-- Logs begin at Mon 2021-11-15 21:28:07 UTC, end at Tue 2021-11-16 00:04:28 UTC. -- Nov 15 22:08:46.914893 n-d-817995-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 15 22:08:49.666181 n-d-817995-3 neutron-server[103018]: INFO neutron.common.config [-] Logging enabled! Nov 15 22:08:49.666776 n-d-817995-3 neutron-server[103018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 22:08:49.666960 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 22:08:49.670295 n-d-817995-3 neutron-server[103018]: INFO neutron.common.config [-] Logging enabled! Nov 15 22:08:49.670551 n-d-817995-3 neutron-server[103018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 22:08:49.670865 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 22:08:49.671799 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 22:08:49.672034 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 22:08:49.672401 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 22:08:49.672663 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 22:08:49.672890 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 22:08:49.673207 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.673634 n-d-817995-3 neutron-server[103018]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 15 22:08:49.673945 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.674240 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.674533 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.674826 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.675677 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.675958 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.676248 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.676544 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.676884 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.677164 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.677446 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.677738 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.678021 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.678307 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.678599 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.678880 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] debug = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.679160 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.679593 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.680014 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.680295 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.680766 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.680872 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.681145 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.681422 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.681702 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.682030 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] host = n-d-817995-3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.682309 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.682593 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.682878 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.683162 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.683433 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.683705 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.683988 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.684259 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.684531 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.684834 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.685119 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.685403 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.685691 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.685915 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.686135 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.686433 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.686719 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.686995 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.687268 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.687540 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.687811 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.688083 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.688351 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.688657 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.688945 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.689227 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.689499 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.689769 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.690037 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.690305 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.690611 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.690884 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.691155 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.691426 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.691712 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.691978 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.692258 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.692546 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.692855 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.693136 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.693419 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.693690 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.693971 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.694242 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.694510 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.694777 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_json = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.695043 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.695309 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.695585 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.695852 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.696120 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.696390 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.696679 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.696962 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:49.697256 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.697551 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.697848 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.698130 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.698433 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.698719 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.699009 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.699286 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.699575 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.699861 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.700150 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.700426 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.700746 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.701024 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.701318 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.701620 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.701912 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.702201 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.702477 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.702749 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.703022 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.703300 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.703587 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.703861 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.704149 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.704439 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.704746 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.705034 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.705329 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.705620 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.705890 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.706185 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.706480 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.706757 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.707028 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.707304 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.707591 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.707868 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.708138 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.708418 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.708729 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.709004 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.709276 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.709553 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.709892 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.710124 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.710398 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.710669 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.710944 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.711214 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.711497 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.711771 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.712043 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.712316 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.712592 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.712885 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.713157 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.713433 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.713704 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.713979 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.714248 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.714520 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.714791 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.715061 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.715330 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.715598 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.715866 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.716140 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.716410 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.716707 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.716981 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.717252 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.717523 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.717806 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.718099 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.718376 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.718659 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.718938 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.719212 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.719488 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.719763 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.720041 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.720317 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.720589 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.720903 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.721188 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.721473 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.721755 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.722559 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.722881 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.723160 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.723445 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.723720 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.723996 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.724277 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.724559 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.724880 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.725177 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.725470 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.725765 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.726055 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.726333 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.726639 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.726919 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:49.727135 n-d-817995-3 neutron-server[103018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 22:08:49.727369 n-d-817995-3 neutron-server[103018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103018) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 15 22:08:50.161980 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 22:08:50.162188 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 22:08:50.162478 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 22:08:50.162813 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 15 22:08:50.488115 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.488403 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.488697 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.490164 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.490448 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.490829 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.525036 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.525314 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.525580 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.542860 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.543140 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.543416 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.571758 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.572037 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.572308 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.608895 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.609175 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.609447 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.846638 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.847813 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.847813 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.847998 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.848591 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.979158 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.979477 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.979761 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.980032 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.980299 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.980631 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.980893 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.981152 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.981406 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.981686 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.981945 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.982207 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.982460 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.982711 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.982963 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.983228 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.983478 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.983740 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.984007 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.984264 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.984537 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.984816 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.985100 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.985476 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.985726 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.985975 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:50.986372 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.986613 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.986854 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.987092 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.987327 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.987588 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:50.987957 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 15 22:08:50.991499 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 15 22:08:50.995490 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 15 22:08:50.999468 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 15 22:08:51.001140 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 15 22:08:51.001611 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 15 22:08:51.001951 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 15 22:08:51.002335 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 15 22:08:51.005712 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 15 22:08:51.005966 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 15 22:08:51.006315 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 22:08:51.011602 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 15 22:08:51.034625 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 15 22:08:51.035078 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:51.035373 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 15 22:08:51.035733 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:51.037165 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 15 22:08:51.037443 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 22:08:51.037687 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 15 22:08:51.040910 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:51.041188 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:51.104567 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 15 22:08:51.104774 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 15 22:08:51.105012 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 15 22:08:51.105387 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 15 22:08:51.125575 n-d-817995-3 neutron-server[103018]: DEBUG oslo_db.sqlalchemy.engines [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103018) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 15 22:08:51.814328 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing driver for type 'gre' Nov 15 22:08:51.814772 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] gre ID ranges: [(1, 1000)] Nov 15 22:08:51.997235 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing driver for type 'local' Nov 15 22:08:51.997915 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing driver for type 'vlan' Nov 15 22:08:52.083333 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] VlanTypeDriver initialization complete Nov 15 22:08:52.083728 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing driver for type 'vxlan' Nov 15 22:08:52.084336 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] vxlan ID ranges: [(1, 1000)] Nov 15 22:08:52.378492 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing extension driver 'port_security' Nov 15 22:08:52.378752 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] PortSecurityExtensionDriver initialization complete Nov 15 22:08:52.379078 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing mechanism driver 'openvswitch' Nov 15 22:08:52.379388 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing mechanism driver 'hyperv' Nov 15 22:08:52.386290 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:08:52.387168 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.387634 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.387984 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.388514 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.388962 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.389306 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.389640 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.390030 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.390428 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.390769 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.391105 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.391494 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.391889 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.392228 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.392588 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.392999 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.393395 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.394354 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.394692 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.395081 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.395479 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > address_group after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.395813 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > address_group after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.396145 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.396531 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 22:08:52.396923 n-d-817995-3 neutron-server[103018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] ML2 OVO RPC backend initialized. {{(pid=103018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 15 22:08:52.397614 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399038 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399038 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399038 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > networks before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399262 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399494 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > ports before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.399830 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.400160 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnets before_response 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.400494 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.400852 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.401212 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.401545 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.401875 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.402198 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.402523 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.402846 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.403168 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.403732 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.plugin [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Modular L2 Plugin initialization complete Nov 15 22:08:52.404049 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading services supported by the core plugin {{(pid=103018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 15 22:08:52.404366 n-d-817995-3 neutron-server[103018]: INFO neutron.plugins.ml2.managers [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Got port-security extension from driver 'port_security' Nov 15 22:08:52.404838 n-d-817995-3 neutron-server[103018]: INFO neutron.extensions.vlantransparent [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Disabled vlantransparent extension. Nov 15 22:08:52.405307 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 15 22:08:52.405614 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: router Nov 15 22:08:52.447809 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.448194 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_create 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.448554 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router before_create 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.448929 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.449291 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.449636 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_delete 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.449983 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.450443 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.450822 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_create 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.451162 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.451501 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.451840 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.452191 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.452592 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.452980 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.453311 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.453640 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: subnet after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.453968 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.454308 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.454643 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_create 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.454975 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.455308 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.455658 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router after_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.455996 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.456995 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_create 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.457351 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.457689 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_update 55549900 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.458045 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > agent after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.458491 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > agent after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.458836 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > network after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.459692 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Tracking information for resource: router configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:52.460013 n-d-817995-3 neutron-server[103018]: DEBUG neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Tracking information for resource: floatingip configured {{(pid=103018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 22:08:52.465077 n-d-817995-3 neutron-server[103018]: INFO neutron.db.l3_agentschedulers_db [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 15 22:08:52.465654 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.466006 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.466349 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.466692 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: port after_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.467474 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router before_create 55550100 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.467828 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.468178 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_create 55550100 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.468522 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > router precommit_update 55550100 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.473611 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.provider_configuration [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service providers = [] {{(pid=103018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 15 22:08:52.473967 n-d-817995-3 neutron-server[103018]: DEBUG neutron.db.servicetype_db [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 15 22:08:52.476911 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.service_base [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 22:08:52.477253 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.service_base [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 22:08:52.477580 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.service_base [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 22:08:52.478452 n-d-817995-3 neutron-server[103018]: DEBUG neutron.services.service_base [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 22:08:52.478821 n-d-817995-3 neutron-server[103018]: INFO neutron.services.service_base [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 15 22:08:52.479263 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.479576 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 15 22:08:52.507983 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.508306 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: auto_allocate Nov 15 22:08:52.514086 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: network precommit_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.514447 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: network precommit_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.514962 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.515275 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: tag Nov 15 22:08:52.522723 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.523043 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: timestamp Nov 15 22:08:52.533769 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.534091 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: network_ip_availability Nov 15 22:08:52.540076 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.540444 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.540814 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.541562 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.541871 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: flavors Nov 15 22:08:52.547021 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.547341 n-d-817995-3 neutron-server[103018]: INFO neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading Plugin: revisions Nov 15 22:08:52.551747 n-d-817995-3 neutron-server[103018]: DEBUG neutron.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 22:08:52.552133 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.390s {{(pid=103018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 22:08:52.552905 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 15 22:08:52.553236 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Initializing extension manager. Nov 15 22:08:52.553739 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: __init__.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.554098 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: __pycache__ {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.554462 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.554787 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: address_group.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.555623 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.556197 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: address-group Nov 15 22:08:52.556516 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: address_scope.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.557244 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.557753 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: address-scope Nov 15 22:08:52.558067 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.558982 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.559492 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: router-admin-state-down-before-update Nov 15 22:08:52.559807 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: agent.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.560492 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.561031 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: agent Nov 15 22:08:52.561345 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: agent_resources_synced.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.562312 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.562818 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: agent-resources-synced Nov 15 22:08:52.563131 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: allowedaddresspairs.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.564995 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.566111 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: allowed-address-pairs Nov 15 22:08:52.566463 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: auto_allocated_topology.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.572039 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.572582 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: auto-allocated-topology Nov 15 22:08:52.572922 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: availability_zone.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.573604 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.574108 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: availability_zone Nov 15 22:08:52.574419 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: availability_zone_filter.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.575317 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.575820 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: availability_zone_filter Nov 15 22:08:52.576130 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: data_plane_status.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.577131 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.577639 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension data-plane-status not supported by any of loaded plugins Nov 15 22:08:52.577951 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: default_subnetpools.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.578850 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.579355 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: default-subnetpools Nov 15 22:08:52.579664 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.580462 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.581004 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: dhcp_agent_scheduler Nov 15 22:08:52.581860 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: dns.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.582812 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.583386 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension dns-integration not supported by any of loaded plugins Nov 15 22:08:52.583698 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: dns_domain_ports.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.584629 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.585162 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 15 22:08:52.585472 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.586381 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.586993 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 15 22:08:52.587311 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: dvr.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.587975 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.588608 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: dvr Nov 15 22:08:52.588942 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: ecmp_routes.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.589845 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.590345 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 15 22:08:52.590654 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: empty_string_filtering.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.591547 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.592049 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: empty-string-filtering Nov 15 22:08:52.592359 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.593348 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.593846 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 15 22:08:52.594162 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.595068 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.595567 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 15 22:08:52.595882 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: external_net.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.596831 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.597335 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: external-net Nov 15 22:08:52.597648 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.598547 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.599048 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: extra_dhcp_opt Nov 15 22:08:52.599437 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: extraroute.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.600333 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.600861 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: extraroute Nov 15 22:08:52.601176 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: extraroute_atomic.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.602190 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.602884 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: extraroute-atomic Nov 15 22:08:52.603202 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: filter_validation.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.603856 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.604408 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: filter-validation Nov 15 22:08:52.604758 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: fip_pf_description.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.612043 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.612563 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 15 22:08:52.612896 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: fip_port_details.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.613807 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.614565 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: fip-port-details Nov 15 22:08:52.614877 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: flavors.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.616105 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.616646 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: flavors Nov 15 22:08:52.616964 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.618627 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.619204 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 15 22:08:52.619526 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: floatingip_pools.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.620217 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.620764 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: floatingip-pools Nov 15 22:08:52.621082 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: ip_allocation.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.621996 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.622503 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension ip_allocation not supported by any of loaded plugins Nov 15 22:08:52.622814 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.623718 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.624222 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: ip-substring-filtering Nov 15 22:08:52.624578 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l2_adjacency.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.625574 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.626074 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 15 22:08:52.626387 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.627348 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.627858 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: router Nov 15 22:08:52.628860 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.631149 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.631665 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 15 22:08:52.631987 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.632935 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.633444 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: ext-gw-mode Nov 15 22:08:52.633761 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.634723 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.642103 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: l3-ha Nov 15 22:08:52.642103 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3_flavors.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.642818 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.643327 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: l3-flavors Nov 15 22:08:52.644260 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.645205 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.645721 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 15 22:08:52.646036 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: l3agentscheduler.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.647066 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.647654 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: l3_agent_scheduler Nov 15 22:08:52.647971 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: logging.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.649494 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.650008 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension logging not supported by any of loaded plugins Nov 15 22:08:52.650328 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: metering.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.651061 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.651629 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: metering Nov 15 22:08:52.651946 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.653190 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.653740 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: metering_source_and_destination_fields Nov 15 22:08:52.654115 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: multiprovidernet.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.655036 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.655562 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: multi-provider Nov 15 22:08:52.655858 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: netmtu.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.656803 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.657309 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: net-mtu Nov 15 22:08:52.657621 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: netmtu_writable.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.658591 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.659095 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: net-mtu-writable Nov 15 22:08:52.659460 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: network_availability_zone.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.660121 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.660646 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: network_availability_zone Nov 15 22:08:52.660954 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: network_ip_availability.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.662055 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.662560 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: network-ip-availability Nov 15 22:08:52.662912 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: network_segment_range.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.669682 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.670182 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension network-segment-range not supported by any of loaded plugins Nov 15 22:08:52.670492 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: pagination.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.671463 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.671780 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: pagination Nov 15 22:08:52.672088 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: port_device_profile.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.673027 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.673537 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: port-device-profile Nov 15 22:08:52.673935 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.674872 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.675380 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: port-mac-address-regenerate Nov 15 22:08:52.675693 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.676678 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.677249 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: port-numa-affinity-policy Nov 15 22:08:52.677563 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: port_resource_request.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.678460 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.678966 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension port-resource-request not supported by any of loaded plugins Nov 15 22:08:52.679280 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: port_resource_request_groups.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.680228 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.680773 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 15 22:08:52.681088 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: portbindings.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.682071 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.682577 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: binding Nov 15 22:08:52.682889 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: portbindings_extended.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.684208 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.684747 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: binding-extended Nov 15 22:08:52.685068 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: portsecurity.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.685977 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.686580 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: port-security Nov 15 22:08:52.686898 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: project_id.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.687941 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.688267 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: project-id Nov 15 22:08:52.688580 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: providernet.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.689523 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.690031 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: provider Nov 15 22:08:52.690342 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.694560 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.695073 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos not supported by any of loaded plugins Nov 15 22:08:52.695395 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.696636 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.697152 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 15 22:08:52.697473 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.698378 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.698893 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 15 22:08:52.699213 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_default.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.700108 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.700684 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-default not supported by any of loaded plugins Nov 15 22:08:52.708182 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_fip.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.708182 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.708182 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-fip not supported by any of loaded plugins Nov 15 22:08:52.708182 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_gateway_ip.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.709005 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.709545 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 15 22:08:52.709871 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_port_network_policy.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.710793 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.711304 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 15 22:08:52.711621 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.712758 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.713302 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 15 22:08:52.713635 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_pps_rule.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.714918 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.715610 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-pps not supported by any of loaded plugins Nov 15 22:08:52.715933 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_rule_type_details.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.716867 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.717387 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 15 22:08:52.717704 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: qos_rules_alias.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.718749 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.719263 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 15 22:08:52.719617 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: quota_check_limit.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.720520 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.721060 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: quota-check-limit Nov 15 22:08:52.721377 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: quotasv2.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.722300 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.722620 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: quotas Nov 15 22:08:52.722933 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: quotasv2_detail.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.726200 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.726531 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: quota_details Nov 15 22:08:52.726854 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: rbac.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.727897 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.728421 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: rbac-policies Nov 15 22:08:52.728771 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: rbac_address_group.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.729692 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.730279 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: rbac-address-group Nov 15 22:08:52.730595 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: rbac_address_scope.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.738369 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.738884 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: rbac-address-scope Nov 15 22:08:52.739445 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: rbac_security_groups.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.740359 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.740903 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: rbac-security-groups Nov 15 22:08:52.741216 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: rbac_subnetpool.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.742117 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.742623 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: rbac-subnetpool Nov 15 22:08:52.742934 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: revisionifmatch.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.743840 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.744387 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: revision-if-match Nov 15 22:08:52.744768 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: revisions.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.745878 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.746386 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: standard-attr-revisions Nov 15 22:08:52.746699 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: router_availability_zone.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.747358 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.747862 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: router_availability_zone Nov 15 22:08:52.748174 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: routerservicetype.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.749142 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.749645 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension router-service-type not supported by any of loaded plugins Nov 15 22:08:52.749956 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.750865 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.751380 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: security-groups-normalized-cidr Nov 15 22:08:52.751691 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.752722 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.753910 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: port-security-groups-filtering Nov 15 22:08:52.754221 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.755157 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.755668 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: security-groups-remote-address-group Nov 15 22:08:52.755978 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.756944 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.757455 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: security-groups-shared-filtering Nov 15 22:08:52.757766 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.758341 n-d-817995-3 neutron-server[103018]: WARNING neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 15 22:08:52.758649 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: securitygroup.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.768565 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.769117 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: security-group Nov 15 22:08:52.769444 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: segment.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.770216 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.770722 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension segment not supported by any of loaded plugins Nov 15 22:08:52.771040 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.771961 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.772473 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 15 22:08:52.772850 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: servicetype.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.773936 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.774460 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: service-type Nov 15 22:08:52.774781 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: sorting.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.775751 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.776075 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: sorting Nov 15 22:08:52.776388 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: standard_attr_segment.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.777314 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.777829 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 15 22:08:52.778144 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: standardattrdescription.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.778824 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.779324 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: standard-attr-description Nov 15 22:08:52.779637 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: stateful_security_group.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.780563 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.781101 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: stateful-security-group Nov 15 22:08:52.781414 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: stdattrs_common.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.781971 n-d-817995-3 neutron-server[103018]: WARNING neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 15 22:08:52.782287 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.783197 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.783707 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 15 22:08:52.784020 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnet_onboard.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.785150 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.785700 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: subnet_onboard Nov 15 22:08:52.786035 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.786949 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.787456 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 15 22:08:52.787844 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnet_service_types.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.788776 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.789386 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: subnet-service-types Nov 15 22:08:52.789703 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnetallocation.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.790810 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.791315 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: subnet_allocation Nov 15 22:08:52.791628 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.792283 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.792841 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: subnetpool-prefix-ops Nov 15 22:08:52.793153 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.794061 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.794568 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 15 22:08:52.794880 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: tagging.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.795969 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.796479 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: standard-attr-tag Nov 15 22:08:52.796817 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: timestamp.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.798053 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.798635 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loaded extension: standard-attr-timestamp Nov 15 22:08:52.805089 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: trunk.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.805891 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.806403 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension trunk not supported by any of loaded plugins Nov 15 22:08:52.806721 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: trunk_details.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.807637 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.808147 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension trunk-details not supported by any of loaded plugins Nov 15 22:08:52.808461 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: uplink_status_propagation.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.809425 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.810510 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 15 22:08:52.810510 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Loading extension file: vlantransparent.py {{(pid=103018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 22:08:52.810883 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 22:08:52.811382 n-d-817995-3 neutron-server[103018]: INFO neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 15 22:08:52.814015 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:network Nov 15 22:08:52.814544 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnet Nov 15 22:08:52.814928 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 22:08:52.815310 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:port Nov 15 22:08:52.818262 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.818694 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service FLAVORS assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.819323 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.819747 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.820071 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:router Nov 15 22:08:52.820503 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 22:08:52.821018 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service METERING assigned prefix: /metering {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.822446 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.822805 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.823146 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:08:52.824117 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 22:08:52.824678 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:security_group Nov 15 22:08:52.825116 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 22:08:52.825687 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service CORE assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.826005 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 22:08:52.826337 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] subnetpool is already registered Nov 15 22:08:52.826752 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service CORE assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.827067 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 22:08:52.827428 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] subnetpool is already registered Nov 15 22:08:52.829744 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.830171 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service FLAVORS assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.830752 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.831179 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.831540 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:router Nov 15 22:08:52.831870 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] router is already registered Nov 15 22:08:52.832342 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 22:08:52.832705 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] floatingip is already registered Nov 15 22:08:52.834877 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service METERING assigned prefix: /metering {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.834877 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 22:08:52.834877 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] rbac_policy is already registered Nov 15 22:08:52.834877 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:security_group Nov 15 22:08:52.834877 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] security_group is already registered Nov 15 22:08:52.835390 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 22:08:52.835542 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] security_group_rule is already registered Nov 15 22:08:52.836145 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service CORE assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.836461 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 22:08:52.836832 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] subnetpool is already registered Nov 15 22:08:52.837238 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.v2.resource_helper [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Service CORE assigned prefix: {{(pid=103018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 22:08:52.837552 n-d-817995-3 neutron-server[103018]: INFO neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 22:08:52.837870 n-d-817995-3 neutron-server[103018]: WARNING neutron.quota.resource_registry [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] subnetpool is already registered Nov 15 22:08:52.838326 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: extensions {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.839760 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: address-groups {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.841346 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: address-scopes {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.842653 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: agents {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.843796 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: auto-allocated-topology {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.845048 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: availability_zones {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.846327 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: dhcp-networks {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.847858 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: dhcp-agents {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.849293 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: routers {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.851479 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: flavors {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.852670 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: service_profiles {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.853957 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: next_providers {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.855409 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: service_profiles {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.856951 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: floatingip-pools {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.858158 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: routers {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.860262 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: floatingips {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.861557 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: l3-routers {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.863509 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: l3-agents {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.865205 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: metering-labels {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.866542 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: metering-label-rules {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.867807 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: network-ip-availabilities {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.869120 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: bindings {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.870759 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: quotas {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.872297 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: quotas {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.873833 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: rbac-policies {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.875169 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: security-groups {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.876384 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: security-group-rules {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.877624 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: service-providers {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.879466 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: subnetpools {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.880848 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: subnetpools {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.882294 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.883953 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.886683 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.888431 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.890347 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.892179 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.893923 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.895792 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.897594 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.899405 n-d-817995-3 neutron-server[103018]: DEBUG neutron.api.extensions [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Extended resource: tags {{(pid=103018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 22:08:52.905379 n-d-817995-3 neutron-server[103018]: WARNING keystonemiddleware.auth_token [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 15 22:08:52.910059 n-d-817995-3 neutron-server[103018]: WARNING keystonemiddleware.auth_token [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 15 22:08:52.918835 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Acquired lock "singleton_lock" {{(pid=103018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 15 22:08:52.919294 n-d-817995-3 neutron-server[103018]: DEBUG oslo_concurrency.lockutils [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Releasing lock "singleton_lock" {{(pid=103018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 15 22:08:52.919932 n-d-817995-3 neutron-server[103018]: INFO oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Starting 2 workers Nov 15 22:08:52.925310 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Started child 103127 {{(pid=103018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 22:08:52.929654 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Started child 103128 {{(pid=103018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 22:08:52.930743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.931359 n-d-817995-3 neutron-server[103018]: INFO neutron.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 15 22:08:52.931785 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Publish callbacks [] for process, before_spawn {{(pid=103018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.932135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [-] (103127) wsgi starting up on http://0.0.0.0:9696 Nov 15 22:08:52.934167 n-d-817995-3 neutron-server[103018]: INFO oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Starting 1 workers Nov 15 22:08:52.934370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.935630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [-] (103128) wsgi starting up on http://0.0.0.0:9696 Nov 15 22:08:52.939410 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Started child 103129 {{(pid=103018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 22:08:52.939936 n-d-817995-3 neutron-server[103018]: INFO oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Starting 1 workers Nov 15 22:08:52.943790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] calling RpcWorker wait() {{(pid=103129) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 15 22:08:52.944355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] returning from RpcWorker wait() {{(pid=103129) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 15 22:08:52.944927 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Started child 103130 {{(pid=103018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 22:08:52.945723 n-d-817995-3 neutron-server[103018]: DEBUG neutron_lib.callbacks.manager [None req-f6d8dbb1-d6e5-46af-a021-de84e5008141 None None] Publish callbacks [] for process, after_spawn {{(pid=103018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.945819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.946254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:08:52.947610 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 22:08:52.947824 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 22:08:52.948007 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 22:08:52.948215 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 22:08:52.948564 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 22:08:52.948784 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 22:08:52.949270 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.949541 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.949796 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.949886 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:08:52.950327 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.950327 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.950884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:08:52.951066 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.951333 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.951594 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.951880 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.952142 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.952298 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.952453 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.952726 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.952956 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.953253 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.953511 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.953761 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.954002 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.954162 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.954414 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.954669 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.954906 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.955158 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] debug = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.955377 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.955853 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.956103 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.956342 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.956557 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.957003 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.957228 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.957479 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.957707 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.957921 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.958169 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.958416 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.958640 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.958841 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.959087 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.959292 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.959541 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.959764 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.960234 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] host = n-d-817995-3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.960464 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.960715 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.960935 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.961188 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.961441 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.961671 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.961916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.962171 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.962409 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.962628 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.962883 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.963117 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.963324 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.963571 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.963718 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_options = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.963948 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.964217 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.964500 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.964674 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.964849 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.964998 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.965244 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.965390 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.965643 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.965871 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.966077 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.966315 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.966522 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.966769 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.966993 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.967235 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.967482 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.967687 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.967937 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.968160 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.968376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.968597 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.968834 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.969046 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.969259 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.969497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.969716 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.969930 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.970145 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.970371 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.970613 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.970868 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.971080 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.971305 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.971559 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.971810 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.972029 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.972255 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.972527 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.972780 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.973021 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.973266 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.973477 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.973711 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.973936 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.974163 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.974399 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_json = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.974630 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.974795 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.975010 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.975214 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.975438 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.975641 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.975846 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.976066 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:52.976479 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.976894 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.978960 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.979739 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.979739 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.979947 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.980043 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.980290 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.980555 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.980837 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.981165 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.981398 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.981715 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.981945 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.982218 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.982557 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.982803 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.983082 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.983306 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.983544 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.983764 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.983994 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.984274 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.984500 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.984756 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.984992 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.985236 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.985595 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.985890 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.986156 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.986436 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.986656 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.986888 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.987123 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.987870 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.988105 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.988343 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.988654 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.988881 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.989119 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.989620 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.989855 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.990095 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.990328 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.990558 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.990830 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.991053 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.991274 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.991489 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.991945 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.991945 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.992233 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.992384 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.992581 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.992844 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.993107 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.993348 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.993782 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.993935 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.994077 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.994291 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.994555 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.994710 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.994917 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.995132 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.995345 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.996352 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.996523 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:52.996829 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.011283 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.012376 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013037 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.013497 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.014933 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015389 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.015847 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016801 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016801 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.016926 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.017742 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.017742 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.017742 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.017742 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.018065 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.018173 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.018511 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.018680 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.018878 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.019098 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.019315 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.019562 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.019795 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.020016 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.020252 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.020472 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.020723 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.020945 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.021153 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.021405 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.021620 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.021884 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.022132 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.022352 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.022585 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.022825 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.023091 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.023304 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.023553 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.023779 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.023985 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.024196 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.024406 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.024632 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.024862 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.025107 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.025318 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.025549 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.025794 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.026107 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.026375 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.026624 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.026885 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.027108 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.027360 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.027599 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.027850 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.028067 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.028284 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.028508 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.028766 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.028990 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.029247 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.029462 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.029672 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.029892 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.030105 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.030336 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.031402 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.032180 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.032431 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.032720 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.032980 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.033199 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.033452 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.033690 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.033926 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.034178 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.034400 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.034610 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.034860 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.035071 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.035280 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.035521 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.035737 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.035947 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.036206 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.036422 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.036644 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.036871 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.037109 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.037316 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.037543 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.037753 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.037957 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.038182 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.038400 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.038616 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.038843 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.039053 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.039284 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.039505 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.039720 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.039922 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.040216 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.040467 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.040705 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.041003 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.041230 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.041476 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.041728 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.042050 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.042278 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.042517 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.042755 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.042981 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.043223 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.043479 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.043786 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.044083 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.044343 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.044576 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.044856 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.045138 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.045402 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.045615 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.045964 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.046240 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.046517 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.046787 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.047014 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.047269 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.047511 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.047725 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.047962 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.048221 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.048450 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.048723 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.048964 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.049215 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.049428 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.049655 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.050395 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.050621 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.050829 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.051048 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.051261 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.051405 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 22:08:53.051932 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 22:08:53.052086 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 22:08:53.052232 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 22:08:53.052424 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 22:08:53.052597 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 22:08:53.052772 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 22:08:53.052964 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053106 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053253 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053416 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053560 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053738 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.053886 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054042 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054185 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054342 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054495 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054633 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054768 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.054930 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055091 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055230 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055366 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055501 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055664 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055809 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.055965 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056189 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056331 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] debug = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056474 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056640 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056815 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.056963 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057110 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057246 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057382 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057516 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057650 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057795 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.057931 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.058066 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.058222 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.058365 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.058523 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.058915 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059074 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059209 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059363 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] host = n-d-817995-3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059528 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059681 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059827 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.059984 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060140 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060295 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060451 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060609 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060827 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.060984 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.061139 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.061297 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.061453 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.061715 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.062420 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_options = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.062420 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.062420 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.062420 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.062420 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063045 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063535 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063535 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063535 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063535 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063912 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.063912 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064055 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064133 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064237 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064394 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064551 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064729 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.064913 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.065076 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.065214 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.065402 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066048 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066264 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066416 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066554 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066689 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066834 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.066965 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067109 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067302 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067302 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067641 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067641 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067908 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.067908 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068173 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068173 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068422 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068556 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068764 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068764 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.068924 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.069103 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.069200 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_json = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.069352 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.069508 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.069663 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070158 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070158 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070158 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070504 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070504 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 22:08:53.070748 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.070748 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.070982 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071066 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071145 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071304 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071467 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071625 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071784 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.071947 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072107 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072246 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072418 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072562 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072770 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.072921 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073063 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073198 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073349 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073482 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073632 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073792 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.073960 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074171 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074280 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074621 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074621 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074891 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.074891 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075121 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075204 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075322 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075481 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075641 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075799 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.075959 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076117 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076277 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076493 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076638 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076765 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.076888 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077046 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077205 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077366 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077526 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077685 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.077845 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078004 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078164 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078325 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078485 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078643 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078802 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.078961 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079134 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079292 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079452 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079610 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079768 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.079928 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080087 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080245 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080404 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080562 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080745 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.080917 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081114 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081241 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081378 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081542 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081700 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.081860 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082019 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082179 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082338 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082521 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082681 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.082840 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083000 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083159 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083320 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083479 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083639 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083798 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.083958 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084118 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084277 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084436 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084603 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084796 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.084956 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085115 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085436 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085595 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085755 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.085913 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.086150 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.086150 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.086735 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.086735 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.086735 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087081 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087081 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087331 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087331 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087564 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087564 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.087790 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088108 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088108 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088466 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088466 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088466 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088862 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.088862 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089011 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089089 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089204 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089394 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089567 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.089743 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.092836 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.093538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:08:53.096503 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.097327 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.097578 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.097822 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.098063 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.098302 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.098537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.098774 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099001 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099238 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099405 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099579 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099759 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.099929 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100103 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100278 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100418 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100598 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100773 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.100921 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101068 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101232 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101385 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101603 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101769 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.101930 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.102093 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.102239 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.102402 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.102923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073001 Nov 15 22:08:53.103133 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.103291 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.103456 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.103618 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.103777 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.103942 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.104105 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.104266 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.104439 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.104591 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.105592 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.105758 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.105920 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106067 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106233 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106386 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106654 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106822 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.106989 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.107142 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.107305 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.107409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:08:53.108242 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.108410 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.108573 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109145 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109145 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109145 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109353 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109353 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109561 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109671 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.109831 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.110784 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.110952 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111114 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111275 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111437 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111597 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111758 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.111935 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.112096 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.112306 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.112997 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.113962 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.114133 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.114531 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115083 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115083 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115083 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115289 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115289 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115524 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115615 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115767 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.115917 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116073 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116238 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116397 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116571 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116782 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.116941 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117106 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117263 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117424 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117598 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117764 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.117910 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.118113 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.118209 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.119254 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.120916 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.123355 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.124652 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.125682 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.127101 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.128183 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.129537 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.130388 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.130388 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.130388 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 22:08:53.130388 n-d-817995-3 neutron-server[103018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 22:09:04.713282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5c2f6-98ff-4644-a68a-a727415fd73d None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:09:04.809489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5c2f6-98ff-4644-a68a-a727415fd73d None None] No non-hosted networks {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 15 22:09:04.818846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.agentschedulers_db [None req-b4b5c2f6-98ff-4644-a68a-a727415fd73d None None] DHCP Agent not found on host n-d-817995-3 {{(pid=103129) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 15 22:09:04.969073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff6201a6-d387-44d5-be1c-0d4b698aba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:07.113510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e40f21f3-0065-4476-b954-d0942edf5f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:07.140084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-9c20797d-6a2b-4ba2-b925-712cb15e6ad3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-817995-3 {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:09:07.140868 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-9c20797d-6a2b-4ba2-b925-712cb15e6ad3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:09:07.723556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c20797d-6a2b-4ba2-b925-712cb15e6ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:08.111643 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:09.337582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:10.275830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:10.277019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.277585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.278167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.278714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.279202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.279696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.280167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.280719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.283138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.283138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.283138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.283138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:10.284007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817995-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:10.301181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817995-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:10.705459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55990) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:11.230655 n-d-817995-3 neutron-server[103128]: WARNING oslo_policy.policy [None req-f9ecdbea-285b-4e28-98cd-0aa048e54232 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:11.231326 n-d-817995-3 neutron-server[103128]: WARNING oslo_policy.policy [None req-f9ecdbea-285b-4e28-98cd-0aa048e54232 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:11.459038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-f9ecdbea-285b-4e28-98cd-0aa048e54232 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:09:11.463757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f9ecdbea-285b-4e28-98cd-0aa048e54232 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7572739 Nov 15 22:09:11.905139 n-d-817995-3 neutron-server[103129]: INFO neutron.db.l3_hamode_db [None req-693a75e2-1497-4748-ad85-0ed927d15341 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 15 22:09:11.989479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a75e2-1497-4748-ad85-0ed927d15341 None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:09:11.989860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a75e2-1497-4748-ad85-0ed927d15341 None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 22:09:13.998294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:14.306306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:14.401077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.policy [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103128) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 22:09:14.447402 n-d-817995-3 neutron-server[103128]: WARNING oslo_policy.policy [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:14.447766 n-d-817995-3 neutron-server[103128]: WARNING oslo_policy.policy [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:14.456271 n-d-817995-3 neutron-server[103128]: INFO neutron.quota [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] Loaded quota_driver: . Nov 15 22:09:14.632062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439974212', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439973521', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439986520', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439987499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439931905', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774439943643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1339529', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1333270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-351931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8016228'] for rbac-policy, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:14.792565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:14.793784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-58bad72f-ef0c-488c-991f-71f91c4ac10b admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7945383 Nov 15 22:09:17.476073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:17.765333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'name': 'private', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:17.842131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Made reservation on behalf of e9c5597664ab4db48630bdaa97700ced for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:09:17.844839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:17.861381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:17.966141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.013359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.033901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:09:18.061368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774438409153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.061944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Unsubscribe: segment precommit_create {{(pid=103128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 22:09:18.062459 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Added segment 98702ac9-57b0-4377-92b8-d0bbcec72b4d of type vlan for network 7993b97b-cb92-421a-bb2c-c376eec60a31 Nov 15 22:09:18.078306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23959bb7-5429-4f90-938d-ffe3e1579e76,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:18.125568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.125898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.126225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.126546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.127409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.127724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.128035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.128346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.128676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.128988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.129295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.129603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Tracked resource versions report: Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: pushed versions: Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Log': {'1.0'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Network': {'1.1'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Port': {'1.7'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'PortForwarding': {'1.2'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'QosPolicy': {'1.10'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SubPort': {'1.0'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Subnet': {'1.1'}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Trunk': {'1.1'}} Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: consumer versions: Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: L3 agent@n-d-817995-3: {}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: Metadata agent@n-d-817995-3: {}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: Metering agent@n-d-817995-3: {}, Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'ConntrackHelper': '1.0', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Log': '1.0', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Network': '1.1', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Port': '1.7', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'PortForwarding': '1.2', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'QosPolicy': '1.10', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SecurityGroup': '1.5', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SecurityGroupRule': '1.2', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'SubPort': '1.0', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Subnet': '1.1', Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: 'Trunk': '1.1'}} Nov 15 22:09:18.130649 n-d-817995-3 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:09:18.177208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.259099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.260122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:18.260838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:18.354846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] Pushing event updated for resources: {'Network': ['ID=7993b97b-cb92-421a-bb2c-c376eec60a31,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:18.366672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:09:18.530639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-11b1509c-bf5d-48bb-8ebd-b2b4b7746839 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0534101 Nov 15 22:09:21.315639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:21.700463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728c1dc-a8d8-4719-93c7-d04ae466b50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:21.701855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4728c1dc-a8d8-4719-93c7-d04ae466b50e admin admin] 10.222.0.15 "GET /v2.0/networks/7993b97b-cb92-421a-bb2c-c376eec60a31 HTTP/1.1" status: 200 len: 825 time: 0.3852694 Nov 15 22:09:21.726559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d8598f3-0ea4-4e27-bd12-3cd90ac6c493 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/fe407318-71de-4e80-af87-733819505f47 HTTP/1.1" status: 200 len: 734 time: 0.0179913 Nov 15 22:09:21.735259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'gateway_ip': '172.20.0.1', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'ip_version': 4, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:21.807451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Made reservation on behalf of e9c5597664ab4db48630bdaa97700ced for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:09:21.809912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:22.148725 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:22.218777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Checking segment: {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:09:22.219157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Network hostable DHCP agents. Network: 7993b97b-cb92-421a-bb2c-c376eec60a31, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:09:22.223662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d76ba2-0e29-40b6-a0e3-bf929481ae87,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:22.291242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:09:22.365552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7993b97b-cb92-421a-bb2c-c376eec60a31) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:22.370104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:22.370683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:22.374656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fec851-084b-441b-bef0-ca18390ebe17 None None] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:09:22.438739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-df4b3e95-a8fd-4b95-8be2-203ccd9e9b5d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7065678 Nov 15 22:09:22.694817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-7993b97b-cb92-421a-bb2c-c376eec60a31', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:09:22.696001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.002754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Allocated IP 172.20.0.2 (7993b97b-cb92-421a-bb2c-c376eec60a31/05d76ba2-0e29-40b6-a0e3-bf929481ae87/fd876390-1784-4549-b7db-4d59c44a6284) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:09:23.203373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.265389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.346631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:09:23.354024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:23.358652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Pushing event updated for resources: {'Port': ['ID=fd876390-1784-4549-b7db-4d59c44a6284,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:23.358795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:09:23.368674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.369027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.369365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.369697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.370027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.370352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.370673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.371003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.371320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.371637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.371953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.372266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Tracked resource versions report: Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: pushed versions: Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Log': {'1.0'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Network': {'1.1'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Port': {'1.7'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'PortForwarding': {'1.2'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'QosPolicy': {'1.10'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SubPort': {'1.0'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Subnet': {'1.1'}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Trunk': {'1.1'}} Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: consumer versions: Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: L3 agent@n-d-817995-3: {}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: Metadata agent@n-d-817995-3: {}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: Metering agent@n-d-817995-3: {}, Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'ConntrackHelper': '1.0', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Log': '1.0', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Network': '1.1', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Port': '1.7', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'PortForwarding': '1.2', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'QosPolicy': '1.10', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SecurityGroup': '1.5', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SecurityGroupRule': '1.2', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'SubPort': '1.0', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Subnet': '1.1', Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: 'Trunk': '1.1'}} Nov 15 22:09:23.373391 n-d-817995-3 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:09:23.444582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Attempting to bind port fd876390-1784-4549-b7db-4d59c44a6284 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:09:23.445015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Attempting to bind port fd876390-1784-4549-b7db-4d59c44a6284 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:09:23.445435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Attempting to bind port fd876390-1784-4549-b7db-4d59c44a6284 on network 7993b97b-cb92-421a-bb2c-c376eec60a31 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:09:23.450505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:09:23.450895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Checking segment: {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:09:23.451363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.451750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Bound using segment: {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:09:23.452238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Bound port: fd876390-1784-4549-b7db-4d59c44a6284, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:09:23.452689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.514627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] For port fd876390-1784-4549-b7db-4d59c44a6284, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:09:23.518937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] For port fd876390-1784-4549-b7db-4d59c44a6284, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fd876390-1784-4549-b7db-4d59c44a6284,segment=NetworkSegment(98702ac9-57b0-4377-92b8-d0bbcec72b4d),segment_id=98702ac9-57b0-4377-92b8-d0bbcec72b4d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:09:23.577401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:23.641258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f49438-6e4b-47ef-a55f-f67baf2b9815 None None] Pushing event updated for resources: {'Port': ['ID=fd876390-1784-4549-b7db-4d59c44a6284,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:25.020637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:25.516650 n-d-817995-3 neutron-server[103127]: WARNING oslo_policy.policy [None req-29b356a6-cddb-4d80-a2a1-23b96bc0f038 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:25.517304 n-d-817995-3 neutron-server[103127]: WARNING oslo_policy.policy [None req-29b356a6-cddb-4d80-a2a1-23b96bc0f038 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:25.741407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-29b356a6-cddb-4d80-a2a1-23b96bc0f038 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:09:25.742653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29b356a6-cddb-4d80-a2a1-23b96bc0f038 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7199714 Nov 15 22:09:28.280458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:28.600391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-2340d7af-f017-4ee4-b347-088c68ef69df admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:09:28.602331 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2340d7af-f017-4ee4-b347-088c68ef69df admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3199322 Nov 15 22:09:31.368727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:31.693736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Request body: {'router': {'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:31.759370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.policy [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103127) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 22:09:31.806414 n-d-817995-3 neutron-server[103127]: WARNING oslo_policy.policy [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:31.806783 n-d-817995-3 neutron-server[103127]: WARNING oslo_policy.policy [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 22:09:31.815902 n-d-817995-3 neutron-server[103127]: INFO neutron.quota [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Loaded quota_driver: . Nov 15 22:09:31.960463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:31.962445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.118124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.124438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fd876390-1784-4549-b7db-4d59c44a6284 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:09:32.205523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.219345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fd876390-1784-4549-b7db-4d59c44a6284 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:32.220244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.272806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.288702 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce49ff64-c586-4df9-90ea-513b99a0a35c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9043119 Nov 15 22:09:32.338743 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.377356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port fd876390-1784-4549-b7db-4d59c44a6284, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fd876390-1784-4549-b7db-4d59c44a6284,segment=NetworkSegment(98702ac9-57b0-4377-92b8-d0bbcec72b4d),segment_id=98702ac9-57b0-4377-92b8-d0bbcec72b4d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:09:32.435951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:32.494838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=fd876390-1784-4549-b7db-4d59c44a6284,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:32.708939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abad25-4d29-4db8-8d26-0267c0d8145d None None] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:09:32.798887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fbc2ec50-6a0c-42d8-8c56-0338ffcc009b None None] Provisioning complete for port fd876390-1784-4549-b7db-4d59c44a6284 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:32.799249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ec50-6a0c-42d8-8c56-0338ffcc009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:33.152653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-00b5d1d2-c4ae-4ada-9c69-d317aee83331 None None] Provisioning complete for port fd876390-1784-4549-b7db-4d59c44a6284 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:33.153305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00b5d1d2-c4ae-4ada-9c69-d317aee83331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:34.086373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fd876390-1784-4549-b7db-4d59c44a6284 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:09:34.132866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fd876390-1784-4549-b7db-4d59c44a6284 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:34.133229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:34.658609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-719f2d42-05f4-4b06-b13e-e75c28de3403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:34.818391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:35.129939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-0fbc687f-0ea3-480c-bda4-022d5ef2e174 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:09:35.130915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0fbc687f-0ea3-480c-bda4-022d5ef2e174 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115554 Nov 15 22:09:37.096889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8082e4a-1512-4e2a-a274-9e8948dd9129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:37.643110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:37.957413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:38.041324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Made reservation on behalf of 402990010f154ea196090345c8d08c5a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:09:38.044184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.060265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.064824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.161113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.212761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.226348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Reserving flat network on physical network physnet1 {{(pid=103127) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 15 22:09:38.257161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774438409153', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.257704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Unsubscribe: segment precommit_create {{(pid=103127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 22:09:38.258210 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Added segment 2db4579b-97d2-4849-8e4b-036070b689a4 of type flat for network fdf3ff0c-411b-453a-91c0-8145d9d11af3 Nov 15 22:09:38.272310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a6b8d4-0dab-48e7-82d2-defb6e27b3fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:38.298520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.298785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.299111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.299438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.299756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.300083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.300395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.300727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.301039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.301346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.301654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.301961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Tracked resource versions report: Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: pushed versions: Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: { 'AddressGroup': {'1.2'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Log': {'1.0'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Network': {'1.1'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Port': {'1.7'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'PortForwarding': {'1.2'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'QosPolicy': {'1.10'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SecurityGroup': {'1.5'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SubPort': {'1.0'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Subnet': {'1.1'}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Trunk': {'1.1'}} Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: consumer versions: Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: L3 agent@n-d-817995-3: {}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: Metadata agent@n-d-817995-3: {}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: Metering agent@n-d-817995-3: {}, Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'ConntrackHelper': '1.0', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Log': '1.0', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Network': '1.1', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Port': '1.7', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'PortForwarding': '1.2', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'QosPolicy': '1.10', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SecurityGroup': '1.5', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SecurityGroupRule': '1.2', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'SubPort': '1.0', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Subnet': '1.1', Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: 'Trunk': '1.1'}} Nov 15 22:09:38.303071 n-d-817995-3 neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:09:38.387486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.492960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.494183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:38.494894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:38.588109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf3ff0c-411b-453a-91c0-8145d9d11af3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:38.598636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:09:38.621062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b13f7517-b3cc-47d5-b507-24eb8a851c91 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9768782 Nov 15 22:09:39.182175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:40.240043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:41.089197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:41.301562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422dbea-29fb-4b64-9303-e82a51826e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:41.302949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1422dbea-29fb-4b64-9303-e82a51826e1c admin admin] 10.222.0.15 "GET /v2.0/subnets/05d76ba2-0e29-40b6-a0e3-bf929481ae87 HTTP/1.1" status: 200 len: 849 time: 0.2128065 Nov 15 22:09:41.437813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-816ac900-7341-4fac-a987-0e789d0665da admin admin] 10.222.0.15 "GET /v2.0/routers/388353fe-bf8a-4ccd-9ddd-fb219b64a306 HTTP/1.1" status: 200 len: 704 time: 0.1286161 Nov 15 22:09:41.694789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:41.983851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Allocated IP 172.20.0.1 (7993b97b-cb92-421a-bb2c-c376eec60a31/05d76ba2-0e29-40b6-a0e3-bf929481ae87/29cb0766-48e4-4767-b062-354f7ac937ab) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:09:42.162724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.276358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.349112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:09:42.359319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:42.365123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Pushing event updated for resources: {'Port': ['ID=29cb0766-48e4-4767-b062-354f7ac937ab,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:42.377544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:09:42.378093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.606768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5212cfe8-b916-40f9-9f96-fd0ac04ed827 None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:42.607300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5212cfe8-b916-40f9-9f96-fd0ac04ed827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.640237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5212cfe8-b916-40f9-9f96-fd0ac04ed827 None None] Port 29cb0766-48e4-4767-b062-354f7ac937ab cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:09:42.659462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.908706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.982029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:42.982753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:43.057647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Pushing event updated for resources: {'Port': ['ID=29cb0766-48e4-4767-b062-354f7ac937ab,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:43.104072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:09:43.105344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:43.262321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3fa7342c-c1f2-4588-8d6e-7a60fa86ed20 None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:43.262682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fa7342c-c1f2-4588-8d6e-7a60fa86ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:43.297490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7342c-c1f2-4588-8d6e-7a60fa86ed20 None None] Port 29cb0766-48e4-4767-b062-354f7ac937ab cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:09:43.349962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:09:43.438797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:09:43.444102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-16197a50-467b-4f79-910a-f154ed279214 admin admin] 10.222.0.15 "PUT /v2.0/routers/388353fe-bf8a-4ccd-9ddd-fb219b64a306/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0005991 Nov 15 22:09:43.449216 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Sync routers for ids ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:09:43.462034 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Routers {'388353fe-bf8a-4ccd-9ddd-fb219b64a306'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:09:43.462881 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:43.650626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Set router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:09:44.077647 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:42Z', 'revision_number': 2, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port_host': None, '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:42Z', 'revision_number': 2, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:44.128129 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Checking router: 388353fe-bf8a-4ccd-9ddd-fb219b64a306 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:09:44.128518 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Updating router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 port 29cb0766-48e4-4767-b062-354f7ac937ab binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:09:44.176530 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:44.690232 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:44.738765 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:44.899152 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Pushing event updated for resources: {'Port': ['ID=29cb0766-48e4-4767-b062-354f7ac937ab,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:44.905036 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Attempting to bind port 29cb0766-48e4-4767-b062-354f7ac937ab on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:09:44.905428 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Attempting to bind port 29cb0766-48e4-4767-b062-354f7ac937ab by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:09:44.905848 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Attempting to bind port 29cb0766-48e4-4767-b062-354f7ac937ab on network 7993b97b-cb92-421a-bb2c-c376eec60a31 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:09:44.913614 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:09:44.914037 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Checking segment: {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:09:44.914502 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:44.914879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Bound using segment: {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:09:44.915381 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Bound port: 29cb0766-48e4-4767-b062-354f7ac937ab, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98702ac9-57b0-4377-92b8-d0bbcec72b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:09:44.915747 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:44.918144 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.918476 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.918806 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.919128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.919447 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.919759 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.920072 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.920382 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.920715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.921026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.921336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.921643 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Tracked resource versions report: Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: pushed versions: Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Log': {'1.0'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Network': {'1.1'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Port': {'1.7'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'PortForwarding': {'1.2'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'QosPolicy': {'1.10'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SubPort': {'1.0'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Subnet': {'1.1'}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Trunk': {'1.1'}} Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: consumer versions: Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: L3 agent@n-d-817995-3: {}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: Metadata agent@n-d-817995-3: {}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: Metering agent@n-d-817995-3: {}, Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'ConntrackHelper': '1.0', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Log': '1.0', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Network': '1.1', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Port': '1.7', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'PortForwarding': '1.2', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'QosPolicy': '1.10', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SecurityGroup': '1.5', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SecurityGroupRule': '1.2', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'SubPort': '1.0', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Subnet': '1.1', Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: 'Trunk': '1.1'}} Nov 15 22:09:44.922758 n-d-817995-3 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:09:44.987989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] For port 29cb0766-48e4-4767-b062-354f7ac937ab, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:09:45.009346 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] For port 29cb0766-48e4-4767-b062-354f7ac937ab, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29cb0766-48e4-4767-b062-354f7ac937ab,segment=NetworkSegment(98702ac9-57b0-4377-92b8-d0bbcec72b4d),segment_id=98702ac9-57b0-4377-92b8-d0bbcec72b4d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:09:45.028490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e0c93348-8230-49d5-8210-2ebdfb20f74d None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:45.029047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c93348-8230-49d5-8210-2ebdfb20f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:45.062084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e0c93348-8230-49d5-8210-2ebdfb20f74d None None] Port 29cb0766-48e4-4767-b062-354f7ac937ab cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:09:45.085568 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:45.142814 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Routers {'388353fe-bf8a-4ccd-9ddd-fb219b64a306'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:09:45.143452 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:45.148473 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65290-71d4-43c1-8243-57bd8b538184 None None] Pushing event updated for resources: {'Port': ['ID=29cb0766-48e4-4767-b062-354f7ac937ab,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:45.236089 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] Set router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:09:45.283207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:45.283577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:45.366172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:45.402136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] For port 29cb0766-48e4-4767-b062-354f7ac937ab, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29cb0766-48e4-4767-b062-354f7ac937ab,segment=NetworkSegment(98702ac9-57b0-4377-92b8-d0bbcec72b4d),segment_id=98702ac9-57b0-4377-92b8-d0bbcec72b4d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:09:45.452774 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:42Z', 'revision_number': 2, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port_host': None, '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:44Z', 'revision_number': 4, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:45.453729 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:45.499475 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75058e39-0452-4aae-a82c-211b2aeeec99 None None] The sync data for ids ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'] in n-d-817995-3 is: [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:42Z', 'revision_number': 2, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port_host': None, '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:44Z', 'revision_number': 4, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:09:45.524230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e253c1-6e09-466d-95ba-3c46ffb2a47c None None] Pushing event updated for resources: {'Port': ['ID=29cb0766-48e4-4767-b062-354f7ac937ab,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:45.812035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:45.923006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b9034-ec69-4323-8538-0b173fc44cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:45.924340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d1b9034-ec69-4323-8538-0b173fc44cfa admin admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 842 time: 0.1113145 Nov 15 22:09:45.934339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:46.039930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Made reservation on behalf of 402990010f154ea196090345c8d08c5a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:09:46.041912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:46.427059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:09:46.427398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:46.486762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50541fb-5c0d-40a1-b829-ad30bad1a749,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:46.493613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:09:46.493955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Network hostable DHCP agents. Network: fdf3ff0c-411b-453a-91c0-8145d9d11af3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:09:46.579291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:09:46.653127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, fdf3ff0c-411b-453a-91c0-8145d9d11af3) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:46.661576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48994194-a4af-44b4-934f-d7ae0311c46e None None] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:09:46.663608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:46.664256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:46.712812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-155ae490-d39e-40a1-8a0f-39848f301cd3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7817249 Nov 15 22:09:46.796708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f86a8-d078-4f57-95c8-9833cfddc720 None None] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:09:47.000156 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:09:49.121925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:49.369113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af26e0fa-b371-4ece-bf1e-8717fe8ca00b admin admin] 10.222.0.15 "GET /v2.0/routers/388353fe-bf8a-4ccd-9ddd-fb219b64a306 HTTP/1.1" status: 200 len: 710 time: 0.2459450 Nov 15 22:09:49.455695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f1cbe-df43-4b43-8bc7-f97bff399877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:09:49.458905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd4f1cbe-df43-4b43-8bc7-f97bff399877 admin admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 886 time: 0.0821579 Nov 15 22:09:49.466584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:09:49.707452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:50.045241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:50.118631 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:50.282134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Allocated IP 172.25.0.69 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/dcd06e9d-1988-4ead-8e76-6ddc0afef52c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:09:50.403477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:50.525888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:50.592673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:09:50.602519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:09:50.608186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:09:50.644747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:50.966679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:51.164032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:51.169225 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:51.281686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:09:51.445513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:09:51.450632 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:51.451821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea32dd89-14f9-4f31-b090-77db9bc14862 admin admin] 10.222.0.15 "PUT /v2.0/routers/388353fe-bf8a-4ccd-9ddd-fb219b64a306 HTTP/1.1" status: 200 len: 889 time: 1.9884121 Nov 15 22:09:52.136303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 29cb0766-48e4-4767-b062-354f7ac937ab up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:09:52.184043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:52.184402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:52.423679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Sync routers for ids ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:09:52.434561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Routers {'388353fe-bf8a-4ccd-9ddd-fb219b64a306'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:09:52.435410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:52.655323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Set router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:09:53.144230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:50Z', 'revision_number': 4, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port': {'id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:50Z', 'updated_at': '2021-11-15T22:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:45Z', 'revision_number': 5, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:53.197188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Checking router: 388353fe-bf8a-4ccd-9ddd-fb219b64a306 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:09:53.197539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Updating router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 port dcd06e9d-1988-4ead-8e76-6ddc0afef52c binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:09:53.246673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.562290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.624052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.674963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Attempting to bind port dcd06e9d-1988-4ead-8e76-6ddc0afef52c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:09:53.675328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Attempting to bind port dcd06e9d-1988-4ead-8e76-6ddc0afef52c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:09:53.675681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Attempting to bind port dcd06e9d-1988-4ead-8e76-6ddc0afef52c on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:09:53.678403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f9b90-f599-48f6-a4a7-2fb9b1091f8c None None] Pushing event updated for resources: {'Port': ['ID=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:53.682726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:09:53.683095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:09:53.683485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.683913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:09:53.684369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Bound port: dcd06e9d-1988-4ead-8e76-6ddc0afef52c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:09:53.684792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.733653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] For port dcd06e9d-1988-4ead-8e76-6ddc0afef52c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:09:53.736536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] For port dcd06e9d-1988-4ead-8e76-6ddc0afef52c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:09:53.790734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:53.849417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f9b90-f599-48f6-a4a7-2fb9b1091f8c None None] Pushing event updated for resources: {'Port': ['ID=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:53.852017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Routers {'388353fe-bf8a-4ccd-9ddd-fb219b64a306'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:09:53.852597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:53.958470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] Set router 388353fe-bf8a-4ccd-9ddd-fb219b64a306 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:09:54.008981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:09:54.121464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c4334655-c905-4f6b-bb4f-adc24654e1ef admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1114707 Nov 15 22:09:54.172646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:50Z', 'revision_number': 4, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port': {'id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:50Z', 'updated_at': '2021-11-15T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:45Z', 'revision_number': 5, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:09:54.200062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ffacf-d60b-41e8-8c5a-89e3754a42d3 None None] The sync data for ids ['388353fe-bf8a-4ccd-9ddd-fb219b64a306'] in n-d-817995-3 is: [{'id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'name': 'router1', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:09:31Z', 'updated_at': '2021-11-15T22:09:50Z', 'revision_number': 4, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'gw_port': {'id': 'dcd06e9d-1988-4ead-8e76-6ddc0afef52c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:50Z', 'updated_at': '2021-11-15T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '29cb0766-48e4-4767-b062-354f7ac937ab', 'name': '', 'network_id': '7993b97b-cb92-421a-bb2c-c376eec60a31', 'tenant_id': 'e9c5597664ab4db48630bdaa97700ced', 'mac_address': 'fa:16:3e:b7:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388353fe-bf8a-4ccd-9ddd-fb219b64a306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:09:41Z', 'updated_at': '2021-11-15T22:09:45Z', 'revision_number': 5, 'project_id': 'e9c5597664ab4db48630bdaa97700ced', 'subnets': [{'id': '05d76ba2-0e29-40b6-a0e3-bf929481ae87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe407318-71de-4e80-af87-733819505f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:09:56.145776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device dcd06e9d-1988-4ead-8e76-6ddc0afef52c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:09:56.201975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port dcd06e9d-1988-4ead-8e76-6ddc0afef52c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:56.202378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:56.283492 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:56.307143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port dcd06e9d-1988-4ead-8e76-6ddc0afef52c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:09:56.399559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:09:56.457792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=dcd06e9d-1988-4ead-8e76-6ddc0afef52c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:09:58.147733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device dcd06e9d-1988-4ead-8e76-6ddc0afef52c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:09:58.222341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port dcd06e9d-1988-4ead-8e76-6ddc0afef52c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:09:58.223416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:04.669514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3de8780a-c4af-45c6-a480-0b5d25420751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:07.097798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-274d64af-4ef8-470c-ad7b-f1513049f1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:08.041059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:09.210511 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:10.246419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:24.004306 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:10:34.679690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee0468d7-6737-4595-80cf-8f4cfe0e7192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:37.095540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c1f23f9-67bd-45ec-822e-9cf6f4526c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:38.042802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:40.028412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:10:40.222563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:01.003728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:11:04.683059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4a97cbc-530d-4e14-8347-cf1f0ed2ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:07.106042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c47d965-8725-45fd-93aa-d43b769aa3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:08.060858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:09.181154 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:10.219754 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:34.670430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b52538e-7b51-47b3-9f80-fa689627ba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:37.100265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd3a8c7c-ba61-4f7e-8cb6-6c4c4a9bc782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:37.473304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:37.534521 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-251f4f6d-2f21-43e4-a25e-497d0ef103b3 admin admin] GET failed (client error): The resource could not be found. Nov 15 22:11:37.535782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-251f4f6d-2f21-43e4-a25e-497d0ef103b3 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615411 Nov 15 22:11:37.695544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568bc49b-06a2-4a6d-89d4-f3a5de2bdd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:37.696952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-568bc49b-06a2-4a6d-89d4-f3a5de2bdd13 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564221 Nov 15 22:11:38.002016 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:11:38.042341 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:39.162951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.016456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:40.105261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de32ae-8da6-4f1c-9ff6-897e00f60585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:40.106600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-53de32ae-8da6-4f1c-9ff6-897e00f60585 admin admin] 10.222.0.15 "GET /v2.0/subnets/05d76ba2-0e29-40b6-a0e3-bf929481ae87 HTTP/1.1" status: 200 len: 849 time: 0.0891557 Nov 15 22:11:40.116956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:11:40.201182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Publish callbacks [] for subnet, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.220535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.408601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774438240678'] for subnet, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.436898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:40.437474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.438737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] 10.222.0.15 "PUT /v2.0/subnets/05d76ba2-0e29-40b6-a0e3-bf929481ae87 HTTP/1.1" status: 200 len: 868 time: 0.3258069 Nov 15 22:11:40.443905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c2754-93db-4b2b-96d2-ffe4a9bbda98 None None] Network 7993b97b-cb92-421a-bb2c-c376eec60a31 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:11:40.461579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d76ba2-0e29-40b6-a0e3-bf929481ae87,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:11:40.469123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.469515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.469796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.470140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.470501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.470782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.471104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.471424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.471742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.472056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.472402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.472714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e69cb2-592e-4a97-a0a8-15cb07aedf0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:11:40.797448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5ccb7727-9605-43bd-8651-a068e2f6a44c None None] Provisioning complete for port fd876390-1784-4549-b7db-4d59c44a6284 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:11:40.797811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7727-9605-43bd-8651-a068e2f6a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:40.881506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5ccb7727-9605-43bd-8651-a068e2f6a44c None None] Provisioning complete for port 29cb0766-48e4-4767-b062-354f7ac937ab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:11:40.881867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7727-9605-43bd-8651-a068e2f6a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:11:42.770319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:42.965631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d11a2-c809-4f83-bf2d-101871d9b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:42.966101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d11a2-c809-4f83-bf2d-101871d9b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:42.967622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-810d11a2-c809-4f83-bf2d-101871d9b2fc admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963503 Nov 15 22:11:45.294517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56772) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:45.430043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfed42-2d53-4f3f-a1e8-f596582e8239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:45.430499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfed42-2d53-4f3f-a1e8-f596582e8239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:45.432250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-38bfed42-2d53-4f3f-a1e8-f596582e8239 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367388 Nov 15 22:11:47.732376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:47.857738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a72b6-71cc-4514-a498-74540803b671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:47.859084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb4a72b6-71cc-4514-a498-74540803b671 admin admin] 10.222.0.15 "GET /v2.0/networks/7993b97b-cb92-421a-bb2c-c376eec60a31 HTTP/1.1" status: 200 len: 869 time: 0.1258137 Nov 15 22:11:50.149199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:50.272698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d1a747-b616-4643-a415-dae7b3204b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:50.274054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-03d1a747-b616-4643-a415-dae7b3204b0d admin admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 886 time: 0.1239092 Nov 15 22:11:52.580602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:52.701626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16289355-3ad2-4418-b781-92c4beeb7132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:52.702072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16289355-3ad2-4418-b781-92c4beeb7132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:52.703558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-16289355-3ad2-4418-b781-92c4beeb7132 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219749 Nov 15 22:11:55.065037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:55.163278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98f929-9f5a-4f17-8a15-7f3c40e86d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:55.163719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98f929-9f5a-4f17-8a15-7f3c40e86d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:55.165294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df98f929-9f5a-4f17-8a15-7f3c40e86d80 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992954 Nov 15 22:11:57.454282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:57.544795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7432a1b-e42f-4197-a659-c9b486276303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:57.546120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d7432a1b-e42f-4197-a659-c9b486276303 admin admin] 10.222.0.15 "GET /v2.0/subnets/05d76ba2-0e29-40b6-a0e3-bf929481ae87 HTTP/1.1" status: 200 len: 868 time: 0.0908921 Nov 15 22:11:59.850130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:11:59.934943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15111b3a-c862-4280-8e80-2fb9e45f4edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:11:59.936249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-15111b3a-c862-4280-8e80-2fb9e45f4edd admin admin] 10.222.0.15 "GET /v2.0/subnets/e50541fb-5c0d-40a1-b829-ad30bad1a749 HTTP/1.1" status: 200 len: 816 time: 0.0851841 Nov 15 22:12:04.659368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea186062-fbcd-4e58-8b39-bf3dce74298a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:07.105199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1d17eaf-19b2-4bd8-9064-9e687c015b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:08.081933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:09.179531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:10.196569 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:15.000542 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:12:26.398926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:12:26.444409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-4fe87a4f-1656-431c-8592-c5a54e575067 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:12:26.445500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4fe87a4f-1656-431c-8592-c5a54e575067 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456736 Nov 15 22:12:28.858298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:12:28.919991 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f3582b-8085-477b-a33a-9f11d13a00a1 admin admin] GET failed (client error): The resource could not be found. Nov 15 22:12:28.921300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a9f3582b-8085-477b-a33a-9f11d13a00a1 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620875 Nov 15 22:12:29.008286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fcc555-b522-47ca-8779-3f8813f5b7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:12:29.010306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16fcc555-b522-47ca-8779-3f8813f5b7d1 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838237 Nov 15 22:12:31.340071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:12:31.387173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:12:31.464212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Made reservation on behalf of 402990010f154ea196090345c8d08c5a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:12:31.466544 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:31.493796 n-d-817995-3 neutron-server[103127]: WARNING neutron.services.revisions.revision_plugin [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Could not find related network for resource to bump revision. Nov 15 22:12:31.508175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:12:31.517501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:31.517775 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Added segment 8e201346-70a4-45bf-a357-953403fcfdec of type vlan for network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db Nov 15 22:12:31.558779 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:31.629781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:31.630754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:12:31.631312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:31.686563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Pushing event updated for resources: {'Network': ['ID=0721732c-e9df-45b7-9b3a-4aa5eb23c2db,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:12:31.692903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.693240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.693568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.693892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.694215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.695144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.695462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.695780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.696094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.696414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.696747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.697131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:31.708162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:12:31.752882 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-25dc0887-bcf2-4616-bc47-be22a30c822b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4115093 Nov 15 22:12:34.075790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:12:34.135203 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f047a9d-404e-43e8-8d48-ce94daa10917 admin admin] GET failed (client error): The resource could not be found. Nov 15 22:12:34.136493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f047a9d-404e-43e8-8d48-ce94daa10917 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591993 Nov 15 22:12:34.207223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29815d-64f2-41f1-a8fe-db2ec12abce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:12:34.208687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c29815d-64f2-41f1-a8fe-db2ec12abce7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676177 Nov 15 22:12:34.219592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:12:34.310368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Made reservation on behalf of 402990010f154ea196090345c8d08c5a for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:12:34.312815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:34.532741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:34.587323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=189eac0d-1c76-4511-a4ec-58bb311f22a7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:12:34.595588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:12:34.595937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Network hostable DHCP agents. Network: 0721732c-e9df-45b7-9b3a-4aa5eb23c2db, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:12:34.704082 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3896873-5e28-40c2-a4a4-7ba3ba2a9f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:34.766465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:12:34.852387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0721732c-e9df-45b7-9b3a-4aa5eb23c2db) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:12:34.856303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:12:34.861968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:34.863180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0d9b8-9a68-4dfc-9e03-cb946e6a64dd None None] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:12:34.940766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0790fb53-4f78-4554-861f-cfba94dac11e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7244604 Nov 15 22:12:35.026602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'tenant_id': '402990010f154ea196090345c8d08c5a', 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:12:35.027506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.173495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Allocated IP 192.168.233.2 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/2a51582b-f52e-4d6c-9815-521cab23a27e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:12:35.317878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.395715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.449273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:12:35.449273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Pushing event updated for resources: {'Port': ['ID=2a51582b-f52e-4d6c-9815-521cab23a27e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:12:35.449273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:12:35.452686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:12:35.455059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.455394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.455721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.456511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.456511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.456825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.456990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.457302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.457613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.457929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.458237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.458544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:12:35.523439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Attempting to bind port 2a51582b-f52e-4d6c-9815-521cab23a27e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:12:35.523801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Attempting to bind port 2a51582b-f52e-4d6c-9815-521cab23a27e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:12:35.524156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Attempting to bind port 2a51582b-f52e-4d6c-9815-521cab23a27e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:12:35.529225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:12:35.529586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:12:35.529976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.530363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:12:35.530821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Bound port: 2a51582b-f52e-4d6c-9815-521cab23a27e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:12:35.531216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.595107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] For port 2a51582b-f52e-4d6c-9815-521cab23a27e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:12:35.598138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] For port 2a51582b-f52e-4d6c-9815-521cab23a27e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2a51582b-f52e-4d6c-9815-521cab23a27e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:12:35.652334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:35.720592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886b62-0cf4-4f46-8017-efb28c2b854d None None] Pushing event updated for resources: {'Port': ['ID=2a51582b-f52e-4d6c-9815-521cab23a27e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:12:36.247504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2a51582b-f52e-4d6c-9815-521cab23a27e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:12:36.303365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2a51582b-f52e-4d6c-9815-521cab23a27e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:12:36.304321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:36.394453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:36.430859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2a51582b-f52e-4d6c-9815-521cab23a27e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2a51582b-f52e-4d6c-9815-521cab23a27e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:12:36.532859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:36.574377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a958decf-f097-4eac-ab29-16f5fcfa3441 None None] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:12:36.649647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2a51582b-f52e-4d6c-9815-521cab23a27e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:12:36.664533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8589f41-89dd-4cb7-838e-fb453733efd1 None None] Provisioning complete for port 2a51582b-f52e-4d6c-9815-521cab23a27e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:12:36.664915 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8589f41-89dd-4cb7-838e-fb453733efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:37.027493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eb51d4ed-7bff-4b9d-99cd-0663503b757a None None] Provisioning complete for port 2a51582b-f52e-4d6c-9815-521cab23a27e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:12:37.028115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb51d4ed-7bff-4b9d-99cd-0663503b757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:37.138416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-594d6501-6879-4120-9b5f-dbb8e0369be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:38.063385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:38.195785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2a51582b-f52e-4d6c-9815-521cab23a27e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:12:38.246203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2a51582b-f52e-4d6c-9815-521cab23a27e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:12:38.246557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:39.201075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:40.252157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:12:51.999216 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:13:04.662619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2097aa3-4adc-49d9-98bd-5b6dab20681a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:07.228467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0222cadc-af0f-4dd5-baa3-9e203f8e61bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:08.067797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:09.188201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:10.221889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:28.997606 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:13:34.679483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccf3da26-e2d1-4382-9d1c-0d39e8bed7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:37.107490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42399e14-82aa-476c-bf6a-6696c15b716f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:38.078510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:39.187092 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:13:40.221212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:01.653719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:14:01.659629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-0344cabc-5f91-43f7-9c27-2448d1d0e2e8 tempest-verify_tempest_config-434915861 tempest-verify_tempest_config-434915861-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:14:01.660544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0344cabc-5f91-43f7-9c27-2448d1d0e2e8 tempest-verify_tempest_config-434915861 tempest-verify_tempest_config-434915861-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058525 Nov 15 22:14:02.084426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:14:02.186214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.256859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.357365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.401429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=056cadfd16044a51a17c17ccf9443928&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3159356 Nov 15 22:14:02.402497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd371ee-7e97-4eac-9263-d0e14573c091,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:14:02.404302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:14:02.409647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.409992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.410326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.410661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.411897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.411897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.412538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.412538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.412832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.413153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.413472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.413841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da70e4-b33d-4fa9-ab61-21b207f5147f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.466033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.486624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.643781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.646507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:02.647644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebd371ee-7e97-4eac-9263-d0e14573c091 HTTP/1.1" status: 204 len: 168 time: 0.2423558 Nov 15 22:14:02.655078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd371ee-7e97-4eac-9263-d0e14573c091,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:14:02.662240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.662578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.662902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.663222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.663540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.663906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.664168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.664477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.664980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.665516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.665847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:02.666148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ecbc6-ca53-4d9e-b2c9-cf90ba56bcb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:14:04.665993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98d906f1-3381-44e9-a26e-352302c42162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:05.995973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:14:07.088903 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39f6fe88-698a-43f7-8687-d09c09070d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:08.060269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:09.197204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:10.219977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:34.694032 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f5f97f6-2e5c-40ed-bc69-ba5fd43ccd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:37.099367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6180f2a-00df-4f32-b0e5-5d6379d7b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:38.076318 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:39.195444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:40.212785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:14:42.994618 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:15:04.709525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ad3e36-aaa9-4768-800d-08ca4701eabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:07.109425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2be000c8-06c5-481b-aa42-d0e9634cac41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:08.103697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:09.194992 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:10.217999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:19.993753 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:15:34.650799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0fba-c46b-4a71-af83-9b5b1775dfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:37.125083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a02ce251-e1dc-4c00-8055-256b702273bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:38.068075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:39.205220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:40.206055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:15:56.992429 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:16:04.713212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6163a46b-5811-44e9-991a-0fafac9ff407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:07.129562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d975f371-058d-449a-a4ac-12a41162cb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:08.067040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:09.181541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:10.198043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:33.990657 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 5 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:16:34.671708 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98a83d77-65e3-4d71-84c7-364b2ce023a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:37.111673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83ae2214-49ce-4864-894a-9ab16f06d3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:38.077366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:39.202922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:40.231230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:58.956782 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:16:59.499212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-444968'] for agent, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:04.693171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03dbd0d3-c309-425a-8ca5-ddae2d268bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:07.138654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e7a653e-9a66-4857-b446-c1d3e3c4b59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:08.087753 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:09.219077 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:10.229921 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:10.989399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:17:28.903505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:29.440876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:34.674988 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f527-1ba3-4529-86c7-c2101435fb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:37.126187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c56f98a-2091-44db-b77a-75eec58ada67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:38.091890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:39.235305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:40.217393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:43.155195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:17:43.258410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6581561-0081-46d7-863d-32e574dd07d6 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1020916 Nov 15 22:17:45.574846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:17:45.628685 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3469b1b6-3ab8-4370-af81-36640387d589 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0527706 Nov 15 22:17:47.989724 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:17:58.908588 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:17:59.440380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:04.679852 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9469ad5f-bd4c-498c-b4fb-2d1aeabdb4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:07.113764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8664a85d-e75b-4970-a995-991356e8aaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:08.079643 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:09.199772 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:10.221914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:24.991763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:18:28.932048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:29.452131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:34.713215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0e65-07aa-4dad-9eff-55298fc9da9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:37.140184 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-164244a9-243b-49d2-b4ca-b7646b65ebd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:38.101458 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:39.216736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:40.221187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:58.923132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:18:59.471997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:01.994137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:19:04.690066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979382e-5c66-485b-92fd-0687bced567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:05.839125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:06.185761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-network', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:06.283254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Made reservation on behalf of a80f9dba476645d58a6bb478ab7e04ac for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:06.285766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.294426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.368086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.430527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.460177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540083a6-435c-4225-b112-26f846626b93,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.474602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Tracked resource versions report: Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: pushed versions: Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: { 'AddressGroup': {'1.2'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Log': {'1.0'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Network': {'1.1'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Port': {'1.7'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'PortForwarding': {'1.2'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'QosPolicy': {'1.10'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SecurityGroup': {'1.5'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SubPort': {'1.0'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Subnet': {'1.1'}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Trunk': {'1.1'}} Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: consumer versions: Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: HyperV agent@n-h1-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: HyperV agent@n-h2-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: L3 agent@n-d-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: Metadata agent@n-d-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: Metering agent@n-d-817995-3: {}, Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'ConntrackHelper': '1.0', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Log': '1.0', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Network': '1.1', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Port': '1.7', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'PortForwarding': '1.2', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'QosPolicy': '1.10', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SecurityGroup': '1.5', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SecurityGroupRule': '1.2', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'SubPort': '1.0', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Subnet': '1.1', Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: 'Trunk': '1.1'}} Nov 15 22:19:06.475617 n-d-817995-3 neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:19:06.478364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:06.488511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.488886 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Added segment d4aa0265-470e-46e1-9f96-3cc5e4429582 of type vlan for network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 Nov 15 22:19:06.527569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.649117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.650098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:06.650699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:06.719582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] Pushing event updated for resources: {'Network': ['ID=330de6ad-94df-4ae8-a816-453bbc3ca2a4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:06.733140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:06.760599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e28cb45-b8cc-4a28-a829-705e9cb41c15 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9194772 Nov 15 22:19:06.763698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:06.774288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Request body: {'subnet': {'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-subnet', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:06.866458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Made reservation on behalf of a80f9dba476645d58a6bb478ab7e04ac for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:06.868845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.089583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.111482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0e580e-d1d8-4fad-84e6-848ed94cf956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.148604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:07.157005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.157348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.157676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.158008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.158326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.158647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.158963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.159279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.159591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.159903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.160215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.160528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Tracked resource versions report: Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: pushed versions: Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: { 'AddressGroup': {'1.2'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Log': {'1.0'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Network': {'1.1'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Port': {'1.7'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'PortForwarding': {'1.2'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'QosPolicy': {'1.10'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SecurityGroup': {'1.5'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SubPort': {'1.0'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Subnet': {'1.1'}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Trunk': {'1.1'}} Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: consumer versions: Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: HyperV agent@n-h1-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: HyperV agent@n-h2-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: L3 agent@n-d-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: Metadata agent@n-d-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: Metering agent@n-d-817995-3: {}, Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'ConntrackHelper': '1.0', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Log': '1.0', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Network': '1.1', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Port': '1.7', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'PortForwarding': '1.2', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'QosPolicy': '1.10', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SecurityGroup': '1.5', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SecurityGroupRule': '1.2', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'SubPort': '1.0', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Subnet': '1.1', Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: 'Trunk': '1.1'}} Nov 15 22:19:07.161621 n-d-817995-3 neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:19:07.173953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Checking segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:07.174310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Network hostable DHCP agents. Network: 330de6ad-94df-4ae8-a816-453bbc3ca2a4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:07.203374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:07.243259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:07.335120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 330de6ad-94df-4ae8-a816-453bbc3ca2a4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:07.340064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:07.340768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.349734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafce9b-24ce-4c1e-9315-36b549e36bc9 None None] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:07.443575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:07.453530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1217e0b-8385-495f-b9e9-2dcd50857c41 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6878490 Nov 15 22:19:07.455511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:07.527040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:19:07.527972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.534910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.535965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.603770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.668141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Allocated IP 172.20.0.2 (330de6ad-94df-4ae8-a816-453bbc3ca2a4/2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6/8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:07.690218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1512227337-network', 'tenant_id': '2ac588de56b64d7fad98bdc224a8317d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:07.791507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Made reservation on behalf of 2ac588de56b64d7fad98bdc224a8317d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:07.794489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.804158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.808866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.820857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.866604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.885723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.906951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:07.908280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:07.910817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:07.944776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Pushing event updated for resources: {'Port': ['ID=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:07.951989 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.968702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:07.973413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.973741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.974319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.974822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.975285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.975609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.975924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.980342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.980852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.981313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.981771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.982489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Tracked resource versions report: Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: pushed versions: Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Log': {'1.0'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Network': {'1.1'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Port': {'1.7'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'PortForwarding': {'1.2'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'QosPolicy': {'1.10'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SubPort': {'1.0'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Subnet': {'1.1'}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Trunk': {'1.1'}} Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: consumer versions: Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: HyperV agent@n-h1-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: HyperV agent@n-h2-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: L3 agent@n-d-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: Metadata agent@n-d-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: Metering agent@n-d-817995-3: {}, Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'ConntrackHelper': '1.0', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Log': '1.0', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Network': '1.1', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Port': '1.7', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'PortForwarding': '1.2', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'QosPolicy': '1.10', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SecurityGroup': '1.5', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SecurityGroupRule': '1.2', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'SubPort': '1.0', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Subnet': '1.1', Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: 'Trunk': '1.1'}} Nov 15 22:19:07.983736 n-d-817995-3 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:19:07.986064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:07.986399 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Added segment 0a9a287e-a2fc-4954-80f6-f68ba2aa3914 of type vlan for network 94e99c43-46c2-416c-b77a-f60b0fc49b72 Nov 15 22:19:07.999928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Attempting to bind port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:08.000507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Attempting to bind port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:08.001468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Attempting to bind port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:08.007692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:08.008477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Checking segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:08.009119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.009880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Bound using segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:08.011030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Bound port: 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:08.011761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.070389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.102565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] For port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:08.106930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] For port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:08.110940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28093d07-becb-4a87-af19-9323a35805e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:08.146124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.175280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.230205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.238185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.239463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:08.239594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65b391-b874-47d2-b5e2-3ac4b799e7a4 None None] Pushing event updated for resources: {'Port': ['ID=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:08.240455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.259718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.310179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] Pushing event updated for resources: {'Network': ['ID=94e99c43-46c2-416c-b77a-f60b0fc49b72,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:08.321647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 94e99c43-46c2-416c-b77a-f60b0fc49b72 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:08.382645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Allocated IP 172.25.0.190 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8804f50f-574a-4713-8e6f-20dd97799557) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:08.417123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4660f8cf-902a-44fc-b18e-8b1bfe7c06b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2126849 Nov 15 22:19:08.420377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:08.431012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Request body: {'subnet': {'network_id': '94e99c43-46c2-416c-b77a-f60b0fc49b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1512227337-subnet', 'tenant_id': '2ac588de56b64d7fad98bdc224a8317d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:08.524831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.567640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Made reservation on behalf of 2ac588de56b64d7fad98bdc224a8317d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:08.571049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.639767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:08.697352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:08.702582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:08.711983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:08.758745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8804f50f-574a-4713-8e6f-20dd97799557,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:08.934833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.004740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50eb6a8e-b187-4d5b-880f-773ed69542da,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:09.011496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Checking segment: {'id': '0a9a287e-a2fc-4954-80f6-f68ba2aa3914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '94e99c43-46c2-416c-b77a-f60b0fc49b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:09.012098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Network hostable DHCP agents. Network: 94e99c43-46c2-416c-b77a-f60b0fc49b72, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:09.104880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.113209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Network 94e99c43-46c2-416c-b77a-f60b0fc49b72 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:09.180053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 94e99c43-46c2-416c-b77a-f60b0fc49b72) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:09.185698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:09.186281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.204960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312a035-53f6-418d-a0c3-43cee49ec5ea None None] Network 94e99c43-46c2-416c-b77a-f60b0fc49b72 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:09.263468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e38caf1-7a3b-43c7-8ef7-3aaf352ec394 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8413532 Nov 15 22:19:09.303791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.411379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae262db-1d68-474a-97b0-23e6a9e989b9 None None] Network 94e99c43-46c2-416c-b77a-f60b0fc49b72 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:09.526497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.560156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ce428-a12d-4e7e-8f2c-81a68b47a132 None None] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:09.756697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] Provisioning complete for port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:09.757133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.849477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.860251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:19:09.898200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] For port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:09.969389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:09.988442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:19:10.003020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:19:10.019276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:10.024258 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:10.080327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.081979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91b8d041-f0ad-46c1-becf-8095ad5fe3f0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6373489 Nov 15 22:19:10.084930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:10.095156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448036f1-2d61-4d4c-8256-2e298c6600eb None None] Pushing event updated for resources: {'Port': ['ID=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:10.106172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1d1b71b5-3002-4939-aa76-f8f80740fba4 None None] Provisioning complete for port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:10.106823 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d1b71b5-3002-4939-aa76-f8f80740fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.220046 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:10.329386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.440197 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:08Z', 'revision_number': 3, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:10.467968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:19:10.468436 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Updating router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db port 8804f50f-574a-4713-8e6f-20dd97799557 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:19:10.491486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:10.496551 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.597841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:10.599260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.642229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:10.646297 n-d-817995-3 neutron-server[103128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 22:19:10.716327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0fbcf5be-4d49-477a-afd6-d4538b8a5f00 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=510d73e96dda4a4f80ca03d385f08020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698237 Nov 15 22:19:10.720878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.823069 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.926173 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Attempting to bind port 8804f50f-574a-4713-8e6f-20dd97799557 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:10.926541 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Attempting to bind port 8804f50f-574a-4713-8e6f-20dd97799557 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:10.927194 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Attempting to bind port 8804f50f-574a-4713-8e6f-20dd97799557 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:10.935934 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:10.936312 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:10.936736 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.937128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:10.937746 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Bound port: 8804f50f-574a-4713-8e6f-20dd97799557, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:10.938000 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:10.939681 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Pushing event updated for resources: {'Port': ['ID=8804f50f-574a-4713-8e6f-20dd97799557,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:10.947368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-20cb04ee-79c9-44d7-959e-daa9ec79b275 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:10.958347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-20cb04ee-79c9-44d7-959e-daa9ec79b275 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423396 Nov 15 22:19:10.971812 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.972138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.972458 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.972859 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.973176 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.973991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.973991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.974374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.974733 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.975056 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.975378 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.975698 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Tracked resource versions report: Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: pushed versions: Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Log': {'1.0'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Network': {'1.1'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Port': {'1.7'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'PortForwarding': {'1.2'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'QosPolicy': {'1.10'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SubPort': {'1.0'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Subnet': {'1.1'}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Trunk': {'1.1'}} Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: consumer versions: Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: { DHCP agent@n-d-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: HyperV agent@n-h1-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: HyperV agent@n-h2-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: L3 agent@n-d-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: Metadata agent@n-d-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: Metering agent@n-d-817995-3: {}, Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: Open vSwitch agent@n-d-817995-3: { 'AddressGroup': '1.2', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'ConntrackHelper': '1.0', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Log': '1.0', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Network': '1.1', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Port': '1.7', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'PortForwarding': '1.2', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'QosPolicy': '1.10', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SecurityGroup': '1.5', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SecurityGroupRule': '1.2', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'SubPort': '1.0', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Subnet': '1.1', Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: 'Trunk': '1.1'}} Nov 15 22:19:10.977276 n-d-817995-3 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 22:19:10.980185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Allocated IP 172.20.0.1 (330de6ad-94df-4ae8-a816-453bbc3ca2a4/2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6/0ce4e577-c644-4998-8a6d-0926e9835fe1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:10.990604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-991c439e-f191-4901-b709-d90d8d31545d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/quotas/510d73e96dda4a4f80ca03d385f08020 HTTP/1.1" status: 200 len: 375 time: 0.0208979 Nov 15 22:19:11.045783 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] For port 8804f50f-574a-4713-8e6f-20dd97799557, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:11.052538 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] For port 8804f50f-574a-4713-8e6f-20dd97799557, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8804f50f-574a-4713-8e6f-20dd97799557,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:11.068060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-013b4159-14a4-4007-a305-58daec77f60e tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731442 Nov 15 22:19:11.132734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.136107 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.211964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:11.216801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1987266362-network', 'tenant_id': '72c43bc1806c425f831fbb7b04925c76'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:11.217757 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf00a-2942-4596-a3b3-2fed4a31bf6b None None] Pushing event updated for resources: {'Port': ['ID=8804f50f-574a-4713-8e6f-20dd97799557,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:11.234812 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:11.235501 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:11.277885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.323229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:11.326252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:11.328804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:11.329447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.336302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Made reservation on behalf of 72c43bc1806c425f831fbb7b04925c76 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:11.339665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.353298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.395814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Pushing event updated for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:11.420942 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:11.518620 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.597675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.630979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:11.654860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bce718-58f9-4d5f-ac71-4165b653adf3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:11.667202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.667767 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Added segment 05b3360e-f27c-4704-89f2-08fa8ddfa339 of type vlan for network d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca Nov 15 22:19:11.708255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.743524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.745306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-704fa332-78c8-4a6f-a7b1-412130bbd848 None None] Provisioning complete for port 0ce4e577-c644-4998-8a6d-0926e9835fe1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:11.745772 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fa332-78c8-4a6f-a7b1-412130bbd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.794644 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:08Z', 'revision_number': 3, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:11.833621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-704fa332-78c8-4a6f-a7b1-412130bbd848 None None] Port 0ce4e577-c644-4998-8a6d-0926e9835fe1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:11.848807 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69117c-6df4-4fa7-8746-0d349deb13a8 None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:08Z', 'revision_number': 3, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:19:11.866724 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:11.867868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:11.868521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:12.021258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8081300 Nov 15 22:19:12.030221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:12.042688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60de6-343d-4dd3-b6a4-b0c6efb3c09d admin admin] Pushing event updated for resources: {'Network': ['ID=d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:12.055106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Request body: {'subnet': {'network_id': 'd18c4255-1d0b-49b1-a76a-7dfa2f7c50ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1987266362-subnet', 'tenant_id': '72c43bc1806c425f831fbb7b04925c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:12.057680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:12.118285 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:12.190673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Made reservation on behalf of 72c43bc1806c425f831fbb7b04925c76 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:12.190673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:12.219478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:12.220341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:12.229425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:12.607904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:12.617585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:12.620044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Pushing event updated for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:12.753222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:12.778579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8804f50f-574a-4713-8e6f-20dd97799557 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:12.883304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8804f50f-574a-4713-8e6f-20dd97799557 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:12.883670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.029647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34fcb5ec-8b02-4557-8c2a-6f71c00a5831 req-5e000bfc-9096-4b3f-b767-f1dab0f490bc tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.7985022 Nov 15 22:19:13.081645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.084795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537c2d10-7976-493f-a6f4-a536b425a61d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.138088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 8804f50f-574a-4713-8e6f-20dd97799557, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8804f50f-574a-4713-8e6f-20dd97799557,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:13.215152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.225537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.317966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537c2d10-7976-493f-a6f4-a536b425a61d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.339056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=877bbbb4-3db0-47ab-afd5-9159a320904b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:13.372154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Checking segment: {'id': '05b3360e-f27c-4704-89f2-08fa8ddfa339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd18c4255-1d0b-49b1-a76a-7dfa2f7c50ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:13.372651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Network hostable DHCP agents. Network: d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:13.381956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:19:13.385119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=8804f50f-574a-4713-8e6f-20dd97799557,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:13.416706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537c2d10-7976-493f-a6f4-a536b425a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.446639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eff5b9a4-136b-4b89-b636-811b326cc498 None None] Provisioning complete for port 0ce4e577-c644-4998-8a6d-0926e9835fe1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:13.447769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9a4-136b-4b89-b636-811b326cc498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.564661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eff5b9a4-136b-4b89-b636-811b326cc498 None None] Port 0ce4e577-c644-4998-8a6d-0926e9835fe1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:13.577838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-537c2d10-7976-493f-a6f4-a536b425a61d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=626761ac195144aaae32f52e44bd86d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8227062 Nov 15 22:19:13.578475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c2d10-7976-493f-a6f4-a536b425a61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66aea24-1bd5-4ffb-881e-8d8cc03d1343,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:13.578655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Network d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:13.580499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:13.647857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.672546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:13.678669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:13.681065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.683355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c547598-707c-4c21-9d55-71bd622fb5ba None None] Network d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:13.704758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:19:13.709852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.722110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6e289b7-3085-4381-8571-002c5b360bbe admin admin] 10.222.0.15 "PUT /v2.0/routers/12b1231f-8233-4bc2-88ec-7ac9dc7d65db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6348531 Nov 15 22:19:13.809985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3d578c5-9b3a-46bf-9002-7c8b7fe5c8cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7774141 Nov 15 22:19:13.918015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.920913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2930753-edd8-457e-9cae-bfd5ce05a18e None None] Network d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:13.921356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:13.922358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d66aea24-1bd5-4ffb-881e-8d8cc03d1343 HTTP/1.1" status: 204 len: 168 time: 0.3407595 Nov 15 22:19:13.937694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ed2ad-8550-4699-904b-b5c947a5321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66aea24-1bd5-4ffb-881e-8d8cc03d1343,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:14.040110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:14.158764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Deleting subnet 50eb6a8e-b187-4d5b-880f-773ed69542da {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:19:14.168266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.290065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.304758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.404180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8804f50f-574a-4713-8e6f-20dd97799557 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:14.439700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4887bab9-8cfb-47bf-8167-14b886327ec0 req-ce72ae3e-d8a5-4833-9180-b886a421b6e5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0553126 Nov 15 22:19:14.494440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8804f50f-574a-4713-8e6f-20dd97799557 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:14.494897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.530283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.572566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50eb6a8e-b187-4d5b-880f-773ed69542da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:14.586237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.599502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:14.601115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e04aa38a-dc40-4b4b-bbc2-38b096ad4d7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50eb6a8e-b187-4d5b-880f-773ed69542da HTTP/1.1" status: 204 len: 168 time: 0.5596294 Nov 15 22:19:14.690848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.699322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:19:14.708470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:14.710835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:14.773639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:14.805353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.805973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.806932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.807443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > port after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.807959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.808589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > port after_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.816707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.817157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.817496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.817831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:14.827415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:15.021141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:15.021530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:15.021844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:15.022155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:15.022511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e99c43-46c2-416c-b77a-f60b0fc49b72']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:15.041008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9a287e-a2fc-4954-80f6-f68ba2aa3914') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:15.041704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9a287e-a2fc-4954-80f6-f68ba2aa3914') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:15.049105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 2, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:15.060501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.078084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:19:15.078510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Updating router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db port 0ce4e577-c644-4998-8a6d-0926e9835fe1 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:19:15.084371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.093945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:19:15.094410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: from cryptography.utils import int_from_bytes Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: from cryptography.utils import int_from_bytes Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:19:15.098543 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:19:15.110320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.237276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.248389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.254669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.258886 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94e99c43-46c2-416c-b77a-f60b0fc49b72 HTTP/1.1" status: 204 len: 168 time: 0.6578405 Nov 15 22:19:15.261770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.269351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0838cb-463f-4e2e-9e14-0ee5397f9e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e99c43-46c2-416c-b77a-f60b0fc49b72,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:15.274474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f7a-9e8e-4a9f-bbdc-491944a73d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.312423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Deleting subnet 877bbbb4-3db0-47ab-afd5-9159a320904b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:19:15.315903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.371474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.373961 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f7a-9e8e-4a9f-bbdc-491944a73d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.418097 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.422855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.477267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf60f7a-9e8e-4a9f-bbdc-491944a73d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.526736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eaf60f7a-9e8e-4a9f-bbdc-491944a73d77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2ab0e1eb0b74693bcdc71b612e4b6a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2743826 Nov 15 22:19:15.528119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60f7a-9e8e-4a9f-bbdc-491944a73d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f882501a-4e61-4247-9c60-de293e3ce3e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:15.529629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.534308 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.610523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.635085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4372ba-f7d5-43ea-a89b-9f0ed05deac5 None None] Pushing event updated for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:15.657129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.676869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.687290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/877bbbb4-3db0-47ab-afd5-9159a320904b HTTP/1.1" status: 204 len: 168 time: 0.4223359 Nov 15 22:19:15.687290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.688309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.714252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Attempting to bind port 0ce4e577-c644-4998-8a6d-0926e9835fe1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:15.716303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Attempting to bind port 0ce4e577-c644-4998-8a6d-0926e9835fe1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:15.716785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Attempting to bind port 0ce4e577-c644-4998-8a6d-0926e9835fe1 on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:15.729374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:15.729768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Checking segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:15.731353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.731353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Bound using segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:15.731353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Bound port: 0ce4e577-c644-4998-8a6d-0926e9835fe1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:15.733580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.735168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.779394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591fac5-8dc1-419c-97a9-1c775c497d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877bbbb4-3db0-47ab-afd5-9159a320904b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:15.779883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.829097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.57', 62009) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:15.873167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac8b7ad2-8fa1-4b9c-9859-92884240185e req-5a21a3b4-6c30-4d29-b3b2-0d280cf03e65 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.1542158 Nov 15 22:19:15.877539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-edab3998-8376-4a5e-b30f-add4c4de5a07 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990965 Nov 15 22:19:15.891563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-787fe410-f83b-4136-9389-6b456d944d06 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=510d73e96dda4a4f80ca03d385f08020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601749 Nov 15 22:19:15.895020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] For port 0ce4e577-c644-4998-8a6d-0926e9835fe1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:15.903635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] For port 0ce4e577-c644-4998-8a6d-0926e9835fe1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0ce4e577-c644-4998-8a6d-0926e9835fe1,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:15.921782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.933617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-718d77e7-c934-45a6-9805-8ece44fe60cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:15.992129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.048891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc45b-c297-4339-92d9-d900d098af8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.075267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.078413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.081146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f882501a-4e61-4247-9c60-de293e3ce3e6 HTTP/1.1" status: 204 len: 168 time: 0.5489955 Nov 15 22:19:16.083374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:16.087196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:16.107591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ab6c0-7980-40a1-917c-3f6c47fc4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f882501a-4e61-4247-9c60-de293e3ce3e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:16.153345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-be9e4471-2067-4dbe-a0a4-c3dc7cf2a92c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:16.158661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-be9e4471-2067-4dbe-a0a4-c3dc7cf2a92c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564976 Nov 15 22:19:16.175689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4372ba-f7d5-43ea-a89b-9f0ed05deac5 None None] Pushing event updated for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:16.217903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-cf39f350-a828-4d13-9165-2640d8b0b061 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:16.219630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-cf39f350-a828-4d13-9165-2640d8b0b061 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292840 Nov 15 22:19:16.225109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.250391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:16.256530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-network', 'tenant_id': '4cb2524131b34ab79858798463d28cf6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:16.266612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Request body: {'port': {'device_id': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '510d73e96dda4a4f80ca03d385f08020'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:16.280586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-4bfe30e5-65bf-4ebe-a7de-b48815eb3613 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/quotas/54cbcdf2623a4632b0ad13a0f3c9631c HTTP/1.1" status: 200 len: 375 time: 0.0510232 Nov 15 22:19:16.308665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.309280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.310173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.310638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.311235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.312004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.312671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.313127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.314078 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.314671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.315106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] Provisioning complete for port 0ce4e577-c644-4998-8a6d-0926e9835fe1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:16.315472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.451218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:16.529880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 22:19:16.529880 n-d-817995-3 neutron-server[103127]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 22:19:16.529880 n-d-817995-3 neutron-server[103127]: [parameters: {'project_id': '510d73e96dda4a4f80ca03d385f08020', 'id': '53395d58-20f7-47c6-bc53-a2c909fec47f', 'expiration': datetime.datetime(2021, 11, 15, 22, 21, 16, 524172)}] Nov 15 22:19:16.529880 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:19:16.530281 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:19:16.542498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.542850 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.543196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.543524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 22:19:16.544722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:16.565601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.595245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b3360e-f27c-4704-89f2-08fa8ddfa339') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:16.595572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b3360e-f27c-4704-89f2-08fa8ddfa339') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:16.601039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-664b59ce-dc37-49ea-b926-79e6e2848108 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3052051 Nov 15 22:19:16.625387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.643911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] For port 0ce4e577-c644-4998-8a6d-0926e9835fe1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0ce4e577-c644-4998-8a6d-0926e9835fe1,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:16.671089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.677093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Made reservation on behalf of 4cb2524131b34ab79858798463d28cf6 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:16.679973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.687972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:19:16.690868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.698203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.732197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:15Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:16.766684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6d4f-cb44-4d4a-ae5b-d556dd0f47aa None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:15Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:19:16.769423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.826763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e83705-730b-41a5-8829-5cc3cc6cdd71 None None] Pushing event updated for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:16.869361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.917663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-542d8d17-3c3a-412e-ba03-31edac875ffd None None] Provisioning complete for port 0ce4e577-c644-4998-8a6d-0926e9835fe1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:16.917954 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-542d8d17-3c3a-412e-ba03-31edac875ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.949733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-718d77e7-c934-45a6-9805-8ece44fe60cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: from cryptography.utils import int_from_bytes Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: from cryptography.utils import int_from_bytes Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:19:16.953048 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:19:16.962845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:16.989124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32caa0ee-de7d-48b4-a78d-65b2aa9f0e68 req-815fc57d-dce9-4851-aed8-a776a45b34ab tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Nov 15 22:19:17.025111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc45b-c297-4339-92d9-d900d098af8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.043086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-718d77e7-c934-45a6-9805-8ece44fe60cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.069832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:17.096067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.096775 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Added segment cca4a787-23d6-4de2-9007-e8fa5b325964 of type vlan for network ac56d055-eea0-49b9-b5f7-bc38423c4759 Nov 15 22:19:17.119663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-718d77e7-c934-45a6-9805-8ece44fe60cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8f379e702d54a369fa6292b8eccc39e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4602060 Nov 15 22:19:17.129613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57702) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:17.180887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ffcc45b-c297-4339-92d9-d900d098af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.184266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d77e7-c934-45a6-9805-8ece44fe60cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951b60cb-93ee-46ec-9309-43d1a0dfa0c3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.225550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.232530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.237112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca HTTP/1.1" status: 204 len: 168 time: 1.5477285 Nov 15 22:19:17.245699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669662c7-6492-4268-919f-8ed36920bb71,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.272033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.337972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f89e4da-5345-4173-9f38-c7876b58a04b req-065d1828-f149-449d-a1ab-8ee271862cb0 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0949190 Nov 15 22:19:17.354171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcc45b-c297-4339-92d9-d900d098af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a730b48-9a60-4d52-9e7d-a28d7c4cc032,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.358131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Made reservation on behalf of 510d73e96dda4a4f80ca03d385f08020 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:17.362191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.377238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.389447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe888c5-6b9d-492a-a459-f6f4bf15bcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18c4255-1d0b-49b1-a76a-7dfa2f7c50ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.391136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.392082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:17.395718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.426928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ffcc45b-c297-4339-92d9-d900d098af8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a441df5fb1e74fcaaa57064f52a2679b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6379297 Nov 15 22:19:17.427634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:17.514375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.595208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.615138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.710214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.761055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] Pushing event updated for resources: {'Network': ['ID=ac56d055-eea0-49b9-b5f7-bc38423c4759,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.779023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:17.878455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.883051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.884376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a730b48-9a60-4d52-9e7d-a28d7c4cc032 HTTP/1.1" status: 204 len: 168 time: 0.4508519 Nov 15 22:19:17.885371 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.890234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c329837-f19c-498f-a45d-db0a57a4730d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6387200 Nov 15 22:19:17.893770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:17.895923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/951b60cb-93ee-46ec-9309-43d1a0dfa0c3 HTTP/1.1" status: 204 len: 168 time: 0.7247586 Nov 15 22:19:17.900014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:17.914935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Request body: {'subnet': {'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-subnet', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:17.923278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8416717-1fd3-48a5-a1a4-0687f6832abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a730b48-9a60-4d52-9e7d-a28d7c4cc032,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:17.973575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:18.004718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.041622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926a7a-8356-4713-ade6-28a54fd81c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b60cb-93ee-46ec-9309-43d1a0dfa0c3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:18.059920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Made reservation on behalf of 4cb2524131b34ab79858798463d28cf6 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:18.062378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.102667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.164361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b2e1263-46f2-4e9e-8ec8-881cf270b6aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac588de56b64d7fad98bdc224a8317d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1864040 Nov 15 22:19:18.166838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:18.256448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13075f3c-b08f-41a4-94e3-18611f13ea69 req-c3e8cff5-2509-4bb6-b373-727cb6c8ea89 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0896878 Nov 15 22:19:18.273430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.325031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.361182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d933642c-db02-460f-8954-42cd048ed2de,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:18.463487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.476782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.481493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28093d07-becb-4a87-af19-9323a35805e6 HTTP/1.1" status: 204 len: 168 time: 0.3106341 Nov 15 22:19:18.526440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d80c-f85f-4ea7-b625-2ac110a3303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28093d07-becb-4a87-af19-9323a35805e6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:18.632436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bc571b3-ff1b-4db7-8365-bb446ea1e7f2 req-9dd92e2b-9254-47b8-bc2d-8dd62a805794 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0871623 Nov 15 22:19:18.702989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0ce4e577-c644-4998-8a6d-0926e9835fe1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:18.820327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0ce4e577-c644-4998-8a6d-0926e9835fe1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:18.822500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:18.847822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Allocated IP 192.168.233.162 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/c759318b-4767-4cfd-8485-a0303d63f539) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:19.276402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:19.365260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8117f952-42d7-481f-be5c-b6cc4794492d req-cdc8eac4-4e6c-48a6-b624-163aa47da9fa tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0371799 Nov 15 22:19:19.747456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8359b58b-13d8-4110-a2ee-be954f14233c req-85c37454-4fde-4782-bb37-0c3a2fde23af tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0261648 Nov 15 22:19:20.449960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c362b5b2-a4f3-4f0f-a4d0-788af64943e0 req-53e2428d-5def-40a9-860f-11e6cecbadc8 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Nov 15 22:19:20.580091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.612836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.624818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:20.644940 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28997cfa-adce-4536-b1c7-27bee02fccbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.771333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Pushing event updated for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:20.819840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:20.824481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:20.826445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28997cfa-adce-4536-b1c7-27bee02fccbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.828075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:20.836807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a330ca1-14c4-4035-a0cf-400df951c5c3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:20.879761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Checking segment: {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:20.880163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Network hostable DHCP agents. Network: ac56d055-eea0-49b9-b5f7-bc38423c4759, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:20.911955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28997cfa-adce-4536-b1c7-27bee02fccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.937805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:20.938425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:20.982688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28997cfa-adce-4536-b1c7-27bee02fccbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=804e9a3b7f944193ac8bfc627dadcda4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3564701 Nov 15 22:19:20.985522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:20.991825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28997cfa-adce-4536-b1c7-27bee02fccbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c198358f-8bf6-4eb3-8a76-24ed0a4a7756,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:21.016495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:21.019652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae613f-0ef0-43aa-be38-54236a5f3582 req-bfe7fd2b-3573-4274-b701-fb4556ee4379 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:21.026468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48ae613f-0ef0-43aa-be38-54236a5f3582 req-bfe7fd2b-3573-4274-b701-fb4556ee4379 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.1532626 Nov 15 22:19:21.106124 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-0eaa3173-7961-4d76-be87-e0f7add5547c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8433261 Nov 15 22:19:21.112128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.137716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.149904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48ae613f-0ef0-43aa-be38-54236a5f3582 req-bae54f30-8bcd-481d-8d38-e92b02adb50b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161761 Nov 15 22:19:21.158665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ac56d055-eea0-49b9-b5f7-bc38423c4759) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:21.170467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:21.171290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.188076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30323aa8-5a1a-4235-81b5-a08dd02d7b6f None None] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:21.190045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4cd0b13c-63ff-4326-b442-f23f2c195600 None None] Provisioning complete for port c759318b-4767-4cfd-8485-a0303d63f539 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:21.190403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b13c-63ff-4326-b442-f23f2c195600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.227523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:21.275158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dbecee3-0cd0-4675-a1df-e25b8b6601c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.279627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a275edea-cfbf-4712-ae46-8e5debf17597 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3784661 Nov 15 22:19:21.282436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:21.287740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:21.309857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.315986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.315986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c198358f-8bf6-4eb3-8a76-24ed0a4a7756 HTTP/1.1" status: 204 len: 168 time: 0.3282714 Nov 15 22:19:21.333191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657562b6-99d3-42b6-b298-3de0b42c7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c198358f-8bf6-4eb3-8a76-24ed0a4a7756,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:21.355008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0b13c-63ff-4326-b442-f23f2c195600 None None] Port c759318b-4767-4cfd-8485-a0303d63f539 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:21.406541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dbecee3-0cd0-4675-a1df-e25b8b6601c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.431259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.432475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.504951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.517435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9dbecee3-0cd0-4675-a1df-e25b8b6601c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.549163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ac56d055-eea0-49b9-b5f7-bc38423c4759', 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'fixed_ips': [{'subnet_id': '5a330ca1-14c4-4035-a0cf-400df951c5c3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:19:21.550504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.603638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9dbecee3-0cd0-4675-a1df-e25b8b6601c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ed80e929ba34320a3967c7b80c8aa74&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3704326 Nov 15 22:19:21.608740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:21.611063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbecee3-0cd0-4675-a1df-e25b8b6601c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e2e713-5e70-4fa3-b28e-1b2f70aebbab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:21.648441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:21.650679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5c54292-77c4-4d4d-b16e-be25cd584b3c req-fa7feea6-432b-4d78-a239-9e7307c1b5b0 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0717623 Nov 15 22:19:21.700066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3224cbfe-9d00-41c3-9ec8-6a55783b81de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c43bc1806c425f831fbb7b04925c76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470419 Nov 15 22:19:21.703016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57794) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:21.791088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Allocated IP 172.20.0.2 (ac56d055-eea0-49b9-b5f7-bc38423c4759/5a330ca1-14c4-4035-a0cf-400df951c5c3/0efb5c1c-38a2-47b5-8cd3-0e8d96cee866) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:21.812968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.839807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.960690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.967123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.974185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.977395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:21.981138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2bce718-58f9-4d5f-ac71-4165b653adf3 HTTP/1.1" status: 204 len: 168 time: 0.2767584 Nov 15 22:19:22.000399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61d485-e9e3-4a0b-bdcc-fd818dc52775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bce718-58f9-4d5f-ac71-4165b653adf3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:22.035939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.185116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.243460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.314822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:22.318127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:22.322703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:22.329173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.330855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Pushing event updated for resources: {'Port': ['ID=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:22.336891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.341321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64e2e713-5e70-4fa3-b28e-1b2f70aebbab HTTP/1.1" status: 204 len: 168 time: 0.7246745 Nov 15 22:19:22.351672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a3c2c-5f42-4c9f-a485-584ce08f7d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e2e713-5e70-4fa3-b28e-1b2f70aebbab,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:22.470786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Attempting to bind port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:22.471487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Attempting to bind port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:22.472144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Attempting to bind port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 on network ac56d055-eea0-49b9-b5f7-bc38423c4759 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:22.478820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:22.479609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Checking segment: {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:22.480414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.480527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca508b8-d790-4860-bd2d-d5f3b9b4db32 req-67d71233-9c38-47f1-b4f9-9923d32f5017 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:22.481332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Bound using segment: {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:22.482254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Bound port: 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:22.483547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.489933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aca508b8-d790-4860-bd2d-d5f3b9b4db32 req-67d71233-9c38-47f1-b4f9-9923d32f5017 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.1229534 Nov 15 22:19:22.592508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aca508b8-d790-4860-bd2d-d5f3b9b4db32 req-ea062fa4-a255-4373-b185-18c5346890d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936365 Nov 15 22:19:22.663283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] For port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:22.668912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] For port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:22.675397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.702172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.746001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:22.794061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfe2e73e-1260-4f00-9dda-fca77b5c28a0 req-c570615e-99a4-47a0-9b7b-d75aa861e683 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0490615 Nov 15 22:19:22.869807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5ecd8-5346-42ad-a997-02a9622ce35c None None] Pushing event updated for resources: {'Port': ['ID=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:22.901284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Allocated IP 172.25.0.115 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/2906370d-77cb-4b0a-8f91-e7e0a49ca0fc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:23.279506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:23.397941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:23.469035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Pushing event updated for resources: {'Port': ['ID=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:23.492493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:23.494495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:23.501909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:23.774597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e3fc-5654-4235-98c4-f9b1f4d1a493 req-b5e13645-8c73-49f9-bd91-d656b2162c10 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:23.788181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8056e3fc-5654-4235-98c4-f9b1f4d1a493 req-b5e13645-8c73-49f9-bd91-d656b2162c10 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.0860918 Nov 15 22:19:23.896013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8056e3fc-5654-4235-98c4-f9b1f4d1a493 req-61ff3a8a-d549-44c8-a81f-568fe0548521 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Nov 15 22:19:23.994053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fad47dd-0941-4d0e-b39c-926fcafe7453 req-e2d29d8c-25de-4b5a-b8e8-7634f41f10ab tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Nov 15 22:19:24.064868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.410471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd434f-1a28-4926-a451-7687f393a8e8 None None] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:24.489627 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.578498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:24.688796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] Provisioning complete for port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:24.689394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.744308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:24.744835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.791276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:19:24.900701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.935055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:24.967769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:19:24.982999 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Sync routers for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:19:24.990997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] For port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:25.000004 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:25.000880 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:25.043615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:25.088364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:25.089771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ee1cc935-164e-42e3-a3ae-2fe76e135884 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8063338 Nov 15 22:19:25.093472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:25.139371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:19:25.140021 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:19:25.153709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c549a-fa97-47a5-90c6-a723bd360458 None None] Pushing event updated for resources: {'Port': ['ID=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:25.171893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bea05-f0a8-46a0-b981-6a89c2567041 req-5f574c3c-fbe4-4104-8332-6d59bf0d82f4 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:25.178532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c10bea05-f0a8-46a0-b981-6a89c2567041 req-5f574c3c-fbe4-4104-8332-6d59bf0d82f4 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.1422420 Nov 15 22:19:25.231217 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:25.279675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c10bea05-f0a8-46a0-b981-6a89c2567041 req-674243aa-0aed-4e17-b3d7-4747599c8968 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952260 Nov 15 22:19:25.394946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2fa1d9d0-9bdd-40b0-8104-1e2504c60ead None None] Provisioning complete for port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:25.395315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fa1d9d0-9bdd-40b0-8104-1e2504c60ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:25.473486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4031360d-a3d4-4e3a-a3a6-08d84a4d8a9e req-a4a9b582-19f3-49f9-8076-2a7690517ba1 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.1283545 Nov 15 22:19:25.717594 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:23Z', 'revision_number': 3, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:25.754651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Checking router: 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:19:25.754966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Updating router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:19:25.795888 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:25.961757 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.170983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Allocated IP 172.20.0.1 (ac56d055-eea0-49b9-b5f7-bc38423c4759/5a330ca1-14c4-4035-a0cf-400df951c5c3/8ba7a941-45a3-4dfe-b88b-95499833fdab) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:26.176515 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.237256 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.291927 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca05189-73ca-4ead-820d-0d8b45081ab2 None None] Pushing event updated for resources: {'Port': ['ID=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:26.365864 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Attempting to bind port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:26.366241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Attempting to bind port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:26.366612 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Attempting to bind port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:26.372460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:26.372909 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:26.373262 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.373656 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:26.374129 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Bound port: 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:26.374535 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.443555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] For port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:26.452234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] For port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:26.517821 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.522657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:26.579539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3cb65-affe-4297-ab40-d608f315ca34 req-a36e8acb-6a87-4c2c-8486-336c341ae6f8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:26.582813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dd3cb65-affe-4297-ab40-d608f315ca34 req-a36e8acb-6a87-4c2c-8486-336c341ae6f8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.1380467 Nov 15 22:19:26.616758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.617271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:26.618070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.659023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:26.659739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:26.665563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca05189-73ca-4ead-820d-0d8b45081ab2 None None] Pushing event updated for resources: {'Port': ['ID=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:26.693206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dd3cb65-affe-4297-ab40-d608f315ca34 req-e79f5845-7f99-4e48-adeb-50613194354d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936797 Nov 15 22:19:26.796406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:26.859676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:26.863404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:26.865017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:26.869126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:26.903429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:26.914949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d221b330-006f-4fd7-bd28-a87752412e8a req-d56e2d5d-8e47-4ce7-a5bf-1f1339ccdb9c tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0720506 Nov 15 22:19:26.931031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.227930 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:23Z', 'revision_number': 3, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:27.233171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8a9bc49-6405-408a-87c5-8d98350d9923 None None] Provisioning complete for port 8ba7a941-45a3-4dfe-b88b-95499833fdab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:27.233534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8a9bc49-6405-408a-87c5-8d98350d9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.273238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc265b-186f-41a8-9ea9-a24eee580c78 None None] The sync data for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 is: [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:23Z', 'revision_number': 3, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:19:27.283399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.288018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9bc49-6405-408a-87c5-8d98350d9923 None None] Port 8ba7a941-45a3-4dfe-b88b-95499833fdab cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:27.530077 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.542214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:27.585725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.714115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.720600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:27.842514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26427b5-49fd-4e74-ba2e-20e41f17fdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:27.865474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:27.866975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:28.030110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26427b5-49fd-4e74-ba2e-20e41f17fdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.103198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:19:28.120186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e26427b5-49fd-4e74-ba2e-20e41f17fdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.134735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-d1155925-a8f6-4996-bade-9ccc8c843761 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0040a6f601904318939f83fe5a28e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516634 Nov 15 22:19:28.186985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26427b5-49fd-4e74-ba2e-20e41f17fdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785ce883-5f43-4a5e-9182-3826e315e8e4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:28.247025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0db265e0-c8d4-4ab9-b380-ebf0a9ebdbd0 None None] Provisioning complete for port 8ba7a941-45a3-4dfe-b88b-95499833fdab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:28.249238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0db265e0-c8d4-4ab9-b380-ebf0a9ebdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.262233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e26427b5-49fd-4e74-ba2e-20e41f17fdee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54a14bcdabbd4e198a715cab39ba9369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184739 Nov 15 22:19:28.265180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:28.344517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.363025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0db265e0-c8d4-4ab9-b380-ebf0a9ebdbd0 None None] Port 8ba7a941-45a3-4dfe-b88b-95499833fdab cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:28.389300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:19:28.393924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-8c4bc289-0f63-4189-911b-8ae288c7d9c8 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:28.399390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d28a248-f972-4148-b939-46e489dfe410 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3017137 Nov 15 22:19:28.399723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-8c4bc289-0f63-4189-911b-8ae288c7d9c8 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623610 Nov 15 22:19:28.421495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.465283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-93b42ce2-b939-409e-b16a-7ca0d1b35b22 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/quotas/0040a6f601904318939f83fe5a28e3ea HTTP/1.1" status: 200 len: 375 time: 0.0465991 Nov 15 22:19:28.507589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-f45aa118-d4ce-4dae-9fc9-4e69d9539bf1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411928 Nov 15 22:19:28.532214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:28.638766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:28.639120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.648405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.651071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.654621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/785ce883-5f43-4a5e-9182-3826e315e8e4 HTTP/1.1" status: 204 len: 168 time: 0.3859465 Nov 15 22:19:28.664136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f6026-03ea-4eaa-8c9c-431b4be4f2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ce883-5f43-4a5e-9182-3826e315e8e4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:28.781467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.835248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:28.931073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd44fb-7498-48f9-a83c-04d2474a3eaa req-99fd16c8-44aa-430c-ba85-350fc54f7553 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:28.932889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efcd44fb-7498-48f9-a83c-04d2474a3eaa req-99fd16c8-44aa-430c-ba85-350fc54f7553 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.0654604 Nov 15 22:19:28.962414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:28.996982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:29.008988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efcd44fb-7498-48f9-a83c-04d2474a3eaa req-cdbca345-b42f-4479-8dca-fb0621810d16 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658176 Nov 15 22:19:29.049862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:29.112384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b08e655-6b73-4ca9-b49c-a074304e27be req-d286828d-e03f-4a50-ac73-fa0c9db3d733 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0338352 Nov 15 22:19:29.568528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2c074cd-cbc6-4395-89ad-c46971e96c85 req-4260c4a7-3a5d-497e-9888-1cf2a697bd33 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 210 time: 0.0286760 Nov 15 22:19:29.663234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Sync routers for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:19:29.673429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:29.674127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:29.844240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:29.889309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:29.973590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:29.991173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a96a10f-5218-40cf-b037-59f0b1a4d5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.066311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a96a10f-5218-40cf-b037-59f0b1a4d5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.101964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:27Z', 'revision_number': 4, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ba7a941-45a3-4dfe-b88b-95499833fdab', 'name': '', 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'mac_address': 'fa:16:3e:03:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:25Z', 'updated_at': '2021-11-15T22:19:27Z', 'revision_number': 2, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'subnets': [{'id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:30.139371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Checking router: 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:19:30.145584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Updating router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 port 8ba7a941-45a3-4dfe-b88b-95499833fdab binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:19:30.162224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a96a10f-5218-40cf-b037-59f0b1a4d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.177141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.181823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-abc71421-ded2-45bc-99df-525b8f8099e6 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:19:30.184035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-abc71421-ded2-45bc-99df-525b8f8099e6 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095649 Nov 15 22:19:30.219054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a96a10f-5218-40cf-b037-59f0b1a4d5c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c39fb7cc89b47c3be76fb3b3cc89b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460449 Nov 15 22:19:30.222325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a10f-5218-40cf-b037-59f0b1a4d5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e7bd5-3d26-4f1a-884d-039db619a7e7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:30.224486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:30.318215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.348078 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.483853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:30.523102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.525232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.526339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f98e7bd5-3d26-4f1a-884d-039db619a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2905672 Nov 15 22:19:30.544537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8469fc3-3ed4-4aef-b7c9-4b4f31ab3a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e7bd5-3d26-4f1a-884d-039db619a7e7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:30.619651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.623037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:30.623560 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.643776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Request body: {'port': {'device_id': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:30.717218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.730893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.788281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a9423-819f-41b0-9740-181ea47ccc89 req-12da4808-a896-43e5-a229-98e4bac5dd56 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:30.796149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-945a9423-819f-41b0-9740-181ea47ccc89 req-12da4808-a896-43e5-a229-98e4bac5dd56 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 936 time: 0.0679708 Nov 15 22:19:30.854021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d80125-533f-4f2f-a70c-448d66cc5e5e None None] Pushing event updated for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:30.916920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-945a9423-819f-41b0-9740-181ea47ccc89 req-5d401b7b-8b26-41ac-9878-6b850cc5220b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195607 Nov 15 22:19:30.932356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Attempting to bind port 8ba7a941-45a3-4dfe-b88b-95499833fdab on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:30.934818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Attempting to bind port 8ba7a941-45a3-4dfe-b88b-95499833fdab by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:30.935559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Attempting to bind port 8ba7a941-45a3-4dfe-b88b-95499833fdab on network ac56d055-eea0-49b9-b5f7-bc38423c4759 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:30.947424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:30.950426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Checking segment: {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:30.950826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:30.951218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Bound using segment: {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:30.952955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Bound port: 8ba7a941-45a3-4dfe-b88b-95499833fdab, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca4a787-23d6-4de2-9007-e8fa5b325964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:30.953407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.042465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:31.079213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] For port 8ba7a941-45a3-4dfe-b88b-95499833fdab, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:31.087676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] For port 8ba7a941-45a3-4dfe-b88b-95499833fdab, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ba7a941-45a3-4dfe-b88b-95499833fdab,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:31.116905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b75c8491-1266-4a75-b399-41f27b4ac801 req-7117ecc4-b5ad-4683-968c-15dae278cb4d tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0938873 Nov 15 22:19:31.167535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.204973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8373f49-577b-42be-8b9e-fe8091c8c4ac req-2d674097-8dd0-4bfb-ae96-826067bf362d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 210 time: 0.0555162 Nov 15 22:19:31.236521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c759318b-4767-4cfd-8485-a0303d63f539 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:31.246359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.269983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Transition to ACTIVE for port object c759318b-4767-4cfd-8485-a0303d63f539 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:31.291563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] Provisioning complete for port 8ba7a941-45a3-4dfe-b88b-95499833fdab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:31.291946 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.293540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d80125-533f-4f2f-a70c-448d66cc5e5e None None] Pushing event updated for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:31.327897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f327fddc-9d24-4c9f-8b03-fb485f15b423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.335747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:31.336395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:31.348898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.541641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:31.568655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:31.572098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f327fddc-9d24-4c9f-8b03-fb485f15b423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.585956 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.637566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] For port 8ba7a941-45a3-4dfe-b88b-95499833fdab, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ba7a941-45a3-4dfe-b88b-95499833fdab,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:31.650381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f327fddc-9d24-4c9f-8b03-fb485f15b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.650641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Attempting to bind port c759318b-4767-4cfd-8485-a0303d63f539 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:31.651089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Attempting to bind port c759318b-4767-4cfd-8485-a0303d63f539 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:31.651451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Attempting to bind port c759318b-4767-4cfd-8485-a0303d63f539 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:31.656596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Port c759318b-4767-4cfd-8485-a0303d63f539 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:31.657593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Attempting to bind port c759318b-4767-4cfd-8485-a0303d63f539 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:31.668855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:31.669389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:31.670022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:31.670648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Bound port: c759318b-4767-4cfd-8485-a0303d63f539, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:31.671005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.693300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.57', 62015) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:31.739446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.765090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f327fddc-9d24-4c9f-8b03-fb485f15b423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72a8503977b34133941c719468a8cf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199430 Nov 15 22:19:31.765864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:31.776366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327fddc-9d24-4c9f-8b03-fb485f15b423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48c39e-004e-4fdb-bb52-17b50cff273f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:31.808110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:31.813419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c759318b-4767-4cfd-8485-a0303d63f539,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:31.819941 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-45945b9e-7d17-4325-81d6-6fb9fbf869ea tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200206 Nov 15 22:19:31.853866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.887820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.890395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.55', 59039) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:31.899615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb2efd-08a6-40d3-bb99-7848c2960edf None None] Pushing event updated for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:31.911972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-037ad1b1-6c04-4b84-bfd3-add1b21fe2e0 None None] Provisioning complete for port 8ba7a941-45a3-4dfe-b88b-95499833fdab triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:31.912358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-037ad1b1-6c04-4b84-bfd3-add1b21fe2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.966673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:27Z', 'revision_number': 4, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ba7a941-45a3-4dfe-b88b-95499833fdab', 'name': '', 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'mac_address': 'fa:16:3e:03:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:25Z', 'updated_at': '2021-11-15T22:19:31Z', 'revision_number': 4, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'subnets': [{'id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:31.976589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-3e891eda-7ac2-40ad-bc6a-6f21ab8094a5 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:31.978509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-3e891eda-7ac2-40ad-bc6a-6f21ab8094a5 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520813 Nov 15 22:19:31.979186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-c1019f3d-61c9-4d8f-8921-2c3aa7942240 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0040a6f601904318939f83fe5a28e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794928 Nov 15 22:19:31.980168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:31.999753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Request body: {'port': {'device_id': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '54cbcdf2623a4632b0ad13a0f3c9631c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:32.003599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef04ebc-fb1c-4a5e-a4db-b7abd4a4cfb9 None None] The sync data for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 is: [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:19:27Z', 'revision_number': 4, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ba7a941-45a3-4dfe-b88b-95499833fdab', 'name': '', 'network_id': 'ac56d055-eea0-49b9-b5f7-bc38423c4759', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'mac_address': 'fa:16:3e:03:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:25Z', 'updated_at': '2021-11-15T22:19:31Z', 'revision_number': 4, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'subnets': [{'id': '5a330ca1-14c4-4035-a0cf-400df951c5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:19:32.174840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:32.175461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:32.186093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] 10.222.0.57 "PUT /v2.0/ports/c759318b-4767-4cfd-8485-a0303d63f539 HTTP/1.1" status: 200 len: 1096 time: 1.8260512 Nov 15 22:19:32.190478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:32.275630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58072) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:32.324547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839542259', 'description': 'tempest-description--740705749'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:32.349928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-76f6e686-2425-4d78-a4f4-79d30174dda6 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:32.367000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-76f6e686-2425-4d78-a4f4-79d30174dda6 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190556 Nov 15 22:19:32.484176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Request body: {'port': {'device_id': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '0040a6f601904318939f83fe5a28e3ea'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:32.521334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:32.536180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:32.547271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:32.548599 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04" -d '{"events": [{"name": "network-changed", "server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "tag": "c759318b-4767-4cfd-8485-a0303d63f539"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:32.551632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d48c39e-004e-4fdb-bb52-17b50cff273f HTTP/1.1" status: 204 len: 168 time: 0.7834861 Nov 15 22:19:32.558675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ba7a941-45a3-4dfe-b88b-95499833fdab up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:32.588792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba7931-9e8c-4603-a1d6-07cb1e247544 req-45630579-8052-4152-a5a6-6df6963ca044 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:32.596948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79ba7931-9e8c-4603-a1d6-07cb1e247544 req-45630579-8052-4152-a5a6-6df6963ca044 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 948 time: 0.2576375 Nov 15 22:19:32.698089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6f79c-d0a5-48c4-81f9-90a944ddc769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48c39e-004e-4fdb-bb52-17b50cff273f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:32.708128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:32.732671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-06d0e827-af88-4e04-9bb9-d27af5da7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:32.737488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-06d0e827-af88-4e04-9bb9-d27af5da7768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 1099 time: 0.3352485 Nov 15 22:19:32.737488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26460556-eda7-46e7-838c-20fc1400e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:32.752338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8ba7a941-45a3-4dfe-b88b-95499833fdab triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:32.753936 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.055008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3549b16-08c9-4f6c-a8a8-40c36a24d013 req-43630a03-d248-4149-8db0-1d1d584981d3 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0523241 Nov 15 22:19:33.086808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79ba7931-9e8c-4603-a1d6-07cb1e247544 req-e1758b59-189f-4344-8381-b7820d32b58b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888363 Nov 15 22:19:33.189061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-465e2b20-940f-4763-af07-d95fe3ca6cf9 req-3688edbf-d6f1-4623-834f-e9698fec3928 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 210 time: 0.0470378 Nov 15 22:19:33.199869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.216280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-62714d5f-ec26-4c3f-ac8c-478b9aa7119b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c759318b-4767-4cfd-8485-a0303d63f539 HTTP/1.1" status: 200 len: 217 time: 0.4711344 Nov 15 22:19:33.277840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:33.288792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf3299-a9a6-4d45-adb0-44e0a479e148,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:33.304784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-89ab0d70-689e-4011-880d-703a8302a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:33.306345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-89ab0d70-689e-4011-880d-703a8302a8e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0799968 Nov 15 22:19:33.386292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Made reservation on behalf of 54cbcdf2623a4632b0ad13a0f3c9631c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:33.390095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.405005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.423834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-999bbe56-af4c-44cd-8df1-24c4c698e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:33.426396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-999bbe56-af4c-44cd-8df1-24c4c698e6bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111066 Nov 15 22:19:33.453764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Made reservation on behalf of 0040a6f601904318939f83fe5a28e3ea for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:33.458543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.649074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.650112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.650112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09b1953a-ad90-4bec-ae4c-8dc15c4d2cef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3213260 Nov 15 22:19:33.650112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-a6566cfa-8a60-4a43-9b47-45903bc48708 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697533 Nov 15 22:19:33.650805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:33.650805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'security_group_rule': {'security_group_id': '08cf3299-a9a6-4d45-adb0-44e0a479e148', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:33.650805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.682802 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff4e02c-6170-415c-8ad2-7c11f72c0e78 x-openstack-request-id: req-0ff4e02c-6170-415c-8ad2-7c11f72c0e78 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:33.683089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "tag": "c759318b-4767-4cfd-8485-a0303d63f539", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:33.683338 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ff4e02c-6170-415c-8ad2-7c11f72c0e78 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:33.683785 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539', 'status': 'completed', 'code': 200} Nov 15 22:19:33.685620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.711338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.727107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf73d124-0c37-473d-8888-02f38299a342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.766580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.790272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a853477c-479f-4ba5-bf61-8cfd855c02d2 req-37777b9b-78ea-44f1-b41b-0155934937c1 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752515 Nov 15 22:19:33.817564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:33.870668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4228b5d7-61e0-48fb-95df-25f74c00b057,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:33.891980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:33.904770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:33.929614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-531dea91-1684-4021-ace2-290b19e71b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.011176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.018665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Allocated IP 192.168.233.147 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/4fcc6456-ceed-4893-82ed-46d4d08e2b62) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:34.046452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-8a9d59d7-cdca-4f71-97a7-2b8ce4693c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:34.054459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-8a9d59d7-cdca-4f71-97a7-2b8ce4693c90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 1099 time: 0.1054916 Nov 15 22:19:34.054459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf73d124-0c37-473d-8888-02f38299a342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.072817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.117512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57c83b2-8270-4924-a4d4-0e1f37fbc9e5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:34.175786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf73d124-0c37-473d-8888-02f38299a342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.209754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ced569f7-28f2-44cd-8206-ddfde0044ea4 req-69d8869e-e191-404f-b285-f23c2115964c tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0479643 Nov 15 22:19:34.261331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d124-0c37-473d-8888-02f38299a342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5cbde-0ffc-4b7f-a146-84a0856db5b5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:34.266232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.270699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f43074d6-db61-4604-8bab-800cb5621a5f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6625235 Nov 15 22:19:34.279822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:34.281550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdb70f-c695-41db-b1cf-ca873bb25732 req-5aebf8f5-5877-4409-bf88-75300113bd2c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:34.283126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-531dea91-1684-4021-ace2-290b19e71b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.289404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25cdb70f-c695-41db-b1cf-ca873bb25732 req-5aebf8f5-5877-4409-bf88-75300113bd2c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 948 time: 0.1130061 Nov 15 22:19:34.296477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'security_group_rule': {'security_group_id': '08cf3299-a9a6-4d45-adb0-44e0a479e148', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:34.330225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf73d124-0c37-473d-8888-02f38299a342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=123ded552b1147148aac3de03210c578&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0512540 Nov 15 22:19:34.334651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:34.338935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.356958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-531dea91-1684-4021-ace2-290b19e71b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.360294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-f541aae4-67b0-4634-97d4-0ec01741d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:34.361364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-f541aae4-67b0-4634-97d4-0ec01741d9ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3051476 Nov 15 22:19:34.371067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-322a8fc5-3e2a-4810-af8c-d2110c5e6f93 req-bdbf5030-94ce-45cb-bad8-1f6f4b64f458 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 210 time: 0.0542457 Nov 15 22:19:34.400946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25cdb70f-c695-41db-b1cf-ca873bb25732 req-997f3b51-8528-4b62-a552-f1a556e35774 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105464 Nov 15 22:19:34.446448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-5e51906b-e4ad-410d-83a7-382b8368f591 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c759318b-4767-4cfd-8485-a0303d63f539 HTTP/1.1" status: 200 len: 217 time: 0.0694418 Nov 15 22:19:34.464474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dea91-1684-4021-ace2-290b19e71b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65b5af2-2fcd-4e91-b2ae-101c136bf8ba,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:34.467303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.496161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-531dea91-1684-4021-ace2-290b19e71b5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a429b86ee7f43d6b1b2e51d9d945277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6033833 Nov 15 22:19:34.499187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:34.642319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.642410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.642410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-9c9f02c5-07af-4a32-80cf-19f82aa71a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:34.642410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-9c9f02c5-07af-4a32-80cf-19f82aa71a72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1196663 Nov 15 22:19:34.642614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.660946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.666124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:34.703985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-d0ba7247-062f-4529-9de2-f5b87f656c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:34.705485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-d0ba7247-062f-4529-9de2-f5b87f656c18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136293 Nov 15 22:19:34.813325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-d1675af6-17a1-4122-ab20-90c4bec9a568 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960548 Nov 15 22:19:34.920000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f6b1476-2bbd-42dc-bc75-bcedc60dae04 req-be378fbe-74e6-4aad-9d80-707cac6524c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977941 Nov 15 22:19:34.940856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.018848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Allocated IP 192.168.233.46 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/63e3afed-8c86-4fe8-8cff-9105b571d40e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:35.025360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:35.032257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:35.038604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:35.443214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Pushing event updated for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:35.443214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:35.443214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.450510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.451547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-925bb801-19c3-4937-851c-727a9b94730a req-e13b5f77-8d1e-452a-b565-7e02a7ba9c46 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0325091 Nov 15 22:19:35.451796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-acb8fa0c-7a7c-42ba-9d9d-2800028b0632 None None] Provisioning complete for port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:35.451796 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acb8fa0c-7a7c-42ba-9d9d-2800028b0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.451796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-acb8fa0c-7a7c-42ba-9d9d-2800028b0632 None None] Port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:35.487994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a8ed03-92ca-4941-9e58-c3050555f44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.523640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.525820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.531785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.532452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-2b1b674e-122a-46c8-bc69-065addbb9cef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0794916 Nov 15 22:19:35.533063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.534309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.539327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.539475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f5cbde-0ffc-4b7f-a146-84a0856db5b5 HTTP/1.1" status: 204 len: 168 time: 1.1999896 Nov 15 22:19:35.539573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b65b5af2-2fcd-4e91-b2ae-101c136bf8ba HTTP/1.1" status: 204 len: 168 time: 1.0357115 Nov 15 22:19:35.565889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8cb91-7b40-4910-8fba-aa0f6392d723 req-4abd41bc-8ce8-432c-a2be-99d8d02838b4 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:35.567368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fb8cb91-7b40-4910-8fba-aa0f6392d723 req-4abd41bc-8ce8-432c-a2be-99d8d02838b4 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 936 time: 0.0984755 Nov 15 22:19:35.568084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b64f-afe0-4fe6-a173-450a7f51cba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65b5af2-2fcd-4e91-b2ae-101c136bf8ba,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:35.597764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e583626-068b-4b25-b7f5-618500509c3d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:35.599032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727def-efe3-4fe8-8bb8-eb35eb344477 req-32bf5cfa-5ce4-4e5b-8057-4dab50966107 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:35.600434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61727def-efe3-4fe8-8bb8-eb35eb344477 req-32bf5cfa-5ce4-4e5b-8057-4dab50966107 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 948 time: 0.1052132 Nov 15 22:19:35.602815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb8d0f-64a4-486c-8fab-e8bc25c908d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5cbde-0ffc-4b7f-a146-84a0856db5b5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:35.621230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:35.624603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:35.643454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:35.672658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fb8cb91-7b40-4910-8fba-aa0f6392d723 req-55e11dc9-b50f-4191-921f-42d478a3cf0a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889006 Nov 15 22:19:35.678104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Pushing event updated for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:35.683255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.684480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af36c94c-fded-4ad0-9c65-0371cdea300d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4036889 Nov 15 22:19:35.688144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58170) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:35.696606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:35.702322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61727def-efe3-4fe8-8bb8-eb35eb344477 req-32631f8e-cc4d-42fa-aab3-472b2a9911a9 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Nov 15 22:19:35.743320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:35.743990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.837280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.911997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:35.929368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c1ece75b-5439-4ec9-937c-db288b68fc28 None None] Provisioning complete for port 63e3afed-8c86-4fe8-8cff-9105b571d40e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:35.929723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1ece75b-5439-4ec9-937c-db288b68fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:35.936222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-63cfced9-74e5-47cd-b552-79ff50761263 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9419687 Nov 15 22:19:35.957946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Request body: {'port': {'device_id': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'device_owner': 'compute:tempest-test_az-1270979029', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:35.974587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c1ece75b-5439-4ec9-937c-db288b68fc28 None None] Port 63e3afed-8c86-4fe8-8cff-9105b571d40e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:36.032420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.034009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.242266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:36.258445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2dc-3cfa-4524-97a7-94045623f5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.363256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2dc-3cfa-4524-97a7-94045623f5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.409980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Allocated IP 172.25.0.116 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:36.458269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2dc-3cfa-4524-97a7-94045623f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.521205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87fe4283-a017-4e2c-ba5a-94351e816579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.546491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a9fff2dc-3cfa-4524-97a7-94045623f5b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76b4f8f30d3a49458aae1be5bf2b50cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029604 Nov 15 22:19:36.554499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:36.555172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fff2dc-3cfa-4524-97a7-94045623f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64579ec-3cfd-45e0-88df-d72d174dde9c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:36.589838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084b7bb-e788-4f85-8f92-7a4f8703ed5e req-191b36a4-12fd-47a4-b56b-412af4d770cd tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:36.591216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6084b7bb-e788-4f85-8f92-7a4f8703ed5e req-191b36a4-12fd-47a4-b56b-412af4d770cd tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 935 time: 0.1234956 Nov 15 22:19:36.629015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.646079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e3afed-8c86-4fe8-8cff-9105b571d40e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:36.656601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.688567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.703567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Transition to ACTIVE for port object 63e3afed-8c86-4fe8-8cff-9105b571d40e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:36.706285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6084b7bb-e788-4f85-8f92-7a4f8703ed5e req-6fbe7420-cb78-4cb7-94d4-3b9c91f66ae9 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988412 Nov 15 22:19:36.751903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.754601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.793413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:36.796166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:36.797790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87fe4283-a017-4e2c-ba5a-94351e816579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.799623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:36.840811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.866383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87fe4283-a017-4e2c-ba5a-94351e816579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:36.867868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'Port': ['ID=cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:36.965670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-87fe4283-a017-4e2c-ba5a-94351e816579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ea2e6972ab04122b7a24094b839445d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0501666 Nov 15 22:19:36.966678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:36.982761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe4283-a017-4e2c-ba5a-94351e816579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df6b4d-7100-429d-a713-6df230263819,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:36.998048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a98d6-c378-4a08-8a55-85f1735ca427 req-cf2216fc-8f16-4796-9f6b-17d59567dce2 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:37.004338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a19a98d6-c378-4a08-8a55-85f1735ca427 req-cf2216fc-8f16-4796-9f6b-17d59567dce2 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 936 time: 0.2702744 Nov 15 22:19:37.021138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16dca1-1869-4d6c-ad9f-75ca0fc8dc23 req-5edf7b78-db45-4217-be34-429a587896aa tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:37.022753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb16dca1-1869-4d6c-ad9f-75ca0fc8dc23 req-5edf7b78-db45-4217-be34-429a587896aa tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 948 time: 0.2021947 Nov 15 22:19:37.028719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Pushing event updated for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:37.065407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.096573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.099240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.101332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d64579ec-3cfd-45e0-88df-d72d174dde9c HTTP/1.1" status: 204 len: 168 time: 0.5416548 Nov 15 22:19:37.127580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4983849-c154-4134-82b1-a43125021bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.134910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7710be-ac4b-48b6-8aad-d4d881e9c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64579ec-3cfd-45e0-88df-d72d174dde9c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:37.136641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Attempting to bind port 63e3afed-8c86-4fe8-8cff-9105b571d40e on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:37.136641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Attempting to bind port 63e3afed-8c86-4fe8-8cff-9105b571d40e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:37.141934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Attempting to bind port 63e3afed-8c86-4fe8-8cff-9105b571d40e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:37.151365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Port 63e3afed-8c86-4fe8-8cff-9105b571d40e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:37.152584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Attempting to bind port 63e3afed-8c86-4fe8-8cff-9105b571d40e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:37.188093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a19a98d6-c378-4a08-8a55-85f1735ca427 req-0b214371-558c-4aba-8e53-5378ba6fa5aa tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828585 Nov 15 22:19:37.192849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:37.192849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:37.192849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:37.192849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Bound port: 63e3afed-8c86-4fe8-8cff-9105b571d40e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:37.192849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.221224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb16dca1-1869-4d6c-ad9f-75ca0fc8dc23 req-512f8234-3323-46c6-8f1b-43c88d9e001a tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657872 Nov 15 22:19:37.230217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.250034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.279229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.329174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:37.375653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:37.452993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.470696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.473529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.475286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21df6b4d-7100-429d-a713-6df230263819 HTTP/1.1" status: 204 len: 168 time: 0.5047355 Nov 15 22:19:37.484746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90cd60-c3cb-4c00-9124-e69c83bcd05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df6b4d-7100-429d-a713-6df230263819,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:37.491067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.523491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c759318b-4767-4cfd-8485-a0303d63f539 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:37.549764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.567758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:37.575385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.575385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] 10.222.0.57 "PUT /v2.0/ports/63e3afed-8c86-4fe8-8cff-9105b571d40e HTTP/1.1" status: 200 len: 1117 time: 1.6222785 Nov 15 22:19:37.592454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:37.594969 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335c0413-42cc-465a-a529-5038a1bb3a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:37.608765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc66c3-14dc-49c4-99d8-b239cdefee15 service neutron] Pushing event updated for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:37.706242 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d84374c-d4f4-4977-9455-b7217c4f7dac x-openstack-request-id: req-1d84374c-d4f4-4977-9455-b7217c4f7dac {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:37.706786 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:37.706786 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d84374c-d4f4-4977-9455-b7217c4f7dac {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:37.708127 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e', 'status': 'completed', 'code': 200} Nov 15 22:19:37.776265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'Port': ['ID=cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:37.798562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.812908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-9259753f-41f7-41fe-b7a3-a548bd558547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:37.814785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-9259753f-41f7-41fe-b7a3-a548bd558547 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 1120 time: 0.1019943 Nov 15 22:19:37.872312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d763f-0a8f-430d-844c-e8a835496321 req-7e4aaa1a-bf35-4b82-9ddf-956e6dcda97d tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:37.873849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d81d763f-0a8f-430d-844c-e8a835496321 req-7e4aaa1a-bf35-4b82-9ddf-956e6dcda97d tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 969 time: 0.0681214 Nov 15 22:19:37.890745 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-307bfd77-1f5d-499e-abe0-b6820b99bd82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e HTTP/1.1" status: 200 len: 217 time: 0.0657711 Nov 15 22:19:37.919039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:37.928184 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ebb751f3-78cf-4b7c-a895-f42db707d6b9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2332327 Nov 15 22:19:37.929068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c759318b-4767-4cfd-8485-a0303d63f539,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:37.952792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'c759318b-4767-4cfd-8485-a0303d63f539', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'c759318b-4767-4cfd-8485-a0303d63f539', 'mac_address': 'fa:16:3e:57:1d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:37.998600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d81d763f-0a8f-430d-844c-e8a835496321 req-01172ee1-9ca0-45ad-af74-1a5196fef8b4 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096578 Nov 15 22:19:38.010279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.029489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c759318b-4767-4cfd-8485-a0303d63f539 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:38.037084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-08d0120f-093a-48c9-95b0-b0d747f5edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.038903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-08d0120f-093a-48c9-95b0-b0d747f5edd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1404977 Nov 15 22:19:38.064326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c759318b-4767-4cfd-8485-a0303d63f539,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:38.090850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-7494b15e-ef91-468f-ac64-f879c56bfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.092961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-7494b15e-ef91-468f-ac64-f879c56bfa92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454819 Nov 15 22:19:38.168898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.172176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.217311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-64884228-1288-48aa-b568-1f29e9b6bb56 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158566 Nov 15 22:19:38.261787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:38.360414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9cd815-dd0b-43d4-b178-2cff7552e841 req-131cc911-c8bf-43f6-9738-cc7724421cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218588 Nov 15 22:19:38.501484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d220-2170-4f18-b5f9-a3d8c246cc92 req-6ba41d5d-c954-484a-a22d-e12101b40def tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.502941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d41d220-2170-4f18-b5f9-a3d8c246cc92 req-6ba41d5d-c954-484a-a22d-e12101b40def tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 936 time: 0.2228694 Nov 15 22:19:38.508038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c759318b-4767-4cfd-8485-a0303d63f539'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:38.536110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-3f9e8771-4fcc-4342-8c26-e21fe4093da8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--839542259&fields=id&tenant_id=a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 267 time: 0.2236230 Nov 15 22:19:38.565691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:38.587640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d41d220-2170-4f18-b5f9-a3d8c246cc92 req-289161f7-ee84-4d92-9975-e8fca4b25dd8 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Nov 15 22:19:38.616227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd294-b57b-4cd8-a9ee-0cc45ad0a1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.750485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-9b0d4fd9-9c87-4967-8193-a6991f32c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.752175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-9b0d4fd9-9c87-4967-8193-a6991f32c477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 1120 time: 0.1744018 Nov 15 22:19:38.855790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351fa84-f4da-4bb6-ad1e-f3d5b81e6539 req-0ee584bf-6833-46f8-a8d0-99cd9d2ae95c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.863948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1351fa84-f4da-4bb6-ad1e-f3d5b81e6539 req-0ee584bf-6833-46f8-a8d0-99cd9d2ae95c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 949 time: 0.1379583 Nov 15 22:19:38.907586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-e5c1add2-d292-43f5-aede-6c2e9539d25b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.909419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-e5c1add2-d292-43f5-aede-6c2e9539d25b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 823 time: 0.3382237 Nov 15 22:19:38.914509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd294-b57b-4cd8-a9ee-0cc45ad0a1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.916085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-b66efc95-a144-4620-a7ad-c6cbf10a41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:38.917824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-b66efc95-a144-4620-a7ad-c6cbf10a41b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1549647 Nov 15 22:19:38.939519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-bd7bd34c-7f59-4640-aef7-64a67180aa12 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/quotas/a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 375 time: 0.0158749 Nov 15 22:19:38.972013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1351fa84-f4da-4bb6-ad1e-f3d5b81e6539 req-7a06d18e-210c-4898-9f7a-0398f48e2f38 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072011 Nov 15 22:19:38.980145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-7cab1c8a-34a4-4786-84b7-40d66f3ca3d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e HTTP/1.1" status: 200 len: 217 time: 0.0533636 Nov 15 22:19:38.983971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd294-b57b-4cd8-a9ee-0cc45ad0a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:38.996792 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:19:39.064053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-3dea15de-eb3f-4ea9-8d8a-7ac48f07aed2 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1161461 Nov 15 22:19:39.092009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fcbdd294-b57b-4cd8-a9ee-0cc45ad0a1b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88797dd2b13d4170adca72a41989cb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251861 Nov 15 22:19:39.098379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:39.118638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdd294-b57b-4cd8-a9ee-0cc45ad0a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66285c2a-265e-4030-9c3e-5e5bfaf026bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:39.124656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-24c6914d-177f-44b7-b6cd-d73a4e19e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:39.126341 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-24c6914d-177f-44b7-b6cd-d73a4e19e555 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1270814 Nov 15 22:19:39.138929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a300-2aa0-49fb-9c37-4af0d8d11ce5 req-356a2452-21b6-42c9-a33b-9b5edcad83ea tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:39.147440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be76a300-2aa0-49fb-9c37-4af0d8d11ce5 req-356a2452-21b6-42c9-a33b-9b5edcad83ea tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 969 time: 0.0682356 Nov 15 22:19:39.204896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-1963674f-5201-42e1-b474-016216fc290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:39.206409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-1963674f-5201-42e1-b474-016216fc290e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683682 Nov 15 22:19:39.207942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.224269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be76a300-2aa0-49fb-9c37-4af0d8d11ce5 req-16b4d898-6cc5-4ec7-8320-9aba7753cdea tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Nov 15 22:19:39.269761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.282081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.333367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-6c3dbfd2-1a97-485d-b6fd-0b35d7c9f28a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:19:39.338835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-6c3dbfd2-1a97-485d-b6fd-0b35d7c9f28a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184267 Nov 15 22:19:39.353871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-831f72f2-c7f2-4cf5-8664-e78b2840966d service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352196 Nov 15 22:19:39.429444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-af60cf74-d0b5-4202-bbdc-47c29446895a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:19:39.430458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-af60cf74-d0b5-4202-bbdc-47c29446895a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1348085 Nov 15 22:19:39.444268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.446825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.448005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66285c2a-265e-4030-9c3e-5e5bfaf026bc HTTP/1.1" status: 204 len: 168 time: 0.3485696 Nov 15 22:19:39.466943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-335c0413-42cc-465a-a529-5038a1bb3a1a req-58cd94f9-a610-48e1-84b5-215263e3a71d service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048605 Nov 15 22:19:39.467643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6d095-2880-42b7-a15f-d24ece4bf88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66285c2a-265e-4030-9c3e-5e5bfaf026bc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:39.482584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c759318b-4767-4cfd-8485-a0303d63f539 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:39.574779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-0196e764-cfbe-45fb-9679-b47145847e2d service neutron] 10.222.0.15 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371279 Nov 15 22:19:39.631130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port c759318b-4767-4cfd-8485-a0303d63f539 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:39.635639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port c759318b-4767-4cfd-8485-a0303d63f539 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:39.636744 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.695556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-a91e7677-07a1-409e-afcd-9d4b6e70b1af service neutron] 10.222.0.15 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143827 Nov 15 22:19:39.761164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.786760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:39.863599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c759318b-4767-4cfd-8485-a0303d63f539,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:39.918116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:39.983147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6729413-8546-4c7b-b022-85a14d4ebf21 req-2a4e6a9b-8904-474a-95b6-96daba1265df tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:39.988135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:39.990720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6729413-8546-4c7b-b022-85a14d4ebf21 req-2a4e6a9b-8904-474a-95b6-96daba1265df tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 936 time: 0.0641229 Nov 15 22:19:40.041738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Request body: {'port': {'device_id': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:40.125459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6729413-8546-4c7b-b022-85a14d4ebf21 req-ebedbaaf-11e4-4e3a-adcd-25a78bdb6cdc tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334698 Nov 15 22:19:40.163082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-814304e0-1d3b-447f-8813-d359fadc4400 req-963646b1-c1d7-4987-a98c-a7a961985b57 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 210 time: 0.0663137 Nov 15 22:19:40.207909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:40.219620 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb0b29-fb04-4c6e-9bc7-f13a28d547fb" -d '{"events": [{"server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "name": "network-vif-plugged", "status": "completed", "tag": "c759318b-4767-4cfd-8485-a0303d63f539"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:40.253763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:40.310229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393156-a522-4dbc-b42f-16525efb1fdc req-49a3ebd1-db3a-4e6d-97ef-c56c11a46af8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:40.311702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69393156-a522-4dbc-b42f-16525efb1fdc req-49a3ebd1-db3a-4e6d-97ef-c56c11a46af8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.1008217 Nov 15 22:19:40.518906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69393156-a522-4dbc-b42f-16525efb1fdc req-4a256eb1-8038-499a-96ab-6d33bdae4dce tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812055 Nov 15 22:19:40.695515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcc6456-ceed-4893-82ed-46d4d08e2b62 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:40.716163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:40.745841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Transition to ACTIVE for port object 4fcc6456-ceed-4893-82ed-46d4d08e2b62 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:40.759185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ad939-de3e-44d6-8089-b093966aabdd req-857fb960-a9be-4522-9b11-cafe458052d4 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:40.760857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6ad939-de3e-44d6-8089-b093966aabdd req-857fb960-a9be-4522-9b11-cafe458052d4 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 969 time: 0.0815837 Nov 15 22:19:40.788261 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b14f7-e849-4f1e-bb1a-d982f9c53004 x-openstack-request-id: req-861b14f7-e849-4f1e-bb1a-d982f9c53004 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:40.788784 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "name": "network-vif-plugged", "status": "completed", "tag": "c759318b-4767-4cfd-8485-a0303d63f539", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:40.789013 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-861b14f7-e849-4f1e-bb1a-d982f9c53004 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:40.789786 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539', 'code': 200} Nov 15 22:19:40.821501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6ad939-de3e-44d6-8089-b093966aabdd req-142df541-8919-43c1-ae14-33faa4a94bf5 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Nov 15 22:19:40.822846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:40.914964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:41.012009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Attempting to bind port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:41.012682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Attempting to bind port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:41.012682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Attempting to bind port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:41.020688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:41.020982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Attempting to bind port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:41.027174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab20e1-9df2-4661-a8db-a411107a297c req-6535b1f0-2669-445d-ad24-153bb15d93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.029101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03ab20e1-9df2-4661-a8db-a411107a297c req-6535b1f0-2669-445d-ad24-153bb15d93c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 1101 time: 0.1435983 Nov 15 22:19:41.030874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:41.031416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:41.031969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:41.032399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Bound port: 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:41.032787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.054992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03ab20e1-9df2-4661-a8db-a411107a297c req-1f743bf5-4a20-48bc-a0e8-971f00ede0af service neutron] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.138178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:41.152353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:41.238788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03ab20e1-9df2-4661-a8db-a411107a297c req-1f743bf5-4a20-48bc-a0e8-971f00ede0af service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.275994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.322625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.323242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.324687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fcc6456-ceed-4893-82ed-46d4d08e2b62 HTTP/1.1" status: 200 len: 1096 time: 1.6978042 Nov 15 22:19:41.325988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:41.362763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03ab20e1-9df2-4661-a8db-a411107a297c req-1f743bf5-4a20-48bc-a0e8-971f00ede0af service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.389464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfadeb9-b0f2-4608-968d-effa55d30093 req-54d44a57-3726-4e38-a17f-87067a35dde0 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.391356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dfadeb9-b0f2-4608-968d-effa55d30093 req-54d44a57-3726-4e38-a17f-87067a35dde0 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 948 time: 0.1493547 Nov 15 22:19:41.413107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfae217-d87d-4a93-a1e2-faa2eb928d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:41.424999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03ab20e1-9df2-4661-a8db-a411107a297c req-1f743bf5-4a20-48bc-a0e8-971f00ede0af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867404 Nov 15 22:19:41.426275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f743bf5-4a20-48bc-a0e8-971f00ede0af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fda8686f-eebb-4b83-9ed1-8ce0ed0c8017,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:41.488462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63e3afed-8c86-4fe8-8cff-9105b571d40e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:41.624397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e431ebd4-2b67-43d1-a34f-10ee2048c9b4 req-f7b7d7c2-da97-4098-bf63-19eb668965b8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 210 time: 0.1993084 Nov 15 22:19:41.637984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:41.663416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '63e3afed-8c86-4fe8-8cff-9105b571d40e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '63e3afed-8c86-4fe8-8cff-9105b571d40e', 'mac_address': 'fa:16:3e:93:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1270979029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:41.694563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dfadeb9-b0f2-4608-968d-effa55d30093 req-6f04afc4-8adb-4851-890d-6b98072519f7 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909489 Nov 15 22:19:41.714390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-08fc50fb-52d1-4772-b7ea-6b2d0c4de141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.715861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-08fc50fb-52d1-4772-b7ea-6b2d0c4de141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 1099 time: 0.2419217 Nov 15 22:19:41.724000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.745787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e3afed-8c86-4fe8-8cff-9105b571d40e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:41.779003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:41.823318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:41.840513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-f93808e1-2c75-4cc9-ad26-e443115f808b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62 HTTP/1.1" status: 200 len: 217 time: 0.1113365 Nov 15 22:19:41.860364 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:41.900784 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066" -d '{"events": [{"name": "network-changed", "server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:41.943472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cbdf2-2e6b-4d9c-806a-2d722ec7095c req-d2ac1f55-4701-44b3-b947-2b635128d99b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.953538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c9cbdf2-2e6b-4d9c-806a-2d722ec7095c req-d2ac1f55-4701-44b3-b947-2b635128d99b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.1104069 Nov 15 22:19:41.956076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-1d32a786-d22b-45f8-a049-1829ea7faf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:41.957494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-1d32a786-d22b-45f8-a049-1829ea7faf94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1063235 Nov 15 22:19:41.962628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:42.023723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab5adb7-9f59-439d-b683-90718b11aff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.089653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c9cbdf2-2e6b-4d9c-806a-2d722ec7095c req-d78622fa-e919-4264-9cc6-6d62877e507f tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367018 Nov 15 22:19:42.096678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['63e3afed-8c86-4fe8-8cff-9105b571d40e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:42.103606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04038aed-74c9-46e3-9493-9770b53df161 req-f6337487-de35-4c90-82e9-4e91a72ea909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.103606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-f6337487-de35-4c90-82e9-4e91a72ea909 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320136 Nov 15 22:19:42.117687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab5adb7-9f59-439d-b683-90718b11aff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.125933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3be76-892c-45a6-aaf9-a083da29cdda req-3a844863-2ec3-4a5f-bcfa-8500e97d8a95 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.127458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb3be76-892c-45a6-aaf9-a083da29cdda req-3a844863-2ec3-4a5f-bcfa-8500e97d8a95 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 970 time: 0.1551042 Nov 15 22:19:42.181077 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab5adb7-9f59-439d-b683-90718b11aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.230914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ab5adb7-9f59-439d-b683-90718b11aff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54f139c0d80e409e88b3c1a06124f15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033101 Nov 15 22:19:42.231215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:42.260051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5adb7-9f59-439d-b683-90718b11aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2fbcf-deb0-4b09-a0c4-1f58ecc7dfec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:42.303282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.306623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb3be76-892c-45a6-aaf9-a083da29cdda req-e6ab267a-7f39-4670-969f-d82dbd6d2d25 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602457 Nov 15 22:19:42.336415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-8b34f52c-1ebc-4158-8367-fe701c51acc1 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232714 Nov 15 22:19:42.337217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.411019 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df427117-a1b6-4ff6-9438-018201c438a4 x-openstack-request-id: req-df427117-a1b6-4ff6-9438-018201c438a4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:42.411235 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:42.411477 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df427117-a1b6-4ff6-9438-018201c438a4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:42.412600 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62', 'status': 'completed', 'code': 200} Nov 15 22:19:42.454583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.55', 59046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:42.455670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.459639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:42.461423 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09d2fbcf-deb0-4b09-a0c4-1f58ecc7dfec HTTP/1.1" status: 204 len: 168 time: 0.2288210 Nov 15 22:19:42.464562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04038aed-74c9-46e3-9493-9770b53df161 req-0e6c40c4-54b4-460c-a608-a7d8804adec8 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163557 Nov 15 22:19:42.538850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d4c2-e379-4df3-88f7-46ddbbd2beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2fbcf-deb0-4b09-a0c4-1f58ecc7dfec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:42.655161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-405a39a6-e833-4dd6-a0a0-31cee5747326 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.656678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-405a39a6-e833-4dd6-a0a0-31cee5747326 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.55 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 823 time: 0.1919894 Nov 15 22:19:42.666469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-393855b7-d601-45e4-8064-41fe2ee43bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.668450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-393855b7-d601-45e4-8064-41fe2ee43bef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 1099 time: 0.0573430 Nov 15 22:19:42.751391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-3cb188f8-7f52-4360-9275-7ece73bb13ae tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 379 time: 0.0836453 Nov 15 22:19:42.771606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'port': {'device_id': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'admin_state_up': True, 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'security_groups': ['08cf3299-a9a6-4d45-adb0-44e0a479e148']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:42.821366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b61742f-12c1-41fe-a5bb-94070e60f906 req-7ea2a08b-b50f-4c95-8bca-c23c90e2af01 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 210 time: 0.0968418 Nov 15 22:19:42.894756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:42.947915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-c7e1b912-bac6-43de-8a7b-758ee1aed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.950690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-c7e1b912-bac6-43de-8a7b-758ee1aed69b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2674692 Nov 15 22:19:42.960842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ef2a-8ede-4089-aae2-0112cfd4db03 req-81137b7b-920a-4f76-a44d-5d08a7bb74bd tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:42.962726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3e0ef2a-8ede-4089-aae2-0112cfd4db03 req-81137b7b-920a-4f76-a44d-5d08a7bb74bd tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 948 time: 0.1402574 Nov 15 22:19:43.007971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-eff8bee8-b566-41e1-89a8-5c8ae18f3d5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62 HTTP/1.1" status: 200 len: 217 time: 0.0442662 Nov 15 22:19:43.074094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3e0ef2a-8ede-4089-aae2-0112cfd4db03 req-68da52aa-ec3b-4d50-8828-ead87a0bd676 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047077 Nov 15 22:19:43.081514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-38b38528-6895-47ed-a5c8-d1067ab23ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:43.082897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-38b38528-6895-47ed-a5c8-d1067ab23ef4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0653911 Nov 15 22:19:43.139778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Made reservation on behalf of a80f9dba476645d58a6bb478ab7e04ac for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:43.145453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.145626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-91635fab-86f1-41ad-9c69-81a53102033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:43.147834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-91635fab-86f1-41ad-9c69-81a53102033e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486176 Nov 15 22:19:43.236365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58430) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:43.256301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99a2599d-d9ae-4ce9-8247-9bc5a7df86f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.316912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-9b69ddd5-9f38-402d-b576-fc361814c1ef service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608944 Nov 15 22:19:43.339214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ba053c4-9430-44d2-8e20-e2fa34dd38d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.358611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-b681664e-69ca-4454-a4d3-cd0b9bcc516d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788329 Nov 15 22:19:43.365941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Allocated IP 172.20.0.12 (330de6ad-94df-4ae8-a816-453bbc3ca2a4/2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6/c48f8ae4-5efc-46ed-8a21-38c04f447c36) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:43.421042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99a2599d-d9ae-4ce9-8247-9bc5a7df86f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.506427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16bfc6-a2a1-4d2f-b014-2ea20454051e req-d4612d13-0645-4778-ab3b-5721faad0df3 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:43.507892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc16bfc6-a2a1-4d2f-b014-2ea20454051e req-d4612d13-0645-4778-ab3b-5721faad0df3 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.2254763 Nov 15 22:19:43.511620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63e3afed-8c86-4fe8-8cff-9105b571d40e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:43.513287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99a2599d-d9ae-4ce9-8247-9bc5a7df86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.572667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-99a2599d-d9ae-4ce9-8247-9bc5a7df86f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f8ee7023c154161a8de3330955bc9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345792 Nov 15 22:19:43.575265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:43.579227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.586658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2599d-d9ae-4ce9-8247-9bc5a7df86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a32324-79d3-4e9f-b3fc-10285ee2b896,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:43.611819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebe3c-bb7d-4fbb-b53f-bfa8c5544066 req-1e5e6f8b-a116-4879-8c7b-f2c6f415d520 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647192 Nov 15 22:19:43.631392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 63e3afed-8c86-4fe8-8cff-9105b571d40e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:43.636810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-56b54a98-a02f-49f6-9c19-2a6f2c64abc3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:43.637356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 63e3afed-8c86-4fe8-8cff-9105b571d40e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:43.637720 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.638470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-56b54a98-a02f-49f6-9c19-2a6f2c64abc3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713711 Nov 15 22:19:43.646687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.649221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc16bfc6-a2a1-4d2f-b014-2ea20454051e req-e96b776f-caa1-4eee-84d4-50f78580c6cb tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286395 Nov 15 22:19:43.668250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ba053c4-9430-44d2-8e20-e2fa34dd38d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.670724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-e1d633d9-5b30-4a17-a8eb-b2f4c8ca2d20 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/quotas/6fcd14f1caa64ee5b21b149aa368a714 HTTP/1.1" status: 200 len: 375 time: 0.0182712 Nov 15 22:19:43.676786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.705686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-0d26ad57-ba93-47bd-b5b5-e3c4b4436460 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262697 Nov 15 22:19:43.717774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ba053c4-9430-44d2-8e20-e2fa34dd38d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.722688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.765325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.797188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:43.798734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:43.800142 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7236f0-bd8e-4ee8-a428-f5f5961a3211" -d '{"events": [{"server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "name": "network-vif-plugged", "status": "completed", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:43.804952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:43.808991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:43.835171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:43.848586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:43.877689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.881634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.893354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07a32324-79d3-4e9f-b3fc-10285ee2b896 HTTP/1.1" status: 204 len: 168 time: 0.3097899 Nov 15 22:19:43.900738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.924773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:43.925441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:43.930636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267c592-9f95-47ff-aa80-876bcf58079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a32324-79d3-4e9f-b3fc-10285ee2b896,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:44.015615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ba053c4-9430-44d2-8e20-e2fa34dd38d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80551a3d8c68408c9ba8fbc8e526fd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1113458 Nov 15 22:19:44.015999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:44.025956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba053c4-9430-44d2-8e20-e2fa34dd38d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59217611-ae2b-4fd1-876f-d04a4f572b98,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:44.061344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:44.064453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb033-0c65-4520-8509-de84709eeeb9 req-b2f3ef5c-bd0a-4c81-bf57-9bcff586bb5c tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.069635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1edfb033-0c65-4520-8509-de84709eeeb9 req-b2f3ef5c-bd0a-4c81-bf57-9bcff586bb5c tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 970 time: 0.3169525 Nov 15 22:19:44.104291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-1b6738e0-d6ba-43fd-9b7f-15d17780fed1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3451064 Nov 15 22:19:44.119088 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93f778-37f3-4734-affc-8c936452f7b3 x-openstack-request-id: req-1c93f778-37f3-4734-affc-8c936452f7b3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:44.119600 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "name": "network-vif-plugged", "status": "completed", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:44.120016 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c93f778-37f3-4734-affc-8c936452f7b3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:44.120737 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e', 'code': 200} Nov 15 22:19:44.155936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Request body: {'port': {'device_id': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:44.164832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a29bd818-bb2d-4d9d-ba44-54557816a158 None None] Provisioning complete for port c48f8ae4-5efc-46ed-8a21-38c04f447c36 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:44.165589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a29bd818-bb2d-4d9d-ba44-54557816a158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.203580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1edfb033-0c65-4520-8509-de84709eeeb9 req-f9d6cdb2-21cf-4029-9b11-858e6be8634e tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199615 Nov 15 22:19:44.245359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a29bd818-bb2d-4d9d-ba44-54557816a158 None None] Port c48f8ae4-5efc-46ed-8a21-38c04f447c36 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:44.267684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.329446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb303-eedb-4a8a-bbd9-1d3bef6796a1 req-40d25c9b-ad15-417f-9088-b0dbb67fd98f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.331129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-324fb303-eedb-4a8a-bbd9-1d3bef6796a1 req-40d25c9b-ad15-417f-9088-b0dbb67fd98f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 932 time: 0.1140001 Nov 15 22:19:44.335071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.347660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bcaf5-7edb-45ea-b92a-790b09385005 req-a094818a-2afb-4a3f-bd8c-77737a68d852 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.347903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.349895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-688bcaf5-7edb-45ea-b92a-790b09385005 req-a094818a-2afb-4a3f-bd8c-77737a68d852 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 948 time: 0.0739617 Nov 15 22:19:44.364810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264532d-65c8-4089-9f21-eb471f136311 req-769c4dc6-3f84-4336-a304-9a348ea851f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.366304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9264532d-65c8-4089-9f21-eb471f136311 req-769c4dc6-3f84-4336-a304-9a348ea851f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 1122 time: 0.1637897 Nov 15 22:19:44.428417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-324fb303-eedb-4a8a-bbd9-1d3bef6796a1 req-9bca956e-5785-4953-83d2-f6e8a9ef0190 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774858 Nov 15 22:19:44.432988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-688bcaf5-7edb-45ea-b92a-790b09385005 req-1abb51a0-d2f1-4d15-b562-8d51f232377b tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689507 Nov 15 22:19:44.517505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9264532d-65c8-4089-9f21-eb471f136311 req-503491f4-3e56-4f5a-895c-0232c6d52d1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409605 Nov 15 22:19:44.533555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.536334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.538105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59217611-ae2b-4fd1-876f-d04a4f572b98 HTTP/1.1" status: 204 len: 168 time: 0.5221448 Nov 15 22:19:44.558151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-500a4d8f-3616-45b7-b6c7-dc74f89629a7 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291495 Nov 15 22:19:44.559667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f38f7e-af2d-4f1b-bc38-552f3d1af8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59217611-ae2b-4fd1-876f-d04a4f572b98,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:44.695189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-7631fa39-8e7a-42c3-9373-0db448e83268 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.706004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-7631fa39-8e7a-42c3-9373-0db448e83268 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468441 Nov 15 22:19:44.729809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-65b2f288-dcce-42a7-8a50-347d8d3db0c8 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/quotas/6fcd14f1caa64ee5b21b149aa368a714 HTTP/1.1" status: 200 len: 375 time: 0.0154397 Nov 15 22:19:44.776806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-959e8531-dc26-43df-bbfe-f1ab8bd3202b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386660 Nov 15 22:19:44.800161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48f8ae4-5efc-46ed-8a21-38c04f447c36 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:44.809684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:44.833042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18836e5f-3548-480d-a4f9-7d91b4779caf req-95932146-7a48-43d0-bb77-3f9d6edfe98d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:44.834409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Transition to ACTIVE for port object c48f8ae4-5efc-46ed-8a21-38c04f447c36 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:44.835638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18836e5f-3548-480d-a4f9-7d91b4779caf req-95932146-7a48-43d0-bb77-3f9d6edfe98d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.0617275 Nov 15 22:19:44.897190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18836e5f-3548-480d-a4f9-7d91b4779caf req-b696fa9b-2eff-490b-a8c7-243656508da7 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Nov 15 22:19:44.926797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.008987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Pushing event updated for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:45.078746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6198422c-d59f-420e-9389-6239d0e16bc2 req-931ba400-1f53-4a1a-ad59-a9434a717755 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0524640 Nov 15 22:19:45.118595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Attempting to bind port c48f8ae4-5efc-46ed-8a21-38c04f447c36 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:45.119000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Attempting to bind port c48f8ae4-5efc-46ed-8a21-38c04f447c36 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:45.119398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Attempting to bind port c48f8ae4-5efc-46ed-8a21-38c04f447c36 on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:45.124428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Port c48f8ae4-5efc-46ed-8a21-38c04f447c36 on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:45.124881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Attempting to bind port c48f8ae4-5efc-46ed-8a21-38c04f447c36 on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:45.134092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:45.134441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Checking segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:45.137025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Bound using segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:45.137302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Bound port: c48f8ae4-5efc-46ed-8a21-38c04f447c36, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:45.138019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.223621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:45.229073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:45.335302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c8a-41ab-4f8b-b20e-ac16f9b7f589 req-bf5f9aa8-6a31-4dca-aafb-7b506199a32f tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.336851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26165c8a-41ab-4f8b-b20e-ac16f9b7f589 req-bf5f9aa8-6a31-4dca-aafb-7b506199a32f tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.0535278 Nov 15 22:19:45.349788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.414203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.419531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.423209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] 10.222.0.55 "PUT /v2.0/ports/c48f8ae4-5efc-46ed-8a21-38c04f447c36 HTTP/1.1" status: 200 len: 1092 time: 1.2871966 Nov 15 22:19:45.424194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:45.439243 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa900e-e669-487b-8754-3c589b8af750" -d '{"events": [{"name": "network-changed", "server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:45.454417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26165c8a-41ab-4f8b-b20e-ac16f9b7f589 req-98082a30-0f9b-4e3b-b55e-acbe793c4de9 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113048 Nov 15 22:19:45.505297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c653c4-f1e6-4021-be5d-24019764760a service neutron] Pushing event updated for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:45.547134 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046680a8-0a40-4dfc-982d-935ce68517c4 x-openstack-request-id: req-046680a8-0a40-4dfc-982d-935ce68517c4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:45.547440 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:45.547687 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-046680a8-0a40-4dfc-982d-935ce68517c4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:45.548115 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'status': 'completed', 'code': 200} Nov 15 22:19:45.619505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:45.648436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72de03c2-ab7d-415d-be3f-dfcf5362a24f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.668382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa900e-e669-487b-8754-3c589b8af750 req-b8a48f38-1e99-4c32-9a20-c044797b0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.668382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afaa900e-e669-487b-8754-3c589b8af750 req-b8a48f38-1e99-4c32-9a20-c044797b0932 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 1095 time: 0.0669518 Nov 15 22:19:45.730999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e2b6-71af-4dff-8bcf-993135efe727 req-acc3dcab-1c71-4a5c-815c-e4c7e00809ef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.738416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c5e2b6-71af-4dff-8bcf-993135efe727 req-acc3dcab-1c71-4a5c-815c-e4c7e00809ef tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 944 time: 0.1114955 Nov 15 22:19:45.823945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c5e2b6-71af-4dff-8bcf-993135efe727 req-e014f9e0-ff87-4ffc-b78f-e433d728a3a6 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845811 Nov 15 22:19:45.866487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72de03c2-ab7d-415d-be3f-dfcf5362a24f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.947403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72de03c2-ab7d-415d-be3f-dfcf5362a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:45.950669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa900e-e669-487b-8754-3c589b8af750 req-22236df1-f8cd-4df8-b4b9-fcd60bcb1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.952295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afaa900e-e669-487b-8754-3c589b8af750 req-22236df1-f8cd-4df8-b4b9-fcd60bcb1285 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2736235 Nov 15 22:19:45.979383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a124d-9ae8-4d17-9d93-27e64b9f70e2 req-45fdabc4-eb80-4ac7-8376-242ba4e63391 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:45.984287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19a124d-9ae8-4d17-9d93-27e64b9f70e2 req-45fdabc4-eb80-4ac7-8376-242ba4e63391 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 948 time: 0.0787714 Nov 15 22:19:46.036030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72de03c2-ab7d-415d-be3f-dfcf5362a24f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9055371509d84fe7936ea1ee22fd362c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125452 Nov 15 22:19:46.037132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:46.046023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de03c2-ab7d-415d-be3f-dfcf5362a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56647f79-6f62-4e77-807a-1f354f462019,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:46.087477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e1c3-ebe3-43a2-a57d-e4a90a963e76 req-7011fb11-36b1-4aa3-aba1-0ed6562e2d68 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.092583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c71e1c3-ebe3-43a2-a57d-e4a90a963e76 req-7011fb11-36b1-4aa3-aba1-0ed6562e2d68 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.1255014 Nov 15 22:19:46.093757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19a124d-9ae8-4d17-9d93-27e64b9f70e2 req-01f5edf0-ae7b-4414-bbd7-261cddf34b46 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949013 Nov 15 22:19:46.161315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4fcc6456-ceed-4893-82ed-46d4d08e2b62 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:46.165821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.177778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c71e1c3-ebe3-43a2-a57d-e4a90a963e76 req-464ebbf5-ed12-4d86-a379-4e0c2033692d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755372 Nov 15 22:19:46.211664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61201af3-bb6d-4aad-ba3e-8c3ce7245121 req-118a25ec-873d-4c16-ba24-66c22f038415 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0457237 Nov 15 22:19:46.240469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa900e-e669-487b-8754-3c589b8af750 req-aa00706c-7b0b-4821-8b07-acb56cdcdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.241975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afaa900e-e669-487b-8754-3c589b8af750 req-aa00706c-7b0b-4821-8b07-acb56cdcdfcf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818775 Nov 15 22:19:46.243890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.272466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:46.285257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '4fcc6456-ceed-4893-82ed-46d4d08e2b62', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '4fcc6456-ceed-4893-82ed-46d4d08e2b62', 'mac_address': 'fa:16:3e:7f:55:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:46.324773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.337309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcc6456-ceed-4893-82ed-46d4d08e2b62 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:46.341117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-0a50d5f7-10f5-4779-8042-0dc1a22eaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.342760 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-0a50d5f7-10f5-4779-8042-0dc1a22eaa7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 1095 time: 0.0444283 Nov 15 22:19:46.357387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:46.388393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-ccc10960-220a-4e2f-b11f-6ffa26cedc8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36 HTTP/1.1" status: 200 len: 217 time: 0.0365806 Nov 15 22:19:46.426914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.430114 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.433481 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56647f79-6f62-4e77-807a-1f354f462019 HTTP/1.1" status: 204 len: 168 time: 0.3931675 Nov 15 22:19:46.445848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8f299-b567-46ee-9789-6c087144db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56647f79-6f62-4e77-807a-1f354f462019,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:46.454077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-748d2be5-a5ec-4219-b418-1bf69f6160ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.456570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-748d2be5-a5ec-4219-b418-1bf69f6160ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.0579550 Nov 15 22:19:46.491918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:46.508118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-8fa7f1f1-6542-4be8-9192-3eb6b613a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.509543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-8fa7f1f1-6542-4be8-9192-3eb6b613a2b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443943 Nov 15 22:19:46.557436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:46.607879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74e595-3589-4477-b8db-bb5424062294 req-6b221bd0-9d6a-481f-99a6-ebc2ebd8e2bd tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.619015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d74e595-3589-4477-b8db-bb5424062294 req-6b221bd0-9d6a-481f-99a6-ebc2ebd8e2bd tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.0688131 Nov 15 22:19:46.639552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-081102b9-d055-4112-a220-78a9cfec165a service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188011 Nov 15 22:19:46.688494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d74e595-3589-4477-b8db-bb5424062294 req-124fd186-ed25-4ff2-b1c9-e362822968ff tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685129 Nov 15 22:19:46.789365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-b478a8b1-e16f-466e-b492-4049159f975d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372219 Nov 15 22:19:46.792002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1fa80e-40d1-4c98-a7c2-4d725e53908f req-befe4a39-a4a8-417a-930f-0234552e8730 service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432133 Nov 15 22:19:46.830090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4fcc6456-ceed-4893-82ed-46d4d08e2b62'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:46.952419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-3d2ee8a4-54c9-4224-a67d-63aa38142d69 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.954301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-3d2ee8a4-54c9-4224-a67d-63aa38142d69 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580269 Nov 15 22:19:46.960359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-e7c9a684-d21d-4e15-abdf-f3be0ede885c tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:46.975396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-e7c9a684-d21d-4e15-abdf-f3be0ede885c tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 1122 time: 0.1717644 Nov 15 22:19:46.977347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Request body: {'port': {'device_id': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fcd14f1caa64ee5b21b149aa368a714'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:47.039932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-aa0ea626-92e4-429d-883e-6dfd6cd9cb65 tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.112865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a8ef9-068c-4da6-83fa-ad503e1e44d5 req-79bd1478-a1d4-473e-8a24-4018537564e4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:47.120955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9a8ef9-068c-4da6-83fa-ad503e1e44d5 req-79bd1478-a1d4-473e-8a24-4018537564e4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 944 time: 0.0972304 Nov 15 22:19:47.196888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9a8ef9-068c-4da6-83fa-ad503e1e44d5 req-d8bf6a07-c635-4b29-b7fa-6b8d51a762f1 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693331 Nov 15 22:19:47.235818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-aa0ea626-92e4-429d-883e-6dfd6cd9cb65 tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.258812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Made reservation on behalf of 6fcd14f1caa64ee5b21b149aa368a714 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:47.262302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.303330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0cbe5-2ef1-43f4-bd4e-62537b294501 req-2d5f542e-b2c2-4861-9167-05754a2a6f51 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:47.305065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1e0cbe5-2ef1-43f4-bd4e-62537b294501 req-2d5f542e-b2c2-4861-9167-05754a2a6f51 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 949 time: 0.0509923 Nov 15 22:19:47.319656 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-aa0ea626-92e4-429d-883e-6dfd6cd9cb65 tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.389250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ea626-92e4-429d-883e-6dfd6cd9cb65 tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6506373-2e7d-46ce-a5ce-9e9c747386bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:47.396932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bbb77be-e66a-47f9-b072-d6524883cb36 req-aa0ea626-92e4-429d-883e-6dfd6cd9cb65 tempest-AggregatesAdminTestJSON-975410434 tempest-AggregatesAdminTestJSON-975410434-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201815 Nov 15 22:19:47.410514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1e0cbe5-2ef1-43f4-bd4e-62537b294501 req-e8a6033c-7dcd-4e58-8f0e-bf81e11c374f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989740 Nov 15 22:19:47.480242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.527058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034e441-64d4-40cc-a1df-300fae109dff req-098a353f-d6cf-4d28-adbf-8641483d6434 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:47.528634 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9034e441-64d4-40cc-a1df-300fae109dff req-098a353f-d6cf-4d28-adbf-8641483d6434 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 1101 time: 0.0564339 Nov 15 22:19:47.566522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.57', 62025) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:47.600208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261eec-cc4a-402e-a5bf-0a7c169dc658 req-3ebe86eb-3c21-48e5-a8db-f304fcd3a027 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:47.602001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e261eec-cc4a-402e-a5bf-0a7c169dc658 req-3ebe86eb-3c21-48e5-a8db-f304fcd3a027 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 950 time: 0.0714676 Nov 15 22:19:47.602145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-5b07aa06-18b3-41c2-89f2-9aefa57c5fa6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343878 Nov 15 22:19:47.696250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e261eec-cc4a-402e-a5bf-0a7c169dc658 req-03b89425-da04-40c4-8199-9bc070dca98b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Nov 15 22:19:47.732424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.766528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58582) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:47.779803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Deleting port c759318b-4767-4cfd-8485-a0303d63f539 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:19:47.780034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.794940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-191e9dbd-0c4d-4666-ae63-37542521f61e req-fe8e89c2-56de-4b78-9f3d-7cfd2b7dc944 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0404241 Nov 15 22:19:47.802177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-0f06a9de-45a6-46a7-a0d5-8b01d1b59164 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:47.806864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-0f06a9de-45a6-46a7-a0d5-8b01d1b59164 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961114 Nov 15 22:19:47.835476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:47.843887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Request body: {'port': {'device_id': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fcd14f1caa64ee5b21b149aa368a714'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:47.976945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3b699-e150-4f9b-8567-878a1955030c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:47.992867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1993434923-network', 'tenant_id': '70074a4959e043f887a1638f5fe15aa3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:48.090704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] For port c759318b-4767-4cfd-8485-a0303d63f539, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c759318b-4767-4cfd-8485-a0303d63f539,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:48.091140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.117377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Calling delete_port for c759318b-4767-4cfd-8485-a0303d63f539 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:19:48.128908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4fcc6456-ceed-4893-82ed-46d4d08e2b62 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:48.139785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Allocated IP 192.168.233.127 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/ecb057e4-7f3d-46f5-ba28-2977f9cc5e40) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:48.210754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:48.213045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.236099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.268756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:48.283664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:48.284052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.352412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Made reservation on behalf of 6fcd14f1caa64ee5b21b149aa368a714 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:48.355933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.415014 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.434185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d261-ad54-469e-8b11-ba981814635f req-b4b8107d-9866-49d3-86d2-567c0f7ba971 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:48.435874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df70d261-ad54-469e-8b11-ba981814635f req-b4b8107d-9866-49d3-86d2-567c0f7ba971 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 944 time: 0.0731635 Nov 15 22:19:48.475580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:48.476567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.481702 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f9cf02-b9d4-4449-80f9-c8b79544d220" -d '{"events": [{"server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "name": "network-vif-plugged", "status": "completed", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:48.491812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.492268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:48.501568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df70d261-ad54-469e-8b11-ba981814635f req-493dfc13-a19a-44bf-9986-169a4b11110f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532353 Nov 15 22:19:48.585627 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.589788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.591597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.631535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a856b2-c396-4867-8b38-a4965dd309ac req-1164ba60-39ae-4ba2-8ceb-e6db8b3054cf tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:48.640744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23a856b2-c396-4867-8b38-a4965dd309ac req-1164ba60-39ae-4ba2-8ceb-e6db8b3054cf tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 949 time: 0.0719428 Nov 15 22:19:48.655408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:48.700131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23a856b2-c396-4867-8b38-a4965dd309ac req-88a6c6e8-1f08-4a2a-8fb1-7640c53f5ef9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583830 Nov 15 22:19:48.721459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:48.725557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09079f11-243d-46e3-8750-55e7aaae4222,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:48.740877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:48.754299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:48.760679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:48.765097 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05a5aac-798d-47aa-a3d8-e8920e4b69a6 x-openstack-request-id: req-a05a5aac-798d-47aa-a3d8-e8920e4b69a6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:48.765404 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "name": "network-vif-plugged", "status": "completed", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:48.765658 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a05a5aac-798d-47aa-a3d8-e8920e4b69a6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:48.766108 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62', 'code': 200} Nov 15 22:19:48.831566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:48.857755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.870611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c759318b-4767-4cfd-8485-a0303d63f539'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:48.881652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5452b8e6-d0e4-4c9d-a243-5a0ed3fceeeb req-0f3f2bb9-e1b7-429b-b6ad-10ba1ac2902e tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0449448 Nov 15 22:19:48.882156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:48.898437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:48.898867 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Added segment 9920b9c3-5695-4214-be07-c40a582a6d29 of type vlan for network 82f0a695-51c1-4536-a948-4abd73990d79 Nov 15 22:19:48.927979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Pushing event deleted for resources: {'Port': ['ID=c759318b-4767-4cfd-8485-a0303d63f539,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:48.933351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Allocated IP 192.168.233.235 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/6d2bceee-ff48-46ef-82b5-8007fa35375c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:49.051715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-109bbf2a-0eb4-4648-949d-5b5b0357ee44 req-489056fa-5b26-4233-b0a0-941d7d8cd14e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0644922 Nov 15 22:19:49.064159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] No DVR routers for this DVR port c759318b-4767-4cfd-8485-a0303d63f539 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:19:49.071415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:49.072095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.080447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.084571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9034e441-64d4-40cc-a1df-300fae109dff req-05a4e059-c6c5-45a5-9df0-46ae2608bc91 tempest-DeleteServersAdminTestJSON-106634450 tempest-DeleteServersAdminTestJSON-106634450-project-admin] 10.222.0.57 "DELETE /v2.0/ports/c759318b-4767-4cfd-8485-a0303d63f539 HTTP/1.1" status: 204 len: 173 time: 1.5467315 Nov 15 22:19:49.085927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcc593f-5554-46a2-b5a8-5c2e19a28091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.086185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'name': 'network-vif-deleted', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:49.089087 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b75aefd-6df9-4ff0-af9e-9231045de0d1" -d '{"events": [{"server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "name": "network-vif-deleted", "tag": "c759318b-4767-4cfd-8485-a0303d63f539"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:49.122358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7d1e-c001-40c3-8c53-febabb6cb2b3 req-bfff68bb-421f-4925-a3da-8d5d344d0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:49.123860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-519f7d1e-c001-40c3-8c53-febabb6cb2b3 req-bfff68bb-421f-4925-a3da-8d5d344d0102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 1101 time: 0.2764010 Nov 15 22:19:49.126438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.161690 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8e5eb-e5a0-4453-8d39-46c01f1be914 x-openstack-request-id: req-9ab8e5eb-e5a0-4453-8d39-46c01f1be914 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:49.161947 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff555424-20ba-4f2a-9857-3fa3cccdbcac", "name": "network-vif-deleted", "tag": "c759318b-4767-4cfd-8485-a0303d63f539", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:49.162142 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ab8e5eb-e5a0-4453-8d39-46c01f1be914 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:49.162916 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff555424-20ba-4f2a-9857-3fa3cccdbcac', 'name': 'network-vif-deleted', 'tag': 'c759318b-4767-4cfd-8485-a0303d63f539', 'status': 'completed', 'code': 200} Nov 15 22:19:49.169565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a9bbb793-9a75-47b2-bc5b-06e5a0ff2626 None None] Provisioning complete for port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:49.175932 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb793-9a75-47b2-bc5b-06e5a0ff2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.206948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcc593f-5554-46a2-b5a8-5c2e19a28091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.236788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a9bbb793-9a75-47b2-bc5b-06e5a0ff2626 None None] Port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:49.258687 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcc593f-5554-46a2-b5a8-5c2e19a28091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.293834 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-46a249e8-4e28-444c-a659-96529e77deaa tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3255291 Nov 15 22:19:49.302831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc593f-5554-46a2-b5a8-5c2e19a28091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1523d4ca-f9d6-4c6e-bd2e-a0cb6e0984cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:49.303350 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-519f7d1e-c001-40c3-8c53-febabb6cb2b3 req-5990355a-ceb8-4750-88b6-d2a87b7acc20 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679239 Nov 15 22:19:49.310373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Request body: {'port': {'device_id': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'device_owner': 'compute:tempest-test_az-1270979029', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:49.352091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0dcc593f-5554-46a2-b5a8-5c2e19a28091 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9cc84d7f87441aeb2d41a7c4281c383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686046 Nov 15 22:19:49.357724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:49.369225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.370245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:49.370889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.416576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.437629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.462497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.473529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.487063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] Pushing event updated for resources: {'Network': ['ID=82f0a695-51c1-4536-a948-4abd73990d79,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:49.504637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 82f0a695-51c1-4536-a948-4abd73990d79 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:49.539541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-86455a3a-19e5-4aa2-99c8-5f2768e854f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7719672 Nov 15 22:19:49.542665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:49.548989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Request body: {'subnet': {'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1993434923-subnet', 'tenant_id': '70074a4959e043f887a1638f5fe15aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:49.584853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.590189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.590189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1523d4ca-f9d6-4c6e-bd2e-a0cb6e0984cf HTTP/1.1" status: 204 len: 168 time: 0.2331312 Nov 15 22:19:49.633776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e448d-817d-4e47-b124-b131917be4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523d4ca-f9d6-4c6e-bd2e-a0cb6e0984cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:49.662845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.686866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:49.689569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.734202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:49.748682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:49.784067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:49.785659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa944d-b765-4c5b-8721-86f80c961bf4 req-882d7033-526b-463c-af6b-ec5f0d7ea6c4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:49.787527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80fa944d-b765-4c5b-8721-86f80c961bf4 req-882d7033-526b-463c-af6b-ec5f0d7ea6c4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 944 time: 0.1704879 Nov 15 22:19:49.788438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event updated for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:49.870260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:49.870953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:49.874238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80fa944d-b765-4c5b-8721-86f80c961bf4 req-c6b8c974-0304-4dff-8eb5-5371d8b290aa tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665436 Nov 15 22:19:50.004087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:50.015461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.020014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764ce0-245b-476f-ba0c-8006b3714332 req-1c44a3f2-cfd9-4e56-8fe7-40525a83b4e6 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:50.020336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-1f795e40-c711-4865-9b4a-336e31b0e879 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1877625 Nov 15 22:19:50.021742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6764ce0-245b-476f-ba0c-8006b3714332 req-1c44a3f2-cfd9-4e56-8fe7-40525a83b4e6 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.1618037 Nov 15 22:19:50.033598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Request body: {'port': {'device_id': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'device_owner': 'compute:tempest-test_az-1270979029', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:50.039116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Transition to ACTIVE for port object ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:50.079729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d2da6f01-c24a-4f84-94ae-87786406cb48 None None] Provisioning complete for port 6d2bceee-ff48-46ef-82b5-8007fa35375c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:50.079959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2da6f01-c24a-4f84-94ae-87786406cb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.103509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.105856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.117618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6764ce0-245b-476f-ba0c-8006b3714332 req-71fe4e60-79f4-45f6-a170-261a274ff71e tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Nov 15 22:19:50.142411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c48f8ae4-5efc-46ed-8a21-38c04f447c36 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:50.144529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.155714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d2da6f01-c24a-4f84-94ae-87786406cb48 None None] Port 6d2bceee-ff48-46ef-82b5-8007fa35375c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:50.165294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:50.331969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3db8568a-da7c-4f5c-bc53-6a50684dc023 req-8ff9632f-0738-4145-bfa7-0b5b89bb6083 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff555424-20ba-4f2a-9857-3fa3cccdbcac HTTP/1.1" status: 200 len: 210 time: 0.0818722 Nov 15 22:19:50.346881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50728064-98df-4224-a13d-307574dca077,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:50.414671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:50.415030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Network hostable DHCP agents. Network: 82f0a695-51c1-4536-a948-4abd73990d79, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:50.455142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:50.480918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:50.493308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'port_id': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'mac_address': 'fa:16:3e:3f:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:50.507347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Network 82f0a695-51c1-4536-a948-4abd73990d79 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:50.511241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6120508e-15bf-450f-8bf8-365429c2f94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.573997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8d9b-14de-40bc-af42-2a36dbf2ebba req-8d866b16-2f05-45a6-a660-eca19a0e74fd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:50.575696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28fd8d9b-14de-40bc-af42-2a36dbf2ebba req-8d866b16-2f05-45a6-a660-eca19a0e74fd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 936 time: 0.1384857 Nov 15 22:19:50.587924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.607520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48f8ae4-5efc-46ed-8a21-38c04f447c36 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:50.619152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 82f0a695-51c1-4536-a948-4abd73990d79) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:50.628800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:50.630451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:50.631318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.636403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34baa6-a138-40ec-9431-8cbd59ded3f4 None None] Network 82f0a695-51c1-4536-a948-4abd73990d79 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:50.701793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28fd8d9b-14de-40bc-af42-2a36dbf2ebba req-148f1d3e-eb38-4ddc-ad42-86293035905b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167624 Nov 15 22:19:50.715402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6120508e-15bf-450f-8bf8-365429c2f94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.715562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.721544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Attempting to bind port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:50.722095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Attempting to bind port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:50.722195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Attempting to bind port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:50.730753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:50.731073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Attempting to bind port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:50.742144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:50.742475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:50.742872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:50.743296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Bound port: ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:50.743647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.744505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db1ab238-74e8-474f-a57e-135612980f5e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2003124 Nov 15 22:19:50.817154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:50.822499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b26cd-6f45-47f6-8b22-02f5e3a84d9e None None] Network 82f0a695-51c1-4536-a948-4abd73990d79 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:50.823725 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6120508e-15bf-450f-8bf8-365429c2f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:50.902166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:50.906929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6120508e-15bf-450f-8bf8-365429c2f94e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bff3552073f94da481c71b047c0c1c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485075 Nov 15 22:19:50.907913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58710) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:50.909475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120508e-15bf-450f-8bf8-365429c2f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d4d738-03d1-45e0-ada4-4419c8178889,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:50.919607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:50.980537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['c48f8ae4-5efc-46ed-8a21-38c04f447c36'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:50.988425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2bceee-ff48-46ef-82b5-8007fa35375c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:51.002778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.010117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.042712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.046488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Transition to ACTIVE for port object 6d2bceee-ff48-46ef-82b5-8007fa35375c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:51.057632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.058252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.059640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] 10.222.0.57 "PUT /v2.0/ports/ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 200 len: 1118 time: 1.7553155 Nov 15 22:19:51.088714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b1345-417f-470f-af76-2796c15f8093 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:51.114018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.129836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcd9a2-c337-49fa-ac66-86fc8ca734bc req-f1f660d4-312f-4b77-b351-b14f5b934ad8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.132538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69bcd9a2-c337-49fa-ac66-86fc8ca734bc req-f1f660d4-312f-4b77-b351-b14f5b934ad8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 945 time: 0.1337039 Nov 15 22:19:51.133967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.176265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:51.181314 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543ef3bd-275d-4c35-b388-a8723a9c8d99" -d '{"events": [{"name": "network-changed", "server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:51.225241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69bcd9a2-c337-49fa-ac66-86fc8ca734bc req-43b25e53-65ae-4eb1-a6f5-63c513b5f10a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702834 Nov 15 22:19:51.318292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Pushing event updated for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:51.372376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-0ad117bf-ffac-4cd5-a21d-7ea7d5d67497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.373939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-0ad117bf-ffac-4cd5-a21d-7ea7d5d67497 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1121 time: 0.1830785 Nov 15 22:19:51.407250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.415534 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4375b8-b8c3-4279-aa7d-ce93a51dc68f x-openstack-request-id: req-4a4375b8-b8c3-4279-aa7d-ce93a51dc68f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:51.415823 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:51.416073 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a4375b8-b8c3-4279-aa7d-ce93a51dc68f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:51.416462 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'status': 'completed', 'code': 200} Nov 15 22:19:51.420683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.424573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3d4d738-03d1-45e0-ada4-4419c8178889 HTTP/1.1" status: 204 len: 168 time: 0.5114093 Nov 15 22:19:51.451853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Attempting to bind port 6d2bceee-ff48-46ef-82b5-8007fa35375c on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:51.452013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd9344-8e7e-4b6b-8b77-97bdbb2b903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d4d738-03d1-45e0-ada4-4419c8178889,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:51.452532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Attempting to bind port 6d2bceee-ff48-46ef-82b5-8007fa35375c by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:51.453045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Attempting to bind port 6d2bceee-ff48-46ef-82b5-8007fa35375c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:51.462626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-9b691c45-1111-45a8-9a54-1246bc7401a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 200 len: 217 time: 0.0709701 Nov 15 22:19:51.467871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Port 6d2bceee-ff48-46ef-82b5-8007fa35375c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:51.468238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Attempting to bind port 6d2bceee-ff48-46ef-82b5-8007fa35375c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:51.502594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91494d-90b3-4160-ac58-03d25424afa9 req-927a0a90-aaae-4a62-87df-85b051bb9cfc tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.518770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d91494d-90b3-4160-ac58-03d25424afa9 req-927a0a90-aaae-4a62-87df-85b051bb9cfc tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.1626575 Nov 15 22:19:51.542006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c759318b-4767-4cfd-8485-a0303d63f539 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:19:51.542921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:51.542921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:51.543200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:51.543500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Bound port: 6d2bceee-ff48-46ef-82b5-8007fa35375c, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:51.546420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.592388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: c759318b-4767-4cfd-8485-a0303d63f539 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:19:51.593053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c759318b-4767-4cfd-8485-a0303d63f539 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:19:51.628119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d91494d-90b3-4160-ac58-03d25424afa9 req-787644a8-c178-4119-afa2-1e01bdbb88ca tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039128 Nov 15 22:19:51.671004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-c23752a4-35d7-477d-bb1a-4abf3cd9bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.679630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-c23752a4-35d7-477d-bb1a-4abf3cd9bafd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2086756 Nov 15 22:19:51.728969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:51.744131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:51.750007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9324-1109-4630-9410-086677e0d2ee req-4f4d49e3-64b6-4436-a2c8-026f5080c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.751503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-4f4d49e3-64b6-4436-a2c8-026f5080c032 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612650 Nov 15 22:19:51.855747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a289ccc-6eb6-403d-bdd8-7a5a5cdb91dd req-7ed44757-a96c-4dc2-a900-0dab180a90c2 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:51.859242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a289ccc-6eb6-403d-bdd8-7a5a5cdb91dd req-7ed44757-a96c-4dc2-a900-0dab180a90c2 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 970 time: 0.0658045 Nov 15 22:19:51.870152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-1b836fb1-3d54-46a3-b72d-6f0a712f2e97 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091280 Nov 15 22:19:51.873663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:51.936162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a289ccc-6eb6-403d-bdd8-7a5a5cdb91dd req-0a1d7cee-2ff3-425c-9ae6-9d708cbb3917 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Nov 15 22:19:52.013053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-0c90864a-9886-471f-a62f-1e254f5e89e8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=510d73e96dda4a4f80ca03d385f08020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330966 Nov 15 22:19:52.026641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.030764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.030764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] 10.222.0.57 "PUT /v2.0/ports/6d2bceee-ff48-46ef-82b5-8007fa35375c HTTP/1.1" status: 200 len: 1118 time: 1.9994094 Nov 15 22:19:52.052358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec18e-3cfa-44ce-86bc-afd55208e0cc service neutron] Pushing event updated for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:52.062244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:52.076982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-114447443-network', 'tenant_id': '4394d7f950ce4a49aa7f64cb31b7d22c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:52.163754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c48f8ae4-5efc-46ed-8a21-38c04f447c36 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:52.208825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eddd9324-1109-4630-9410-086677e0d2ee req-ec6f813c-02f2-4d7f-9566-886628256931 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634513 Nov 15 22:19:52.214454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-22653c97-876c-4364-abc1-e6f0bbaacbab tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.219523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-22653c97-876c-4364-abc1-e6f0bbaacbab tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005942 Nov 15 22:19:52.233191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-b5797add-5334-4c27-beb1-f3829d54c28d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/quotas/510d73e96dda4a4f80ca03d385f08020 HTTP/1.1" status: 200 len: 375 time: 0.0126247 Nov 15 22:19:52.236082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-f15532ec-4bfb-4f67-a004-1b3eee241e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.242729 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-f15532ec-4bfb-4f67-a004-1b3eee241e12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 1121 time: 0.1035042 Nov 15 22:19:52.286577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-6bf2fd23-55ea-4cee-afc9-473e0342c141 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445852 Nov 15 22:19:52.305524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Made reservation on behalf of 4394d7f950ce4a49aa7f64cb31b7d22c for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:52.308129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.312283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-48c31644-4358-4823-a772-842fd7c5af73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c HTTP/1.1" status: 200 len: 217 time: 0.0629182 Nov 15 22:19:52.318705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.335550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port c48f8ae4-5efc-46ed-8a21-38c04f447c36 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:52.352945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port c48f8ae4-5efc-46ed-8a21-38c04f447c36 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:52.353183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.450244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.473960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-227dcca2-5961-4843-92cb-626e4fab7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.473960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-227dcca2-5961-4843-92cb-626e4fab7c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1510055 Nov 15 22:19:52.480852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:52.484368 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d9bcd-097a-4f4d-870f-a72e8c7049eb" -d '{"events": [{"server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "name": "network-vif-plugged", "status": "completed", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:52.498531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:52.500975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-c77c5fd8-9f1c-4870-97e8-066ae495fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.502558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-c77c5fd8-9f1c-4870-97e8-066ae495fc9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1121 time: 0.1059699 Nov 15 22:19:52.631826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-f2f23a70-f7ea-4c04-9473-b9398351f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.633314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-f2f23a70-f7ea-4c04-9473-b9398351f7ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476767 Nov 15 22:19:52.654775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.703212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ec3f-bccd-43d2-9280-d34cdf203377 req-20b9dd42-0a82-4480-80a6-3310648ac772 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.714839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df85ec3f-bccd-43d2-9280-d34cdf203377 req-20b9dd42-0a82-4480-80a6-3310648ac772 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 945 time: 0.0981805 Nov 15 22:19:52.715276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.718476 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57514e2f-39c4-4a2c-b9dc-24f12cdc2f2c x-openstack-request-id: req-57514e2f-39c4-4a2c-b9dc-24f12cdc2f2c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:52.718789 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "name": "network-vif-plugged", "status": "completed", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:52.719034 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57514e2f-39c4-4a2c-b9dc-24f12cdc2f2c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:52.719730 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'code': 200} Nov 15 22:19:52.726018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:52.744165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-72775747-fc01-463e-8298-659751f3ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.745880 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-72775747-fc01-463e-8298-659751f3ae9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2270114 Nov 15 22:19:52.807615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df85ec3f-bccd-43d2-9280-d34cdf203377 req-78a3d2a3-8bcd-4c5b-837b-c472e4a86c20 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884550 Nov 15 22:19:52.841410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.841619 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-a625fe40-c938-4aad-b7cd-f9f78ca2d155 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988134 Nov 15 22:19:52.846453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56ed08fd-76c7-445f-87ce-fa7ad348292e req-fad5b356-0a7a-4848-ab04-d37c18900e9f tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 210 time: 0.0347698 Nov 15 22:19:52.855216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-6f3097cc-131d-42f1-a5cf-39dfc7805a9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 200 len: 217 time: 0.1016240 Nov 15 22:19:52.867762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:19:52.879322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:52.879769 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Added segment a2f4f848-9e8a-445b-919f-15cd313501ef of type vlan for network 011e03f2-cb78-4943-bf15-c036c46aaa32 Nov 15 22:19:52.960228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3d8a9-b0b2-4a16-b131-279c5af1f9e5 req-f846b683-de94-4c5e-84c5-81add45f32ba tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:52.961836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7da3d8a9-b0b2-4a16-b131-279c5af1f9e5 req-f846b683-de94-4c5e-84c5-81add45f32ba tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.0598447 Nov 15 22:19:53.024155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7da3d8a9-b0b2-4a16-b131-279c5af1f9e5 req-863855a8-802d-492f-864d-3b442d47c6b8 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Nov 15 22:19:53.098057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:53.119547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf6328-38d0-4e91-b724-eb93179eda57,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:53.141685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-b82bd1a1-4270-4b51-aed9-590e024349d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.143287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-b82bd1a1-4270-4b51-aed9-590e024349d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2081089 Nov 15 22:19:53.150262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db886b-d94e-46c5-bbac-2aa277e12ead req-8ed0ebdd-a803-4a8d-93b4-2b2785ce73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.151666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-01db886b-d94e-46c5-bbac-2aa277e12ead req-8ed0ebdd-a803-4a8d-93b4-2b2785ce73ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 1097 time: 0.3076973 Nov 15 22:19:53.226102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a3d2e5d-667f-4eee-b84b-02d36fcde24f req-3a32fcb9-8484-4de9-999a-3e4f55bf64f7 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342152 Nov 15 22:19:53.257412 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-01db886b-d94e-46c5-bbac-2aa277e12ead req-86f4c479-9993-4e67-ad87-87a9d5d5a727 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854053 Nov 15 22:19:53.259257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-79906bf1-4a2c-4abb-8b88-f1b930598c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.260957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-79906bf1-4a2c-4abb-8b88-f1b930598c56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062458 Nov 15 22:19:53.265957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:53.267999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.269058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:53.303408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea8a6-d697-4104-9264-12bc0b3c5de7 req-26484bd6-7954-46f9-89c8-11999782eea1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.304969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc3ea8a6-d697-4104-9264-12bc0b3c5de7 req-26484bd6-7954-46f9-89c8-11999782eea1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 970 time: 0.0882151 Nov 15 22:19:53.385042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc3ea8a6-d697-4104-9264-12bc0b3c5de7 req-0a1ab6c2-7f18-4c70-aa99-44544bcaeed3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712876 Nov 15 22:19:53.401906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] Pushing event updated for resources: {'Network': ['ID=011e03f2-cb78-4943-bf15-c036c46aaa32,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:53.417730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:53.420663 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83bb4af-42a8-4334-8e8e-b279e86ab844" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:53.429459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 011e03f2-cb78-4943-bf15-c036c46aaa32 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:19:53.441549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-01d56d87-7da5-4be1-983a-1000a16a21aa service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657894 Nov 15 22:19:53.452117 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2b76e7a-826d-4241-81dd-e7a191689852 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3888102 Nov 15 22:19:53.455153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:53.460572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Request body: {'subnet': {'network_id': '011e03f2-cb78-4943-bf15-c036c46aaa32', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-114447443-subnet', 'tenant_id': '4394d7f950ce4a49aa7f64cb31b7d22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:53.560757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-bc462ff4-0e9b-4c88-a84f-bc2749831748 req-c1b9eaaf-d39e-4c1a-bb2c-a38b5a238be8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:19:53.567878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc462ff4-0e9b-4c88-a84f-bc2749831748 req-c1b9eaaf-d39e-4c1a-bb2c-a38b5a238be8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053346 Nov 15 22:19:53.584788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Made reservation on behalf of 4394d7f950ce4a49aa7f64cb31b7d22c for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:53.587193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:53.604008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-543ef3bd-275d-4c35-b388-a8723a9c8d99 req-a73478a2-0427-4106-a4da-f4b3f14a6fae service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506653 Nov 15 22:19:53.671809 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976cfdca-fd24-4b1b-bfa9-62d943ac7caf x-openstack-request-id: req-976cfdca-fd24-4b1b-bfa9-62d943ac7caf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:53.672104 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:53.672351 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-976cfdca-fd24-4b1b-bfa9-62d943ac7caf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:53.672767 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c', 'status': 'completed', 'code': 200} Nov 15 22:19:53.742409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-9d0389ce-3bab-4be6-bb65-e859f122f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.744320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-9d0389ce-3bab-4be6-bb65-e859f122f7bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 1121 time: 0.0465446 Nov 15 22:19:53.837400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab394ff-63ff-44b3-b855-4c8ebef4449f req-1c1756b7-26ef-48a5-a251-a14029897a35 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.838927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab394ff-63ff-44b3-b855-4c8ebef4449f req-1c1756b7-26ef-48a5-a251-a14029897a35 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.0911105 Nov 15 22:19:53.860289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-bed1dd30-970b-4b7e-9802-9aa2851237ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.862036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-bed1dd30-970b-4b7e-9802-9aa2851237ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1098051 Nov 15 22:19:53.901083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab394ff-63ff-44b3-b855-4c8ebef4449f req-44ab425c-f98d-43b1-8156-2da955e29d49 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544150 Nov 15 22:19:53.908217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-018b2424-af94-4951-9bc6-2971faf56923 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c HTTP/1.1" status: 200 len: 217 time: 0.0379617 Nov 15 22:19:53.952997 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:53.969156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-923cb1ae-7794-4399-8e19-8015a59df6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:53.971330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-923cb1ae-7794-4399-8e19-8015a59df6ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0548580 Nov 15 22:19:54.002791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f01ee77-0b71-43f4-961e-078c0b78443b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:54.050792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Checking segment: {'id': 'a2f4f848-9e8a-445b-919f-15cd313501ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '011e03f2-cb78-4943-bf15-c036c46aaa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:54.052169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Network hostable DHCP agents. Network: 011e03f2-cb78-4943-bf15-c036c46aaa32, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:19:54.067218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-0d7de01a-9c1e-4777-83a0-14f70e499b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:54.069849 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-0d7de01a-9c1e-4777-83a0-14f70e499b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901878 Nov 15 22:19:54.097175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58d9a379-6bd4-4a4a-bb5a-812bae411129 req-cb6345ac-a61e-4ab8-a346-659274012be3 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 210 time: 0.0472462 Nov 15 22:19:54.178808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Network 011e03f2-cb78-4943-bf15-c036c46aaa32 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:19:54.220846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-afe7ca24-8851-46b8-99e5-74ee80798d4f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335149 Nov 15 22:19:54.250690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68ed34-e023-4ae6-8cc8-27c52e44bc1e req-de5f4a3a-15ae-453d-9c19-3070b1c7e03f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:54.259175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a68ed34-e023-4ae6-8cc8-27c52e44bc1e req-de5f4a3a-15ae-453d-9c19-3070b1c7e03f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 946 time: 0.0672162 Nov 15 22:19:54.306004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 011e03f2-cb78-4943-bf15-c036c46aaa32) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:54.311446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:54.312030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:54.318487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b0537-721d-457d-b10d-98a39212773a None None] Network 011e03f2-cb78-4943-bf15-c036c46aaa32 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:54.331516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a68ed34-e023-4ae6-8cc8-27c52e44bc1e req-0d38aef0-0467-42da-a300-72829ffba796 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673282 Nov 15 22:19:54.494194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-673bd9ca-f805-4232-bb44-dc5b410ff18d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0377500 Nov 15 22:19:54.504201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-e03d3bbe-f4f0-430d-abee-5afb2141e04d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0040a6f601904318939f83fe5a28e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620358 Nov 15 22:19:54.546247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe000f1-d34d-45ec-b512-f0007adb7f0c None None] Network 011e03f2-cb78-4943-bf15-c036c46aaa32 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:19:54.646153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-229ca6d1-8a52-4426-ad00-9225d9714b95 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:54.653449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-229ca6d1-8a52-4426-ad00-9225d9714b95 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476171 Nov 15 22:19:54.669926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-2ac5b5d4-02f1-458a-9556-e15a10508dc8 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/quotas/0040a6f601904318939f83fe5a28e3ea HTTP/1.1" status: 200 len: 375 time: 0.0153174 Nov 15 22:19:54.745858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-aef7d009-0e41-47c9-b067-20d13fbe50b7 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714028 Nov 15 22:19:54.786160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f83bb4af-42a8-4334-8e8e-b279e86ab844 req-c590d70b-ad08-40ce-9775-72d74e695c2a service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632358 Nov 15 22:19:54.867316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648d86-7497-46ae-a3bf-9a28e44cb889 req-d84e7dee-5da9-44df-899b-9e7f5a88c51e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:54.868888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb648d86-7497-46ae-a3bf-9a28e44cb889 req-d84e7dee-5da9-44df-899b-9e7f5a88c51e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 970 time: 0.0589991 Nov 15 22:19:54.917335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb648d86-7497-46ae-a3bf-9a28e44cb889 req-75ecb92d-7a11-46bb-9f3b-dd8917577cc8 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Nov 15 22:19:54.924267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:55.049551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46091264-c528-49cf-a7ab-e616be6adfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.165421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-08204bf5-a002-4dd0-a8c0-08416d9a8bd0 req-f38499bf-769d-4eeb-ad44-942567f1dc0f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 210 time: 0.0366054 Nov 15 22:19:55.167238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46091264-c528-49cf-a7ab-e616be6adfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.239748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46091264-c528-49cf-a7ab-e616be6adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.293145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-46091264-c528-49cf-a7ab-e616be6adfbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d067979a10994fd3bad72dcb3f1d5859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678162 Nov 15 22:19:55.297173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:55.304418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46091264-c528-49cf-a7ab-e616be6adfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558f1cca-466f-45e0-abc3-bdc829fcff8f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:55.346969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-aaf0e678-1031-41b0-9dbd-a25b1ca4bb11 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:55.349045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-aaf0e678-1031-41b0-9dbd-a25b1ca4bb11 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.1562812 Nov 15 22:19:55.378840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-a8f5faa6-9441-45a3-ae7c-6d2684f355e1 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=510d73e96dda4a4f80ca03d385f08020&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466831 Nov 15 22:19:55.382846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-e1cd0f32-ca90-459e-aa5e-9d10c002f454 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/quotas/70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 375 time: 0.0236909 Nov 15 22:19:55.484965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.530046 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.530906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:55.545394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-db866341-9744-4643-9db9-dedd2a48f705 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:55.547010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-db866341-9744-4643-9db9-dedd2a48f705 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619542 Nov 15 22:19:55.580081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Request body: {'port': {'device_id': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '510d73e96dda4a4f80ca03d385f08020'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:55.602399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-825a11b6-1a6b-4705-b256-4f868bcee4dc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2126482 Nov 15 22:19:55.630193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dee9995b-81c6-4d06-b387-920f15dfd077 req-136043a0-11af-473d-afe1-b5f8c64dc317 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Nov 15 22:19:55.686884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:55.726023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'mac_address': 'fa:16:3e:2d:3a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1270979029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:55.771365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-254e19fc-c19c-46c1-a5bd-97ecc58b7038 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:19:55.772407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-254e19fc-c19c-46c1-a5bd-97ecc58b7038 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060047 Nov 15 22:19:55.784656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.788185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.789863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/558f1cca-466f-45e0-abc3-bdc829fcff8f HTTP/1.1" status: 204 len: 168 time: 0.4915376 Nov 15 22:19:55.802788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.808272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c821e-ba07-4163-81b9-922c756b19fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f1cca-466f-45e0-abc3-bdc829fcff8f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:55.841058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:55.853046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Made reservation on behalf of 510d73e96dda4a4f80ca03d385f08020 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:55.858771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:55.859741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:55.875685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:55.884594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff0a54-126b-4b5a-9a68-0ef1ec718380 req-535319f9-2f17-411d-9ce6-0d626a2f849f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:55.892004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98ff0a54-126b-4b5a-9a68-0ef1ec718380 req-535319f9-2f17-411d-9ce6-0d626a2f849f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 946 time: 0.1584797 Nov 15 22:19:55.951578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98ff0a54-126b-4b5a-9a68-0ef1ec718380 req-3064883e-879f-4a1e-9c4a-4d68ce3d8482 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582738 Nov 15 22:19:55.973736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.000231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-7efddbe1-5572-4842-9097-3971d49bd5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129946 Nov 15 22:19:56.030164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:56.039511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Allocated IP 192.168.233.115 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/9cfd6fa1-a199-496c-b647-2a7320fb0d9d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:56.054735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ddd55ce-32f7-49f6-9a7a-1d17c66ad010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.111652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-5760a074-d2a9-4f04-b1b7-973244d38345 service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040382 Nov 15 22:19:56.200485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:56.209842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210df9b5-435a-47fd-9efe-062842a06d6b req-11d94b58-f8fc-4e79-b85e-55ed4f24fcbc tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:56.211740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-210df9b5-435a-47fd-9efe-062842a06d6b req-11d94b58-f8fc-4e79-b85e-55ed4f24fcbc tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 970 time: 0.0653055 Nov 15 22:19:56.250128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ddd55ce-32f7-49f6-9a7a-1d17c66ad010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.264841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-210df9b5-435a-47fd-9efe-062842a06d6b req-789b3950-6191-48ab-b18f-b4956bc36ced tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Nov 15 22:19:56.266894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.333681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ddd55ce-32f7-49f6-9a7a-1d17c66ad010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.370895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.487305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:56.487486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd4e4f-18a6-49f3-8ce7-b00cbb2ced2e req-c776272d-2a19-4a1a-9158-d17d5ebdfeed tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:56.487575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:19:56.488692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03dd4e4f-18a6-49f3-8ce7-b00cbb2ced2e req-c776272d-2a19-4a1a-9158-d17d5ebdfeed tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 946 time: 0.0782800 Nov 15 22:19:56.488806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd55ce-32f7-49f6-9a7a-1d17c66ad010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bc827-23ed-45b8-a8bf-b339c24bce4d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:56.505417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:19:56.507064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:56.513488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'floatingip': {'port_id': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:56.523834 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ddd55ce-32f7-49f6-9a7a-1d17c66ad010 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4c0f78f52349c09d5029e02788f2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6622641 Nov 15 22:19:56.558130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:56.583186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Pushing event updated for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:56.610091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:56.610091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.677247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-428d9d66-8e1e-4099-b665-030e5b19f7a1 req-b95251ac-d752-48cb-bd0e-f9e5bca91491 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 210 time: 0.1183898 Nov 15 22:19:56.685194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c3a6d9-0d2f-4648-9d42-8f08cfd46fa1 req-9501fbfc-a15a-45c9-ae79-e3c94ebfe0c7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.1040802 Nov 15 22:19:56.687804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.711730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-afb18dcf-2ba8-4c23-941a-ed001b1217d5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1532841 Nov 15 22:19:56.726789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Request body: {'port': {'device_id': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:56.828525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.853125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e0542210-d8e0-47d1-a59f-c23c0c5d32a4 None None] Provisioning complete for port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:56.854146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0542210-d8e0-47d1-a59f-c23c0c5d32a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.900129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e0542210-d8e0-47d1-a59f-c23c0c5d32a4 None None] Port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:19:56.938724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a3dd1-f948-44da-b9d0-b40004e86576 req-f9a6bc33-413c-4de6-b88d-1b6f1dd97455 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:56.940202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-925a3dd1-f948-44da-b9d0-b40004e86576 req-f9a6bc33-413c-4de6-b88d-1b6f1dd97455 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 936 time: 0.1640477 Nov 15 22:19:56.940684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:56.963591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e0d28ec-accd-4c3e-a2fc-5daa3e2b78c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:56.965341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.110661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.126741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-925a3dd1-f948-44da-b9d0-b40004e86576 req-4bc9f267-9de7-413d-918f-cb0738d0c89c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641579 Nov 15 22:19:57.162429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfd6fa1-a199-496c-b647-2a7320fb0d9d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:57.170040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.182100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Transition to ACTIVE for port object 9cfd6fa1-a199-496c-b647-2a7320fb0d9d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:19:57.281562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.411829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e0d28ec-accd-4c3e-a2fc-5daa3e2b78c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.418349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.420929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.424311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/679bc827-23ed-45b8-a8bf-b339c24bce4d HTTP/1.1" status: 204 len: 168 time: 0.8489249 Nov 15 22:19:57.441105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:57.497143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df44ca-af49-41ec-8ef8-f40e8cb44473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bc827-23ed-45b8-a8bf-b339c24bce4d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:57.502419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e0d28ec-accd-4c3e-a2fc-5daa3e2b78c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.545766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6d2bceee-ff48-46ef-82b5-8007fa35375c details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:19:57.563465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Attempting to bind port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:19:57.563834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Attempting to bind port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:19:57.564113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Attempting to bind port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:57.569319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:19:57.569719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Attempting to bind port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:19:57.585303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:19:57.585637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:19:57.586022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:19:57.586452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Bound port: 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:19:57.586802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.590244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:57.648428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d28ec-accd-4c3e-a2fc-5daa3e2b78c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f9331-e6c7-42a2-9205-ff34dcec1e64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:57.685354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-350bb814-3983-4ed1-97b0-b0a3eca8c0d5 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0040a6f601904318939f83fe5a28e3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456700 Nov 15 22:19:57.697048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4e0d28ec-accd-4c3e-a2fc-5daa3e2b78c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2f10492a47d4fec891afe38ad63230d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7451887 Nov 15 22:19:57.697962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:57.726466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:19:57.775721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:19:57.783794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:57.802203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6d2bceee-ff48-46ef-82b5-8007fa35375c', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '6d2bceee-ff48-46ef-82b5-8007fa35375c', 'mac_address': 'fa:16:3e:e8:e3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:tempest-test_az-1270979029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:19:57.806700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:19:57.854930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.858127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:57.862109 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.866452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-8a238de8-53ed-4039-aafc-b1f144dec6f9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:57.867976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-8a238de8-53ed-4039-aafc-b1f144dec6f9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707811 Nov 15 22:19:57.882101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:57.882669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.886396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Request body: {'port': {'device_id': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '0040a6f601904318939f83fe5a28e3ea'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:19:57.888112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2bceee-ff48-46ef-82b5-8007fa35375c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:19:57.909719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.912927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:57.945940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:58.004161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7c7f-90ec-4c6d-91b0-77fbe6f8afa2 req-ced7bc87-6dca-475c-a204-03a023570390 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.008497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.009874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.010513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] 10.222.0.55 "PUT /v2.0/ports/9cfd6fa1-a199-496c-b647-2a7320fb0d9d HTTP/1.1" status: 200 len: 1096 time: 1.2893763 Nov 15 22:19:58.010971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:58.013238 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf17b39-1a0a-4f2e-a893-74593d8a0397" -d '{"events": [{"name": "network-changed", "server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:58.013782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d26c7c7f-90ec-4c6d-91b0-77fbe6f8afa2 req-ced7bc87-6dca-475c-a204-03a023570390 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 970 time: 0.5280504 Nov 15 22:19:58.029551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.087619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.134820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:58.144018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:58.146314 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e43d8-6eb0-40ec-ba23-44d21da01c3c" -d '{"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:58.157315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d26c7c7f-90ec-4c6d-91b0-77fbe6f8afa2 req-4e1f79b1-fabb-46bb-9495-ebcf52204237 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365693 Nov 15 22:19:58.170252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:19:58.182554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80422d1-9dc7-417e-836a-10a469b3bf5f service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:58.263592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29c685ca-7e37-492d-bd20-d3b0b3efe26b req-17b94453-335b-4bd1-8af5-44ce18d83e29 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 210 time: 0.0977638 Nov 15 22:19:58.263718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-bdd3ddca-4dea-4a14-a8ec-fe3e7c73bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.264069 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.265279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-bdd3ddca-4dea-4a14-a8ec-fe3e7c73bfa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 1099 time: 0.0861540 Nov 15 22:19:58.315579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.320888 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7537ca7-cd3d-4286-aefe-c510ab5fbe77 x-openstack-request-id: req-d7537ca7-cd3d-4286-aefe-c510ab5fbe77 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:58.321145 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:58.321356 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7537ca7-cd3d-4286-aefe-c510ab5fbe77 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:58.321846 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d', 'status': 'completed', 'code': 200} Nov 15 22:19:58.323670 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-7ac8d216-9373-4835-92c6-bdab4082fe62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d HTTP/1.1" status: 200 len: 217 time: 0.0484834 Nov 15 22:19:58.324244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6d2bceee-ff48-46ef-82b5-8007fa35375c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:58.342901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63338965-f119-4d4d-9728-eabcfea319b9 req-9959a03d-10f0-4581-bea2-e441d599b914 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.0755723 Nov 15 22:19:58.343027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.346926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.351256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a6f9331-e6c7-42a2-9205-ff34dcec1e64 HTTP/1.1" status: 204 len: 168 time: 0.6495779 Nov 15 22:19:58.442380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.483909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Made reservation on behalf of 0040a6f601904318939f83fe5a28e3ea for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:19:58.493472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.520985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-42333e9e-f63b-4135-a757-e015c6694987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.522928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-42333e9e-f63b-4135-a757-e015c6694987 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1898091 Nov 15 22:19:58.580398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57607c76-23d0-4964-9103-cc53048393ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f9331-e6c7-42a2-9205-ff34dcec1e64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:58.611703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726f146-e2e6-4bb9-84cf-d0aece34a648 req-68522dd3-1450-46d7-829a-3abc6e081836 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.614348 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603daafb-d3a3-4e30-8070-03709a590fde x-openstack-request-id: req-603daafb-d3a3-4e30-8070-03709a590fde {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:58.614758 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:58.615084 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-603daafb-d3a3-4e30-8070-03709a590fde {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:58.615522 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'code': 200} Nov 15 22:19:58.617658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a726f146-e2e6-4bb9-84cf-d0aece34a648 req-68522dd3-1450-46d7-829a-3abc6e081836 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.2386334 Nov 15 22:19:58.628486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:58.683450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab34ef6-2378-48f2-8aa3-93dc5299e739 req-c065e4e1-6cba-44c6-9ab3-d99cad51b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.683450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ab34ef6-2378-48f2-8aa3-93dc5299e739 req-c065e4e1-6cba-44c6-9ab3-d99cad51b3f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.1420605 Nov 15 22:19:58.690488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318d9a9-7ff9-4ba6-a547-4e7dede427d0 req-8361cbf6-61a5-4e23-8d2c-0d18a621a0b8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.692784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b318d9a9-7ff9-4ba6-a547-4e7dede427d0 req-8361cbf6-61a5-4e23-8d2c-0d18a621a0b8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 948 time: 0.1693566 Nov 15 22:19:58.697649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb2afdbf-d734-42aa-a55b-9e4d3e11848f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.732457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:58.748809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-cc070734-134f-404a-b35c-85657fb5a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:58.750704 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-cc070734-134f-404a-b35c-85657fb5a1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091479 Nov 15 22:19:58.790332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a726f146-e2e6-4bb9-84cf-d0aece34a648 req-4a4d4a82-4f33-44a5-8b81-d9c8dedc576e tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550875 Nov 15 22:19:58.808059 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 associated. External IP: 172.25.0.116, port: c48f8ae4-5efc-46ed-8a21-38c04f447c36. Nov 15 22:19:58.881989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Allocated IP 192.168.233.149 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/ccb8492e-1395-4b5a-96d5-c42c0f39098e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:19:58.897524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ab34ef6-2378-48f2-8aa3-93dc5299e739 req-e7a01644-a957-4937-89b7-9f3adf79c267 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997416 Nov 15 22:19:58.897524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-1d3fc8f6-33ce-402d-881c-c2b34ceb7cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342416 Nov 15 22:19:58.923305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b318d9a9-7ff9-4ba6-a547-4e7dede427d0 req-5dae58ba-bb6e-436d-897c-307eee0f05df tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961336 Nov 15 22:19:58.985577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:58.998580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb2afdbf-d734-42aa-a55b-9e4d3e11848f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.069675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb2afdbf-d734-42aa-a55b-9e4d3e11848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.075274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe23115f-9155-44b3-8054-027fe31fecc9 req-8989981c-8d8e-439e-8ed3-ae821bd67e1a service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701663 Nov 15 22:19:59.123992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2afdbf-d734-42aa-a55b-9e4d3e11848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec67003-bd58-41ce-bd91-60da78d521f8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:59.125613 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.132532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb2afdbf-d734-42aa-a55b-9e4d3e11848f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ca4e6d415ec40f181ea8fe1f29cf72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994931 Nov 15 22:19:59.135318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:19:59.153206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:19:59.209171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.256123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.289988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-8e30ed5f-8fde-48de-b985-7f730e4d4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:59.291084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-8e30ed5f-8fde-48de-b985-7f730e4d4dd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=510d73e96dda4a4f80ca03d385f08020&device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 1099 time: 0.0727625 Nov 15 22:19:59.298477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.309712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac9ab5-6081-49ee-9659-526d2d867015 req-7121b2b4-2b0a-40ee-88ca-0a6202f798d6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:59.311226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ac9ab5-6081-49ee-9659-526d2d867015 req-7121b2b4-2b0a-40ee-88ca-0a6202f798d6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 971 time: 0.0737574 Nov 15 22:19:59.319583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4fcc6456-ceed-4893-82ed-46d4d08e2b62'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:19:59.320478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:19:59.330255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.339138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:19:59.354734 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:19:59.356575 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:19:59.384996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-382fc5b9-fdee-4bf5-8d83-311e86532cb8 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "PUT /v2.0/floatingips/193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 HTTP/1.1" status: 200 len: 992 time: 2.8756413 Nov 15 22:19:59.389142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:19:59.394106 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:19:59.425070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Pushing event updated for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:19:59.478118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05ac9ab5-6081-49ee-9659-526d2d867015 req-1e670789-3cd6-4285-8d14-a3ca1f990695 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599121 Nov 15 22:19:59.500537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b0503-1c19-40e7-906a-01a396ebad5d req-d025e42a-019a-4115-9679-8baba3a993a9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:59.507874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd7b0503-1c19-40e7-906a-01a396ebad5d req-d025e42a-019a-4115-9679-8baba3a993a9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 936 time: 0.1281333 Nov 15 22:19:59.567310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:19:59.567634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.571573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6d2bceee-ff48-46ef-82b5-8007fa35375c up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:19:59.573226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd7b0503-1c19-40e7-906a-01a396ebad5d req-35f89951-f3fd-4b94-ac77-df7861df5fef tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Nov 15 22:19:59.638947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b871068-b03d-4d50-bac7-5bd6a72e72b6 req-34786b86-38a8-4ae8-8352-6ec830c42547 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.0643663 Nov 15 22:19:59.750455 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74eb65b-d90f-4b78-91c2-dbad72fa362a x-openstack-request-id: req-f74eb65b-d90f-4b78-91c2-dbad72fa362a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:19:59.750752 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:19:59.751002 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f74eb65b-d90f-4b78-91c2-dbad72fa362a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:19:59.751394 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'status': 'completed', 'code': 200} Nov 15 22:19:59.824346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:19:59.846402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6d2bceee-ff48-46ef-82b5-8007fa35375c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:19:59.851687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6d2bceee-ff48-46ef-82b5-8007fa35375c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:19:59.858715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:19:59.869948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-d0563144-074c-4adf-9ca2-2ba11a1574b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:19:59.871924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-d0563144-074c-4adf-9ca2-2ba11a1574b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 1097 time: 0.0832336 Nov 15 22:19:59.923444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:00.017310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:00.021797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:00.093187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-1dde225e-7cdd-4c94-a46d-6ee46cac09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.098114 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-1dde225e-7cdd-4c94-a46d-6ee46cac09fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.7914550 Nov 15 22:20:00.119171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.120748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.167500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.254905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd2e54-93f1-4920-9b43-05cb51b20aff req-485b114f-7158-4cde-8e0b-7be598bbaf3d tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.264378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21bd2e54-93f1-4920-9b43-05cb51b20aff req-485b114f-7158-4cde-8e0b-7be598bbaf3d tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.3754430 Nov 15 22:20:00.290213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:00.308031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cc40d45a-e382-440b-99ea-c8b199efbf88 tempest-AutoAllocateNetworkTest-1595874423 tempest-AutoAllocateNetworkTest-1595874423-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bb63e62fa6604867841a6c053ab938a4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3808270 Nov 15 22:20:00.319762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:3f:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:19:57Z', 'revision_number': 1, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:00.327339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:00.344507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.381464 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:20:00.406605 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:20:00.409185 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:19:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:00.434246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:00.460362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-d0c50771-385a-4fce-9cfe-a808894b7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.463079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-d0c50771-385a-4fce-9cfe-a808894b7c6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 924 time: 0.5827279 Nov 15 22:20:00.498272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ae0592e1-c54c-4c10-aa3b-7331ecb9bcfc None None] Provisioning complete for port ccb8492e-1395-4b5a-96d5-c42c0f39098e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:00.498634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae0592e1-c54c-4c10-aa3b-7331ecb9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.533340 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:20:00.534169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae0592e1-c54c-4c10-aa3b-7331ecb9bcfc None None] Port ccb8492e-1395-4b5a-96d5-c42c0f39098e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:20:00.542446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.545151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:00.546085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ec67003-bd58-41ce-bd91-60da78d521f8 HTTP/1.1" status: 204 len: 168 time: 1.4098344 Nov 15 22:20:00.547788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-ead9ecb7-7d35-40f6-9237-b492a8ced20d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d HTTP/1.1" status: 200 len: 217 time: 0.4095962 Nov 15 22:20:00.556513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392f7af-97c1-4c89-9be9-452ae9e97aff req-10fe50d6-395b-47db-bdcc-acee925a5a74 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.558187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6392f7af-97c1-4c89-9be9-452ae9e97aff req-10fe50d6-395b-47db-bdcc-acee925a5a74 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 948 time: 0.4431288 Nov 15 22:20:00.569981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-08ef1dc4-219c-411b-b030-900f490b41ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6882164 Nov 15 22:20:00.572904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21bd2e54-93f1-4920-9b43-05cb51b20aff req-f08681cd-b2ff-4341-91df-5fe95046b935 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025236 Nov 15 22:20:00.581221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45819544-6556-41fe-a94f-e69e3c7010d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec67003-bd58-41ce-bd91-60da78d521f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:00.599334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Request body: {'port': {'device_id': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:00.618571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:00.620429 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f448d9a6-1761-4607-a9fe-67933f5208e6" -d '{"events": [{"server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "name": "network-vif-plugged", "status": "completed", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:00.647478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-b8f0cdeb-b4cb-4abe-b969-1965a3dea9a7 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.650310 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-b8f0cdeb-b4cb-4abe-b969-1965a3dea9a7 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.8298464 Nov 15 22:20:00.657399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-66573b36-a2a0-4b18-a159-91d8cc485b01 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.659070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-66573b36-a2a0-4b18-a159-91d8cc485b01 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 1.0985727 Nov 15 22:20:00.690632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.55', 59053) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:00.696887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Request body: {'port': {'device_id': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'admin_state_up': True, 'tenant_id': '70074a4959e043f887a1638f5fe15aa3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:00.744509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-e2c7b04c-157b-42d4-8626-60640f1334b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36 HTTP/1.1" status: 200 len: 1000 time: 0.2654839 Nov 15 22:20:00.766559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653d1e1-124c-4882-81d0-04fc380e9b10 tempest-AutoAllocateNetworkTest-1595874423 tempest-AutoAllocateNetworkTest-1595874423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.771464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5653d1e1-124c-4882-81d0-04fc380e9b10 tempest-AutoAllocateNetworkTest-1595874423 tempest-AutoAllocateNetworkTest-1595874423-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4289393 Nov 15 22:20:00.781477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:00.912733 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:3f:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:19:57Z', 'revision_number': 1, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:00.913265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-775a152b-1723-400f-97d4-7c18540b3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:00.913265 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-775a152b-1723-400f-97d4-7c18540b3a58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.3359497 Nov 15 22:20:00.915276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874e6fa-8870-4a77-81d8-8034a4bcea29 None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:3f:f5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:19:57Z', 'revision_number': 1, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:20:01.046005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:01.055262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-c7b76003-5e14-4dee-847a-6303c346178f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2823484 Nov 15 22:20:01.083142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5be3ffdb-5d85-4ce1-a577-3de7dd7491f1 tempest-AutoAllocateNetworkTest-1595874423 tempest-AutoAllocateNetworkTest-1595874423-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2934144 Nov 15 22:20:01.089776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6392f7af-97c1-4c89-9be9-452ae9e97aff req-53afc459-abf1-433c-b44c-16d6d187ee2c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059798 Nov 15 22:20:01.090535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:01.143862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d9ddfd48-d799-4db4-9fab-9d6eee315a09 tempest-AutoAllocateNetworkTest-1595874423 tempest-AutoAllocateNetworkTest-1595874423-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bb63e62fa6604867841a6c053ab938a4 HTTP/1.1" status: 200 len: 208 time: 0.0500391 Nov 15 22:20:01.166132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-791a3972-bb7a-4a87-abbc-a588a01c4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.167532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-791a3972-bb7a-4a87-abbc-a588a01c4ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2071960 Nov 15 22:20:01.236861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-2c6a53ec-0cc8-455d-9ff5-384af1398edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.238349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-2c6a53ec-0cc8-455d-9ff5-384af1398edd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.4816766 Nov 15 22:20:01.256338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93267d96-da2e-4fb4-b443-54388fd7b200 req-3b920485-3f43-45ed-a1fd-a144cec3b403 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.264042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93267d96-da2e-4fb4-b443-54388fd7b200 req-3b920485-3f43-45ed-a1fd-a144cec3b403 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.4938991 Nov 15 22:20:01.285013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab6364-d80b-491b-a183-d90faa831c7c None None] New status for floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:20:01.339765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Deleting port 63e3afed-8c86-4fe8-8cff-9105b571d40e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:20:01.340338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:01.365019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4128c-3030-473c-81d0-857d71beac9b req-b7247eae-68ea-44c4-b222-a25db8f92d43 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.368049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64b4128c-3030-473c-81d0-857d71beac9b req-b7247eae-68ea-44c4-b222-a25db8f92d43 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 936 time: 0.1869979 Nov 15 22:20:01.411726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:01.414288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93267d96-da2e-4fb4-b443-54388fd7b200 req-f6eb9644-49d4-402f-ba7d-e9cf6b36ebfd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493969 Nov 15 22:20:01.415534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:01.428994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-46675697-c503-4e81-a7ca-44540ba8e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.431077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-46675697-c503-4e81-a7ca-44540ba8e486 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831162 Nov 15 22:20:01.475125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64b4128c-3030-473c-81d0-857d71beac9b req-60de26ac-dff3-4179-b1b9-c4fd88d56ec4 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996358 Nov 15 22:20:01.483620 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd8ad2-7a9d-40c0-837b-dfc79f49b632 x-openstack-request-id: req-78fd8ad2-7a9d-40c0-837b-dfc79f49b632 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:01.484250 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "name": "network-vif-plugged", "status": "completed", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:01.484574 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78fd8ad2-7a9d-40c0-837b-dfc79f49b632 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:01.485042 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c', 'code': 200} Nov 15 22:20:01.558733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.57', 62031) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:01.591940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2aedd21d-5a95-4aee-90af-7ff93d27c0ee req-4a434aa8-0b77-43af-b2df-1fd4cf506289 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.0437107 Nov 15 22:20:01.659362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-5f86b65d-5a59-43e2-8fbc-afd418629f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.660945 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-5f86b65d-5a59-43e2-8fbc-afd418629f16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 1101 time: 0.5459266 Nov 15 22:20:01.668571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a724-d9cd-479e-8940-22f819cde743 req-21bd405c-75d2-4a52-a5cc-245cb0794ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.670178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dc0a724-d9cd-479e-8940-22f819cde743 req-21bd405c-75d2-4a52-a5cc-245cb0794ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 1123 time: 0.1085567 Nov 15 22:20:01.694327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-e0ce947f-c743-45a7-b103-2e7710e2ae57 service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315683 Nov 15 22:20:01.797699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.57', 62032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:01.844640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:01.867298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] For port 63e3afed-8c86-4fe8-8cff-9105b571d40e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63e3afed-8c86-4fe8-8cff-9105b571d40e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:01.867660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:01.886322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-39682e85-5ce4-4453-aa49-2483ac94304d service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861069 Nov 15 22:20:01.891881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0370b4-db4e-4e4f-92ff-332983213f7e req-81ad0bf8-c449-4ac3-953c-4a0d4ced3ac6 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:01.893417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e0370b4-db4e-4e4f-92ff-332983213f7e req-81ad0bf8-c449-4ac3-953c-4a0d4ced3ac6 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 971 time: 0.1658084 Nov 15 22:20:01.900057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dc0a724-d9cd-479e-8940-22f819cde743 req-c582605a-f7e4-497f-9a55-dcec70366adb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184217 Nov 15 22:20:01.908854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-99c0f8bc-9b53-4842-9f0d-dd2059cf3cd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887942 Nov 15 22:20:01.916654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Calling delete_port for 63e3afed-8c86-4fe8-8cff-9105b571d40e owned by compute:tempest-test_az-1270979029 {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:20:01.970734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54b7acc9-d8b1-4db0-a4f6-fe3ca9c015ec req-6f4df45a-fcbc-43b0-be28-2f9807a6a518 service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675645 Nov 15 22:20:01.975263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e0370b4-db4e-4e4f-92ff-332983213f7e req-a54170a7-8b0e-453d-8062-42722236d977 tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/security-groups?id=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649385 Nov 15 22:20:02.158043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-026c9dad-aae1-4ce7-9c3c-d6aae22c4ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:02.181732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-1862dfc3-a78c-4a4f-a2b5-dc1fc1705f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.183278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-1862dfc3-a78c-4a4f-a2b5-dc1fc1705f3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.4886470 Nov 15 22:20:02.205240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9cfd6fa1-a199-496c-b647-2a7320fb0d9d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:02.212821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-1ccf7b29-3d5e-469c-94c6-7817ba3e8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.214347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-1ccf7b29-3d5e-469c-94c6-7817ba3e8913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.0779428 Nov 15 22:20:02.232974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3666-f2ba-4e61-b804-00eca2f58b6f req-b22d80a0-30fd-4927-992c-971ed470b7cd tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.241071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-382a3666-f2ba-4e61-b804-00eca2f58b6f req-b22d80a0-30fd-4927-992c-971ed470b7cd tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 948 time: 0.0685134 Nov 15 22:20:02.279083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Allocated IP 172.20.0.2 (82f0a695-51c1-4536-a948-4abd73990d79/50728064-98df-4224-a13d-307574dca077/bc8bf956-3528-4210-98b8-ec3a87a3b8ae) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:02.283661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb8492e-1395-4b5a-96d5-c42c0f39098e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:02.298612 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-bbacd9d6-eb9f-4d86-bc7b-f3cc9262bf9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62 HTTP/1.1" status: 200 len: 217 time: 0.1055496 Nov 15 22:20:02.312252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:02.338959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5cf17b39-1a0a-4f2e-a893-74593d8a0397 req-5d61b9ac-6834-472d-bdd6-3671ff052764 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204464 Nov 15 22:20:02.351967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:02.352461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-382a3666-f2ba-4e61-b804-00eca2f58b6f req-3bd008ee-35e0-4e3b-97de-d73908477bfc tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099749 Nov 15 22:20:02.391268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d', 'mac_address': 'fa:16:3e:9d:53:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:02.409392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Transition to ACTIVE for port object ccb8492e-1395-4b5a-96d5-c42c0f39098e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:02.418074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-95cb0a07-4176-4893-9128-e0c6a4c85228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.419878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-95cb0a07-4176-4893-9128-e0c6a4c85228 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1766396 Nov 15 22:20:02.435502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:02.468679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfd6fa1-a199-496c-b647-2a7320fb0d9d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:02.499638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-eaac1ac0-6318-4b72-b053-9e710857304f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 200 len: 217 time: 0.0710607 Nov 15 22:20:02.508533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:02.588953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:02.599437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-80ff00ab-5ba1-43df-875f-bca0fc52f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.601049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-80ff00ab-5ba1-43df-875f-bca0fc52f065 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0926647 Nov 15 22:20:02.648846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:02.664058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf77180-911e-416b-ae0c-fae4d96c658b req-ed4d739d-0d66-44f9-88d6-abde68946ca4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.665560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bf77180-911e-416b-ae0c-fae4d96c658b req-ed4d739d-0d66-44f9-88d6-abde68946ca4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.1264789 Nov 15 22:20:02.703635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5fb53-2def-4371-aef3-a138897f9da9 req-b4a872af-c8f3-4920-8847-279d701c6c3d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.714112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bd5fb53-2def-4371-aef3-a138897f9da9 req-b4a872af-c8f3-4920-8847-279d701c6c3d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 948 time: 0.1351926 Nov 15 22:20:02.730806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:02.731030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-efade22b-35b7-42f7-93a9-5bf027660b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.732589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-efade22b-35b7-42f7-93a9-5bf027660b76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164768 Nov 15 22:20:02.782394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-f130de83-7a8a-4705-a9b1-4d886d01693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.783863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-f130de83-7a8a-4705-a9b1-4d886d01693f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.4655445 Nov 15 22:20:02.811192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bf77180-911e-416b-ae0c-fae4d96c658b req-38c1f60f-a1f9-4217-8801-21895379e202 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366138 Nov 15 22:20:02.825338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9cfd6fa1-a199-496c-b647-2a7320fb0d9d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:02.855816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bd5fb53-2def-4371-aef3-a138897f9da9 req-0cd90a14-5ce2-4f67-acd6-d0a5e02f6353 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359382 Nov 15 22:20:02.920919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-85b04a12-fea2-42f2-ba44-d22d27cb4330 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712012 Nov 15 22:20:02.926454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-5c5a7511-e858-440d-bb43-7df9c41ceb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:02.927939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-5c5a7511-e858-440d-bb43-7df9c41ceb8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131601 Nov 15 22:20:03.029173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.078624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfb6a486-bd5e-4ecb-8995-26ad43d48f78 req-3cb85d91-c7c7-431c-8984-7fcfa15d516d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.1075222 Nov 15 22:20:03.092135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-026c9dad-aae1-4ce7-9c3c-d6aae22c4ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.110407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.164861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba59504-a71e-4471-8cb4-aad9e7adbb92 req-211f7d5a-0510-4681-ab31-90a15fcd5c4e service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287447 Nov 15 22:20:03.203811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b007066-5b96-43fc-a54b-9294f57157e8 req-32e224fa-f6a1-4bd8-b4e8-79c1ce21a8ce tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bef50d5-6ada-4f47-8797-396c57c9e627 HTTP/1.1" status: 200 len: 210 time: 0.0371518 Nov 15 22:20:03.216355 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-026c9dad-aae1-4ce7-9c3c-d6aae22c4ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.228404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Pushing event deleted for resources: {'Port': ['ID=63e3afed-8c86-4fe8-8cff-9105b571d40e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.258467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.358839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-026c9dad-aae1-4ce7-9c3c-d6aae22c4ba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb63e62fa6604867841a6c053ab938a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5100057 Nov 15 22:20:03.361588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:03.405877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Attempting to bind port ccb8492e-1395-4b5a-96d5-c42c0f39098e on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:03.410504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Attempting to bind port ccb8492e-1395-4b5a-96d5-c42c0f39098e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:03.410504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Attempting to bind port ccb8492e-1395-4b5a-96d5-c42c0f39098e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:03.410504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] No DVR routers for this DVR port 63e3afed-8c86-4fe8-8cff-9105b571d40e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:03.410504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9dad-aae1-4ce7-9c3c-d6aae22c4ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e53853-1de8-43c9-a520-ea4ab1cf31b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.422100 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.426025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41116e8f-7347-42a8-bf0b-e35dde146df6 req-7c9d211d-9fd2-4139-a8bd-a78b08304ebe tempest-AggregatesAdminTestJSON-692994267 tempest-AggregatesAdminTestJSON-692994267-project] 10.222.0.57 "DELETE /v2.0/ports/63e3afed-8c86-4fe8-8cff-9105b571d40e HTTP/1.1" status: 204 len: 173 time: 2.7638338 Nov 15 22:20:03.426431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'name': 'network-vif-deleted', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:03.432277 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe939c-9280-4eb7-96ec-3b1258580680" -d '{"events": [{"server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "name": "network-vif-deleted", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:03.453724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-edcb545b-336a-49e3-8999-d1da64503e9e service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841020 Nov 15 22:20:03.462300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Port ccb8492e-1395-4b5a-96d5-c42c0f39098e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:03.464488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Attempting to bind port ccb8492e-1395-4b5a-96d5-c42c0f39098e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:03.496398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:03.496727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:03.497090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:03.497532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Bound port: ccb8492e-1395-4b5a-96d5-c42c0f39098e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:03.497881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.500717 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6badc2-045f-478d-8de3-d7a071793c9d x-openstack-request-id: req-aa6badc2-045f-478d-8de3-d7a071793c9d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:03.500999 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bef50d5-6ada-4f47-8797-396c57c9e627", "name": "network-vif-deleted", "tag": "63e3afed-8c86-4fe8-8cff-9105b571d40e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:03.501327 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6badc2-045f-478d-8de3-d7a071793c9d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:03.501618 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bef50d5-6ada-4f47-8797-396c57c9e627', 'name': 'network-vif-deleted', 'tag': '63e3afed-8c86-4fe8-8cff-9105b571d40e', 'status': 'completed', 'code': 200} Nov 15 22:20:03.511526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.533699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b847-5f33-48cc-8917-38c4ad5ca5f4 req-4982be0e-2567-4ef7-bd7e-f8d865136478 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:03.535356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fc4b847-5f33-48cc-8917-38c4ad5ca5f4 req-4982be0e-2567-4ef7-bd7e-f8d865136478 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 949 time: 0.0944278 Nov 15 22:20:03.556823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.615181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63e3afed-8c86-4fe8-8cff-9105b571d40e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:03.624047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.630666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2ff05fde-23d9-4c04-b6f3-85d70e9bad0d req-60fde37f-e5f3-4134-b705-89b06a95ac11 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637828 Nov 15 22:20:03.637094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:03.645748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fc4b847-5f33-48cc-8917-38c4ad5ca5f4 req-05d73b82-7006-4c88-8224-0452df5fed97 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926602 Nov 15 22:20:03.668111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 63e3afed-8c86-4fe8-8cff-9105b571d40e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:20:03.668855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63e3afed-8c86-4fe8-8cff-9105b571d40e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:03.679723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:03.692958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Network 82f0a695-51c1-4536-a948-4abd73990d79 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:03.696158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:03.699986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:03.723382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.745058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.746422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.750525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.751734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3e53853-1de8-43c9-a520-ea4ab1cf31b4 HTTP/1.1" status: 204 len: 168 time: 0.3891630 Nov 15 22:20:03.757399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:03.758040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.762149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69213e-84fd-418c-8c9d-4e67a69934cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e53853-1de8-43c9-a520-ea4ab1cf31b4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.802450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:03.803061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:03.804483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/ccb8492e-1395-4b5a-96d5-c42c0f39098e HTTP/1.1" status: 200 len: 1096 time: 3.2103035 Nov 15 22:20:03.846686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910dca-bb2b-486c-aee8-7abf34632eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:03.869197 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-d5a800b6-1f3a-4717-9fe9-21371464d5b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1774802 Nov 15 22:20:03.886655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Request body: {'port': {'device_id': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:03.977343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e34f6-cacf-4fa4-8af4-518664224c41 req-ad686d7e-209a-406d-af7a-e62e57699a72 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:03.979184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-096e34f6-cacf-4fa4-8af4-518664224c41 req-ad686d7e-209a-406d-af7a-e62e57699a72 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.0727763 Nov 15 22:20:04.016317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.032248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-13656ad9-65f1-4fce-a0b5-8963287bb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.033783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-13656ad9-65f1-4fce-a0b5-8963287bb09e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 1099 time: 0.1090758 Nov 15 22:20:04.069835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-096e34f6-cacf-4fa4-8af4-518664224c41 req-f0a5b435-2c5d-4fe4-b9e5-0f630e9c958f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Nov 15 22:20:04.096690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cb577-1b40-4095-a3c7-44a49ec1f084 req-1ac5f2f6-e5d4-4dce-adb3-d504ef85047f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.098145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e89cb577-1b40-4095-a3c7-44a49ec1f084 req-1ac5f2f6-e5d4-4dce-adb3-d504ef85047f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 948 time: 0.0810845 Nov 15 22:20:04.121390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-e6b08e53-44b2-4ac3-8f54-35be89c7f381 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e HTTP/1.1" status: 200 len: 217 time: 0.0502517 Nov 15 22:20:04.155068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e89cb577-1b40-4095-a3c7-44a49ec1f084 req-bcc9803f-42bd-439f-9d39-3d71f9da27bf tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Nov 15 22:20:04.218062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9cfd6fa1-a199-496c-b647-2a7320fb0d9d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:04.282737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-9986d49d-5f68-43e4-8ecf-d2b0b489e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.284719 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-9986d49d-5f68-43e4-8ecf-d2b0b489e076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1538591 Nov 15 22:20:04.421614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-8e598e27-31e2-4761-85cd-d4cce08d3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.424581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-8e598e27-31e2-4761-85cd-d4cce08d3dbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281071 Nov 15 22:20:04.430098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:04.434634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:04.437736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.485456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef22b-d7b6-450e-a0a9-86b824f544fc req-a6e0f8bb-730c-494a-a180-bd59952bf48b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.490809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a65ef22b-d7b6-450e-a0a9-86b824f544fc req-a6e0f8bb-730c-494a-a180-bd59952bf48b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1177499 Nov 15 22:20:04.571868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a65ef22b-d7b6-450e-a0a9-86b824f544fc req-5a12a206-7e9c-48bd-a21a-ab9a873122d2 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Nov 15 22:20:04.597066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.631472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-0ab496e5-bd52-44e2-ad70-4efbd2cb986d service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925280 Nov 15 22:20:04.633407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8bf956-3528-4210-98b8-ec3a87a3b8ae {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:04.649357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.653704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:04.664596 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42173c0-b8a2-4079-907c-23100ccc1d85" -d '{"events": [{"server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:04.703594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Transition to ACTIVE for port object bc8bf956-3528-4210-98b8-ec3a87a3b8ae will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:04.735526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:04.755787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-839df978-117d-4d7f-9334-e6c3cdf159a1 req-46713e19-82a5-4262-be76-a641239fc407 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157327 Nov 15 22:20:04.760857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99664-2109-444f-8b7d-7d7e071e28e1 req-5f945277-28ca-48f1-b336-383eb01e17a8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.773909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9e99664-2109-444f-8b7d-7d7e071e28e1 req-5f945277-28ca-48f1-b336-383eb01e17a8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 931 time: 0.1096928 Nov 15 22:20:04.801713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.802601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.805860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-abd1e8cf-96a7-4053-bcc5-b16fe3973688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:04.842023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9e99664-2109-444f-8b7d-7d7e071e28e1 req-ece2d634-b356-436b-9435-bcd24f271327 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Nov 15 22:20:04.868464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:04.898959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:04.933101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80c52-2e78-4427-885a-410e6a695886 req-4ed25b4f-c6bb-4ef3-9ac8-d8b2e4ea939c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:04.933261 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172891d7-8c24-4fe9-9454-4ffeb0526551 x-openstack-request-id: req-172891d7-8c24-4fe9-9454-4ffeb0526551 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:04.933919 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:04.934230 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-172891d7-8c24-4fe9-9454-4ffeb0526551 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:04.935312 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d', 'code': 200} Nov 15 22:20:04.942316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b80c52-2e78-4427-885a-410e6a695886 req-4ed25b4f-c6bb-4ef3-9ac8-d8b2e4ea939c tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0942361 Nov 15 22:20:04.987250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:04.987589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:04.987950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:04.993384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:04.993711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:05.000352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:05.000717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:05.001105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:05.001533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Bound port: bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:05.001885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.015598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b80c52-2e78-4427-885a-410e6a695886 req-1f5deb1c-71a7-4b60-bdf5-fcde62a66e6d tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719509 Nov 15 22:20:05.112017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450911b1-f6b7-46bd-adcf-618907d5554d req-01c1e2c8-dd3b-4a0c-a074-ed6035687d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.112017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-450911b1-f6b7-46bd-adcf-618907d5554d req-01c1e2c8-dd3b-4a0c-a074-ed6035687d3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 1101 time: 0.0993450 Nov 15 22:20:05.147529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:05.151989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-f1d07152-c6fb-460c-9cc2-8a4e0b5b4db7 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359657 Nov 15 22:20:05.180029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:05.192520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-450911b1-f6b7-46bd-adcf-618907d5554d req-00ac9022-160e-4c25-a4af-0e99738574f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723183 Nov 15 22:20:05.263127 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.266781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-b03a6091-9caa-4301-8e3c-78f36755f766 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.268056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-b03a6091-9caa-4301-8e3c-78f36755f766 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148698 Nov 15 22:20:05.296465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-c2662bac-68ad-4f36-a5d8-7e36809e2ee8 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/quotas/6fcd14f1caa64ee5b21b149aa368a714 HTTP/1.1" status: 200 len: 375 time: 0.0210831 Nov 15 22:20:05.316280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.316280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.316280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] 10.222.0.57 "PUT /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 1091 time: 1.4354091 Nov 15 22:20:05.316280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59300) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:05.347855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c3f99-5b5f-43b1-b275-6145302b5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:05.360090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-6fc0cb80-4591-4bb4-b863-ecf565adcf46 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625949 Nov 15 22:20:05.501957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-23ea2f17-3d59-4b61-a90d-bdfa87dc54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.501957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-23ea2f17-3d59-4b61-a90d-bdfa87dc54f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1094 time: 0.0780857 Nov 15 22:20:05.505393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e'}, {'name': 'network-changed', 'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:05.507609 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e499a46-e3f0-4742-9c11-fee57652eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e"}, {"name": "network-changed", "server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:05.516970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-876674dd-a5df-4ac5-bfa6-d94bce363296 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54cbcdf2623a4632b0ad13a0f3c9631c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963515 Nov 15 22:20:05.521158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:05.542223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae249-0214-47e6-9577-08bf50697cf2 req-aac21fdc-4db7-4082-af1c-0b672d5cf7c2 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.543811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bfae249-0214-47e6-9577-08bf50697cf2 req-aac21fdc-4db7-4082-af1c-0b672d5cf7c2 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 948 time: 0.0605516 Nov 15 22:20:05.556429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-7753645d-8435-4184-b9d2-c71459603e44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0383041 Nov 15 22:20:05.607254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-20b58187-14b4-4f4d-9848-c17739c02d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.608650 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-20b58187-14b4-4f4d-9848-c17739c02d98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0445774 Nov 15 22:20:05.618604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.623341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bfae249-0214-47e6-9577-08bf50697cf2 req-48219e5c-9a08-4c84-bdba-e1a77e1281ad tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Nov 15 22:20:05.659988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.674365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-8d4a127b-68d9-4bce-9157-2133ce5e7f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435104 Nov 15 22:20:05.827329 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a13adb-5c04-4de9-bf80-d236574039ed x-openstack-request-id: req-f9a13adb-5c04-4de9-bf80-d236574039ed {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:05.827615 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:05.827861 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9a13adb-5c04-4de9-bf80-d236574039ed {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:05.828272 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e', 'status': 'completed', 'code': 200} Nov 15 22:20:05.828518 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'status': 'completed', 'code': 200} Nov 15 22:20:05.830069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b0858d4-42ee-4aaa-af7a-90345fc52b70 req-7473931c-a5d2-45c1-86c3-51df63f7c3ac tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 210 time: 0.0376329 Nov 15 22:20:05.855482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.858576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:05.859666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebb7bb12-7377-46cc-a5f5-1cc64b474fc1 HTTP/1.1" status: 204 len: 168 time: 0.3372295 Nov 15 22:20:05.871391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-8de8854c-a9bf-4217-902e-4aff79581868 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880329 Nov 15 22:20:05.874914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73b5dd-e82f-4d1d-81d3-16cd34178a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7bb12-7377-46cc-a5f5-1cc64b474fc1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:05.998126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-35cc8b66-70df-4c41-8c0d-c6e2a1f4a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:05.999866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-35cc8b66-70df-4c41-8c0d-c6e2a1f4a2e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0040a6f601904318939f83fe5a28e3ea&device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 1099 time: 0.1743131 Nov 15 22:20:06.065964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9fbe-c219-4214-8dd5-6d701ac12a97 req-309c02f5-a8f4-42a0-a8e3-1a5c6e645b01 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.068469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c8e9fbe-c219-4214-8dd5-6d701ac12a97 req-309c02f5-a8f4-42a0-a8e3-1a5c6e645b01 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0593655 Nov 15 22:20:06.102087 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05ee7e78-3ab3-4e4e-b4b8-bca7c77fec9c req-9fdec43b-ba29-486c-8cef-d939f7d40f7e service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105513 Nov 15 22:20:06.156504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c8e9fbe-c219-4214-8dd5-6d701ac12a97 req-60d053e0-e7cd-4086-849a-6dc9fa5586af tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734859 Nov 15 22:20:06.184126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-64911f2a-0866-482b-8b40-e048dbcfe198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.193961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-64911f2a-0866-482b-8b40-e048dbcfe198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1847515 Nov 15 22:20:06.291304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-54cf6ac7-cbaf-47f0-874a-52cf0375d652 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e HTTP/1.1" status: 200 len: 217 time: 0.0858331 Nov 15 22:20:06.308074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3363d-dc21-4c52-aee9-f40f621b1558 req-1795ab13-cc36-481f-96f0-bcc241e5a118 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.310108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49f3363d-dc21-4c52-aee9-f40f621b1558 req-1795ab13-cc36-481f-96f0-bcc241e5a118 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0618861 Nov 15 22:20:06.357019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-7b8cad1b-c4b1-4326-8bc0-2c26191522bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.358519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-7b8cad1b-c4b1-4326-8bc0-2c26191522bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0594230 Nov 15 22:20:06.377674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49f3363d-dc21-4c52-aee9-f40f621b1558 req-c513e70d-c3bd-4ff9-8b72-890ddc590feb tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537446 Nov 15 22:20:06.458117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-c493cb60-e95b-4617-ba83-3072db9a0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.460323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-c493cb60-e95b-4617-ba83-3072db9a0b09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832705 Nov 15 22:20:06.579767 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-6d621bad-8a6f-4ee3-8c66-5ecd9cea5f5a service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085622 Nov 15 22:20:06.689864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-92617dd9-c70b-40ea-b11c-e47b56a0cea1 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021643 Nov 15 22:20:06.765827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c26de4-f333-4e9c-99fe-d5fe237222b0 req-90008aa8-c998-4512-9a3d-f06884b9e244 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.767877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0c26de4-f333-4e9c-99fe-d5fe237222b0 req-90008aa8-c998-4512-9a3d-f06884b9e244 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 948 time: 0.0634441 Nov 15 22:20:06.789478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-69961078-ae87-476a-aefc-a050c3f6cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.790995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-69961078-ae87-476a-aefc-a050c3f6cdcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1094 time: 0.0508745 Nov 15 22:20:06.830354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0c26de4-f333-4e9c-99fe-d5fe237222b0 req-bddceb1d-17aa-442d-b357-a8c85a51c22b tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Nov 15 22:20:06.867240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:06.912168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9064c4c5-325c-4190-a497-fb5ea7a300a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c23c504aeeb4884bfbb591b057847e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430470 Nov 15 22:20:06.919995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:06.929222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-6cdeed7d-193e-465b-8748-e6caae23466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:06.931473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-6cdeed7d-193e-465b-8748-e6caae23466a service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1248918 Nov 15 22:20:06.998773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.001277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-03d35859-04a1-4377-8dcb-0fc889a9b600 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0622196 Nov 15 22:20:07.057310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-311e2ced-ea56-4d3a-9338-64b6ff5bcaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:07.063453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-311e2ced-ea56-4d3a-9338-64b6ff5bcaa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0493715 Nov 15 22:20:07.067881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d911bbbc-6d48-4a42-b30c-54bf1960b574 req-c4381d9e-edcd-4dcb-84d9-efe5ae326172 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 210 time: 0.0514452 Nov 15 22:20:07.071134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.127173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4987-f822-4357-82f1-5a3625add740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.211881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.219018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.222767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6506373-2e7d-46ce-a5ce-9e9c747386bb HTTP/1.1" status: 204 len: 168 time: 0.2982755 Nov 15 22:20:07.262790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6506373-2e7d-46ce-a5ce-9e9c747386bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:07.282848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.286524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.287031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.287724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.288267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.289884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.290411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.291571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.292100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.295040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.296466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.298006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad256e-733a-4dff-b4fb-4b47f9433053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:07.358869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-2a580ccd-676f-447d-898c-23a50b06169d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2893586 Nov 15 22:20:07.396014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f9ec6-7ef0-4119-a445-9fa86eca9e2d req-c1b526f5-488c-429a-824a-b3af736f7923 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:07.397018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-588f9ec6-7ef0-4119-a445-9fa86eca9e2d req-c1b526f5-488c-429a-824a-b3af736f7923 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0604780 Nov 15 22:20:07.460763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-588f9ec6-7ef0-4119-a445-9fa86eca9e2d req-b9218b93-4ba8-458b-ae71-7f4df74b4b3f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556357 Nov 15 22:20:07.467386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-44e4e865-f9b4-4a5b-9415-84a011193ca6 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989275 Nov 15 22:20:07.606256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e499a46-e3f0-4742-9c11-fee57652eaae req-46603bec-d6c4-4e48-bc78-bc2a25b27f78 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236653 Nov 15 22:20:07.618116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffe9df-2259-4c7d-9acd-14dbbf5de0a6 req-87a3f096-9886-4ccf-a121-a27b50f6576b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:07.623702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37ffe9df-2259-4c7d-9acd-14dbbf5de0a6 req-87a3f096-9886-4ccf-a121-a27b50f6576b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0670381 Nov 15 22:20:07.643512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ccb8492e-1395-4b5a-96d5-c42c0f39098e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:07.675669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37ffe9df-2259-4c7d-9acd-14dbbf5de0a6 req-4670b143-0a26-43fe-aa7b-047f300dcdda tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Nov 15 22:20:07.764178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:07.776685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e', 'mac_address': 'fa:16:3e:d7:c1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:07.813366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:07.826574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb8492e-1395-4b5a-96d5-c42c0f39098e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:07.852910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:07.954928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:08.002444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:08.010522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.010853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.011177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.011496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.011812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.012126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.012465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.012798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.013126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.013441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.013745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.014049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:08.111617 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-7443cb39-3db2-47b2-b1e9-08b23d00a59e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326416 Nov 15 22:20:08.121330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:08.193260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ccb8492e-1395-4b5a-96d5-c42c0f39098e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:08.299456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-5a83b1e8-a0ab-4efc-a5b4-1166491ec75f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:08.301911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-5a83b1e8-a0ab-4efc-a5b4-1166491ec75f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806519 Nov 15 22:20:08.316347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Request body: {'port': {'device_id': '4dc41361-331d-4580-8547-db65200ee02b', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fcd14f1caa64ee5b21b149aa368a714'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:08.461113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4da25-4440-476e-b9dc-44bf1a1b1db2 req-48124e3c-f5f6-4dbe-934e-63b6907936ff tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:08.463361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06c4da25-4440-476e-b9dc-44bf1a1b1db2 req-48124e3c-f5f6-4dbe-934e-63b6907936ff tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 949 time: 0.3311076 Nov 15 22:20:08.485770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c7054-b10b-450e-94f9-2edcf4bffe57 req-c7709a07-7e47-4056-8c6f-b14080cf598f tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:08.487047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df4c7054-b10b-450e-94f9-2edcf4bffe57 req-c7709a07-7e47-4056-8c6f-b14080cf598f tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0777051 Nov 15 22:20:08.550874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Made reservation on behalf of 6fcd14f1caa64ee5b21b149aa368a714 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:08.554296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06c4da25-4440-476e-b9dc-44bf1a1b1db2 req-01dfe87c-01d1-4b93-9856-2d0fecfe0d6d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Nov 15 22:20:08.555868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:08.562177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df4c7054-b10b-450e-94f9-2edcf4bffe57 req-2e85fea6-47d8-4718-8c6c-b45b6c27741b tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676949 Nov 15 22:20:08.657008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e742991-c0d6-4078-80a6-96224025089b req-ab61a54d-27a9-4800-8179-068c1c156616 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 210 time: 0.0281503 Nov 15 22:20:08.738052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Allocated IP 192.168.233.41 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/af648e5b-898b-4047-a57e-9abcceeab856) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:08.799791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737291-4df0-4d65-a965-68c16d57aac8 req-8999611d-3247-46af-8461-1b08091ca323 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:08.809173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44737291-4df0-4d65-a965-68c16d57aac8 req-8999611d-3247-46af-8461-1b08091ca323 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0623076 Nov 15 22:20:08.865364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44737291-4df0-4d65-a965-68c16d57aac8 req-3d545653-bd4e-4e0b-99a9-021e48d73769 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Nov 15 22:20:08.914246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.007488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.022030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', '6d2bceee-ff48-46ef-82b5-8007fa35375c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:09.057156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:09.063979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:09.084298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:09.132431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event updated for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:09.146997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.147344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.147814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.148011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.149408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.149408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.151194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.151757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.152245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.152660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.152914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.153240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:09.190319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:09.191261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.301038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.329706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-4e859400-c75b-4e60-91a0-9f1120d1b90e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0179548 Nov 15 22:20:09.344838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Request body: {'port': {'device_id': '4dc41361-331d-4580-8547-db65200ee02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:09.415388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ce0d411f-1cbe-437e-bcfc-c8b2cf1316d2 None None] Provisioning complete for port af648e5b-898b-4047-a57e-9abcceeab856 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:09.415747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0d411f-1cbe-437e-bcfc-c8b2cf1316d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.451443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.471428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d411f-1cbe-437e-bcfc-c8b2cf1316d2 None None] Port af648e5b-898b-4047-a57e-9abcceeab856 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:20:09.650452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:09.654452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ccb8492e-1395-4b5a-96d5-c42c0f39098e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:09.699687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac49a4-ac62-40e8-aad7-47127fb0fef1 req-221a2a56-d25b-43ad-89d5-92ee3b81fce8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:09.707354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78ac49a4-ac62-40e8-aad7-47127fb0fef1 req-221a2a56-d25b-43ad-89d5-92ee3b81fce8 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0565169 Nov 15 22:20:09.785521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78ac49a4-ac62-40e8-aad7-47127fb0fef1 req-0f2a35bf-a31c-48e2-999a-e373b52b16b5 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717628 Nov 15 22:20:09.827757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:09.834367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af648e5b-898b-4047-a57e-9abcceeab856 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:09.842010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.849596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'port_id': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'mac_address': 'fa:16:3e:38:b8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50728064-98df-4224-a13d-307574dca077', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:09.854596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Transition to ACTIVE for port object af648e5b-898b-4047-a57e-9abcceeab856 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:09.895834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee79d44-dc06-42a5-a0ae-0aa4b337e704 req-f3ddf7af-3e4f-470d-9c3b-2eadd3c8579f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:09.897564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fee79d44-dc06-42a5-a0ae-0aa4b337e704 req-f3ddf7af-3e4f-470d-9c3b-2eadd3c8579f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 949 time: 0.0562272 Nov 15 22:20:09.916458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:09.976019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fee79d44-dc06-42a5-a0ae-0aa4b337e704 req-0143ce38-ef7e-480b-9e8f-49c75f5085bf tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699592 Nov 15 22:20:10.013686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ccb8492e-1395-4b5a-96d5-c42c0f39098e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:10.022841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Pushing event updated for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:10.023868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ccb8492e-1395-4b5a-96d5-c42c0f39098e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:10.030941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.030941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.066746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8bf956-3528-4210-98b8-ec3a87a3b8ae {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:10.085879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Attempting to bind port af648e5b-898b-4047-a57e-9abcceeab856 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:10.086506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Attempting to bind port af648e5b-898b-4047-a57e-9abcceeab856 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:10.086837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Attempting to bind port af648e5b-898b-4047-a57e-9abcceeab856 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:10.090296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:10.091575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Port af648e5b-898b-4047-a57e-9abcceeab856 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:10.094353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Attempting to bind port af648e5b-898b-4047-a57e-9abcceeab856 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:10.098956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:10.099307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:10.099686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:10.100126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Bound port: af648e5b-898b-4047-a57e-9abcceeab856, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:10.100483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.155447 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.172492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2e600-acd4-4b5c-8220-6209c3675560 req-d25060d6-2946-4d7a-aa3e-d051589e5999 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.184080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de2e600-acd4-4b5c-8220-6209c3675560 req-d25060d6-2946-4d7a-aa3e-d051589e5999 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 947 time: 0.1015949 Nov 15 22:20:10.192381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:10.195745 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09458cf6-c695-4733-bb9d-d39d768eccd2" -d '{"events": [{"server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "name": "network-vif-plugged", "status": "completed", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:10.199039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:10.208898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=af648e5b-898b-4047-a57e-9abcceeab856,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:10.214722 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.222592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:10.271256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de2e600-acd4-4b5c-8220-6209c3675560 req-736812f4-e58a-489b-94fa-412fc4b98b7a tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739195 Nov 15 22:20:10.272977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:10.292459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.329208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.330683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.331295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.332845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] 10.222.0.57 "PUT /v2.0/ports/af648e5b-898b-4047-a57e-9abcceeab856 HTTP/1.1" status: 200 len: 1095 time: 0.9928424 Nov 15 22:20:10.333272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:10.335385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:10.335866 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1092b-8c84-4edd-b3b9-4221a06f406b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "tag": "af648e5b-898b-4047-a57e-9abcceeab856"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:10.366626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9875865-949f-4d86-9e1f-1efba3bb2759 service neutron] Pushing event updated for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:10.392784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c48c46-e74c-453d-bdaa-5f5d7470e743 req-f09f92ec-b7a2-40cb-baf8-e1100b852f81 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.394293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22c48c46-e74c-453d-bdaa-5f5d7470e743 req-f09f92ec-b7a2-40cb-baf8-e1100b852f81 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.0794249 Nov 15 22:20:10.420076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:10.492528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-62d2a56b-1b16-4cab-b19e-8ceb0006c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.494570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-62d2a56b-1b16-4cab-b19e-8ceb0006c3b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 1098 time: 0.0664995 Nov 15 22:20:10.507366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22c48c46-e74c-453d-bdaa-5f5d7470e743 req-656c932b-d888-4713-9388-a616ad064a77 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035113 Nov 15 22:20:10.507744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bc8bf956-3528-4210-98b8-ec3a87a3b8ae'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:10.569733 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d819cfb-a892-4e5b-ba2c-cafc0237d378 x-openstack-request-id: req-0d819cfb-a892-4e5b-ba2c-cafc0237d378 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:10.570028 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "name": "network-vif-plugged", "status": "completed", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:10.570279 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d819cfb-a892-4e5b-ba2c-cafc0237d378 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:10.570662 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e', 'code': 200} Nov 15 22:20:10.588453 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819cd68a-861f-4cb3-8c30-169efc3de077 x-openstack-request-id: req-819cd68a-861f-4cb3-8c30-169efc3de077 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:10.621437 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "tag": "af648e5b-898b-4047-a57e-9abcceeab856", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:10.621437 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-819cd68a-861f-4cb3-8c30-169efc3de077 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:10.621437 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856', 'status': 'completed', 'code': 200} Nov 15 22:20:10.621437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-346ef028-c509-4043-9af8-cbd5fb74276d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=af648e5b-898b-4047-a57e-9abcceeab856 HTTP/1.1" status: 200 len: 217 time: 0.0899539 Nov 15 22:20:10.685501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a35e45-1a71-4024-8f46-7d7d41652f95 req-cf97fa0a-9df5-4084-a78d-8178d919d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.686995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-94a35e45-1a71-4024-8f46-7d7d41652f95 req-cf97fa0a-9df5-4084-a78d-8178d919d09d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 1101 time: 0.0711277 Nov 15 22:20:10.688977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-b4076093-4cbd-458a-b6dd-959ebcf0659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.690409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-b4076093-4cbd-458a-b6dd-959ebcf0659d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0849009 Nov 15 22:20:10.775109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-94a35e45-1a71-4024-8f46-7d7d41652f95 req-a540b487-b443-4c2a-b70a-2827aa34a072 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708275 Nov 15 22:20:10.776730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-91df276f-9e6e-498b-b68a-2e3547761409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:10.778385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-91df276f-9e6e-498b-b68a-2e3547761409 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671034 Nov 15 22:20:11.100600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7d7b2d7f-a71d-4ce4-8d41-225590131665 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.102110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7d7b2d7f-a71d-4ce4-8d41-225590131665 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0687721 Nov 15 22:20:11.119928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-f92002ba-8860-4dd9-aa1c-1c2ac63771b7 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321757 Nov 15 22:20:11.225114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a46c04-06a3-4b8a-a0e8-8d9665aca1eb req-3ad83477-f440-468b-87ad-a5fcdc0b4b00 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.226594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26a46c04-06a3-4b8a-a0e8-8d9665aca1eb req-3ad83477-f440-468b-87ad-a5fcdc0b4b00 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 950 time: 0.0504394 Nov 15 22:20:11.261672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ac237b-1e70-4eab-ab6d-8e9305cf37de req-727de784-3cc6-40de-8fd7-4f336b9a9a9a service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265416 Nov 15 22:20:11.267213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Deleting port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:20:11.267568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:11.279511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26a46c04-06a3-4b8a-a0e8-8d9665aca1eb req-e6d61df6-b219-41ae-b7bb-22025da82b85 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/security-groups?id=d933642c-db02-460f-8954-42cd048ed2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Nov 15 22:20:11.359653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e771cc-e86d-411f-88dc-99b87de52d50 req-fb4050d4-1341-4dc2-994a-0ad067ab8f2b tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.361337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1e771cc-e86d-411f-88dc-99b87de52d50 req-fb4050d4-1341-4dc2-994a-0ad067ab8f2b tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.0510225 Nov 15 22:20:11.372059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] For port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:11.378142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:11.387553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Calling delete_port for 9cfd6fa1-a199-496c-b647-2a7320fb0d9d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:20:11.426766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1e771cc-e86d-411f-88dc-99b87de52d50 req-d484c748-cff9-4577-93f7-cf6e4c2c2f74 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584743 Nov 15 22:20:11.484401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-145b7aa4-1e65-4101-a1c0-423bf57310a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.486001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-145b7aa4-1e65-4101-a1c0-423bf57310a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 1098 time: 0.0854182 Nov 15 22:20:11.630887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-0a79d37e-26c2-4f44-a554-879a0711bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.632586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-0a79d37e-26c2-4f44-a554-879a0711bd95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1347227 Nov 15 22:20:11.665533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:11.685205 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-ed40583e-0e32-4636-8c47-c6c5316fa2c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=af648e5b-898b-4047-a57e-9abcceeab856 HTTP/1.1" status: 200 len: 217 time: 0.0430641 Nov 15 22:20:11.686628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:11.686857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e769bd-0011-4ae8-9126-9958d6da3f58 req-50079ca9-0cd3-401e-b6a8-3d260945e437 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.688784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9e769bd-0011-4ae8-9126-9958d6da3f58 req-50079ca9-0cd3-401e-b6a8-3d260945e437 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 947 time: 0.0695403 Nov 15 22:20:11.713431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9cfd6fa1-a199-496c-b647-2a7320fb0d9d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:11.742010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9e769bd-0011-4ae8-9126-9958d6da3f58 req-c31dad2a-2ff8-48a2-a626-825cd801d2ba tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Nov 15 22:20:11.743326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Pushing event deleted for resources: {'Port': ['ID=9cfd6fa1-a199-496c-b647-2a7320fb0d9d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:11.810017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-156f62c5-62c5-437f-8282-8784738298b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.811529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-156f62c5-62c5-437f-8282-8784738298b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1182153 Nov 15 22:20:11.812207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] No DVR routers for this DVR port 9cfd6fa1-a199-496c-b647-2a7320fb0d9d on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:11.815965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:11.819803 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-841d69f8-d4ae-447b-87e5-4b12f80d9f5e req-7ee3e9bd-1b4c-4083-bae5-34e709aa8102 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.55 "DELETE /v2.0/ports/9cfd6fa1-a199-496c-b647-2a7320fb0d9d HTTP/1.1" status: 204 len: 173 time: 0.7103398 Nov 15 22:20:11.835846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port bc8bf956-3528-4210-98b8-ec3a87a3b8ae completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:11.841228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port bc8bf956-3528-4210-98b8-ec3a87a3b8ae triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:11.841893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:11.901580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-3fadfd06-ee40-4b59-bc3a-9999a10abdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.903182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-3fadfd06-ee40-4b59-bc3a-9999a10abdaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805011 Nov 15 22:20:11.951511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2419-678c-4844-8301-44979f540045 req-e6bb5089-d6e5-4be3-9761-a11663e790ee tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:11.972425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a0e2419-678c-4844-8301-44979f540045 req-e6bb5089-d6e5-4be3-9761-a11663e790ee tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.1030231 Nov 15 22:20:11.991820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:12.036701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:12.052456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-ffe03f48-744b-4c72-a2f7-16a577b9b26e service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362560 Nov 15 22:20:12.055314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a0e2419-678c-4844-8301-44979f540045 req-d91644da-b0c8-4465-aab2-e60c36b7d893 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763092 Nov 15 22:20:12.115631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:12.166381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:12.170700 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68d1092b-8c84-4edd-b3b9-4221a06f406b req-eb6c954c-52e6-4f01-8029-2536eb288097 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102738 Nov 15 22:20:12.523157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcadfcab-0938-46e6-9194-4935691e1d5d req-3f93a390-a081-418a-910a-14d64b553576 tempest-DeleteServersAdminTestJSON-416426202 tempest-DeleteServersAdminTestJSON-416426202-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0102088-7b35-4f0b-a42a-e9f7fe17c574 HTTP/1.1" status: 200 len: 210 time: 0.0255680 Nov 15 22:20:12.571901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:12.574338 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceeb2a1-72b7-4024-a48d-4428d3369e09" -d '{"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:12.590236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'name': 'network-vif-deleted', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:12.592492 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76403c5f-bb19-4e17-b22c-e3c38a0b4fee" -d '{"events": [{"server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "name": "network-vif-deleted", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:12.641258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c62bc-e779-434f-88f2-be5fcc5f4609 req-5f98b59d-1c4b-4f29-914c-9162b0a4714a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:12.642835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec9c62bc-e779-434f-88f2-be5fcc5f4609 req-5f98b59d-1c4b-4f29-914c-9162b0a4714a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.0639260 Nov 15 22:20:12.697698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec9c62bc-e779-434f-88f2-be5fcc5f4609 req-6036a812-f072-4954-8e82-ec5230191d52 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476882 Nov 15 22:20:12.748123 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e2efe0-d9ef-4136-b7ee-4e6fd2955a34 x-openstack-request-id: req-f6e2efe0-d9ef-4136-b7ee-4e6fd2955a34 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:12.748658 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-plugged", "status": "completed", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:12.754184 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e2efe0-d9ef-4136-b7ee-4e6fd2955a34 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:12.754184 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'code': 200} Nov 15 22:20:12.790615 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065cdb1b-dd55-4b25-be89-7be0316b91c8 x-openstack-request-id: req-065cdb1b-dd55-4b25-be89-7be0316b91c8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:12.790906 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0102088-7b35-4f0b-a42a-e9f7fe17c574", "name": "network-vif-deleted", "tag": "9cfd6fa1-a199-496c-b647-2a7320fb0d9d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:12.791176 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-065cdb1b-dd55-4b25-be89-7be0316b91c8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:12.791560 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0102088-7b35-4f0b-a42a-e9f7fe17c574', 'name': 'network-vif-deleted', 'tag': '9cfd6fa1-a199-496c-b647-2a7320fb0d9d', 'status': 'completed', 'code': 200} Nov 15 22:20:12.868473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189609e-2c90-442f-9102-cfb2dfc03f57 req-55de30ab-7a3f-4fa5-b9b3-361423357840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:12.870279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9189609e-2c90-442f-9102-cfb2dfc03f57 req-55de30ab-7a3f-4fa5-b9b3-361423357840 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1096 time: 0.0517900 Nov 15 22:20:12.952299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9189609e-2c90-442f-9102-cfb2dfc03f57 req-f5da934d-0e11-4ffa-99f9-53f5e32d437d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745513 Nov 15 22:20:13.013663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf916e-f338-49f3-8a09-79d9fb1473f5 req-f116885b-6ff7-42de-93ac-0fa760b4d88b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:13.021104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22bf916e-f338-49f3-8a09-79d9fb1473f5 req-f116885b-6ff7-42de-93ac-0fa760b4d88b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 947 time: 0.0602579 Nov 15 22:20:13.077843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22bf916e-f338-49f3-8a09-79d9fb1473f5 req-dda5fc3d-a1f5-4639-92a3-935000fd7453 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553858 Nov 15 22:20:13.382212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb933e10-6ab5-44f7-ad5d-656ecfbc1315 req-eaf59474-52b8-4298-af6d-142a5a9031c7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:13.384032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb933e10-6ab5-44f7-ad5d-656ecfbc1315 req-eaf59474-52b8-4298-af6d-142a5a9031c7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 945 time: 0.0574749 Nov 15 22:20:13.448072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb933e10-6ab5-44f7-ad5d-656ecfbc1315 req-1e563e94-bd76-448f-a1d0-1f4aa3abeb18 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Nov 15 22:20:13.530854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163a1e-12ea-4308-8cd9-a6d5286e1ab1 req-9cae62cb-7f4e-49b2-a728-2924c665da6f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:13.532363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f163a1e-12ea-4308-8cd9-a6d5286e1ab1 req-9cae62cb-7f4e-49b2-a728-2924c665da6f tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.0486434 Nov 15 22:20:13.577728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:13.586875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f163a1e-12ea-4308-8cd9-a6d5286e1ab1 req-77f108ed-0b82-46e8-881d-59f1994dd516 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Nov 15 22:20:13.698098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f97882-1de3-41a3-b280-dddb1bd641e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:13.788838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f97882-1de3-41a3-b280-dddb1bd641e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:13.874433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f97882-1de3-41a3-b280-dddb1bd641e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:13.915726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6f97882-1de3-41a3-b280-dddb1bd641e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b18a82cdcad45cbad855af324e0248e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369164 Nov 15 22:20:13.916591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f97882-1de3-41a3-b280-dddb1bd641e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8bef7-de37-4033-b2ec-fc6074bca323,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:13.919768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:13.968702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:13.991661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.110629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.113322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.118030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86f8bef7-de37-4033-b2ec-fc6074bca323 HTTP/1.1" status: 204 len: 168 time: 0.1936486 Nov 15 22:20:14.132202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c00b5-7584-47e1-b743-d82b83eab495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8bef7-de37-4033-b2ec-fc6074bca323,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:14.229682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605fc24-e329-49a5-b8ba-a9e5109765a1 req-9cbe1550-c4db-47f4-a258-1c94ea8edb08 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:14.233475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b605fc24-e329-49a5-b8ba-a9e5109765a1 req-9cbe1550-c4db-47f4-a258-1c94ea8edb08 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 947 time: 0.0631151 Nov 15 22:20:14.257451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9cfd6fa1-a199-496c-b647-2a7320fb0d9d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:14.283471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 9cfd6fa1-a199-496c-b647-2a7320fb0d9d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:20:14.283959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9cfd6fa1-a199-496c-b647-2a7320fb0d9d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:14.298567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b605fc24-e329-49a5-b8ba-a9e5109765a1 req-fb85d296-dfde-4060-969a-1e4e8165fbbf tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610120 Nov 15 22:20:14.353871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:14.605320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:14.605910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e2b84d5-8f5a-49ad-b9e0-582d390eab0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=510d73e96dda4a4f80ca03d385f08020&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2506738 Nov 15 22:20:14.704916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2be25f-3ce7-413a-944c-f8b7b1a9d373 req-ccd1fc61-18bd-431d-9001-c5249a02d3e9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:14.706418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed2be25f-3ce7-413a-944c-f8b7b1a9d373 req-ccd1fc61-18bd-431d-9001-c5249a02d3e9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 945 time: 0.0753980 Nov 15 22:20:14.728783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.790580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.823777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed2be25f-3ce7-413a-944c-f8b7b1a9d373 req-82f8ba9b-1ea1-48e4-8fd9-a40ee0bf6f5a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061585 Nov 15 22:20:14.851333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d376-e7d6-4f6a-9484-03e1c068c2ce req-9dda025a-614f-4dc4-8a2e-0d812bd77759 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:14.852828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f115d376-e7d6-4f6a-9484-03e1c068c2ce req-9dda025a-614f-4dc4-8a2e-0d812bd77759 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.1154814 Nov 15 22:20:14.916046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f115d376-e7d6-4f6a-9484-03e1c068c2ce req-724c74d4-1134-472a-be40-5869495e7bca tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Nov 15 22:20:14.939147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.942182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:14.943377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d933642c-db02-460f-8954-42cd048ed2de HTTP/1.1" status: 204 len: 168 time: 0.3358080 Nov 15 22:20:14.956515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa261aa5-eb8a-4301-804a-646d9e771649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933642c-db02-460f-8954-42cd048ed2de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:15.097756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-9f6e5ac7-1565-4ec8-be9a-a1e56868017e tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:15.099828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-9f6e5ac7-1565-4ec8-be9a-a1e56868017e tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 1101 time: 0.0404902 Nov 15 22:20:15.118284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-be83953a-392c-4605-a07d-52db7dad449a tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.209612 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-be83953a-392c-4605-a07d-52db7dad449a tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.243783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6599c16-3caf-444e-bf72-292e74caecda req-d6daf68e-b6e2-4d5f-803c-665509f2ca4b tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:15.245470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6599c16-3caf-444e-bf72-292e74caecda req-d6daf68e-b6e2-4d5f-803c-665509f2ca4b tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1096 time: 0.0543985 Nov 15 22:20:15.268154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-be83953a-392c-4605-a07d-52db7dad449a tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.327127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83953a-392c-4605-a07d-52db7dad449a tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471ec13-1f6c-49f9-a135-9fdeb40488e1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:15.344907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64b24563-1fa6-4c16-8a9e-36b13081d776 req-be83953a-392c-4605-a07d-52db7dad449a tempest-LiveMigrationNegativeTest-1444694927 tempest-LiveMigrationNegativeTest-1444694927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352388 Nov 15 22:20:15.350766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6599c16-3caf-444e-bf72-292e74caecda req-45ea0338-ce41-4326-b1f7-689f5ce23fdf tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960000 Nov 15 22:20:15.493613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de7fa-1c77-4033-ba54-fc161268e18e req-1b33f905-ed34-4c1d-bc72-c616f853e09f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:15.495072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c28de7fa-1c77-4033-ba54-fc161268e18e req-1b33f905-ed34-4c1d-bc72-c616f853e09f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 947 time: 0.0515254 Nov 15 22:20:15.541359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c28de7fa-1c77-4033-ba54-fc161268e18e req-ff23b715-9122-4cab-9368-b0b4400aa5b3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Nov 15 22:20:15.669800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:15.692918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device af648e5b-898b-4047-a57e-9abcceeab856 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:15.698888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849447-b1e3-4747-901f-dcaca01bfd6e req-ab5011c4-234c-4c29-af63-b2f521681c73 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:15.700369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93849447-b1e3-4747-901f-dcaca01bfd6e req-ab5011c4-234c-4c29-af63-b2f521681c73 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1096 time: 0.0533423 Nov 15 22:20:15.736334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:15.754071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93849447-b1e3-4747-901f-dcaca01bfd6e req-56baf614-0a62-4641-b560-3156bd63bf15 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Nov 15 22:20:15.760128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5647142f-48f3-490d-8660-1d6aca65206c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.870435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=af648e5b-898b-4047-a57e-9abcceeab856,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:15.890522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'af648e5b-898b-4047-a57e-9abcceeab856', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'af648e5b-898b-4047-a57e-9abcceeab856', 'mac_address': 'fa:16:3e:f6:12:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:15.896743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5647142f-48f3-490d-8660-1d6aca65206c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.945237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.959319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af648e5b-898b-4047-a57e-9abcceeab856 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:15.962137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5647142f-48f3-490d-8660-1d6aca65206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:15.969040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1296044508-network', 'tenant_id': 'af7de271b9cd47869e4574fbdec61b9f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:15.983377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=af648e5b-898b-4047-a57e-9abcceeab856,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:15.999238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:20:16.014599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5647142f-48f3-490d-8660-1d6aca65206c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e318719ebf8345ee9cde44bb097bec8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759190 Nov 15 22:20:16.014599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647142f-48f3-490d-8660-1d6aca65206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c9cfd5-d4cf-420a-a4a0-9340f482a89d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:16.018482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:16.059300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.069582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.087439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Made reservation on behalf of af7de271b9cd47869e4574fbdec61b9f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:16.089892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.092510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.100056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.106173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-1a1d9dc8-0c20-4e09-aaa7-f4ab08861777 req-25d1cd97-6bb1-4e00-9eaf-d425eb795047 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:20:16.107627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a1d9dc8-0c20-4e09-aaa7-f4ab08861777 req-25d1cd97-6bb1-4e00-9eaf-d425eb795047 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055027 Nov 15 22:20:16.124310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:16.230517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.233558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.237228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1c9cfd5-d4cf-420a-a4a0-9340f482a89d HTTP/1.1" status: 204 len: 168 time: 0.2177849 Nov 15 22:20:16.246982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5ad00-7a10-440d-9461-eb798ce92318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c9cfd5-d4cf-420a-a4a0-9340f482a89d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:16.278118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.360195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.362092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['af648e5b-898b-4047-a57e-9abcceeab856'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:16.384919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:20:16.407947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6089a9c-0011-4eda-a121-d63d55accffb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:16.415954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.416275 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Added segment eabfe56b-6e0e-4615-bfcd-f319bf23667b of type vlan for network 9156ed8e-433d-44c7-af3e-8b58c6eda153 Nov 15 22:20:16.464770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.583405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.584457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:16.585485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.678563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0041485 Nov 15 22:20:16.681460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:16.685029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d67e4-4fc6-487b-8c57-dac250df555a admin admin] Pushing event updated for resources: {'Network': ['ID=9156ed8e-433d-44c7-af3e-8b58c6eda153,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:16.686259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Request body: {'subnet': {'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1296044508-subnet', 'tenant_id': 'af7de271b9cd47869e4574fbdec61b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:16.701200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:20:16.715262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7fab9-a6cb-4981-b72d-1c7e2920cda5 req-c2f8c810-9e7f-4f58-b5b8-0d35e3638370 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:16.719897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fce7fab9-a6cb-4981-b72d-1c7e2920cda5 req-c2f8c810-9e7f-4f58-b5b8-0d35e3638370 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.0814514 Nov 15 22:20:16.778878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fce7fab9-a6cb-4981-b72d-1c7e2920cda5 req-84111c97-db20-438a-9e37-6881ac1c5c89 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526621 Nov 15 22:20:16.796784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Made reservation on behalf of af7de271b9cd47869e4574fbdec61b9f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:16.799267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:16.928906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3354a1-146e-420d-95b0-bb5623c6813a req-69de24e6-4b23-447a-aa62-aecd55ebb406 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:16.936833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa3354a1-146e-420d-95b0-bb5623c6813a req-69de24e6-4b23-447a-aa62-aecd55ebb406 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 948 time: 0.0665088 Nov 15 22:20:16.993441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa3354a1-146e-420d-95b0-bb5623c6813a req-03eb245c-a863-4439-b08d-ef92b0d545b6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Nov 15 22:20:17.080216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:17.142152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e5cf84-9ddc-49a1-89b6-552f2437ef22,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:17.147635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Checking segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:17.148165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Network hostable DHCP agents. Network: 9156ed8e-433d-44c7-af3e-8b58c6eda153, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:20:17.218665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:20:17.316016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 9156ed8e-433d-44c7-af3e-8b58c6eda153) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:17.325804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:17.326450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4feb6-327a-42f8-829e-f392fec7b0fa None None] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:17.329144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:17.443743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc25aca7-6572-489a-90dc-cb970e66be1d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7609935 Nov 15 22:20:17.466910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bb514-f9e8-404e-b7cc-dcf16199e6c1 None None] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:17.709411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device af648e5b-898b-4047-a57e-9abcceeab856 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:17.852646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port af648e5b-898b-4047-a57e-9abcceeab856 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:17.856567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port af648e5b-898b-4047-a57e-9abcceeab856 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:17.861574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:17.936404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:17.961498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:17.963765 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732d3432-ec57-4234-bdea-f823fe2edcbb" -d '{"events": [{"server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "name": "network-vif-plugged", "status": "completed", "tag": "af648e5b-898b-4047-a57e-9abcceeab856"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:17.977049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=af648e5b-898b-4047-a57e-9abcceeab856,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:18.089175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:18.141785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-94f92d19-2b4c-4fd0-854a-7b9e0d98406a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:18.143545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-94f92d19-2b4c-4fd0-854a-7b9e0d98406a tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.57 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 950 time: 0.0640819 Nov 15 22:20:18.172735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:18.264649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Deleting port ccb8492e-1395-4b5a-96d5-c42c0f39098e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:20:18.264994 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:18.370958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] For port ccb8492e-1395-4b5a-96d5-c42c0f39098e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ccb8492e-1395-4b5a-96d5-c42c0f39098e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:18.371320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:18.384537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Calling delete_port for ccb8492e-1395-4b5a-96d5-c42c0f39098e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:20:18.534942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-5925616f-0f7d-4efe-8471-cacdb835beba tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:18.536409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-5925616f-0f7d-4efe-8471-cacdb835beba tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.1142900 Nov 15 22:20:18.551091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-1a7366be-b4ec-43d2-a58b-9c951a0cb9c0 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/quotas/af7de271b9cd47869e4574fbdec61b9f HTTP/1.1" status: 200 len: 375 time: 0.0087817 Nov 15 22:20:18.585115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f2fc234b-03c8-4b66-8f32-7a33e3d0054b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287960 Nov 15 22:20:18.630669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:18.642656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ccb8492e-1395-4b5a-96d5-c42c0f39098e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:18.667135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4fcc6456-ceed-4893-82ed-46d4d08e2b62'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:18.688277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-aa812e51-3fe5-4344-ab3b-10298f5da834 service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946839 Nov 15 22:20:18.690184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Pushing event deleted for resources: {'Port': ['ID=ccb8492e-1395-4b5a-96d5-c42c0f39098e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:18.716035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] No DVR routers for this DVR port ccb8492e-1395-4b5a-96d5-c42c0f39098e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:18.719148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:18.724134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72056fea-30c9-4e79-9cef-638ba02eb8ba req-f2168283-d248-4cd5-96fd-e3aebfe5c0eb tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.57 "DELETE /v2.0/ports/ccb8492e-1395-4b5a-96d5-c42c0f39098e HTTP/1.1" status: 204 len: 173 time: 0.5640922 Nov 15 22:20:18.724715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'name': 'network-vif-deleted', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:18.727030 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0541af-b769-4c53-ae5c-29e7c899f5d2" -d '{"events": [{"server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "name": "network-vif-deleted", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:18.825243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-55f291d2-02b1-415b-a95b-dedcc1120cfe service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284432 Nov 15 22:20:18.994460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:19.132677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75624ad5-fbea-43f6-a74e-298363d17dd2 req-8e1370ea-0686-4546-a9d5-28090921ac1d tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=467b16c9-8490-4cc7-9e4f-a8fb7935045e HTTP/1.1" status: 200 len: 210 time: 0.0304639 Nov 15 22:20:19.137059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-d9204a1d-b5dc-4e66-be0a-52555eca1359 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:20:19.138802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-d9204a1d-b5dc-4e66-be0a-52555eca1359 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1427512 Nov 15 22:20:19.282319 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e7d6d-5658-4687-8bec-4c58bb00afe2 x-openstack-request-id: req-b50e7d6d-5658-4687-8bec-4c58bb00afe2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:19.282827 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "name": "network-vif-plugged", "status": "completed", "tag": "af648e5b-898b-4047-a57e-9abcceeab856", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:19.282921 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50e7d6d-5658-4687-8bec-4c58bb00afe2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:19.283247 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856', 'code': 200} Nov 15 22:20:19.325523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-d3601c2c-4531-4a01-aef3-cfa8d650582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:19.333563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-d3601c2c-4531-4a01-aef3-cfa8d650582f service neutron] 10.222.0.15 "GET /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 1093 time: 0.1451495 Nov 15 22:20:19.337755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Request body: {'binding': {'host': 'n-h1-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:19.338251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:20:19.395661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3355f-e440-48a7-96b0-5e53ca2351ea req-4dc2170d-61ef-43ac-bf4d-1eec26e2e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:19.397266 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a4f3355f-e440-48a7-96b0-5e53ca2351ea req-4dc2170d-61ef-43ac-bf4d-1eec26e2e53a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 1100 time: 0.0391760 Nov 15 22:20:19.443498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a4f3355f-e440-48a7-96b0-5e53ca2351ea req-02a581f3-a3f7-4c3c-b421-66147afc9df4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Nov 15 22:20:19.446463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d5be-59a4-4cb0-910c-33f10cccaf44 req-3cd329e5-3d8b-443b-841a-74097f49e588 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:19.448586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e77d5be-59a4-4cb0-910c-33f10cccaf44 req-3cd329e5-3d8b-443b-841a-74097f49e588 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.1078610 Nov 15 22:20:19.522818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e77d5be-59a4-4cb0-910c-33f10cccaf44 req-74a72425-e083-4555-82d6-2218798e4e6d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Nov 15 22:20:19.554643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on host n-h1-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:19.555281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:19.555281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:19.559581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:19.559891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:19.564801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:19.565119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:19.565957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:19.565957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Bound port: bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:19.668541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:19.682329 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008bb2df-0b9e-48a2-9c2d-c1e4e6a293df x-openstack-request-id: req-008bb2df-0b9e-48a2-9c2d-c1e4e6a293df {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:19.682712 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467b16c9-8490-4cc7-9e4f-a8fb7935045e", "name": "network-vif-deleted", "tag": "ccb8492e-1395-4b5a-96d5-c42c0f39098e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:19.683067 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-008bb2df-0b9e-48a2-9c2d-c1e4e6a293df {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:19.683798 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467b16c9-8490-4cc7-9e4f-a8fb7935045e', 'name': 'network-vif-deleted', 'tag': 'ccb8492e-1395-4b5a-96d5-c42c0f39098e', 'status': 'completed', 'code': 200} Nov 15 22:20:19.724198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:19.725391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0d8430b8-a105-422c-9dbd-77988515b09e service neutron] 10.222.0.15 "POST /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.3910575 Nov 15 22:20:19.740370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210363-32ae-4e8f-bdcb-716d72479704 req-27c1be13-0517-466d-b810-562859aa6e96 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 210 time: 0.0295775 Nov 15 22:20:20.086495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b9b4-2249-4c4f-b70e-769f1e990c8f req-3f94b5a1-1254-4e48-b337-5189d8a3d0cc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:20.090728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50b5b9b4-2249-4c4f-b70e-769f1e990c8f req-3f94b5a1-1254-4e48-b337-5189d8a3d0cc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 945 time: 0.0703051 Nov 15 22:20:20.132401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:20.149952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50b5b9b4-2249-4c4f-b70e-769f1e990c8f req-c047f4e4-a794-4c13-807a-a67d37932a56 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Nov 15 22:20:20.259287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16bd72a4-4628-4c53-b170-1f1a2ceec7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.356437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16bd72a4-4628-4c53-b170-1f1a2ceec7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.412832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16bd72a4-4628-4c53-b170-1f1a2ceec7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.450614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-16bd72a4-4628-4c53-b170-1f1a2ceec7f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62eb898061fb42b78d46d5d363f751c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166199 Nov 15 22:20:20.453388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60286) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:20.455340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd72a4-4628-4c53-b170-1f1a2ceec7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4783b0-4d3c-4b0e-a529-6501be89a851,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:20.503676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.525009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.654343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-cbca400e-dcfb-4f66-9f2d-528cb694de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:20.655798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-cbca400e-dcfb-4f66-9f2d-528cb694de9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1096 time: 0.0393074 Nov 15 22:20:20.658321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.661001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:20.667632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc4783b0-4d3c-4b0e-a529-6501be89a851 HTTP/1.1" status: 204 len: 168 time: 0.2079170 Nov 15 22:20:20.702704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6ed7-8c64-4013-9e09-f037e5c2cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4783b0-4d3c-4b0e-a529-6501be89a851,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:20.833448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-f54e6d50-5033-421a-853a-c8d2ee245e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:20.834680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf3a8-4ce0-4e18-ba85-ebdb0a1fa2b9 req-f48a759b-9ae8-455c-a393-2d087a988b8b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:20.836174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-196bf3a8-4ce0-4e18-ba85-ebdb0a1fa2b9 req-f48a759b-9ae8-455c-a393-2d087a988b8b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.0696430 Nov 15 22:20:20.842191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-f54e6d50-5033-421a-853a-c8d2ee245e0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1712675 Nov 15 22:20:20.872213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:20.898141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-a65d2b42-5619-45b6-a3c7-43802296db45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0421662 Nov 15 22:20:20.907657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-196bf3a8-4ce0-4e18-ba85-ebdb0a1fa2b9 req-b84a25f2-a005-45fc-8194-53c20af957cd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627389 Nov 15 22:20:21.038096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8252ae-302f-49fd-8569-64fb55eeaa31 req-33a57073-a6b1-4ff0-ad1b-6abc8945ca26 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:21.039792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a8252ae-302f-49fd-8569-64fb55eeaa31 req-33a57073-a6b1-4ff0-ad1b-6abc8945ca26 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.0625143 Nov 15 22:20:21.091057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087b6b80-6bfd-43a8-8af0-088d3fbb8b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.153950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a8252ae-302f-49fd-8569-64fb55eeaa31 req-a071e949-c6d0-40c1-b949-1a0ff09934d1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027822 Nov 15 22:20:21.206107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087b6b80-6bfd-43a8-8af0-088d3fbb8b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.206752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-10dbb003-9119-4382-8eaf-393f8e163476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:21.208510 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-10dbb003-9119-4382-8eaf-393f8e163476 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.3015971 Nov 15 22:20:21.243551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-74c3be8e-408c-4af4-ae94-3c74c8f03340 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264399 Nov 15 22:20:21.263287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86119d25-9b77-45e6-97bf-1ef91dae7f9c req-69c66c78-9537-4ec0-bf52-4bd5bf66600e tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Nov 15 22:20:21.270284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087b6b80-6bfd-43a8-8af0-088d3fbb8b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.313266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b6b80-6bfd-43a8-8af0-088d3fbb8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3f6bf-3576-4d21-9397-5da5dd1f6227,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:21.321019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-087b6b80-6bfd-43a8-8af0-088d3fbb8b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40b0ac58f4fe4f3e94331db4bf990e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452786 Nov 15 22:20:21.321357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:21.359746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-ddf05665-468f-4c83-a1ee-3ee21f64d698 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063519 Nov 15 22:20:21.409917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.420318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3bd0-50e1-4d07-ba45-2f7d5a0d7749 req-70d7947f-7931-4cf1-bd0f-f98953507550 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:21.421812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30be3bd0-50e1-4d07-ba45-2f7d5a0d7749 req-70d7947f-7931-4cf1-bd0f-f98953507550 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 945 time: 0.0817325 Nov 15 22:20:21.438537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60326) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:21.455445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58587e52-0b34-42f3-a569-6fc9f900b855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.457864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.502401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30be3bd0-50e1-4d07-ba45-2f7d5a0d7749 req-37849436-8a84-4641-9a8b-abd3997b5507 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729296 Nov 15 22:20:21.524542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-ff7b8008-f881-4847-8aa3-e5d6f7638327 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553154 Nov 15 22:20:21.607547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.613121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.614255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ae3f6bf-3576-4d21-9397-5da5dd1f6227 HTTP/1.1" status: 204 len: 168 time: 0.2919507 Nov 15 22:20:21.623369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84d7c9-bb79-4e9e-8ed1-adb52394be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3f6bf-3576-4d21-9397-5da5dd1f6227,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:21.687439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-14b5aa8b-8eb8-453e-9981-5c78ed39f08a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:21.689179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-14b5aa8b-8eb8-453e-9981-5c78ed39f08a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.1381691 Nov 15 22:20:21.712222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ccb8492e-1395-4b5a-96d5-c42c0f39098e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:21.716029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58587e52-0b34-42f3-a569-6fc9f900b855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.733247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: ccb8492e-1395-4b5a-96d5-c42c0f39098e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:20:21.733590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ccb8492e-1395-4b5a-96d5-c42c0f39098e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:21.778646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58587e52-0b34-42f3-a569-6fc9f900b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:21.789700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'port': {'device_id': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'admin_state_up': True, 'tenant_id': 'af7de271b9cd47869e4574fbdec61b9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:21.896852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587e52-0b34-42f3-a569-6fc9f900b855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2546dc36-2a0a-4bf2-9753-c7465eef2230,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:21.937015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-58587e52-0b34-42f3-a569-6fc9f900b855 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88d7370976af4097a229ccb7f65a2133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4968202 Nov 15 22:20:21.940647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:21.983641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-a60a3d25-fe5b-420e-a9ed-e786527a3520 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:21.985333 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-a60a3d25-fe5b-420e-a9ed-e786527a3520 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.1318920 Nov 15 22:20:22.011723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:22.048306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.074557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5f7b6-0017-4b5c-ac71-eb79556a1772 req-563a6ba2-2b65-4202-b356-e5086b7c41f7 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:22.080378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ba5f7b6-0017-4b5c-ac71-eb79556a1772 req-563a6ba2-2b65-4202-b356-e5086b7c41f7 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.0753803 Nov 15 22:20:22.086907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.090497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.133716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Made reservation on behalf of af7de271b9cd47869e4574fbdec61b9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:22.137199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.162381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ba5f7b6-0017-4b5c-ac71-eb79556a1772 req-2bf69de8-cf11-43e6-911a-933687b2cbcf tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730946 Nov 15 22:20:22.246850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:22.299456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfeb3a-839a-4bd1-8766-d072f5c78229 req-a4fc2c6b-a2bf-4df8-9091-7c7df416ec42 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:22.300986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5dfeb3a-839a-4bd1-8766-d072f5c78229 req-a4fc2c6b-a2bf-4df8-9091-7c7df416ec42 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.0579758 Nov 15 22:20:22.302123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.304768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.305836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2546dc36-2a0a-4bf2-9753-c7465eef2230 HTTP/1.1" status: 204 len: 168 time: 0.3642128 Nov 15 22:20:22.314536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25632b-996b-431e-a708-324b42718b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2546dc36-2a0a-4bf2-9753-c7465eef2230,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:22.360434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:22.364152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5dfeb3a-839a-4bd1-8766-d072f5c78229 req-86ee41dc-d18f-438a-b2ee-78a46db98933 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453715 Nov 15 22:20:22.375226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:22.402219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13153456-7b3a-4c4b-b856-8bbf41689ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.440475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:22.443282 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f32f9-d125-4c81-8f13-a79bf24ceb6f" -d '{"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:22.453449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.478869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Allocated IP 172.20.0.13 (9156ed8e-433d-44c7-af3e-8b58c6eda153/22e5cf84-9ddc-49a1-89b6-552f2437ef22/eb631347-b6b5-4c78-be8c-15292cebcac3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:22.540973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13153456-7b3a-4c4b-b856-8bbf41689ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.567388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-b4c4bba2-3bcc-4f59-8b97-2c5aaa551d0e tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:22.567388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-b4c4bba2-3bcc-4f59-8b97-2c5aaa551d0e tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.0800834 Nov 15 22:20:22.584997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.621638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13153456-7b3a-4c4b-b856-8bbf41689ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.713106 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32bf68-4f28-4411-adf3-ee07cfce939b x-openstack-request-id: req-ca32bf68-4f28-4411-adf3-ee07cfce939b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:22.713387 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:22.713716 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca32bf68-4f28-4411-adf3-ee07cfce939b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:22.714011 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'code': 200} Nov 15 22:20:22.724816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13153456-7b3a-4c4b-b856-8bbf41689ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48375e2-acfc-40de-a3be-ea1132d93e5f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:22.780322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.816138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on host n-h2-817995-3 for vnic_type normal with profile {"migrating_to": "n-h1-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:22.817450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:22.817935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:22.821180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64eb3868-ca16-49c7-af8c-98e7f743f457 req-16304bc1-de48-48e8-977c-92957d802b97 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 210 time: 0.1572800 Nov 15 22:20:22.836023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:22.848253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:22.848771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Attempting to bind port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:22.861214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:22.873187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-13153456-7b3a-4c4b-b856-8bbf41689ca5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99125c4a2df94fb1877c3eea9824f8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930809 Nov 15 22:20:22.873187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:22.874978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:22.879765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:22.880797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Bound port: bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:22.881314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.939983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b611e9-6dd0-45fd-bfa2-fd61a3ca3cf5 req-c058aa79-0d1d-4e89-9dc9-f5f01e94bbcb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:22.947428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15b611e9-6dd0-45fd-bfa2-fd61a3ca3cf5 req-c058aa79-0d1d-4e89-9dc9-f5f01e94bbcb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.1820409 Nov 15 22:20:22.962846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:22.987048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:23.005798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Deleting port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:20:23.006417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.066305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:23.079842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:23.097576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:23.103539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:23.157578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:23.165410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.212339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.213002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.292976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:23.296363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15b611e9-6dd0-45fd-bfa2-fd61a3ca3cf5 req-11f7e83c-b9ff-4385-a62a-2da883db1f64 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455479 Nov 15 22:20:23.299883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.301636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.303144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e06f1d0b-4515-491a-8de6-c86cb8d01bce service neutron] 10.222.0.55 "PUT /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 1121 time: 1.2967346 Nov 15 22:20:23.313914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-f07ae9e3-22e7-4821-886d-a644ecc84254 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5305784 Nov 15 22:20:23.329316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Request body: {'port': {'device_id': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:23.358624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.401361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.411402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bc8bf956-3528-4210-98b8-ec3a87a3b8ae'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:23.413321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.443438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] For port 4fcc6456-ceed-4893-82ed-46d4d08e2b62, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4fcc6456-ceed-4893-82ed-46d4d08e2b62,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:23.443799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.469700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.470213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.470679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.471128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.471572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.472016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.472458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.475020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-fe4837f5-9388-419e-bae6-4e04c30b4f44 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419&device_id=4dc41361-331d-4580-8547-db65200ee02b&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&device_id=c7e74483-733a-4b56-b27b-6486693b0c5a&device_id=e0447f63-103b-404f-8f0d-4b6e40656015&device_id=a26557d2-eab5-4843-a66d-3a70e1def599&device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 6437 time: 0.1613739 Nov 15 22:20:23.495691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Calling delete_port for 4fcc6456-ceed-4893-82ed-46d4d08e2b62 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:20:23.514567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-8e4391e6-ea40-4a03-be2a-0cf6bb09a314 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.693261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.695785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.696928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d48375e2-acfc-40de-a3be-ea1132d93e5f HTTP/1.1" status: 204 len: 168 time: 0.8245480 Nov 15 22:20:23.741625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d01a1-6151-4aa9-b698-8aed13ba8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48375e2-acfc-40de-a3be-ea1132d93e5f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:23.776749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb631347-b6b5-4c78-be8c-15292cebcac3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:23.783033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.798002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceed17-e296-4f74-8e9c-9dff0bd0afcd req-8facccd7-51c9-4138-9f45-81711e4a6195 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:23.799502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86ceed17-e296-4f74-8e9c-9dff0bd0afcd req-8facccd7-51c9-4138-9f45-81711e4a6195 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 950 time: 0.1441803 Nov 15 22:20:23.825163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Transition to ACTIVE for port object eb631347-b6b5-4c78-be8c-15292cebcac3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:23.834844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.838956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-8e4391e6-ea40-4a03-be2a-0cf6bb09a314 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.850576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4fcc6456-ceed-4893-82ed-46d4d08e2b62'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:23.870677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Pushing event deleted for resources: {'Port': ['ID=4fcc6456-ceed-4893-82ed-46d4d08e2b62,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:23.905689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.930558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-8e4391e6-ea40-4a03-be2a-0cf6bb09a314 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:23.961494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] No DVR routers for this DVR port 4fcc6456-ceed-4893-82ed-46d4d08e2b62 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:23.967280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Pushing event updated for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:23.983400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86ceed17-e296-4f74-8e9c-9dff0bd0afcd req-d1fe78b1-5a09-4c84-af6d-6a90e1475934 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678846 Nov 15 22:20:23.997106 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:24.009652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e29e4a8-ad73-4553-9818-5f5c8b4a8d45 req-a4ad0466-0a48-4487-bfb3-bc06670801a1 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.55 "DELETE /v2.0/ports/4fcc6456-ceed-4893-82ed-46d4d08e2b62 HTTP/1.1" status: 204 len: 173 time: 1.4360430 Nov 15 22:20:24.014548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'name': 'network-vif-deleted', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:24.018684 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7885f9-5287-4949-81c3-dc985fbbf3d9" -d '{"events": [{"server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "name": "network-vif-deleted", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:24.055390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4391e6-ea40-4a03-be2a-0cf6bb09a314 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047d607f-4b53-4cb8-9474-12a7c7b08c1e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:24.106748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64672c8b-1b01-435b-b229-a9b1447446d8 req-8e4391e6-ea40-4a03-be2a-0cf6bb09a314 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4228b5d7-61e0-48fb-95df-25f74c00b057&id=dee3b699-e150-4f9b-8567-878a1955030c&id=e6089a9c-0011-4eda-a121-d63d55accffb&id=08cf3299-a9a6-4d45-adb0-44e0a479e148&id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.6146698 Nov 15 22:20:24.194400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Attempting to bind port eb631347-b6b5-4c78-be8c-15292cebcac3 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:24.198738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Attempting to bind port eb631347-b6b5-4c78-be8c-15292cebcac3 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:24.203625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Attempting to bind port eb631347-b6b5-4c78-be8c-15292cebcac3 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:24.210434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Port eb631347-b6b5-4c78-be8c-15292cebcac3 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:24.210755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Attempting to bind port eb631347-b6b5-4c78-be8c-15292cebcac3 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:24.217051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537c71-a703-4747-842b-99ebfe6b7226 req-37526b59-3b67-4494-b793-2d17d16db293 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:24.220390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:24.220725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Checking segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:24.221114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Bound using segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:24.221550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Bound port: eb631347-b6b5-4c78-be8c-15292cebcac3, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:24.228115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:24.228678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a537c71-a703-4747-842b-99ebfe6b7226 req-37526b59-3b67-4494-b793-2d17d16db293 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 944 time: 0.0710418 Nov 15 22:20:24.295462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a537c71-a703-4747-842b-99ebfe6b7226 req-fd745fc7-1b89-44d9-83ee-e3724489c9b9 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631609 Nov 15 22:20:24.345195 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2479c0a5-623b-4c1f-aa62-c197d5e0df65 x-openstack-request-id: req-2479c0a5-623b-4c1f-aa62-c197d5e0df65 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:24.345951 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44937e2b-d2d1-406a-a6eb-9be6e2be02a6", "name": "network-vif-deleted", "tag": "4fcc6456-ceed-4893-82ed-46d4d08e2b62", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:24.346352 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2479c0a5-623b-4c1f-aa62-c197d5e0df65 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:24.347395 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44937e2b-d2d1-406a-a6eb-9be6e2be02a6', 'name': 'network-vif-deleted', 'tag': '4fcc6456-ceed-4893-82ed-46d4d08e2b62', 'status': 'completed', 'code': 200} Nov 15 22:20:24.352764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:24.355890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=eb631347-b6b5-4c78-be8c-15292cebcac3,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:24.465651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:24.545094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:24.545712 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:24.547105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] 10.222.0.55 "PUT /v2.0/ports/eb631347-b6b5-4c78-be8c-15292cebcac3 HTTP/1.1" status: 200 len: 1092 time: 1.2241409 Nov 15 22:20:24.595711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac896a-4ff3-4f1e-b950-6427fa80efda service neutron] Pushing event updated for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:24.615430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bfb4f-b673-46c2-8d7d-1251a422a979 req-c67a8db6-5eb8-4b92-a6bd-8b61182bd530 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:24.617324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-420bfb4f-b673-46c2-8d7d-1251a422a979 req-c67a8db6-5eb8-4b92-a6bd-8b61182bd530 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0717738 Nov 15 22:20:24.707701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-420bfb4f-b673-46c2-8d7d-1251a422a979 req-a23780a6-1d0c-46d9-b8ae-c20f3e20117b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755181 Nov 15 22:20:24.719362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae'}, {'name': 'network-changed', 'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:24.723574 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a2ef5-56bb-48a1-9034-a56edd878208" -d '{"events": [{"name": "network-changed", "server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae"}, {"name": "network-changed", "server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:24.751684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-c4dc44fb-133d-4267-962f-73d02f869386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:24.753742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-c4dc44fb-133d-4267-962f-73d02f869386 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 1095 time: 0.0726190 Nov 15 22:20:24.804973 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-68bd78f8-fb2e-4b16-b069-ff27ebccb0b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb631347-b6b5-4c78-be8c-15292cebcac3 HTTP/1.1" status: 200 len: 217 time: 0.0409608 Nov 15 22:20:24.907550 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c613ce-9020-46a8-b171-b7375a443501 x-openstack-request-id: req-18c613ce-9020-46a8-b171-b7375a443501 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:24.907550 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:24.907550 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18c613ce-9020-46a8-b171-b7375a443501 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:24.907550 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'status': 'completed', 'code': 200} Nov 15 22:20:24.907550 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3', 'status': 'completed', 'code': 200} Nov 15 22:20:24.966139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-38402c24-6734-4616-9bb3-b710454b8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:24.968240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-38402c24-6734-4616-9bb3-b710454b8be5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.1553483 Nov 15 22:20:25.012233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-68948d8f-ac4e-491f-97eb-4ae763b62bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327640 Nov 15 22:20:25.015995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-50c59884-3be4-478a-b7b1-b6f02713f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.017680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-50c59884-3be4-478a-b7b1-b6f02713f2b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1124 time: 0.0987983 Nov 15 22:20:25.096166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3d91-4969-41f2-9d20-7b75a54c157a req-33e773c8-632b-4f26-9a4a-1ac8f54ceb05 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.099558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3d91-4969-41f2-9d20-7b75a54c157a req-33e773c8-632b-4f26-9a4a-1ac8f54ceb05 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.101847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3d91-4969-41f2-9d20-7b75a54c157a req-33e773c8-632b-4f26-9a4a-1ac8f54ceb05 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.104347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b39b3d91-4969-41f2-9d20-7b75a54c157a req-33e773c8-632b-4f26-9a4a-1ac8f54ceb05 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b&device_id=c7e74483-733a-4b56-b27b-6486693b0c5a&device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 2927 time: 0.0891125 Nov 15 22:20:25.216637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b39b3d91-4969-41f2-9d20-7b75a54c157a req-56a003d9-8d93-4217-b3a6-d5249d5cd4ff tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010184 Nov 15 22:20:25.305037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-0790715f-ea9f-44b7-8e7c-2c49456cde7f service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839184 Nov 15 22:20:25.417669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dfefb51-83a8-410c-9635-44b56100b19f req-0e5da3ef-afde-4c3b-9c4c-f4286568bef9 tempest-LiveMigrationNegativeTest-418275948 tempest-LiveMigrationNegativeTest-418275948-project] 10.222.0.15 "GET /v2.0/ports?device_id=44937e2b-d2d1-406a-a6eb-9be6e2be02a6 HTTP/1.1" status: 200 len: 210 time: 0.0396724 Nov 15 22:20:25.428042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-a2062f66-0559-49a1-91c0-ceb4a4e18d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.428042 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-a2062f66-0559-49a1-91c0-ceb4a4e18d10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.3321810 Nov 15 22:20:25.492992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-2c261e21-fccc-4bcc-a5bb-020e2c3d2c45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0597150 Nov 15 22:20:25.582469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847a0f8-3072-4f60-a46c-cd92af93ebc4 req-b665a952-e619-423b-b5ed-f058d447ec4a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.582797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-08d2c757-6260-4b95-928a-cdabdcb8f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.590297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1847a0f8-3072-4f60-a46c-cd92af93ebc4 req-b665a952-e619-423b-b5ed-f058d447ec4a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 944 time: 0.0709381 Nov 15 22:20:25.590665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-08d2c757-6260-4b95-928a-cdabdcb8f1a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0731909 Nov 15 22:20:25.590665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fe44bce-8f96-4c72-991d-2729410ce42b req-6f359f34-7b48-4451-9a22-4d852d81309e service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670362 Nov 15 22:20:25.666142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-b6bb3fe2-12b4-4d77-b41d-22c899bc40d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731122 Nov 15 22:20:25.666729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1847a0f8-3072-4f60-a46c-cd92af93ebc4 req-6ee58b59-87ed-4472-9512-efcf7c2048ef tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Nov 15 22:20:25.849062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-9516ec70-e6d4-4bc7-a427-f691afffbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:25.850562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-9516ec70-e6d4-4bc7-a427-f691afffbb50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 1095 time: 0.0656383 Nov 15 22:20:25.887866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-fd68937f-f4c5-44c5-a145-a8963baf466a service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080932 Nov 15 22:20:26.032196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-f65d5e87-208e-4fda-98c5-fadff2eccdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:26.033988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-f65d5e87-208e-4fda-98c5-fadff2eccdbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 923 time: 0.1739023 Nov 15 22:20:26.040273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-a4196852-8087-47d4-b7f9-1a4fe20a7eea service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275775 Nov 15 22:20:26.076163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946db5d-a368-488f-913c-5bccbac4c947 req-ddc1a4c8-2c1f-48ad-b6a9-81ae4118c6ea tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:26.085164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5946db5d-a368-488f-913c-5bccbac4c947 req-ddc1a4c8-2c1f-48ad-b6a9-81ae4118c6ea tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0663574 Nov 15 22:20:26.102411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-72e20add-4031-4930-8e91-28aa9bb5e7b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb631347-b6b5-4c78-be8c-15292cebcac3 HTTP/1.1" status: 200 len: 217 time: 0.0500965 Nov 15 22:20:26.146590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5946db5d-a368-488f-913c-5bccbac4c947 req-ae91a8db-b903-4103-b108-aa8bd77196af tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Nov 15 22:20:26.155171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-386bab20-01df-4b36-83d3-beb3a2d25cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:26.156678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-386bab20-01df-4b36-83d3-beb3a2d25cde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.0497072 Nov 15 22:20:26.204036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-fa33dfbc-fafb-4f2b-b736-bfa91662b78e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338426 Nov 15 22:20:26.294148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:26.305053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-22e304fc-12fd-4ba6-8179-d9bc8f086a8c service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Nov 15 22:20:26.323554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4fcc6456-ceed-4893-82ed-46d4d08e2b62 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:26.349372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 4fcc6456-ceed-4893-82ed-46d4d08e2b62 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:20:26.349977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4fcc6456-ceed-4893-82ed-46d4d08e2b62 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:26.426804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2e9a2ef5-56bb-48a1-9034-a56edd878208 req-774c9852-c8ff-4fff-8031-91844a5907ab service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134381 Nov 15 22:20:26.454568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:26.466962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae has no active binding in host n-h1-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:20:26.878166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2257ec-aabc-470e-8a35-33a9ead03185 req-8ac1eec8-b1f3-4122-b7a6-80521dc2c9e5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:26.880157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f2257ec-aabc-470e-8a35-33a9ead03185 req-8ac1eec8-b1f3-4122-b7a6-80521dc2c9e5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 944 time: 0.0533686 Nov 15 22:20:26.927437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f2257ec-aabc-470e-8a35-33a9ead03185 req-d5e050da-a5e4-4517-aa2e-3c7285e2f00d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 15 22:20:27.053515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:27.070325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f238-bffb-4bee-90dc-51984417168c req-c5226702-8d04-46d3-bd99-2bc182c41bb0 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:27.072006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3851f238-bffb-4bee-90dc-51984417168c req-c5226702-8d04-46d3-bd99-2bc182c41bb0 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.0435283 Nov 15 22:20:27.116456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3851f238-bffb-4bee-90dc-51984417168c req-9464803c-1ac9-4c9a-ac0b-f16ca7beb12c tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385952 Nov 15 22:20:27.252854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b5b17-dd8f-45d6-a3c2-4f6a3925a982 req-be009a8d-1c54-4d3c-b242-c1859d47303f tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:27.255753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-549b5b17-dd8f-45d6-a3c2-4f6a3925a982 req-be009a8d-1c54-4d3c-b242-c1859d47303f tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.0546157 Nov 15 22:20:27.331772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-549b5b17-dd8f-45d6-a3c2-4f6a3925a982 req-a0b1d3da-8755-4d7f-b0f3-8850213cfc37 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696323 Nov 15 22:20:27.354604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df543f2-ad6b-4e1a-aeee-e4d2d81c1113 req-a4013cda-9467-4a3d-8476-15fdce19b167 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:27.356732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6df543f2-ad6b-4e1a-aeee-e4d2d81c1113 req-a4013cda-9467-4a3d-8476-15fdce19b167 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0667615 Nov 15 22:20:27.418768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6df543f2-ad6b-4e1a-aeee-e4d2d81c1113 req-386da52c-3075-489e-8f5f-4547078da554 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Nov 15 22:20:27.531767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:27.607659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-656ebbff-f7ef-4c97-b0e4-aa265dfe7140 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0040a6f601904318939f83fe5a28e3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5507824 Nov 15 22:20:27.609318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:27.671075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.688929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92029f2-4037-4825-b1d4-0ae8bee0e464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.698295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.797459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92029f2-4037-4825-b1d4-0ae8bee0e464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.803804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:27.865296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.868230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.869598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4228b5d7-61e0-48fb-95df-25f74c00b057 HTTP/1.1" status: 204 len: 168 time: 0.2593770 Nov 15 22:20:27.877242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4f22e-fee1-4fd9-bdb8-f173dd2f92ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228b5d7-61e0-48fb-95df-25f74c00b057,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:27.922581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a92029f2-4037-4825-b1d4-0ae8bee0e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.944180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14093d6d-f1c0-49b1-acb5-03ff21b84d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:27.982836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a92029f2-4037-4825-b1d4-0ae8bee0e464 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ae1ec7dec7949cbb4e8a86599972523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473002 Nov 15 22:20:27.983289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:27.988267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92029f2-4037-4825-b1d4-0ae8bee0e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989890d-049b-4b86-8c35-8b9d6d940295,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:28.061641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14093d6d-f1c0-49b1-acb5-03ff21b84d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.072022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.094472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.100525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec475249-de83-4445-a2b8-b02948c8b307 req-80f01fc8-a9af-4347-a3fe-530365b67024 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:28.102321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec475249-de83-4445-a2b8-b02948c8b307 req-80f01fc8-a9af-4347-a3fe-530365b67024 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 944 time: 0.0573730 Nov 15 22:20:28.125748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14093d6d-f1c0-49b1-acb5-03ff21b84d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.178663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14093d6d-f1c0-49b1-acb5-03ff21b84d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f830c90-7d4c-4038-9e05-861f49eccbc3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:28.196024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec475249-de83-4445-a2b8-b02948c8b307 req-5b0d33f9-6dce-48e8-bbf7-f628c8ab8d61 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Nov 15 22:20:28.201868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-14093d6d-f1c0-49b1-acb5-03ff21b84d2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=765f488c8f994ffd99c3c1140c6d843f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964787 Nov 15 22:20:28.204287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60604) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:28.221618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.224863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.228684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9989890d-049b-4b86-8c35-8b9d6d940295 HTTP/1.1" status: 204 len: 168 time: 0.2403440 Nov 15 22:20:28.244982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89bcea-1952-4d0c-bef3-f1c7351b6717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989890d-049b-4b86-8c35-8b9d6d940295,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:28.276006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.299332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device eb631347-b6b5-4c78-be8c-15292cebcac3 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:28.299886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.401555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=eb631347-b6b5-4c78-be8c-15292cebcac3,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:28.413188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'eb631347-b6b5-4c78-be8c-15292cebcac3', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'port_id': 'eb631347-b6b5-4c78-be8c-15292cebcac3', 'mac_address': 'fa:16:3e:b8:bf:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e5cf84-9ddc-49a1-89b6-552f2437ef22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:28.430100 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.433322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.435358 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f830c90-7d4c-4038-9e05-861f49eccbc3 HTTP/1.1" status: 204 len: 168 time: 0.2300236 Nov 15 22:20:28.454407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.462747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d11e1-fcbb-4fe1-beac-8afda403c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f830c90-7d4c-4038-9e05-861f49eccbc3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:28.470704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb631347-b6b5-4c78-be8c-15292cebcac3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:28.504656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=eb631347-b6b5-4c78-be8c-15292cebcac3,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:28.608195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:28.664102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:28.678393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71350d74-b11a-4093-bfc1-60cf16ed53f3 req-248e0ce2-b809-4b41-afb9-ffd1850e9cb9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:28.679894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71350d74-b11a-4093-bfc1-60cf16ed53f3 req-248e0ce2-b809-4b41-afb9-ffd1850e9cb9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 943 time: 0.0989132 Nov 15 22:20:28.691222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de67bdc-bacb-405c-aeb5-3f60aff79fee req-5e57251f-eaca-4862-82e1-0b0bd1f42229 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:28.692661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de67bdc-bacb-405c-aeb5-3f60aff79fee req-5e57251f-eaca-4862-82e1-0b0bd1f42229 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0896490 Nov 15 22:20:28.762818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71350d74-b11a-4093-bfc1-60cf16ed53f3 req-56dd0924-5a7b-45a1-a023-f423aa1bc378 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Nov 15 22:20:28.767301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de67bdc-bacb-405c-aeb5-3f60aff79fee req-1a36b738-4de9-44fe-8764-fb2a456adacd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Nov 15 22:20:28.884393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:28.891346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['eb631347-b6b5-4c78-be8c-15292cebcac3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:28.974261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-30beab9a-a419-4ce0-8251-9e109afac300 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8bf131092744130880073955e953ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886784 Nov 15 22:20:28.977087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:28.992466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:29.011780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-41824fff-34d5-47b7-80e8-e9bd90edfaa7 service neutron] 10.222.0.57 "GET /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.1054409 Nov 15 22:20:29.022260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.048416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.073640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.190309 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.194190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.201336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2471ec13-1f6c-49f9-a135-9fdeb40488e1 HTTP/1.1" status: 204 len: 168 time: 0.2173378 Nov 15 22:20:29.203498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b025de5-0b7e-4777-8249-fa339e99a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471ec13-1f6c-49f9-a135-9fdeb40488e1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:29.217604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:29.243579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:29.276027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8bf956-3528-4210-98b8-ec3a87a3b8ae {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:29.286603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:29.312969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a054d-6f39-4a87-ac1d-827d95fd479a req-614f2ddc-cb18-42d4-bad0-d4ef0eac9427 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:29.314472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-212a054d-6f39-4a87-ac1d-827d95fd479a req-614f2ddc-cb18-42d4-bad0-d4ef0eac9427 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Nov 15 22:20:29.361991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.375417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-212a054d-6f39-4a87-ac1d-827d95fd479a req-8e98c14b-3d43-42e9-a526-d418db72b1ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537791 Nov 15 22:20:29.439123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] Transition to ACTIVE for port object bc8bf956-3528-4210-98b8-ec3a87a3b8ae will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:29.503474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.546368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.558047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60648) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:29.606941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b28c32f-b76e-4b8e-bea3-b72336f3be3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.639866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdab040a-c5c5-4880-87d7-514a55e5239d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.685055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] No DVR routers for this DVR port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:29.697815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:29.748416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-623d4659-2967-4c1e-b9c2-c6c1ace2d572 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae/bindings/n-h1-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7357676 Nov 15 22:20:29.802886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b28c32f-b76e-4b8e-bea3-b72336f3be3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.832832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdab040a-c5c5-4880-87d7-514a55e5239d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.884984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eacd1-7105-4fac-b486-421779845730 req-e2f80161-6e18-40ac-a077-ee2294c1802f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:29.886415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e21eacd1-7105-4fac-b486-421779845730 req-e2f80161-6e18-40ac-a077-ee2294c1802f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0468211 Nov 15 22:20:29.913165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cdab040a-c5c5-4880-87d7-514a55e5239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.919142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b28c32f-b76e-4b8e-bea3-b72336f3be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:29.958465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e21eacd1-7105-4fac-b486-421779845730 req-3b9617de-b857-4f94-8fb7-dd40024009f4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646706 Nov 15 22:20:29.986023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cdab040a-c5c5-4880-87d7-514a55e5239d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95efdcfbd0e644a6826cde684f6c3173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9708500 Nov 15 22:20:29.991703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b28c32f-b76e-4b8e-bea3-b72336f3be3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=353cebee85504d368f6ab07b44f8722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300661 Nov 15 22:20:29.991841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:29.991924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab040a-c5c5-4880-87d7-514a55e5239d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d574d65c-0484-4a91-b746-3cbb2a6e4a6f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:29.992667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:30.037893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28c32f-b76e-4b8e-bea3-b72336f3be3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f236b5e-7de0-4a88-81f0-8ee437f915a0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.065219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:30.072302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.081695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.081880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc323da-b254-468e-8be9-1bc032e326a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.114351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.114533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008707ec-1a6c-4fe6-a77c-3ef8c6df6939 req-76ac5af7-f7f8-495e-b7fc-7a30edc1a5d8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.115961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008707ec-1a6c-4fe6-a77c-3ef8c6df6939 req-76ac5af7-f7f8-495e-b7fc-7a30edc1a5d8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.0822105 Nov 15 22:20:30.120789 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.201392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008707ec-1a6c-4fe6-a77c-3ef8c6df6939 req-4aef44e6-175a-466c-a18b-c3e193af2ddd tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Nov 15 22:20:30.204458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc323da-b254-468e-8be9-1bc032e326a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.248839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.251470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.253215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f236b5e-7de0-4a88-81f0-8ee437f915a0 HTTP/1.1" status: 204 len: 168 time: 0.2592924 Nov 15 22:20:30.260899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e13fe-7a74-41ec-930f-281a6fbb75be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f236b5e-7de0-4a88-81f0-8ee437f915a0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.276446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.279296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.285376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d574d65c-0484-4a91-b746-3cbb2a6e4a6f HTTP/1.1" status: 204 len: 168 time: 0.2899764 Nov 15 22:20:30.288366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bc323da-b254-468e-8be9-1bc032e326a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.301868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4c60c-b173-44a2-beda-13e7b4da8d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d574d65c-0484-4a91-b746-3cbb2a6e4a6f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.326931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device eb631347-b6b5-4c78-be8c-15292cebcac3 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:30.344449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2bc323da-b254-468e-8be9-1bc032e326a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf457c8e5eca4f3c8cfd1af007a5c923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781980 Nov 15 22:20:30.346380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc323da-b254-468e-8be9-1bc032e326a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ecb0f7-37b5-4e6e-92f9-a4bb59afe16b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.347211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:30.399012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.420827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.479528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port eb631347-b6b5-4c78-be8c-15292cebcac3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:30.492884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port eb631347-b6b5-4c78-be8c-15292cebcac3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:30.493306 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.504755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd2f1-ddd2-4658-98f1-37f6e796817b req-4b0d3553-f90c-4a93-9f80-e8db8c5e3f3b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.506540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3eabd2f1-ddd2-4658-98f1-37f6e796817b req-4b0d3553-f90c-4a93-9f80-e8db8c5e3f3b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 945 time: 0.0598559 Nov 15 22:20:30.568085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0a43036a-d7f3-4611-b728-4f97013b0402 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.571502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-0a43036a-d7f3-4611-b728-4f97013b0402 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0762708 Nov 15 22:20:30.574658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3eabd2f1-ddd2-4658-98f1-37f6e796817b req-85ec2895-b76b-4c3a-80dd-3c829e053d7d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556953 Nov 15 22:20:30.587389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.587389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.587389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94ecb0f7-37b5-4e6e-92f9-a4bb59afe16b HTTP/1.1" status: 204 len: 168 time: 0.2374911 Nov 15 22:20:30.596344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2910e-33f4-435e-9d3f-2dceb2d6b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ecb0f7-37b5-4e6e-92f9-a4bb59afe16b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.604107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.641415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:30.644222 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52096359-cfe3-479c-9fb0-f470cc5d730a" -d '{"events": [{"server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "name": "network-vif-plugged", "status": "completed", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:30.656826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=eb631347-b6b5-4c78-be8c-15292cebcac3,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:30.685255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e2bb5b2e-80a8-40b5-b7ee-7995e2d82edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.687049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-e2bb5b2e-80a8-40b5-b7ee-7995e2d82edb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&tenant_id=70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 1095 time: 0.1060324 Nov 15 22:20:30.712977 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29674c3d-7390-407f-943c-fd4f09df4428 x-openstack-request-id: req-29674c3d-7390-407f-943c-fd4f09df4428 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:30.712977 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "name": "network-vif-plugged", "status": "completed", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:30.712977 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29674c3d-7390-407f-943c-fd4f09df4428 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:30.714542 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3', 'code': 200} Nov 15 22:20:30.733509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:30.766144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-45b5ac61-e28d-45bb-8953-010748b625a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.768100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-45b5ac61-e28d-45bb-8953-010748b625a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1095 time: 0.0498123 Nov 15 22:20:30.787171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:30.830252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2987-fb54-4566-a1fe-bd4ae41b1182 req-c85485b9-5733-43ab-8022-e26d2b7f5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.831709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28de2987-fb54-4566-a1fe-bd4ae41b1182 req-c85485b9-5733-43ab-8022-e26d2b7f5e1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 1097 time: 0.0448155 Nov 15 22:20:30.877403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-255b2297-73e1-426f-bf8d-a0f40dcee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:30.878202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28de2987-fb54-4566-a1fe-bd4ae41b1182 req-dbd1b567-c693-45be-9157-55b4ff094e4d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Nov 15 22:20:30.878881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-255b2297-73e1-426f-bf8d-a0f40dcee3ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.0924869 Nov 15 22:20:31.071289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e477a8-e486-45ea-9119-dfcf0cec77d8 req-fb425478-cfa5-4452-b504-16072f0c6862 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:31.072793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57e477a8-e486-45ea-9119-dfcf0cec77d8 req-fb425478-cfa5-4452-b504-16072f0c6862 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0508468 Nov 15 22:20:31.112214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-f116de38-d7d7-4b83-97f7-24266be482fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0345759 Nov 15 22:20:31.125380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57e477a8-e486-45ea-9119-dfcf0cec77d8 req-76de1945-4830-4c03-a2d2-c5857f8382ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Nov 15 22:20:31.168231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-8f1aea01-6593-48d2-a727-b9f6c88fe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:31.169715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-8f1aea01-6593-48d2-a727-b9f6c88fe098 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0476811 Nov 15 22:20:31.204564 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-7b864bcc-63f9-4a8b-a6ac-ac2f5280efd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254033 Nov 15 22:20:31.306744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:31.320384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-8a35673c-2923-422c-8d43-b2ecb50b836a service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065586 Nov 15 22:20:31.328386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e64b06d6-8522-4015-a21b-cff39528af7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.378370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61b00-1bee-416f-9601-0d8c907f8b6d req-bd672b72-79fe-484c-9e41-b5c54cc2509a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:31.379961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aaf61b00-1bee-416f-9601-0d8c907f8b6d req-bd672b72-79fe-484c-9e41-b5c54cc2509a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.1025782 Nov 15 22:20:31.443049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-b7b54392-1e51-4226-82b2-6fb73a5f5943 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131001 Nov 15 22:20:31.471463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e64b06d6-8522-4015-a21b-cff39528af7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.475839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aaf61b00-1bee-416f-9601-0d8c907f8b6d req-21f35e86-4945-400f-9238-d61605afe43e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854056 Nov 15 22:20:31.577564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e64b06d6-8522-4015-a21b-cff39528af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.587339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:31.603542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90fadf82-c508-4329-b22d-779f3cb8b451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.623536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e64b06d6-8522-4015-a21b-cff39528af7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03d42208689142978d221c0d5905111e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084486 Nov 15 22:20:31.624088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:31.667280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b06d6-8522-4015-a21b-cff39528af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ce3a4-89fd-48ab-9ac7-2f6263ab01e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:31.751533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.771118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f123-c635-45ff-8c9f-5517c482d14e req-01f527f8-7412-472e-b0b5-e92557e3c347 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:31.772894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90fadf82-c508-4329-b22d-779f3cb8b451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.778813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b621f123-c635-45ff-8c9f-5517c482d14e req-01f527f8-7412-472e-b0b5-e92557e3c347 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0853205 Nov 15 22:20:31.785881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.828663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b621f123-c635-45ff-8c9f-5517c482d14e req-089db11b-b1e3-42d0-a1d4-56ad84090cd1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Nov 15 22:20:31.850139 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-90fadf82-c508-4329-b22d-779f3cb8b451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.898847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-90fadf82-c508-4329-b22d-779f3cb8b451 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbd9310edb804f4e800236eb65430560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073070 Nov 15 22:20:31.898847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fadf82-c508-4329-b22d-779f3cb8b451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d9771-24a3-43d7-8d9c-5cdfd778fc79,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:31.899640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:31.947763 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:31.969619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.239576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b75af-3783-4a9b-a630-c029ec9fcdbd req-865cdb10-9871-4f67-8a7f-9da1674edc24 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:32.241729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d7b75af-3783-4a9b-a630-c029ec9fcdbd req-865cdb10-9871-4f67-8a7f-9da1674edc24 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0504391 Nov 15 22:20:32.291311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d7b75af-3783-4a9b-a630-c029ec9fcdbd req-babc01fd-daeb-4fca-84ff-07b558743fa6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Nov 15 22:20:32.304942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.308738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.313638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/884ce3a4-89fd-48ab-9ac7-2f6263ab01e5 HTTP/1.1" status: 204 len: 168 time: 0.6865804 Nov 15 22:20:32.343118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f54e8-dc72-403d-8cb5-269e76bce0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ce3a4-89fd-48ab-9ac7-2f6263ab01e5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:32.367510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.372169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.372169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/768d9771-24a3-43d7-8d9c-5cdfd778fc79 HTTP/1.1" status: 204 len: 168 time: 0.4715564 Nov 15 22:20:32.389239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dec61-0810-4daa-a931-cdf400b74ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d9771-24a3-43d7-8d9c-5cdfd778fc79,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:32.412472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-7eade230-6d53-4f11-96ba-bb77f50516a9 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:32.415996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-7eade230-6d53-4f11-96ba-bb77f50516a9 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0936644 Nov 15 22:20:32.616998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e74daf-465b-40f5-9214-56052f3d6734 req-e950dca7-ecd1-4533-803b-b8f99c4c715f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:32.618762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17e74daf-465b-40f5-9214-56052f3d6734 req-e950dca7-ecd1-4533-803b-b8f99c4c715f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.0616827 Nov 15 22:20:32.634780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-2bd5b0b4-f841-4b4d-a983-4f832c47bf6d service neutron] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:32.643221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-2bd5b0b4-f841-4b4d-a983-4f832c47bf6d service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:32.644253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2235afe5-50b1-4c70-8d71-402850a7b995 req-2bd5b0b4-f841-4b4d-a983-4f832c47bf6d service neutron] 10.222.0.55 "DELETE /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae/bindings/n-h2-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.2193637 Nov 15 22:20:32.670209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17e74daf-465b-40f5-9214-56052f3d6734 req-30a5d962-16c5-4968-9abb-870fc6b22a2e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Nov 15 22:20:32.811909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fcb22-9e54-4e6e-ac96-dd3c6c23184b req-ab697248-9453-4fd0-bef7-f2c4dd8ce9ff tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:32.813496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318fcb22-9e54-4e6e-ac96-dd3c6c23184b req-ab697248-9453-4fd0-bef7-f2c4dd8ce9ff tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1095 time: 0.0398529 Nov 15 22:20:32.864044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318fcb22-9e54-4e6e-ac96-dd3c6c23184b req-16856914-1ae7-49a1-baec-7cdc9dd44dbd tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Nov 15 22:20:32.957528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b68e24-18f8-49be-916c-1e4bc0e772c0 req-979d6293-d8cb-443c-975c-0a0edbb711ae tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:32.959559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8b68e24-18f8-49be-916c-1e4bc0e772c0 req-979d6293-d8cb-443c-975c-0a0edbb711ae tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0549676 Nov 15 22:20:33.011776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8b68e24-18f8-49be-916c-1e4bc0e772c0 req-261ff20a-894d-43e4-b8df-73124e1d4975 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Nov 15 22:20:33.142418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cedea-c0b4-47aa-913a-1b0bf5ec43f3 req-923e4af9-1c36-41a3-a400-6134474b2002 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:33.143951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c7cedea-c0b4-47aa-913a-1b0bf5ec43f3 req-923e4af9-1c36-41a3-a400-6134474b2002 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0624390 Nov 15 22:20:33.265439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c7cedea-c0b4-47aa-913a-1b0bf5ec43f3 req-35d79e13-6a35-4ec2-ba90-679cec85358a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148691 Nov 15 22:20:33.312339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-f6d60e92-503a-41ab-97b3-c64472a22f56 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:33.316294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-f6d60e92-503a-41ab-97b3-c64472a22f56 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.1623189 Nov 15 22:20:33.337519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-03eabcfa-827e-478e-abd6-e69595aabe31 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/quotas/70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 375 time: 0.0174394 Nov 15 22:20:33.423633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-59a1bd40-ccff-4443-a8ea-0c1feb74cc5d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792956 Nov 15 22:20:33.491459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79dfd-ae77-4ece-b979-0401e80c5009 req-d240d862-464d-4a4a-a951-0dfe78471ba3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:33.495268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35a79dfd-ae77-4ece-b979-0401e80c5009 req-d240d862-464d-4a4a-a951-0dfe78471ba3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.1127357 Nov 15 22:20:33.581065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-4ef68eb3-da73-4bbe-b3e3-3bb8fa435334 service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495347 Nov 15 22:20:33.593704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35a79dfd-ae77-4ece-b979-0401e80c5009 req-4972c07d-037a-420f-866f-c8d73601dd50 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897350 Nov 15 22:20:33.720825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-b3cc2f81-a656-4a5b-82c6-ee5237d839f8 service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388059 Nov 15 22:20:33.734783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8a406-1fd5-4745-9d63-aa780cfd3085 req-80de0446-18ab-4557-8896-f821493c8d1e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:33.736287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3b8a406-1fd5-4745-9d63-aa780cfd3085 req-80de0446-18ab-4557-8896-f821493c8d1e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0725763 Nov 15 22:20:33.794947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3b8a406-1fd5-4745-9d63-aa780cfd3085 req-fa274581-17e9-457d-beb3-9ab7584b5a69 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 Nov 15 22:20:33.801886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:33.862241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:33.997586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1779a-145a-4337-8552-6b283821e602 req-936eca16-49a8-4759-ba19-063e279343f1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:33.999509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d1779a-145a-4337-8552-6b283821e602 req-936eca16-49a8-4759-ba19-063e279343f1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0577872 Nov 15 22:20:34.056424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d1779a-145a-4337-8552-6b283821e602 req-a2b94447-757e-4f46-aa6f-5554bf8f90de tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463383 Nov 15 22:20:34.128276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2bca853-46aa-4c56-b0c6-a108dbdc1531 req-22b59906-661a-4fa6-b643-935c26bbe5fd tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 210 time: 0.0265923 Nov 15 22:20:34.293733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a071e3d-0212-4d8c-b336-4cd3e95ac749 req-15ced439-727d-4bae-b441-01754fc6f307 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.295263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a071e3d-0212-4d8c-b336-4cd3e95ac749 req-15ced439-727d-4bae-b441-01754fc6f307 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0950296 Nov 15 22:20:34.461659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a071e3d-0212-4d8c-b336-4cd3e95ac749 req-f86f9ce7-8bd7-4841-b5bb-a2332fe7af0d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351721 Nov 15 22:20:34.485923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.485923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.485923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.485923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.485923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.486360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.486434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.487586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.490252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e288b13-d3f2-47ff-ab96-0b5abcfc3d78 req-6125b97b-a3ef-457e-821d-ba18683338c7 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5755 time: 0.2471306 Nov 15 22:20:34.715728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ceb02fe0-39c6-4394-bf1b-4647bd06520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:34.863713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea8e54-1253-4194-b202-ff4a2a75c69c req-cd3d9dbf-7e47-4f93-8b9f-b8a7c8a56148 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.868565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1ea8e54-1253-4194-b202-ff4a2a75c69c req-cd3d9dbf-7e47-4f93-8b9f-b8a7c8a56148 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.3097708 Nov 15 22:20:34.872906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82f066-7c01-4f54-a72e-ea75bdf35f9d req-53f89f8b-cf5e-4f38-ba64-653e273b2c22 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:34.874214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da82f066-7c01-4f54-a72e-ea75bdf35f9d req-53f89f8b-cf5e-4f38-ba64-653e273b2c22 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 886 time: 0.3483119 Nov 15 22:20:34.947806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1ea8e54-1253-4194-b202-ff4a2a75c69c req-b507d0d6-2a50-4daf-9596-52522c60ee78 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Nov 15 22:20:35.015102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbb811-9ef3-4063-bdb9-0e4d70a2ddeb req-0cd7d094-09aa-44ba-b591-4d7d6e7e6c80 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.016548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0bbb811-9ef3-4063-bdb9-0e4d70a2ddeb req-0cd7d094-09aa-44ba-b591-4d7d6e7e6c80 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0871670 Nov 15 22:20:35.108655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0bbb811-9ef3-4063-bdb9-0e4d70a2ddeb req-b433ce74-2c0a-478a-a5db-cb5b562f2c48 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Nov 15 22:20:35.142254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.144762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.144762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.144762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.144762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.144762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.145369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.145829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.164836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1926d186-f0b6-4d0c-ae92-7c629185e3ca req-99f96130-de6b-4693-ab74-3df828ed95b8 tempest-NetworksTest-1805256104 tempest-NetworksTest-1805256104-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5755 time: 0.1817915 Nov 15 22:20:35.258050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79443174-473d-4fe3-aa0a-5e17ccb03160 req-18aba535-0882-4c61-ae42-6cb3f03b1b11 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 210 time: 0.0328934 Nov 15 22:20:35.329079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaad25f-b569-4de4-920d-41f6e304f1e0 req-ff214d6b-7d1c-4fdb-8cf0-20f5ebdfab00 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.333093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3aaad25f-b569-4de4-920d-41f6e304f1e0 req-ff214d6b-7d1c-4fdb-8cf0-20f5ebdfab00 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0686500 Nov 15 22:20:35.377092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3aaad25f-b569-4de4-920d-41f6e304f1e0 req-323f3191-9844-46a9-8244-069a6eb863da tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Nov 15 22:20:35.496404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2389-d2a6-4367-aa02-4f1555807dab req-d8bb2f66-e2ad-4348-a6cd-50da9ab782be tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:35.497896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e4b2389-d2a6-4367-aa02-4f1555807dab req-d8bb2f66-e2ad-4348-a6cd-50da9ab782be tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0549703 Nov 15 22:20:35.546863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e4b2389-d2a6-4367-aa02-4f1555807dab req-e6f4d956-62fb-4c0c-b050-90453ba25952 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Nov 15 22:20:35.913933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:36.104722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36fb23c1-6526-4a1b-a4a8-9021821bca89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.213782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36fb23c1-6526-4a1b-a4a8-9021821bca89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.285292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36fb23c1-6526-4a1b-a4a8-9021821bca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.307839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d63b-123e-41d0-b83d-fb53c0594d8d req-2f801308-b396-4570-8d2e-191dfe28db3b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:36.309712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e9d63b-123e-41d0-b83d-fb53c0594d8d req-2f801308-b396-4570-8d2e-191dfe28db3b tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1210070 Nov 15 22:20:36.370529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36fb23c1-6526-4a1b-a4a8-9021821bca89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2db6aeca213d48068be22df677dbe4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554906 Nov 15 22:20:36.372130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb23c1-6526-4a1b-a4a8-9021821bca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475dd582-ab76-414b-a9e6-c6bfce8c03c1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:36.382379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:36.401022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-62e7dd79-39d5-43f6-a971-52cf828a03df tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:36.402893 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-62e7dd79-39d5-43f6-a971-52cf828a03df tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.1843779 Nov 15 22:20:36.419430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Request body: {'port': {'device_id': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'admin_state_up': True, 'tenant_id': '70074a4959e043f887a1638f5fe15aa3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:36.460630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e9d63b-123e-41d0-b83d-fb53c0594d8d req-9d988d5f-1a92-4b2f-b3b6-78c19beb88ef tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205895 Nov 15 22:20:36.518740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.547831 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.664502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.667131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.668316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/475dd582-ab76-414b-a9e6-c6bfce8c03c1 HTTP/1.1" status: 204 len: 168 time: 0.2848644 Nov 15 22:20:36.676545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fae3a0-4dd5-4947-a266-49bb4427aa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475dd582-ab76-414b-a9e6-c6bfce8c03c1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:36.704511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:36.708143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:36.826488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b20cee00-ddc1-4fad-ba93-5a843d6d80a3 req-1acc95ae-70b8-4249-b6a0-05446150b829 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 210 time: 0.0421140 Nov 15 22:20:36.878542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Allocated IP 172.20.0.5 (82f0a695-51c1-4536-a948-4abd73990d79/50728064-98df-4224-a13d-307574dca077/517ec2e3-e998-4082-96d9-6cdf840c0a4b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:37.065905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.092409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f662b-d0cb-4de9-9e96-34201dd9bf31 req-742f77b3-fae9-4f6b-b7d4-266bfa814398 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:37.100528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c44f662b-d0cb-4de9-9e96-34201dd9bf31 req-742f77b3-fae9-4f6b-b7d4-266bfa814398 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0692580 Nov 15 22:20:37.117132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45369e5c-c286-48df-8063-539a6ea43493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.152526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c44f662b-d0cb-4de9-9e96-34201dd9bf31 req-255d1380-1b37-4435-b8dc-0b5eb5ecdfbd tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461748 Nov 15 22:20:37.163545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.223333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Network 82f0a695-51c1-4536-a948-4abd73990d79 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:37.227877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:37.230571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:37.238048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:37.310110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:37.310110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.361762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-40011526-a798-418d-8292-319a2195e2be tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9451003 Nov 15 22:20:37.381877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Request body: {'port': {'device_id': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:37.464056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.465225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:37.486179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbd02-f39b-43de-b79e-0531c94038dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.622669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328e7c-6e78-4eed-a47c-9061e955245f req-3931cdbe-29bf-4d0d-8bc2-c990c7e42318 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:37.629779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4328e7c-6e78-4eed-a47c-9061e955245f req-3931cdbe-29bf-4d0d-8bc2-c990c7e42318 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0822704 Nov 15 22:20:37.673459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbd02-f39b-43de-b79e-0531c94038dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.700276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4328e7c-6e78-4eed-a47c-9061e955245f req-f4a22c79-a59e-4798-8316-3e725df6e656 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671928 Nov 15 22:20:37.760123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0dcbd02-f39b-43de-b79e-0531c94038dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.801752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e0dcbd02-f39b-43de-b79e-0531c94038dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08417db9054e424c9dc76b55de273742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347991 Nov 15 22:20:37.802995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcbd02-f39b-43de-b79e-0531c94038dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b107508c-8588-4fce-a8b2-88172126d6a6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:37.806200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:37.895116 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.908258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517ec2e3-e998-4082-96d9-6cdf840c0a4b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:37.921116 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.934003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:37.970058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Transition to ACTIVE for port object 517ec2e3-e998-4082-96d9-6cdf840c0a4b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:37.997139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:38.036071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.059283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ade8-c860-4a26-9049-ed4f8cf82f8c req-de53e021-86d3-4b40-8076-fbfac8392c60 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.060939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75e8ade8-c860-4a26-9049-ed4f8cf82f8c req-de53e021-86d3-4b40-8076-fbfac8392c60 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 931 time: 0.1207292 Nov 15 22:20:38.093445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:38.112166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75e8ade8-c860-4a26-9049-ed4f8cf82f8c req-17abdd94-9ac6-4d38-9ea6-093142809d35 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Nov 15 22:20:38.150390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.151954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.154849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.156038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b107508c-8588-4fce-a8b2-88172126d6a6 HTTP/1.1" status: 204 len: 168 time: 0.3492422 Nov 15 22:20:38.163549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d296d-c5fc-4f9e-9a0a-5ef3f92e5a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b107508c-8588-4fce-a8b2-88172126d6a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:38.164933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:38.165267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:38.165700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:38.170051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:38.170361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:38.175480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:38.175917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:38.176235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:38.176675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Bound port: 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:38.177024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.257675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:38.261058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:38.272307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4615b1-2f39-4557-acf3-987cde71906d req-7f761c29-d9f4-4ecb-8a48-72536d187271 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.273821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a4615b1-2f39-4557-acf3-987cde71906d req-7f761c29-d9f4-4ecb-8a48-72536d187271 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0499911 Nov 15 22:20:38.320929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a4615b1-2f39-4557-acf3-987cde71906d req-aa39acd3-bdc1-4c25-bceb-df9b689ded08 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Nov 15 22:20:38.350040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.395564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.398492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.398492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] 10.222.0.55 "PUT /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 1091 time: 1.0261195 Nov 15 22:20:38.399136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:38.402445 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476960e-2203-4887-a836-1c51e050f8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:38.432080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436299f-0aa5-424d-8b92-4cc4d7b1b165 service neutron] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:38.455737 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f7e11-9609-40d2-9b7a-09ce9f9fde73 x-openstack-request-id: req-9f7f7e11-9609-40d2-9b7a-09ce9f9fde73 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:38.456066 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:38.456309 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f7f7e11-9609-40d2-9b7a-09ce9f9fde73 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:38.456728 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'status': 'completed', 'code': 200} Nov 15 22:20:38.492864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20f4d6ec-3c9c-48ee-9513-0713cb31ff33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.572906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476960e-2203-4887-a836-1c51e050f8fe req-2ac1c575-6b0a-45a6-9e2c-d1724f89bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.572906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f476960e-2203-4887-a836-1c51e050f8fe req-2ac1c575-6b0a-45a6-9e2c-d1724f89bdab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1094 time: 0.0686107 Nov 15 22:20:38.573658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:38.606961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:38.660265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20f4d6ec-3c9c-48ee-9513-0713cb31ff33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.694357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476960e-2203-4887-a836-1c51e050f8fe req-02d506e0-d9b9-43db-b74f-de83f04a916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.696227 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f476960e-2203-4887-a836-1c51e050f8fe req-02d506e0-d9b9-43db-b74f-de83f04a916b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70074a4959e043f887a1638f5fe15aa3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1127660 Nov 15 22:20:38.722055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20f4d6ec-3c9c-48ee-9513-0713cb31ff33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.836307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-20f4d6ec-3c9c-48ee-9513-0713cb31ff33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20aaa778350f4508ae52ab11517385c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8380802 Nov 15 22:20:38.839223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4d6ec-3c9c-48ee-9513-0713cb31ff33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880d425b-53bc-454e-8bf3-514bba0ee5b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:38.843928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:38.854172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37b6e5-5c9b-445d-935b-1517d3747c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.870323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33484e6b-c213-48a0-a584-4873047530e4 req-8ba91445-03f4-4f00-ba27-b17d0f0e4901 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.871859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33484e6b-c213-48a0-a584-4873047530e4 req-8ba91445-03f4-4f00-ba27-b17d0f0e4901 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0923719 Nov 15 22:20:38.912503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476960e-2203-4887-a836-1c51e050f8fe req-d98205bb-3b28-4d42-89ec-35daac33338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:38.913908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f476960e-2203-4887-a836-1c51e050f8fe req-d98205bb-3b28-4d42-89ec-35daac33338b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050469 Nov 15 22:20:38.918745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.932706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-750108bc-acdd-4a2e-bd48-322fade705c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:38.952609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.030762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-c6845a36-f6ee-4ddf-b659-8515c6fe662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:39.036393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-c6845a36-f6ee-4ddf-b659-8515c6fe662a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1094 time: 0.0613875 Nov 15 22:20:39.037545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33484e6b-c213-48a0-a584-4873047530e4 req-a11a8fe6-b7c7-4a0d-a1b3-c26a3f02f78f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435456 Nov 15 22:20:39.075808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37b6e5-5c9b-445d-935b-1517d3747c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.082405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-b9211a4f-805a-42a2-b2c4-5b10d8454315 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 217 time: 0.0357394 Nov 15 22:20:39.098780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.101882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.102925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/880d425b-53bc-454e-8bf3-514bba0ee5b3 HTTP/1.1" status: 204 len: 168 time: 0.2580922 Nov 15 22:20:39.129250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ad94-5af9-4805-821c-567cde98fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d425b-53bc-454e-8bf3-514bba0ee5b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:39.139973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a37b6e5-5c9b-445d-935b-1517d3747c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.151418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-750108bc-acdd-4a2e-bd48-322fade705c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.170352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-b57f0d7e-09f0-4d05-a2af-40f7480c7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:39.174335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-b57f0d7e-09f0-4d05-a2af-40f7480c7d7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0836952 Nov 15 22:20:39.199333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a37b6e5-5c9b-445d-935b-1517d3747c19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b50a15309fa840ba9441aac2fd6e114d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6221101 Nov 15 22:20:39.199333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37b6e5-5c9b-445d-935b-1517d3747c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd55faa2-84f1-4012-bfb8-2e046fffbe1d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:39.202544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:39.225847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-65ceb87c-b17d-4beb-8aa0-3c84298fab57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384068 Nov 15 22:20:39.227597 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-750108bc-acdd-4a2e-bd48-322fade705c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.316470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-750108bc-acdd-4a2e-bd48-322fade705c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ab0da743b834e46bfb4cede5b0ade69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7084460 Nov 15 22:20:39.318115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.319282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:39.323506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750108bc-acdd-4a2e-bd48-322fade705c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8805fbaa-b357-4cdc-b64d-d3b54301231e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:39.334979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.361230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-ed2a4c8e-a501-409d-877d-190e5c261a59 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211510 Nov 15 22:20:39.382274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e57212-5074-4a44-8351-7110fcdaedad req-2214e582-89d9-426a-9679-18eb4094d909 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:39.384400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4e57212-5074-4a44-8351-7110fcdaedad req-2214e582-89d9-426a-9679-18eb4094d909 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.1495032 Nov 15 22:20:39.401328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.427810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.461408 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.511373 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f2fac2-08d5-42a1-99bc-c6641613418c req-3d57c34a-6282-480e-9d23-4a6079097310 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370914 Nov 15 22:20:39.540828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4e57212-5074-4a44-8351-7110fcdaedad req-a085ba40-19c4-4f7f-9d9a-b3610af6290b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459920 Nov 15 22:20:39.549617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b487e3-b547-4e39-9066-4dfa012a28c2 req-822b7f6c-a6cb-46fc-b9d2-1c94155aa926 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:39.551100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7b487e3-b547-4e39-9066-4dfa012a28c2 req-822b7f6c-a6cb-46fc-b9d2-1c94155aa926 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.1370392 Nov 15 22:20:39.610383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7b487e3-b547-4e39-9066-4dfa012a28c2 req-b7da02b1-9d2b-4af2-90a1-031b0299805d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Nov 15 22:20:39.646918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.647201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.650076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.653421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd55faa2-84f1-4012-bfb8-2e046fffbe1d HTTP/1.1" status: 204 len: 168 time: 0.4472477 Nov 15 22:20:39.653684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:39.653684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8805fbaa-b357-4cdc-b64d-d3b54301231e HTTP/1.1" status: 204 len: 168 time: 0.3263910 Nov 15 22:20:39.662743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69203f-9978-415d-826d-64533e755543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8805fbaa-b357-4cdc-b64d-d3b54301231e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:39.663365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b8fb-83db-4866-9f25-de7b9d1af919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd55faa2-84f1-4012-bfb8-2e046fffbe1d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:39.914821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32868) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:39.936554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2065fbb-2c87-47cc-8551-2281bd5f99eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.014939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2065fbb-2c87-47cc-8551-2281bd5f99eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.089502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2065fbb-2c87-47cc-8551-2281bd5f99eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.160721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065fbb-2c87-47cc-8551-2281bd5f99eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d364affb-60b9-4a03-88f3-1985c5e159d3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:40.169485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e2065fbb-2c87-47cc-8551-2281bd5f99eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c0f72e47b2a4c7aa1d816353aba427b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515550 Nov 15 22:20:40.170860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:40.179163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85418783-e37e-4f49-bd9d-cf804aa11303 req-8293811f-02b1-47e4-aa06-858b9acf643b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:40.180654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85418783-e37e-4f49-bd9d-cf804aa11303 req-8293811f-02b1-47e4-aa06-858b9acf643b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.1189313 Nov 15 22:20:40.251664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc7419-e502-4854-9f56-52da3d58d840 req-5d1e04e5-8a07-422b-8e8a-dc466535a152 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:40.257622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4bc7419-e502-4854-9f56-52da3d58d840 req-5d1e04e5-8a07-422b-8e8a-dc466535a152 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1622672 Nov 15 22:20:40.269479 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.316339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85418783-e37e-4f49-bd9d-cf804aa11303 req-d87c8713-06e9-443e-9462-3299258026ef tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280515 Nov 15 22:20:40.331424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.373858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.378693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4bc7419-e502-4854-9f56-52da3d58d840 req-cc8c256f-13de-4353-8e28-131fd3fc6e4d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166930 Nov 15 22:20:40.579235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.581902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.586245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d364affb-60b9-4a03-88f3-1985c5e159d3 HTTP/1.1" status: 204 len: 168 time: 0.4046621 Nov 15 22:20:40.593796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12562e-cad7-470b-bb05-fdd5dd9a4cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d364affb-60b9-4a03-88f3-1985c5e159d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:40.668594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7adf0-8141-4a8f-93d4-93119a2a2ed2 req-80e582e3-021c-4e5a-84a9-aba1054df79c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:40.670149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c7adf0-8141-4a8f-93d4-93119a2a2ed2 req-80e582e3-021c-4e5a-84a9-aba1054df79c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.0511451 Nov 15 22:20:40.716696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c7adf0-8141-4a8f-93d4-93119a2a2ed2 req-0df8c108-7832-41cd-9aa1-76c34ad1e787 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Nov 15 22:20:40.774037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:40.788028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2379-d42c-4d4a-ad25-f57c6c878019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.857688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:40.877850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2379-d42c-4d4a-ad25-f57c6c878019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.885654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfcda8f6-0d3c-4ae0-aeec-fc4bd2687987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.961859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfcda8f6-0d3c-4ae0-aeec-fc4bd2687987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:40.971946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2379-d42c-4d4a-ad25-f57c6c878019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.013128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba0b2379-d42c-4d4a-ad25-f57c6c878019 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=506954045c8346f4b29d72f4664900e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380085 Nov 15 22:20:41.015373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b2379-d42c-4d4a-ad25-f57c6c878019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b1574-170e-4426-9bf8-7a6c7d91c54a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:41.015809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:41.058988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfcda8f6-0d3c-4ae0-aeec-fc4bd2687987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.071530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.093688 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.100671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bfcda8f6-0d3c-4ae0-aeec-fc4bd2687987 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81772551d97d4534972a1e250c7f974f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374430 Nov 15 22:20:41.100671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcda8f6-0d3c-4ae0-aeec-fc4bd2687987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb502c93-b613-412c-bea0-7dd9506f786d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:41.102500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32896) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:41.174168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.198471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.228928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.231780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.233304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d0b1574-170e-4426-9bf8-7a6c7d91c54a HTTP/1.1" status: 204 len: 168 time: 0.2161362 Nov 15 22:20:41.241638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896217-6af1-43d8-af60-7c3067e7b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b1574-170e-4426-9bf8-7a6c7d91c54a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:41.325798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.328670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:41.329800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb502c93-b613-412c-bea0-7dd9506f786d HTTP/1.1" status: 204 len: 168 time: 0.2264218 Nov 15 22:20:41.337564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21802d1-f3fd-4985-8dd1-0f838a012f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb502c93-b613-412c-bea0-7dd9506f786d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:41.532094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a70c-deb0-4c7a-8df5-b04e7b0fb13b req-e578fa75-f909-45d0-a507-b616b14bcc57 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:41.533572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec08a70c-deb0-4c7a-8df5-b04e7b0fb13b req-e578fa75-f909-45d0-a507-b616b14bcc57 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.1357162 Nov 15 22:20:41.549175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e111a42-d71c-42b9-8421-6ffea8df5a57 req-3a807b3c-3ee1-4875-92be-fd217749f32e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:41.549175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e111a42-d71c-42b9-8421-6ffea8df5a57 req-3a807b3c-3ee1-4875-92be-fd217749f32e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0933480 Nov 15 22:20:41.624108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec08a70c-deb0-4c7a-8df5-b04e7b0fb13b req-1a61d1d0-4d5c-4924-b78d-1abe9b27b5fa tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Nov 15 22:20:41.629641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e111a42-d71c-42b9-8421-6ffea8df5a57 req-85441637-6bc4-462e-82d1-f3e2af063001 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745034 Nov 15 22:20:41.826169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-8c1593ab-a0a4-4a9f-8b40-4a1be5cb65e9 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:41.827928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-8c1593ab-a0a4-4a9f-8b40-4a1be5cb65e9 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 946 time: 0.0667307 Nov 15 22:20:41.850417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e873-0eea-4599-9c97-c22f905e045f req-4741d1c5-ce45-4093-b959-dd6008148ca9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:41.851859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c06e873-0eea-4599-9c97-c22f905e045f req-4741d1c5-ce45-4093-b959-dd6008148ca9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.0510752 Nov 15 22:20:41.910831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c06e873-0eea-4599-9c97-c22f905e045f req-db594f10-7225-4a4a-9b7f-5f80448ea239 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Nov 15 22:20:41.951560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Deleting port eb631347-b6b5-4c78-be8c-15292cebcac3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:20:41.951892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.049420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] For port eb631347-b6b5-4c78-be8c-15292cebcac3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=eb631347-b6b5-4c78-be8c-15292cebcac3,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:42.049879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.062318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Calling delete_port for eb631347-b6b5-4c78-be8c-15292cebcac3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:20:42.281993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.300646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['eb631347-b6b5-4c78-be8c-15292cebcac3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:42.316535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event deleted for resources: {'Port': ['ID=eb631347-b6b5-4c78-be8c-15292cebcac3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:42.345979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:42.356273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] No DVR routers for this DVR port eb631347-b6b5-4c78-be8c-15292cebcac3 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:20:42.359165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.362737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d18a70c-a0b5-4380-8bfb-4d734b799598 req-db5a7cc1-3a3a-4d93-b6f3-a8cf5159fa04 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "DELETE /v2.0/ports/eb631347-b6b5-4c78-be8c-15292cebcac3 HTTP/1.1" status: 204 len: 173 time: 0.5271118 Nov 15 22:20:42.363248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'name': 'network-vif-deleted', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:42.365944 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c43bb-0a02-472c-a5ae-8f0a7ea2a2d4" -d '{"events": [{"server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "name": "network-vif-deleted", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:42.421451 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3ce28-3618-4361-8a01-39cdcc33a18b x-openstack-request-id: req-3bf3ce28-3618-4361-8a01-39cdcc33a18b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:42.421744 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0e51a-a3e6-408f-b8d2-168da9775419", "name": "network-vif-deleted", "tag": "eb631347-b6b5-4c78-be8c-15292cebcac3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:42.421996 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bf3ce28-3618-4361-8a01-39cdcc33a18b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:42.422722 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb0e51a-a3e6-408f-b8d2-168da9775419', 'name': 'network-vif-deleted', 'tag': 'eb631347-b6b5-4c78-be8c-15292cebcac3', 'status': 'completed', 'code': 200} Nov 15 22:20:42.484376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:42.517454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'port_id': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'mac_address': 'fa:16:3e:1a:84:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50728064-98df-4224-a13d-307574dca077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:42.562076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.577012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517ec2e3-e998-4082-96d9-6cdf840c0a4b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:42.597919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:42.619642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2bd06-b297-4fc3-a69a-ce6f50765906 req-5c98f953-4a95-40d0-8838-6b7510ee463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:42.621431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74b2bd06-b297-4fc3-a69a-ce6f50765906 req-5c98f953-4a95-40d0-8838-6b7510ee463f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.0409055 Nov 15 22:20:42.670347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:42.675483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74b2bd06-b297-4fc3-a69a-ce6f50765906 req-60530179-7fc8-4b40-a276-962d2bca5853 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 Nov 15 22:20:42.730211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:42.758889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac91b516-75c2-4e84-b631-61f5f020e00b req-eb35e738-d73a-4c55-9ad8-a64f703d6bed tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=edb0e51a-a3e6-408f-b8d2-168da9775419 HTTP/1.1" status: 200 len: 210 time: 0.0252459 Nov 15 22:20:42.865789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4301-3435-47e4-9a5d-85f13f2d44fa req-33f725d2-85a7-4480-b74e-6d0e1fbfc896 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:42.868040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e72a4301-3435-47e4-9a5d-85f13f2d44fa req-33f725d2-85a7-4480-b74e-6d0e1fbfc896 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0523648 Nov 15 22:20:42.918714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['517ec2e3-e998-4082-96d9-6cdf840c0a4b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:42.928742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e72a4301-3435-47e4-9a5d-85f13f2d44fa req-10ffc692-2bd8-49d6-9adf-429da7c8ccbc tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 Nov 15 22:20:43.048496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a74a-6850-4d7b-ab80-490bae172bf3 req-46d96319-fd1d-4e20-bd8c-b90d4305c22d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:43.050465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f846a74a-6850-4d7b-ab80-490bae172bf3 req-46d96319-fd1d-4e20-bd8c-b90d4305c22d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.0552297 Nov 15 22:20:43.107749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f846a74a-6850-4d7b-ab80-490bae172bf3 req-6986ea3d-d4f5-4b9f-a0e7-b6e4bca2d114 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Nov 15 22:20:43.862937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:44.079184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:44.094604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'mac_address': 'fa:16:3e:2d:3a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1270979029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:44.133287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.149502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:44.175868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:44.184745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70dae5-545d-44f2-8e39-d6453f08671c req-01222c26-2e54-449c-84ac-9a573d375e80 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:44.189441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb70dae5-545d-44f2-8e39-d6453f08671c req-01222c26-2e54-449c-84ac-9a573d375e80 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0718408 Nov 15 22:20:44.247711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb70dae5-545d-44f2-8e39-d6453f08671c req-59b9dede-96a3-47ba-8641-34c88604efbf tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509892 Nov 15 22:20:44.259199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.328212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:44.367197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:44.367516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:44.367516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910719546', 'description': 'tempest-description--659192721'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:44.460984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690df5f-4ab1-4f3c-8500-5fb7d5fd847f req-e1f1a80d-f580-4c1e-8c4b-aac266373371 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:44.474822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8690df5f-4ab1-4f3c-8500-5fb7d5fd847f req-e1f1a80d-f580-4c1e-8c4b-aac266373371 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.0681529 Nov 15 22:20:44.521350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.540295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 517ec2e3-e998-4082-96d9-6cdf840c0a4b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:44.541985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8690df5f-4ab1-4f3c-8500-5fb7d5fd847f req-5b8457b2-352a-48d5-901c-e92353f17d0b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611193 Nov 15 22:20:44.545680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 517ec2e3-e998-4082-96d9-6cdf840c0a4b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:44.546058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.584002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:44.612386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.625538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eca07-6405-4cca-8730-70d5d303ac17 req-4116df9e-cb28-4219-8e02-bf63b756d033 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:44.627370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93eca07-6405-4cca-8730-70d5d303ac17 req-4116df9e-cb28-4219-8e02-bf63b756d033 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 971 time: 0.0596895 Nov 15 22:20:44.679299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93eca07-6405-4cca-8730-70d5d303ac17 req-9ee5f7b3-cfdd-4a25-a53f-968d21bac2ca tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Nov 15 22:20:44.705613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.734099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.741927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:44.744284 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e880a7bb-e6dd-4053-901e-ac15a1431ae2" -d '{"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-plugged", "status": "completed", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:44.769398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef668947-35d5-43a3-9057-1d34347462db,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:44.770116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:44.836169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.837708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device eb631347-b6b5-4c78-be8c-15292cebcac3 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:20:44.850580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:44.855318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7181d511-742f-4833-9627-011188b0c3ce tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4949343 Nov 15 22:20:44.855629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:44.866664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'security_group_rule': {'security_group_id': 'ef668947-35d5-43a3-9057-1d34347462db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:44.887245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: eb631347-b6b5-4c78-be8c-15292cebcac3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:20:44.887796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device eb631347-b6b5-4c78-be8c-15292cebcac3 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:20:44.921131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:44.967697 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.046507 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df76f5-2d14-4036-b7b7-e9c9659ed972 x-openstack-request-id: req-b6df76f5-2d14-4036-b7b7-e9c9659ed972 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:45.047019 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-plugged", "status": "completed", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:45.047197 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6df76f5-2d14-4036-b7b7-e9c9659ed972 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:45.047619 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'code': 200} Nov 15 22:20:45.097036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.157863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.169899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6abc97-c2be-4032-84c2-77a4e563ece7 req-4529f5f0-dfd1-43e5-9ff8-394fdb888316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:45.172148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba6abc97-c2be-4032-84c2-77a4e563ece7 req-4529f5f0-dfd1-43e5-9ff8-394fdb888316 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.0470679 Nov 15 22:20:45.189480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095895b4-19e6-49b0-9218-c04c0073def8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:45.268472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba6abc97-c2be-4032-84c2-77a4e563ece7 req-9f36ba78-b049-425e-90ef-7b6c16fef313 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Nov 15 22:20:45.283266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.284483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-260e5d44-96a3-491a-9b44-cc14e45c3f09 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271533 Nov 15 22:20:45.293223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:45.298303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'security_group_rule': {'security_group_id': 'ef668947-35d5-43a3-9057-1d34347462db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:45.386134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35f987-aece-4d87-8a44-a1ccef2656d1 req-02c9f6b2-17b3-43f7-baad-85b684b90f20 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:45.388000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a35f987-aece-4d87-8a44-a1ccef2656d1 req-02c9f6b2-17b3-43f7-baad-85b684b90f20 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 971 time: 0.0578477 Nov 15 22:20:45.413972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.480908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a35f987-aece-4d87-8a44-a1ccef2656d1 req-ba226264-2861-462f-9e7d-3e787f428466 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Nov 15 22:20:45.508056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.605871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.624049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457f2aa2-81ca-41c6-b687-28163e2f4e5d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:45.732855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.734571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6923dfb8-211a-4955-a07b-63af4356d8a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4401934 Nov 15 22:20:45.741173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:45.745692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:45.843582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.883837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:45.945376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726ae1c-ea0e-4e80-80cb-a2cb005c8d03 req-984d78ae-f646-4c8e-a73d-b8020eea624b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:45.951091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:45.952051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:45.953875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a726ae1c-ea0e-4e80-80cb-a2cb005c8d03 req-984d78ae-f646-4c8e-a73d-b8020eea624b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 945 time: 0.0799582 Nov 15 22:20:45.972371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.042707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a726ae1c-ea0e-4e80-80cb-a2cb005c8d03 req-4ac57671-3e21-4e3b-8e33-5db0cbab357e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Nov 15 22:20:46.087434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.122256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Allocated IP 172.25.0.79 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3e251a41-2177-4bc3-9b97-97b1d3720a72) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:46.142714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:46.192736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:46.223430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.245017 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.274693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:46.372637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.412229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:46.415072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:46.418566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:46.439636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'Port': ['ID=3e251a41-2177-4bc3-9b97-97b1d3720a72,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:46.511609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.600535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5878ef-099f-4812-976a-95d1dd589cfe req-513c8a47-0f32-4523-b634-dac51f37f48e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:46.602316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d5878ef-099f-4812-976a-95d1dd589cfe req-513c8a47-0f32-4523-b634-dac51f37f48e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0516424 Nov 15 22:20:46.644843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.657814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5ce55bc-2f42-42e4-95c3-242e05f16091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.670993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:46.674990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d5878ef-099f-4812-976a-95d1dd589cfe req-149f5be4-4bbb-44ea-bf1d-4bed9ae5c8b8 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668542 Nov 15 22:20:46.769629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5ce55bc-2f42-42e4-95c3-242e05f16091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.790578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:46.916884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5ce55bc-2f42-42e4-95c3-242e05f16091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.942960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61df-baf8-4765-a16a-402308996be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:46.992137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dc59ff-9ecd-45fb-b8b4-f15d4d06c672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.004020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f5ce55bc-2f42-42e4-95c3-242e05f16091 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c61c9310cde431ca96c18079b737a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8101633 Nov 15 22:20:47.011549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:47.019813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce55bc-2f42-42e4-95c3-242e05f16091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027198a1-1044-4de4-9be4-4ae26306d4a3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.049502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:47.058411 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37272452-bc7d-49bf-aa5e-d42f0d6a8eb5" -d '{"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:47.066605 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.150831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.172292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.199424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61df-baf8-4765-a16a-402308996be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.222102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'Port': ['ID=3e251a41-2177-4bc3-9b97-97b1d3720a72,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.231474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.239150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.264873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dc59ff-9ecd-45fb-b8b4-f15d4d06c672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.273531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83e73-4c4c-4d66-ba41-cd2b8bd4169f req-22e18640-1697-4f1e-9778-bc1e387edde8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:47.275042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d83e73-4c4c-4d66-ba41-cd2b8bd4169f req-22e18640-1697-4f1e-9778-bc1e387edde8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 945 time: 0.1535561 Nov 15 22:20:47.279499 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f0ecd-19b0-4c71-a5bf-eab2b51b6343 x-openstack-request-id: req-1f3f0ecd-19b0-4c71-a5bf-eab2b51b6343 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:47.279920 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:47.280236 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f3f0ecd-19b0-4c71-a5bf-eab2b51b6343 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:47.280362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61df-baf8-4765-a16a-402308996be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.280824 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'code': 200} Nov 15 22:20:47.336241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.337721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-359304cc-f0ff-42e3-8d29-9583e0693346 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5954998 Nov 15 22:20:47.346238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a1fe61df-baf8-4765-a16a-402308996be1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=245925f0c2fa4c43ab197df697557136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6699100 Nov 15 22:20:47.348866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:47.360436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe61df-baf8-4765-a16a-402308996be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff47bc5-5cfb-491c-be13-f54a0b2e9a77,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.369265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12dc59ff-9ecd-45fb-b8b4-f15d4d06c672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.400931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.425337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.433272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d83e73-4c4c-4d66-ba41-cd2b8bd4169f req-e6e10420-92b5-47b8-86e1-0a172b5784eb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352909 Nov 15 22:20:47.438472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc59ff-9ecd-45fb-b8b4-f15d4d06c672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869c1d72-b1be-4880-9a80-22f1b36e8b90,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.443154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12dc59ff-9ecd-45fb-b8b4-f15d4d06c672 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98d9ff9c0b0c4fbc986512291cc597ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6517467 Nov 15 22:20:47.448014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:47.523351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.526589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.530041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.531723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/027198a1-1044-4de4-9be4-4ae26306d4a3 HTTP/1.1" status: 204 len: 168 time: 0.5190582 Nov 15 22:20:47.590987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca88f0b-47e8-4fe4-bc29-2fbb62b8530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027198a1-1044-4de4-9be4-4ae26306d4a3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.597957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.603533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.607286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.608901 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ff47bc5-5cfb-491c-be13-f54a0b2e9a77 HTTP/1.1" status: 204 len: 168 time: 0.2582128 Nov 15 22:20:47.627042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd505c3-5e14-497d-843a-0cf31749f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff47bc5-5cfb-491c-be13-f54a0b2e9a77,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.638612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e7b6-3301-441b-90ec-5f198c18421d req-78358819-7974-45f6-9496-0292c5be4bba tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:47.640270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ade4e7b6-3301-441b-90ec-5f198c18421d req-78358819-7974-45f6-9496-0292c5be4bba tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.1072176 Nov 15 22:20:47.699210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ade4e7b6-3301-441b-90ec-5f198c18421d req-f8d6eae2-c7e8-488b-a3d4-2052f5e4b6b1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Nov 15 22:20:47.853525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.856071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:47.860154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/869c1d72-b1be-4880-9a80-22f1b36e8b90 HTTP/1.1" status: 204 len: 168 time: 0.4106543 Nov 15 22:20:47.904570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a67347-4610-4ec6-bf4e-2e5cc9a216c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869c1d72-b1be-4880-9a80-22f1b36e8b90,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:47.951991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fedf7-512d-4d05-9856-7f93cd71c3b6 req-e6f4ec9a-fd53-4a24-8249-ec0af2faa532 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:47.953497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-943fedf7-512d-4d05-9856-7f93cd71c3b6 req-e6f4ec9a-fd53-4a24-8249-ec0af2faa532 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1037347 Nov 15 22:20:47.964127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-d7b4c1b0-5403-4db9-b95a-87eff4bb4a38 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:47.965604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-d7b4c1b0-5403-4db9-b95a-87eff4bb4a38 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.1666656 Nov 15 22:20:47.989611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-7387ccbf-4787-430d-a45f-5b78ba811f8d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/quotas/af7de271b9cd47869e4574fbdec61b9f HTTP/1.1" status: 200 len: 375 time: 0.0169663 Nov 15 22:20:48.042839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-943fedf7-512d-4d05-9856-7f93cd71c3b6 req-b121444c-cb5d-4a92-a338-081c6f12e65e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762558 Nov 15 22:20:48.065137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-ac18a2d5-d3a7-4cf1-9739-7e4ed3dc9db7 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642798 Nov 15 22:20:48.184458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b216c-76f1-49ae-9137-0b4050a198dc req-dc0b39c0-d71b-40d5-a862-fb7ffc5112fc tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:48.185890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b216c-76f1-49ae-9137-0b4050a198dc req-dc0b39c0-d71b-40d5-a862-fb7ffc5112fc tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.0660422 Nov 15 22:20:48.203182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-47ab0be8-ce2f-4048-9cad-782cb66ae603 service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306896 Nov 15 22:20:48.287743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b216c-76f1-49ae-9137-0b4050a198dc req-3c865af0-855b-408c-8c78-65d8e5db7bda tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946207 Nov 15 22:20:48.317588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-4c44d742-8f0b-40e5-a598-87ed8a3578da service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077366 Nov 15 22:20:48.355304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:48.378390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba622843-c524-4c4c-990a-26e730c29c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.460167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba622843-c524-4c4c-990a-26e730c29c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.585048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba622843-c524-4c4c-990a-26e730c29c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.630937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba622843-c524-4c4c-990a-26e730c29c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37270802-2580-4fcb-aff2-c13e4745cb66,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:48.630937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba622843-c524-4c4c-990a-26e730c29c9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5a9753c0ea3474daee2694bde7472de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711334 Nov 15 22:20:48.632831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:48.675531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:48.697550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.710303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-346a8786-20ba-4861-bec5-acef38865edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.730330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.813878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:48.828548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2833435-8cb1-4f1b-9924-d116c88ed1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.850504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.853281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.859515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37270802-2580-4fcb-aff2-c13e4745cb66 HTTP/1.1" status: 204 len: 168 time: 0.2216973 Nov 15 22:20:48.865608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76b84cf0-71eb-492f-aff4-f66df7063b27 req-624ef062-fb0c-4cf8-9e0d-fbd504c518c5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 210 time: 0.0583901 Nov 15 22:20:48.885241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd031bf-800b-4ebc-89f5-d75833814059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37270802-2580-4fcb-aff2-c13e4745cb66,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:48.957992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-346a8786-20ba-4861-bec5-acef38865edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:48.992590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2833435-8cb1-4f1b-9924-d116c88ed1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.072314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2833435-8cb1-4f1b-9924-d116c88ed1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.072445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-346a8786-20ba-4861-bec5-acef38865edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.131071 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2833435-8cb1-4f1b-9924-d116c88ed1a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e5e5f30f56a4f01a27987b98b543f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152761 Nov 15 22:20:49.136409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:49.159375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a8786-20ba-4861-bec5-acef38865edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d973ae-ac68-4ac4-8527-6913affa2e1d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:49.161433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833435-8cb1-4f1b-9924-d116c88ed1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebff666-7fe7-422d-a2c3-e3c0ff5d9569,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:49.204660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-346a8786-20ba-4861-bec5-acef38865edc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acbca464f83345119232051a17c22386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265534 Nov 15 22:20:49.206017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:49.251353 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.262299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.262486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858fef6-78cc-44c0-b8f8-59ee7971bfe0 req-6c0568b6-e7b8-49c5-889b-c5f69998067e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:49.263952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3858fef6-78cc-44c0-b8f8-59ee7971bfe0 req-6c0568b6-e7b8-49c5-889b-c5f69998067e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1064336 Nov 15 22:20:49.285340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.325658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.365959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8b7cd-1b25-46ca-90a5-ffff7044168c req-268903a8-399d-4a52-b7a7-d967a7f3798e tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:49.367779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3b8b7cd-1b25-46ca-90a5-ffff7044168c req-268903a8-399d-4a52-b7a7-d967a7f3798e tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.1270204 Nov 15 22:20:49.396850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3858fef6-78cc-44c0-b8f8-59ee7971bfe0 req-500c4d24-42ac-4113-8f37-af9af8c17a74 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079233 Nov 15 22:20:49.407730 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.414445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.414445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6d973ae-ac68-4ac4-8527-6913affa2e1d HTTP/1.1" status: 204 len: 168 time: 0.2063601 Nov 15 22:20:49.422868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ba5a-2818-4b7b-9f25-42fe1ba26422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d973ae-ac68-4ac4-8527-6913affa2e1d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:49.441909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3b8b7cd-1b25-46ca-90a5-ffff7044168c req-cf22b403-bf3d-4373-b6dd-db530426aa1e tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Nov 15 22:20:49.497667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.504345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:49.504345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ebff666-7fe7-422d-a2c3-e3c0ff5d9569 HTTP/1.1" status: 204 len: 168 time: 0.3655400 Nov 15 22:20:49.518361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaeecb-93d8-471f-8b70-9d774c43fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebff666-7fe7-422d-a2c3-e3c0ff5d9569,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:49.961620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bb973a0-edc0-4e41-afe2-e908f2f86892 req-3dd43162-ce9e-4983-a1bd-93b0c605ca64 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 210 time: 0.0245199 Nov 15 22:20:50.532231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a29d27-924d-49ca-aace-dd822cbe92e5 req-f664ee6c-f892-4151-8595-1bf483328245 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:50.540709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90a29d27-924d-49ca-aace-dd822cbe92e5 req-f664ee6c-f892-4151-8595-1bf483328245 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0623820 Nov 15 22:20:50.587198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90a29d27-924d-49ca-aace-dd822cbe92e5 req-cf909bb6-37f4-4372-a2e5-1765814dea83 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Nov 15 22:20:50.694656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96513-9447-4d8a-b590-f397adbeacd1 req-2293ba4f-77b1-47e0-a67f-03db9a808ce1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:50.696742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62e96513-9447-4d8a-b590-f397adbeacd1 req-2293ba4f-77b1-47e0-a67f-03db9a808ce1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.0423961 Nov 15 22:20:50.745186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62e96513-9447-4d8a-b590-f397adbeacd1 req-7db583ac-95a0-4c9b-8022-05d01efed0b3 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Nov 15 22:20:50.947526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-886a7b21-4c27-4fef-bc41-457a24703a79 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:50.949216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-886a7b21-4c27-4fef-bc41-457a24703a79 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.1384890 Nov 15 22:20:50.964268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'port': {'device_id': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'admin_state_up': True, 'tenant_id': 'af7de271b9cd47869e4574fbdec61b9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:51.188955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Made reservation on behalf of af7de271b9cd47869e4574fbdec61b9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:51.193396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.203812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:51.335933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-541559747-network', 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:51.340184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Allocated IP 172.20.0.8 (9156ed8e-433d-44c7-af3e-8b58c6eda153/22e5cf84-9ddc-49a1-89b6-552f2437ef22/c0535992-3801-4262-8a08-23a0f928da92) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:51.492084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.516769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:51.526445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.531479 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.606023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.618944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:51.620781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.668718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:51.672539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:51.676679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:51.700414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.701687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:51.723678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:20:51.744021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:51.745264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.751683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.752352 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Added segment ee67e9a0-64c7-490c-846c-a1e48ea989c2 of type vlan for network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 Nov 15 22:20:51.767514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84f99e-26ce-404f-a805-eaf893631453,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:51.803091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.828039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-network', 'tenant_id': '612746eca5ea41a39da870f88cd5d524'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:51.866965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5d1e7132-c29e-4ed8-ba33-ac6017949ee3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9062321 Nov 15 22:20:51.882725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Request body: {'port': {'device_id': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:51.890364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.891351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:51.892551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:51.976364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.195773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Made reservation on behalf of 612746eca5ea41a39da870f88cd5d524 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:52.198018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.213638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.230149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] Pushing event updated for resources: {'Network': ['ID=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.244097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:20:52.249461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f78bc-f5bd-409b-b352-677b3f14de18 req-a099b5f7-9b38-4240-aaa3-e4be2492a62b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:52.253086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf4f78bc-f5bd-409b-b352-677b3f14de18 req-a099b5f7-9b38-4240-aaa3-e4be2492a62b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 931 time: 0.3326108 Nov 15 22:20:52.290899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b9cae193-3d1c-46eb-a109-c6d4454a15cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0831103 Nov 15 22:20:52.293534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:52.302171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Request body: {'subnet': {'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-541559747-subnet', 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:52.303912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0535992-3801-4262-8a08-23a0f928da92 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:52.312387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.324406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Transition to ACTIVE for port object c0535992-3801-4262-8a08-23a0f928da92 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:20:52.357359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf4f78bc-f5bd-409b-b352-677b3f14de18 req-a84a77d2-5c93-4a6b-b85d-dada48500f2f tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925517 Nov 15 22:20:52.381015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.407657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.470711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd0b2-6c1f-4ce0-a1d4-946869676d4e req-4eb50aa5-3978-4526-820f-8a94271cc78c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:52.472197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-834dd0b2-6c1f-4ce0-a1d4-946869676d4e req-4eb50aa5-3978-4526-820f-8a94271cc78c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0509207 Nov 15 22:20:52.481947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.506877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:52.510887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.531698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Attempting to bind port c0535992-3801-4262-8a08-23a0f928da92 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:52.532044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Attempting to bind port c0535992-3801-4262-8a08-23a0f928da92 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:52.532419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Attempting to bind port c0535992-3801-4262-8a08-23a0f928da92 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:52.536869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Port c0535992-3801-4262-8a08-23a0f928da92 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:52.537181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Attempting to bind port c0535992-3801-4262-8a08-23a0f928da92 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:52.541958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:52.542225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Checking segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:52.542594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Bound using segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:52.542999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Bound port: c0535992-3801-4262-8a08-23a0f928da92, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:52.543364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.556878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.566654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-834dd0b2-6c1f-4ce0-a1d4-946869676d4e req-618381a2-511b-4973-a69e-d8a3ac1a4d71 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881200 Nov 15 22:20:52.606296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:20:52.612784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:52.616994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:52.631826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e28c3df-f4e6-4b19-bd65-e403724fef26,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.640256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.640581 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Added segment 508456cd-eb81-4402-a944-cc31ceff99e8 of type vlan for network 5a61c52e-a4d1-453b-8868-1c2e100661d7 Nov 15 22:20:52.688804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.734568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.781005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:52.781823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.783565 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] 10.222.0.55 "PUT /v2.0/ports/c0535992-3801-4262-8a08-23a0f928da92 HTTP/1.1" status: 200 len: 1091 time: 0.9059715 Nov 15 22:20:52.784318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:52.787828 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6fe2d-c37d-4190-9776-11a877f5e51e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "tag": "c0535992-3801-4262-8a08-23a0f928da92"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:52.809256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6143f7f-2c2d-4c9f-8fcc-acf06fa5f76e service neutron] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.819560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.820649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:52.821281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.866282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:52.915447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] Pushing event updated for resources: {'Network': ['ID=5a61c52e-a4d1-453b-8868-1c2e100661d7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.926660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:20:52.939699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9221909-c4e2-4c53-9cd2-f3ce229d30ea,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:52.953783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-191c1f68-bdfc-4634-83d5-999cbe3f7153 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3323956 Nov 15 22:20:52.953783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:52.960135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Request body: {'subnet': {'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-subnet', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:52.964487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:52.964939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Network hostable DHCP agents. Network: ae6d7e5a-faa0-4595-89f5-c6f293d9bee1, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:20:52.981727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-68d6c135-d4ff-49e9-a23b-9d9915a9eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:52.983522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-68d6c135-d4ff-49e9-a23b-9d9915a9eb90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 1094 time: 0.0545363 Nov 15 22:20:52.998120 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:20:53.026196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-451303f8-9fa5-4bc9-9139-f80ad4b252b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0535992-3801-4262-8a08-23a0f928da92 HTTP/1.1" status: 200 len: 217 time: 0.0348282 Nov 15 22:20:53.053473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Made reservation on behalf of 612746eca5ea41a39da870f88cd5d524 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:53.055945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.058662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:20:53.075776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5fd98aff-a598-456a-8ebe-f63b64ec013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:53.077161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-5fd98aff-a598-456a-8ebe-f63b64ec013b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.0430810 Nov 15 22:20:53.108904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-1c6e1471-afca-43b3-b50b-455031dbfcd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235817 Nov 15 22:20:53.125454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-46123721-2c65-4cbf-8852-f87c2ddd2274 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:20:53.126563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-46123721-2c65-4cbf-8852-f87c2ddd2274 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089116 Nov 15 22:20:53.176366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ae6d7e5a-faa0-4595-89f5-c6f293d9bee1) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:53.178598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-cfa71678-7f15-447d-bd64-e21580fc3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:53.179756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-cfa71678-7f15-447d-bd64-e21580fc3789 service neutron] 10.222.0.15 "GET /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 1093 time: 0.0431910 Nov 15 22:20:53.183936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:53.184510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.184682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b528d-2e13-474a-829f-cef45c1482d7 None None] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:53.206707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-a4d533d3-a7b2-47ec-b402-a90a8db5260a service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897863 Nov 15 22:20:53.215805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Request body: {'binding': {'host': 'n-h2-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:53.216252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:20:53.303646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51614fdd-f928-49c7-b68a-6c0e8b3e53ac req-4ed38174-967d-4856-9a38-943aabff300f service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896606 Nov 15 22:20:53.319598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65501df-210c-4ebf-9af7-95a5b0c9b8cd None None] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:53.329447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4963ce2c-2f52-4bf5-b396-a7313a686e82 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0338597 Nov 15 22:20:53.408498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on host n-h2-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:53.408875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:53.409199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:53.419816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:53.420361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:53.424568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.435276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:53.435692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:53.436129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:53.436670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Bound port: 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:53.522532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3531ffa-99e2-45d0-9687-8cfa2f329f1c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:53.535717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:53.540201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Checking segment: {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:53.540552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Network hostable DHCP agents. Network: 5a61c52e-a4d1-453b-8868-1c2e100661d7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:20:53.602955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.604010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0bc7bcc2-27fb-4da1-93df-cef21a454a3d service neutron] 10.222.0.15 "POST /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3916366 Nov 15 22:20:53.647924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:20:53.703785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5a61c52e-a4d1-453b-8868-1c2e100661d7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:53.712828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6956066-0a08-42d3-b5c5-440d4b094563 None None] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:53.717499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:53.718146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.805570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3155bad0-01d7-466a-83fe-e8e906f959f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8494141 Nov 15 22:20:53.808298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:53.813254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:53.874914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5a61c52e-a4d1-453b-8868-1c2e100661d7', 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'fixed_ips': [{'subnet_id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:20:53.876088 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.939808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:53.941352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.047186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Allocated IP 172.20.0.2 (5a61c52e-a4d1-453b-8868-1c2e100661d7/f3531ffa-99e2-45d0-9687-8cfa2f329f1c/297d1256-a9dc-44bb-89b9-f5181889147d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:54.051813 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56538232-9249-4d32-838d-42bbf75bcb90 x-openstack-request-id: req-56538232-9249-4d32-838d-42bbf75bcb90 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:54.052891 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "tag": "c0535992-3801-4262-8a08-23a0f928da92", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:54.052985 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56538232-9249-4d32-838d-42bbf75bcb90 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:54.053381 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92', 'status': 'completed', 'code': 200} Nov 15 22:20:54.072975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.144758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-abbe5a76-4c36-4d82-afed-5f4ad9526f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.147038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-abbe5a76-4c36-4d82-afed-5f4ad9526f40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 1094 time: 0.0592225 Nov 15 22:20:54.184687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25b24-8296-4f90-b131-f0a0603b8ff5 req-84afb0fb-0941-4d8d-aa66-aca86cee89ca tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.186222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98c25b24-8296-4f90-b131-f0a0603b8ff5 req-84afb0fb-0941-4d8d-aa66-aca86cee89ca tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 943 time: 0.0592151 Nov 15 22:20:54.231483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:54.252220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.262172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-196798175-network', 'tenant_id': 'a92001e94c54434589fee0faec056eaf'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:54.297149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-3fa56830-452a-40bf-a7ed-7876db85b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.298735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-3fa56830-452a-40bf-a7ed-7876db85b61a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1096 time: 0.0724280 Nov 15 22:20:54.320479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-e881f46b-eb16-4dc3-8227-875730815888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.321909 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-e881f46b-eb16-4dc3-8227-875730815888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 923 time: 0.1637485 Nov 15 22:20:54.328288 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.364584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:54.372904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:54.379846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.383847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:54.388459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98c25b24-8296-4f90-b131-f0a0603b8ff5 req-7fac4a4b-106b-4021-9e0b-42ad78e0f5dd tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559794 Nov 15 22:20:54.395969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Pushing event updated for resources: {'Port': ['ID=297d1256-a9dc-44bb-89b9-f5181889147d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:54.398625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-8198c8de-32cd-4550-80db-bc2aab9574ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0535992-3801-4262-8a08-23a0f928da92 HTTP/1.1" status: 200 len: 217 time: 0.0435007 Nov 15 22:20:54.454700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Made reservation on behalf of a92001e94c54434589fee0faec056eaf for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:54.459358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.459832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Attempting to bind port 297d1256-a9dc-44bb-89b9-f5181889147d on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:54.460197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Attempting to bind port 297d1256-a9dc-44bb-89b9-f5181889147d by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:54.460551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Attempting to bind port 297d1256-a9dc-44bb-89b9-f5181889147d on network 5a61c52e-a4d1-453b-8868-1c2e100661d7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:54.465777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:54.466118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Checking segment: {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:54.466698 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.467233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Bound using segment: {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:54.467826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Bound port: 297d1256-a9dc-44bb-89b9-f5181889147d, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:54.468282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.493109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.498970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-dd54ddce-48be-4251-a3a2-a98faf7c30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.500631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-dd54ddce-48be-4251-a3a2-a98faf7c30d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.0938871 Nov 15 22:20:54.501650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-c5743bb8-a5d3-4357-8000-c6f59ce312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.503237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-c5743bb8-a5d3-4357-8000-c6f59ce312eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1952167 Nov 15 22:20:54.541505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] For port 297d1256-a9dc-44bb-89b9-f5181889147d, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:54.545028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] For port 297d1256-a9dc-44bb-89b9-f5181889147d, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=297d1256-a9dc-44bb-89b9-f5181889147d,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:54.575653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-71ae92ff-5954-4dae-a0e5-79cde7c7ee3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662198 Nov 15 22:20:54.577418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-f96a9bf5-898c-4bc9-939c-58e057612c30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 217 time: 0.0638483 Nov 15 22:20:54.608048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c65c7-5c2b-48c8-8fec-74ac8560bc36 req-6bd95d48-6511-4923-bc4b-b7d2dfbc8b7c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.609797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c8c65c7-5c2b-48c8-8fec-74ac8560bc36 req-6bd95d48-6511-4923-bc4b-b7d2dfbc8b7c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1429479 Nov 15 22:20:54.613486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.687438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-8f8ae25a-b7d8-4dd5-a1f2-04fd24e2b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:54.688076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d92f15-c2bb-436c-a59a-a61252819600 None None] Pushing event updated for resources: {'Port': ['ID=297d1256-a9dc-44bb-89b9-f5181889147d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:54.688933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-8f8ae25a-b7d8-4dd5-a1f2-04fd24e2b812 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0958688 Nov 15 22:20:54.709778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c8c65c7-5c2b-48c8-8fec-74ac8560bc36 req-6e7b372f-1c7b-4c6b-8eba-eb0c9ae2e80e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907927 Nov 15 22:20:54.720519 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.736491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-31e7f5fd-c218-429a-b60f-6bbd69520369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345864 Nov 15 22:20:54.740225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-97892e61-3830-4d1d-957c-966b6abf360d service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557004 Nov 15 22:20:54.822918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.876798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:20:54.907376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8b41d-e24b-4e37-8223-3441207d4366,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:54.925418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:54.925755 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Added segment a7029d2e-aa2f-4acb-9040-b88ed93eb994 of type vlan for network b713779c-3b19-4f28-81ef-7dda63f2af49 Nov 15 22:20:54.944077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1a6fe2d-c37d-4190-9776-11a877f5e51e req-0a742a64-8910-4ae3-b1d2-ca1c395bc53f service neutron] 10.222.0.55 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795526 Nov 15 22:20:54.992570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.028220 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.032669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.034658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-c5c043d4-be9b-4678-881a-620675340b41 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928736 Nov 15 22:20:55.139532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17e4c2-8c50-4d06-aa3a-efb56c62115b req-e16e3369-a2bf-470c-bcd5-45e3dab6a543 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:55.141132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd17e4c2-8c50-4d06-aa3a-efb56c62115b req-e16e3369-a2bf-470c-bcd5-45e3dab6a543 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 945 time: 0.2622294 Nov 15 22:20:55.161831 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-0c9911b0-f712-48ba-95cb-060fa2f5e727 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175103 Nov 15 22:20:55.232781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd17e4c2-8c50-4d06-aa3a-efb56c62115b req-69a3a61d-1189-4c26-8c84-b726fba685f3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807757 Nov 15 22:20:55.253870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Allocated IP 172.25.0.11 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/18b9661f-84f0-4bc1-af51-c89fc71cb40c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:55.256381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.260927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:55.260927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.345327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-eab03ba2-74f3-436c-abaf-257534ed13af tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:55.346964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-eab03ba2-74f3-436c-abaf-257534ed13af tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0508664 Nov 15 22:20:55.361584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:55.363682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=b713779c-3b19-4f28-81ef-7dda63f2af49,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:55.375919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b713779c-3b19-4f28-81ef-7dda63f2af49 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:20:55.416578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85be2fab-9bab-479e-ba12-a30b630b1cf8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1804321 Nov 15 22:20:55.419615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33456) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:55.426162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Request body: {'subnet': {'network_id': 'b713779c-3b19-4f28-81ef-7dda63f2af49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-196798175-subnet', 'tenant_id': 'a92001e94c54434589fee0faec056eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:20:55.433268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.466384 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.507001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:55.538118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Made reservation on behalf of a92001e94c54434589fee0faec056eaf for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:20:55.541177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.620269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.636527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33464) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:55.654557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:55.694954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1c2f-a2e6-4f20-9012-7d90219464a6 req-1fd8767b-18cd-4f6d-9c2c-68f696594c30 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:55.696514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6bc1c2f-a2e6-4f20-9012-7d90219464a6 req-1fd8767b-18cd-4f6d-9c2c-68f696594c30 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 943 time: 0.1785798 Nov 15 22:20:55.710601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:55.723365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:55.726429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:55.735965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:55.782408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Pushing event updated for resources: {'Port': ['ID=18b9661f-84f0-4bc1-af51-c89fc71cb40c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:55.795285 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.818640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56fa7283-7690-4be7-a4b6-6b88fb7725ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.877220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.887311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca23-363f-47e4-9e33-bea9d6404ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.945544 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56fa7283-7690-4be7-a4b6-6b88fb7725ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:55.946778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3d561-f099-42f8-82f4-01ca38524b7c None None] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:55.987955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:55.993039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on host n-h1-817995-3 for vnic_type normal with profile {"migrating_to": "n-h2-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:55.993369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:55.993696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:55.998621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:20:55.999530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Attempting to bind port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:56.004688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:56.005023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:56.005432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:56.005856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Bound port: 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:56.006214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.019345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56fa7283-7690-4be7-a4b6-6b88fb7725ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.028091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] Provisioning complete for port 297d1256-a9dc-44bb-89b9-f5181889147d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:56.028531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.029744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6bc1c2f-a2e6-4f20-9012-7d90219464a6 req-0dbcc979-c211-4706-a20f-5317a31ba7d8 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133156 Nov 15 22:20:56.057879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:56.060634 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6b0a2-ba72-4d87-a4d5-f155a99d25b3" -d '{"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:56.082670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21265-11bc-4644-8bc3-4b87e894e5c0 req-59e5c9e0-9b3a-47f5-b467-ea5a0de1b68f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:56.083355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5d21265-11bc-4644-8bc3-4b87e894e5c0 req-59e5c9e0-9b3a-47f5-b467-ea5a0de1b68f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.2723165 Nov 15 22:20:56.096532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-56fa7283-7690-4be7-a4b6-6b88fb7725ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b12e321e9dc410da806733f067c771f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588675 Nov 15 22:20:56.097481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:56.113917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7283-7690-4be7-a4b6-6b88fb7725ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddc560-39f3-412e-afa3-3ff6cffeee32,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.139127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:56.162668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:56.182170 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.211842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.259558 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16405ad3-fc92-4a24-a6db-c009cf560748 x-openstack-request-id: req-16405ad3-fc92-4a24-a6db-c009cf560748 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:56.260146 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:56.260665 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16405ad3-fc92-4a24-a6db-c009cf560748 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:56.266969 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'code': 200} Nov 15 22:20:56.270518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.368848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.382148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:56.382783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.384203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] 10.222.0.57 "PUT /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 1121 time: 1.0280743 Nov 15 22:20:56.399796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.402938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.406541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9ddc560-39f3-412e-afa3-3ff6cffeee32 HTTP/1.1" status: 204 len: 168 time: 0.3013391 Nov 15 22:20:56.432400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46a9d-6b4e-41aa-aab0-d2e36a5581ae service neutron] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.437967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] For port 297d1256-a9dc-44bb-89b9-f5181889147d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=297d1256-a9dc-44bb-89b9-f5181889147d,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:56.442246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:56.462505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bd683-e008-4294-b41a-b9740bd3f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddc560-39f3-412e-afa3-3ff6cffeee32,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.510642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['517ec2e3-e998-4082-96d9-6cdf840c0a4b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:56.537933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca23-363f-47e4-9e33-bea9d6404ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.559555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5d21265-11bc-4644-8bc3-4b87e894e5c0 req-4caa3643-70cb-4cbb-a50d-564f09c9d778 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615071 Nov 15 22:20:56.560358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.575288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.629975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.653871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72cee-e669-41a5-ab65-6ab4b32f1153 req-592edd1d-377b-40bd-9b71-d42322446655 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:56.661242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79e72cee-e669-41a5-ab65-6ab4b32f1153 req-592edd1d-377b-40bd-9b71-d42322446655 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.2071517 Nov 15 22:20:56.697995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847a3e-f015-484a-8224-e6a9df89692d None None] Pushing event updated for resources: {'Port': ['ID=297d1256-a9dc-44bb-89b9-f5181889147d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.699045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:56.731203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'c0535992-3801-4262-8a08-23a0f928da92', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'port_id': 'c0535992-3801-4262-8a08-23a0f928da92', 'mac_address': 'fa:16:3e:ae:d8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e5cf84-9ddc-49a1-89b6-552f2437ef22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:20:56.736348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ebaca23-363f-47e4-9e33-bea9d6404ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.757343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 297d1256-a9dc-44bb-89b9-f5181889147d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:56.760842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03f6cb7-6a86-4f54-a555-a288baa0fe1d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.837099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaca23-363f-47e4-9e33-bea9d6404ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0437a-42eb-4fe7-b08e-c35040caaa10,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:56.841336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ebaca23-363f-47e4-9e33-bea9d6404ad7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd19b5022a4d4041886adc7f485fbdad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3335524 Nov 15 22:20:56.844544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33484) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:56.870291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.876506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79e72cee-e669-41a5-ab65-6ab4b32f1153 req-211d1777-0ea6-48cb-91b7-e86944ef3b98 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140489 Nov 15 22:20:56.881618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Checking segment: {'id': 'a7029d2e-aa2f-4acb-9040-b88ed93eb994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'b713779c-3b19-4f28-81ef-7dda63f2af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:56.881961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Network hostable DHCP agents. Network: b713779c-3b19-4f28-81ef-7dda63f2af49, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:20:56.920248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.923494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0535992-3801-4262-8a08-23a0f928da92 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:20:56.952400 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.955686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b3d97950-0ea1-43a0-9e4f-f128095152b0 None None] Provisioning complete for port 297d1256-a9dc-44bb-89b9-f5181889147d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:56.956061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3d97950-0ea1-43a0-9e4f-f128095152b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:56.979236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:56.992065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 297d1256-a9dc-44bb-89b9-f5181889147d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:56.992280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Network b713779c-3b19-4f28-81ef-7dda63f2af49 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:20:56.992509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.025386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.086430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b713779c-3b19-4f28-81ef-7dda63f2af49) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:57.086597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.089865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.093695 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bc0437a-42eb-4fe7-b08e-c35040caaa10 HTTP/1.1" status: 204 len: 168 time: 0.2454648 Nov 15 22:20:57.093859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:57.093859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.111465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e1d6a-4d1b-4329-8d9a-10ebc202841b None None] Network b713779c-3b19-4f28-81ef-7dda63f2af49 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:57.113844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a1bf6-ccdd-4b84-a422-0df7198e4868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0437a-42eb-4fe7-b08e-c35040caaa10,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:57.127373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.209810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17480945-1d93-4238-b415-fa977aee1afd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7847016 Nov 15 22:20:57.250088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa033ea4-5090-44d1-8ed8-006a1c0f52fe req-b7a09733-4049-42eb-9364-65b25ebc89b8 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:57.251780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa033ea4-5090-44d1-8ed8-006a1c0f52fe req-b7a09733-4049-42eb-9364-65b25ebc89b8 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 944 time: 0.0872335 Nov 15 22:20:57.254816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:57.280165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:57.298168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ae-45f4-4aa3-816f-15ecba14bace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.311498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:20:57.414855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa033ea4-5090-44d1-8ed8-006a1c0f52fe req-427210b1-66cd-4b41-ba17-0a7864bf2c3b tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527009 Nov 15 22:20:57.419812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58583fb-c233-4543-b190-28878a74d6b3 None None] Network b713779c-3b19-4f28-81ef-7dda63f2af49 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:20:57.468219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ae-45f4-4aa3-816f-15ecba14bace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.475989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:20:57.485870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['c0535992-3801-4262-8a08-23a0f928da92'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:20:57.494203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Sync routers for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:20:57.513054 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:20:57.513978 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:57.568259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c286b5ae-45f4-4aa3-816f-15ecba14bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.585841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.588065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dcfccd30-a214-4b51-8ac0-de84a083b665 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7779760 Nov 15 22:20:57.590258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:57.658894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b5ae-45f4-4aa3-816f-15ecba14bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98a446-7801-4f10-b09b-ee8815ba860c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:57.678780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c286b5ae-45f4-4aa3-816f-15ecba14bace admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a2cf0b5926a44e4a0281be9e5d934f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940423 Nov 15 22:20:57.683763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:57.708160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:20:57.783541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.812258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.902956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7085-bd9f-4768-9c95-10d706225526 req-700463e6-624e-408b-a12f-db0c78e6af1d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:57.911375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-814c7085-bd9f-4768-9c95-10d706225526 req-700463e6-624e-408b-a12f-db0c78e6af1d tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1280706 Nov 15 22:20:57.979907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.983261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:57.988128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c98a446-7801-4f10-b09b-ee8815ba860c HTTP/1.1" status: 204 len: 168 time: 0.2979724 Nov 15 22:20:57.996923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7393cd-06cc-47f7-8ce0-ba9a8ed5ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98a446-7801-4f10-b09b-ee8815ba860c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:58.023084 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:20:56Z', 'revision_number': 3, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:58.056088 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Checking router: 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:20:58.056912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Updating router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca port 18b9661f-84f0-4bc1-af51-c89fc71cb40c binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:20:58.058440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-814c7085-bd9f-4768-9c95-10d706225526 req-927ceaf1-825b-4018-aa66-601b8614a7c2 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443539 Nov 15 22:20:58.099761 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.210835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:58.223803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-face24e5-e104-4187-ae14-1f29a373c0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.267909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:58.270168 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f80727-21b9-47aa-bc1b-7d08718fbc48" -d '{"events": [{"name": "network-changed", "server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:58.279113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6245d51-93e5-4412-9bcb-b0ab13e30044 req-cb2117ef-296f-41f8-8107-48845f2a3207 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:58.280650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6245d51-93e5-4412-9bcb-b0ab13e30044 req-cb2117ef-296f-41f8-8107-48845f2a3207 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.1634624 Nov 15 22:20:58.290110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-fa8acecc-7806-451f-b177-7b7ed7156c08 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:58.291599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-fa8acecc-7806-451f-b177-7b7ed7156c08 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.2553642 Nov 15 22:20:58.327383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-c542d9b2-a856-4eaa-a104-adb333c327e4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/quotas/7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 375 time: 0.0244813 Nov 15 22:20:58.344016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-face24e5-e104-4187-ae14-1f29a373c0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.364268 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.379868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-b6ec2340-3047-4aec-88b7-c263cd9723d1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446596 Nov 15 22:20:58.389551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6245d51-93e5-4412-9bcb-b0ab13e30044 req-76216e88-0d1f-4ce6-bda9-3ff512bb10cf tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Nov 15 22:20:58.455529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:58.456356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-face24e5-e104-4187-ae14-1f29a373c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.505306 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.539205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-f1b7758a-024b-4279-8d23-27842533a91f service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486645 Nov 15 22:20:58.551115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 297d1256-a9dc-44bb-89b9-f5181889147d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:20:58.590778 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-face24e5-e104-4187-ae14-1f29a373c0d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0718bbc0a1e4195aca3a8ae62d96d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763871 Nov 15 22:20:58.595647 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fbf19a-40f9-42a8-9902-042f8543286f x-openstack-request-id: req-12fbf19a-40f9-42a8-9902-042f8543286f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:58.604112 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:58.604311 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12fbf19a-40f9-42a8-9902-042f8543286f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:58.605513 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'status': 'completed', 'code': 200} Nov 15 22:20:58.609290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:20:58.613092 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Pushing event updated for resources: {'Port': ['ID=18b9661f-84f0-4bc1-af51-c89fc71cb40c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:58.628565 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Attempting to bind port 18b9661f-84f0-4bc1-af51-c89fc71cb40c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:20:58.628959 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Attempting to bind port 18b9661f-84f0-4bc1-af51-c89fc71cb40c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:20:58.631048 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Attempting to bind port 18b9661f-84f0-4bc1-af51-c89fc71cb40c on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:20:58.633297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.633815 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.634294 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.634767 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.635261 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.635773 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.636239 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.636726 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.637190 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.637666 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.638127 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.638587 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:20:58.646238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:20:58.646504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face24e5-e104-4187-ae14-1f29a373c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6887dbb6-c9f6-44a3-8ec9-7221d6ee6e55,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:58.647025 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:20:58.647903 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.648438 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:20:58.649083 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Bound port: 18b9661f-84f0-4bc1-af51-c89fc71cb40c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:20:58.649629 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.660990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.724255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 297d1256-a9dc-44bb-89b9-f5181889147d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:58.725349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.727556 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] For port 18b9661f-84f0-4bc1-af51-c89fc71cb40c, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:20:58.732716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] For port 18b9661f-84f0-4bc1-af51-c89fc71cb40c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=18b9661f-84f0-4bc1-af51-c89fc71cb40c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:20:58.750203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-3e5cdb96-4594-40ec-b744-c4b960361b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:58.751990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-3e5cdb96-4594-40ec-b744-c4b960361b69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1124 time: 0.1293380 Nov 15 22:20:58.768298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port c0535992-3801-4262-8a08-23a0f928da92 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:20:58.774868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port c0535992-3801-4262-8a08-23a0f928da92 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:20:58.775235 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.814436 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:58.873310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7766f-2dab-4219-956a-b7354489329b None None] Pushing event updated for resources: {'Port': ['ID=18b9661f-84f0-4bc1-af51-c89fc71cb40c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:58.895142 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:20:58.895767 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:59.041891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:20:59.116830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.132050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.134323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.141141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-61b4cbdb-9873-4041-9abb-24a3978c264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:59.142701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-61b4cbdb-9873-4041-9abb-24a3978c264e service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.3784461 Nov 15 22:20:59.185573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:20:59.187118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:20:59.190296 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25426d9-aac2-42c7-93d9-e80555968741" -d '{"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:20:59.216073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Allocated IP 172.20.0.1 (5a61c52e-a4d1-453b-8868-1c2e100661d7/f3531ffa-99e2-45d0-9687-8cfa2f329f1c/80d358a3-85b8-4d78-8300-be5f77ba821f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:20:59.217353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-c51e58a9-0faf-423f-9f1b-47395dd5c613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 217 time: 0.0565958 Nov 15 22:20:59.222198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.283144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.309648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-eabb61e0-2845-4bac-8611-133626312d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:59.311307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-eabb61e0-2845-4bac-8611-133626312d96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0821998 Nov 15 22:20:59.353325 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.363505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-5fe9e599-f21b-4066-973c-fd6ed00d26fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359402 Nov 15 22:20:59.376462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a73126-0989-4aa6-a84a-b55e511f220b req-cbc96003-42db-47af-9c38-c199b24906dc tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:59.384339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99a73126-0989-4aa6-a84a-b55e511f220b req-cbc96003-42db-47af-9c38-c199b24906dc tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 944 time: 0.7088757 Nov 15 22:20:59.390996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.399403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.400745 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6887dbb6-c9f6-44a3-8ec9-7221d6ee6e55 HTTP/1.1" status: 204 len: 168 time: 0.7900701 Nov 15 22:20:59.409911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-33f19656-0d5c-4735-beed-acdf3764f9bf service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621840 Nov 15 22:20:59.413127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:59.468153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99a73126-0989-4aa6-a84a-b55e511f220b req-6c41d900-2e3d-447f-9201-21a031b69232 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Nov 15 22:20:59.486336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4320b-c926-45d9-a496-7079ea0d0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6887dbb6-c9f6-44a3-8ec9-7221d6ee6e55,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:59.521629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:20:56Z', 'revision_number': 3, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:20:59.555399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a869-12f2-4b74-bdff-26e790947471 None None] The sync data for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 is: [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:20:56Z', 'revision_number': 3, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:20:59.565195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.585380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.595271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-0dd01c16-7a47-4b49-ac66-e6aa91bde90f service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232740 Nov 15 22:20:59.650383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:20:59.661327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:20:59.667035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:20:59.721767 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989c24b-fbf4-4770-af2d-c091b79b9026 x-openstack-request-id: req-8989c24b-fbf4-4770-af2d-c091b79b9026 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:20:59.722749 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:20:59.723025 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8989c24b-fbf4-4770-af2d-c091b79b9026 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:20:59.723424 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92', 'code': 200} Nov 15 22:20:59.762942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Pushing event updated for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:20:59.771448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:20:59.784433 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93f80727-21b9-47aa-bc1b-7d08718fbc48 req-22eddff6-3ca2-48da-8d9d-0560482d6792 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805561 Nov 15 22:20:59.868709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555e3dc-4199-4799-9ad4-2b37b52efe27 req-f0efcc04-9c5f-4242-80bd-b1430702aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:20:59.871298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2555e3dc-4199-4799-9ad4-2b37b52efe27 req-f0efcc04-9c5f-4242-80bd-b1430702aee1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 1096 time: 0.0616539 Nov 15 22:20:59.987081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:20:59.992557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2555e3dc-4199-4799-9ad4-2b37b52efe27 req-06a9faa7-56ad-4e3d-8953-ea986c051bed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094995 Nov 15 22:21:00.133690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:00.149370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b has no active binding in host n-h2-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:21:00.178232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4f11a-77a4-4a26-b0ac-4581e60f5c55 req-b2f94231-4523-4c0e-8737-e9e7df020bb4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:00.179785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5b4f11a-77a4-4a26-b0ac-4581e60f5c55 req-b2f94231-4523-4c0e-8737-e9e7df020bb4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.5984390 Nov 15 22:21:00.190727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c1c419b3-40ee-4f05-8713-d81ddd194cb8 None None] Provisioning complete for port 80d358a3-85b8-4d78-8300-be5f77ba821f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:00.191135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1c419b3-40ee-4f05-8713-d81ddd194cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.247783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c1c419b3-40ee-4f05-8713-d81ddd194cb8 None None] Port 80d358a3-85b8-4d78-8300-be5f77ba821f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:00.287664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.303294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a75c48-3721-4bbc-aab1-83de76846981 req-9eeebe7f-1bcb-41a6-bc51-9622c862c94a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:00.305363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00a75c48-3721-4bbc-aab1-83de76846981 req-9eeebe7f-1bcb-41a6-bc51-9622c862c94a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 943 time: 0.4823756 Nov 15 22:21:00.416921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5b4f11a-77a4-4a26-b0ac-4581e60f5c55 req-f2a04680-b0d8-4f18-be80-902fa54300d8 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180865 Nov 15 22:21:00.513104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00a75c48-3721-4bbc-aab1-83de76846981 req-cd0c91d2-5620-45b9-8ad1-cf3da2a3d032 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930020 Nov 15 22:21:00.576770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 18b9661f-84f0-4bc1-af51-c89fc71cb40c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:00.713495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9efa60bb-7fb4-4885-b8c2-b73c54ed0ff9 req-34f13dfd-27cd-4004-aee3-c032520325f7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.0511911 Nov 15 22:21:00.745140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 18b9661f-84f0-4bc1-af51-c89fc71cb40c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:00.749631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.760599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.850523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-ecab38d7-1ea0-490e-aa7d-2d62cf33cf7f service neutron] 10.222.0.55 "GET /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.0917587 Nov 15 22:21:00.889443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.899206 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:00.942144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 18b9661f-84f0-4bc1-af51-c89fc71cb40c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=18b9661f-84f0-4bc1-af51-c89fc71cb40c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:00.943701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:01.036670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:01.069389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d187e-4c2c-469c-9f37-3e4ea16148ec req-5cd9fb81-d1a1-4983-a1fd-c439b33d037e tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:01.070998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b58d187e-4c2c-469c-9f37-3e4ea16148ec req-5cd9fb81-d1a1-4983-a1fd-c439b33d037e tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.2517545 Nov 15 22:21:01.079710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Pushing event updated for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:01.120901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=18b9661f-84f0-4bc1-af51-c89fc71cb40c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:01.165796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:01.186936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b58d187e-4c2c-469c-9f37-3e4ea16148ec req-b93346c3-4f5d-4fbb-89af-90876835f942 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950518 Nov 15 22:21:01.188932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:01.196575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:01.198149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:01.247542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517ec2e3-e998-4082-96d9-6cdf840c0a4b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:01.262767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:01.339526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:01.359682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:21:01.463552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] Transition to ACTIVE for port object 517ec2e3-e998-4082-96d9-6cdf840c0a4b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:01.484334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-18224c2d-07de-4dbb-ab79-cc1d6a8eea17 None None] Provisioning complete for port 80d358a3-85b8-4d78-8300-be5f77ba821f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:01.485134 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18224c2d-07de-4dbb-ab79-cc1d6a8eea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:01.536315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-18224c2d-07de-4dbb-ab79-cc1d6a8eea17 None None] Port 80d358a3-85b8-4d78-8300-be5f77ba821f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:01.560029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:01.566407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2651d86b-4c45-4c99-b369-e9beb64810b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/7f3cd6a2-cf2b-4c28-9b0a-749860e680ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9749076 Nov 15 22:21:01.582712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0929f5-8707-4f2b-a54c-b9fe424e35ca req-53c1e609-e40a-4fe4-aa53-e76b5f1af318 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:01.584478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0929f5-8707-4f2b-a54c-b9fe424e35ca req-53c1e609-e40a-4fe4-aa53-e76b5f1af318 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0685339 Nov 15 22:21:01.641528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:01.653630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0929f5-8707-4f2b-a54c-b9fe424e35ca req-3dc0a66c-7e79-4724-8211-a3177b66e61e tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621004 Nov 15 22:21:01.713189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] No DVR routers for this DVR port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:01.752117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] Pushing event updated for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:01.760873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d2ff3e47-8ac3-4669-bf43-1ef88bd4cee6 service neutron] 10.222.0.55 "PUT /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b/bindings/n-h2-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9094138 Nov 15 22:21:01.830811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Sync routers for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:01.844887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:01.845767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:01.870676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9dc6f14-815b-4a6c-8d0f-4649dcf17653 req-f65e755d-f9ee-4c36-a473-b3bde57b8821 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.0334854 Nov 15 22:21:01.878683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87b67d-3900-463e-b29c-de1a1cb86700 req-726491bc-7687-4dec-ac53-423ed3913f95 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:01.880320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd87b67d-3900-463e-b29c-de1a1cb86700 req-726491bc-7687-4dec-ac53-423ed3913f95 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.0969350 Nov 15 22:21:01.994423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-42995034-a71f-4fc3-9688-5cfb9211a61d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.009643 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-42995034-a71f-4fc3-9688-5cfb9211a61d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.1022322 Nov 15 22:21:02.009883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd87b67d-3900-463e-b29c-de1a1cb86700 req-cc1a5f4b-2ec0-444b-a2d5-b1cb561e2948 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111138 Nov 15 22:21:02.089581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-b340946b-95cb-4117-9664-da02dd65deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.091080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-b340946b-95cb-4117-9664-da02dd65deaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc&tenant_id=70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0715158 Nov 15 22:21:02.109318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:02.183508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-323384e8-59eb-4a1a-91de-aec1d115a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.185065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-323384e8-59eb-4a1a-91de-aec1d115a468 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1095 time: 0.0616689 Nov 15 22:21:02.188421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:02.310984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-50556449-c257-4485-b577-28852405c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.312671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-50556449-c257-4485-b577-28852405c800 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1188304 Nov 15 22:21:02.372122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-249c0076-d323-484b-800f-14334f1c8553 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 217 time: 0.0487370 Nov 15 22:21:02.419467 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-027a07d2-1594-4db9-9af2-d15abe1edd81 req-9ce10b9a-f245-4864-a8ba-d7b62cf908f4 tempest-FloatingIPDetailsNegativeTestJSON-1511531993 tempest-FloatingIPDetailsNegativeTestJSON-1511531993-project] show failed (client error): The resource could not be found. Nov 15 22:21:02.421362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-027a07d2-1594-4db9-9af2-d15abe1edd81 req-9ce10b9a-f245-4864-a8ba-d7b62cf908f4 tempest-FloatingIPDetailsNegativeTestJSON-1511531993 tempest-FloatingIPDetailsNegativeTestJSON-1511531993-project] 10.222.0.15 "GET /v2.0/floatingips/21811642-2532-49ad-8e2a-57e386529574 HTTP/1.1" status: 404 len: 350 time: 0.0548780 Nov 15 22:21:02.433953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:02.452572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be105b-b2b9-4e70-ad10-612a6e402828 req-b293c012-338f-4353-838c-86f1a6973b8a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.454906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6be105b-b2b9-4e70-ad10-612a6e402828 req-b293c012-338f-4353-838c-86f1a6973b8a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.1494510 Nov 15 22:21:02.496691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-3cd66ab2-2561-4710-b12b-98448bc2ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.498479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-3cd66ab2-2561-4710-b12b-98448bc2ed19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1106868 Nov 15 22:21:02.549189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-4b0505e7-0fd5-411b-a7c0-f1255904ce06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335855 Nov 15 22:21:02.551622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 18b9661f-84f0-4bc1-af51-c89fc71cb40c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:02.563113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca4d8-bcf2-46d1-b6d4-431d18b891d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:02.598488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '80d358a3-85b8-4d78-8300-be5f77ba821f', 'name': '', 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'mac_address': 'fa:16:3e:31:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:58Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 2, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'subnets': [{'id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:02.628156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Checking router: 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:02.628498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Updating router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca port 80d358a3-85b8-4d78-8300-be5f77ba821f binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:21:02.638753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6be105b-b2b9-4e70-ad10-612a6e402828 req-e5f8979b-c8e4-4c32-830e-e7eae01fe7ae tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492901 Nov 15 22:21:02.706086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:02.834017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-89ff0d0a-3a60-4a8f-a5e6-c1be5069e6cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1811194 Nov 15 22:21:02.858160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca4d8-bcf2-46d1-b6d4-431d18b891d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:02.936283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-a5b31193-b7cc-4f56-aed6-08dcf7a4c9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869477 Nov 15 22:21:02.937403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 18b9661f-84f0-4bc1-af51-c89fc71cb40c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:02.937403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:02.982760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23c1e8-10c9-4e4f-ad6e-44144fe119db req-bf56858c-fb93-4043-a93e-04120765c84a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:02.985566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae23c1e8-10c9-4e4f-ad6e-44144fe119db req-bf56858c-fb93-4043-a93e-04120765c84a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.2062709 Nov 15 22:21:03.012422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb577be-2d81-4200-8c35-3688590e0570 req-39700f04-809d-4e4d-95fa-0be142f690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.014504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-39700f04-809d-4e4d-95fa-0be142f690c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.1504223 Nov 15 22:21:03.021342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202057df-fe83-47b5-8504-2634e8d0e995 req-815b4fbc-0e6b-42c1-b915-66197b5edc95 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.023543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-202057df-fe83-47b5-8504-2634e8d0e995 req-815b4fbc-0e6b-42c1-b915-66197b5edc95 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1437838 Nov 15 22:21:03.024534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-784fe82f-ab95-476c-8a71-bb8c0c05a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.026314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-784fe82f-ab95-476c-8a71-bb8c0c05a686 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 1097 time: 0.1611998 Nov 15 22:21:03.053028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-d7a46845-2843-4cec-9780-11c501d570f0 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276567 Nov 15 22:21:03.123721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca4d8-bcf2-46d1-b6d4-431d18b891d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.159612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.202565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae23c1e8-10c9-4e4f-ad6e-44144fe119db req-ad3ee7e3-5f23-4344-97e2-b27d96ecb7fa tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018802 Nov 15 22:21:03.214133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d8ca4d8-bcf2-46d1-b6d4-431d18b891d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=445de74545944442ab02ab8e51dc340b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1012168 Nov 15 22:21:03.219750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ca4d8-bcf2-46d1-b6d4-431d18b891d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fe7c6-3712-4acb-856a-84357a95fca3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:03.220326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:03.272938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-202057df-fe83-47b5-8504-2634e8d0e995 req-ff5c6ea9-08a9-4d7f-8033-32085a2fc7ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823542 Nov 15 22:21:03.276268 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.391419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb9426b9-b731-41d9-8a84-415dd08f9eea req-b7841287-88f9-4dab-8d70-87b3de7f3794 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.0441835 Nov 15 22:21:03.403010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-bad13dd8-348b-4031-92fd-9ce0c8d9374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.406976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-bad13dd8-348b-4031-92fd-9ce0c8d9374e service neutron] 10.222.0.55 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 924 time: 0.3266010 Nov 15 22:21:03.411083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15393ba-f26b-488d-9128-0289fbd72a94 None None] Pushing event updated for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:03.435066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.443738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb577be-2d81-4200-8c35-3688590e0570 req-3a419711-9e77-4204-9602-45450aacbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.465486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-3a419711-9e77-4204-9602-45450aacbe87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3641524 Nov 15 22:21:03.486176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-f7f3699c-30c5-47ba-8582-44ee8e435769 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.487582 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-f7f3699c-30c5-47ba-8582-44ee8e435769 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.3913121 Nov 15 22:21:03.554352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Attempting to bind port 80d358a3-85b8-4d78-8300-be5f77ba821f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:03.558540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Attempting to bind port 80d358a3-85b8-4d78-8300-be5f77ba821f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:03.558540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Attempting to bind port 80d358a3-85b8-4d78-8300-be5f77ba821f on network 5a61c52e-a4d1-453b-8868-1c2e100661d7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:03.571250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:03.571629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Checking segment: {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:03.572034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.572427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Bound using segment: {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:03.573845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Bound port: 80d358a3-85b8-4d78-8300-be5f77ba821f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508456cd-eb81-4402-a944-cc31ceff99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:03.574238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.632166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Request body: {'port': {'device_id': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'admin_state_up': True, 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:03.661757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-e9bc9306-9e6b-4f36-b06a-1b6566d44bc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 200 len: 217 time: 0.1959772 Nov 15 22:21:03.680504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] For port 80d358a3-85b8-4d78-8300-be5f77ba821f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:03.688846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] For port 80d358a3-85b8-4d78-8300-be5f77ba821f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=80d358a3-85b8-4d78-8300-be5f77ba821f,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:03.728510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.780841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.843658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-8593fa7f-2f3b-459f-8e02-29a07bfd8f3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36 HTTP/1.1" status: 200 len: 1002 time: 0.4155443 Nov 15 22:21:03.860016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] Provisioning complete for port 80d358a3-85b8-4d78-8300-be5f77ba821f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:03.860765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.862766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:03.894532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:03.895445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:03.899005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15393ba-f26b-488d-9128-0289fbd72a94 None None] Pushing event updated for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:03.908951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-048461cf-ec04-4bcb-9dc4-0a2dba4c8a6b tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a270773c437a43fba22b7d9f0b926efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371196 Nov 15 22:21:03.947239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb577be-2d81-4200-8c35-3688590e0570 req-a93b314c-193e-464d-a2fa-7e0c940d6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.948749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-a93b314c-193e-464d-a2fa-7e0c940d6a8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2362940 Nov 15 22:21:03.958285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05843fc-a992-4832-a1dd-a4a88155fc12 req-17d9526d-2994-43f6-a9f1-99c661f4e750 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.959913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e05843fc-a992-4832-a1dd-a4a88155fc12 req-17d9526d-2994-43f6-a9f1-99c661f4e750 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.4443343 Nov 15 22:21:03.965881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-f39160d2-43db-49d4-ba3e-2836e6455061 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.968099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-f39160d2-43db-49d4-ba3e-2836e6455061 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.2371359 Nov 15 22:21:03.997620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-d21095a6-44c7-4558-a37f-89ec9127e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:03.999096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-d21095a6-44c7-4558-a37f-89ec9127e138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.1411736 Nov 15 22:21:04.075750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.131299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:04.135988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] For port 80d358a3-85b8-4d78-8300-be5f77ba821f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=80d358a3-85b8-4d78-8300-be5f77ba821f,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:04.165014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-bcad9f6f-748f-4609-a9ac-9d8bcf4d6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:04.166533 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-bcad9f6f-748f-4609-a9ac-9d8bcf4d6a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470895 Nov 15 22:21:04.168581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb577be-2d81-4200-8c35-3688590e0570 req-e38a7966-d406-4a4e-bc14-495925a05d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:04.170064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-e38a7966-d406-4a4e-bc14-495925a05d06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969528 Nov 15 22:21:04.183690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:04.187040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.197293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e05843fc-a992-4832-a1dd-a4a88155fc12 req-b885f71f-b24f-4f37-8a0e-c843b213bf85 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037573 Nov 15 22:21:04.217389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-5be87022-32e2-4d4d-9f24-61f87f744a30 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:04.219142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.231301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-5be87022-32e2-4d4d-9f24-61f87f744a30 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091996 Nov 15 22:21:04.251428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-3c436fde-a1c9-4692-ab8d-580f97505023 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/quotas/a270773c437a43fba22b7d9f0b926efd HTTP/1.1" status: 200 len: 375 time: 0.0213706 Nov 15 22:21:04.290247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-4bd8ab24-be7f-4bed-b6fa-dd0406490cbe tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a270773c437a43fba22b7d9f0b926efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306051 Nov 15 22:21:04.353423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f21dc-78a4-4a92-9f72-78fe6e940762 None None] Pushing event updated for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:04.383901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-52fbb63a-f29f-44ab-a2c7-dbdaebda78c1 None None] Provisioning complete for port 80d358a3-85b8-4d78-8300-be5f77ba821f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:04.385125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52fbb63a-f29f-44ab-a2c7-dbdaebda78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.461384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Deleting port 80d358a3-85b8-4d78-8300-be5f77ba821f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:04.461941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.498166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:04.533803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '80d358a3-85b8-4d78-8300-be5f77ba821f', 'name': '', 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'mac_address': 'fa:16:3e:31:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:58Z', 'updated_at': '2021-11-15T22:21:03Z', 'revision_number': 4, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'subnets': [{'id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:04.561250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] For port 80d358a3-85b8-4d78-8300-be5f77ba821f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=80d358a3-85b8-4d78-8300-be5f77ba821f,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:04.561751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.575871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Calling delete_port for 80d358a3-85b8-4d78-8300-be5f77ba821f owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:04.580082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ebd3-110e-4356-94b1-3542ed0759e5 None None] The sync data for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 is: [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '80d358a3-85b8-4d78-8300-be5f77ba821f', 'name': '', 'network_id': '5a61c52e-a4d1-453b-8868-1c2e100661d7', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'mac_address': 'fa:16:3e:31:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:58Z', 'updated_at': '2021-11-15T22:21:03Z', 'revision_number': 4, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'subnets': [{'id': 'f3531ffa-99e2-45d0-9687-8cfa2f329f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:04.597969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:04.676898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.680361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.681697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f8fe7c6-3712-4acb-856a-84357a95fca3 HTTP/1.1" status: 204 len: 168 time: 1.4604189 Nov 15 22:21:04.734163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d199a-0cab-4796-a8cd-fc3e557f922e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fe7c6-3712-4acb-856a-84357a95fca3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:04.780474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30aca06d-bdac-4e8a-9ace-d48e9272de9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:04.932768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-be0f3d53-2afe-47ba-a872-549091a34b15 service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585294 Nov 15 22:21:04.957093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-02143452-ef3c-44e5-be1f-3a82bb770095 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580035 Nov 15 22:21:05.020677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.085883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-95cd4b93-0575-44d7-a13b-a73a70b87ba3 service neutron] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:05.096593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-95cd4b93-0575-44d7-a13b-a73a70b87ba3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.097723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bf782bb-2eaf-40dc-80ca-3c5be1aea4bf req-95cd4b93-0575-44d7-a13b-a73a70b87ba3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b/bindings/n-h1-817995-3 HTTP/1.1" status: 204 len: 173 time: 1.0957754 Nov 15 22:21:05.103118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d358a3-85b8-4d78-8300-be5f77ba821f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:05.168654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Allocated IP 172.20.0.9 (ae6d7e5a-faa0-4595-89f5-c6f293d9bee1/f9221909-c4e2-4c53-9cd2-f3ce229d30ea/d88f554f-513c-4ac6-9081-0175639af915) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:05.183606 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3273b27f-f735-42c9-a33a-5a0b51184f20 req-d904d0af-e89b-451e-910f-ecf4337f936f service neutron] 10.222.0.55 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120245 Nov 15 22:21:05.269491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6bb577be-2d81-4200-8c35-3688590e0570 req-32902f57-1ade-423b-b912-70a3d50659fe service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466340 Nov 15 22:21:05.299096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc0d70c2-54de-4728-9778-ddebcb7eda58 req-0e033642-8ac6-415a-8309-5841537f978e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.1258266 Nov 15 22:21:05.320402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf43c5-6ac2-42e2-b5d9-17015068dd9a req-b30b2e70-6bbb-4873-88aa-63ee98c55c43 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:05.328396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-faaf43c5-6ac2-42e2-b5d9-17015068dd9a req-b30b2e70-6bbb-4873-88aa-63ee98c55c43 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.3206053 Nov 15 22:21:05.546961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.586489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aea34c27-48e9-4cbc-a8be-265c416e46f2 req-ef2d9654-d212-4bb3-9b23-2104b7d1e641 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 210 time: 0.1832197 Nov 15 22:21:05.614435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-faaf43c5-6ac2-42e2-b5d9-17015068dd9a req-4d0bcc18-b649-4019-8477-9755b8c3ccd1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851305 Nov 15 22:21:05.615569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.739430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.834768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e816-07cd-4bda-8f8b-b6b5513a4e29 req-ba06ac24-7acb-4eec-9994-d1611a30406c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:05.836296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e861e816-07cd-4bda-8f8b-b6b5513a4e29 req-ba06ac24-7acb-4eec-9994-d1611a30406c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.0975211 Nov 15 22:21:05.838831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:05.843269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:05.846091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:05.850587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:05.939508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:05.940158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:05.981881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e861e816-07cd-4bda-8f8b-b6b5513a4e29 req-404f3b6f-a6db-4b65-bcf0-36e050af8052 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Nov 15 22:21:06.031771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:21:06.057560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-d8ba07c4-dab6-46cc-9d13-efccec1cf73c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5321198 Nov 15 22:21:06.071262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Request body: {'port': {'device_id': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:06.164399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:06.275971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:06.294775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d072202-ff95-470b-8bd6-7adfa67c2f16 admin admin] 10.222.0.15 "PUT /v2.0/routers/7f3cd6a2-cf2b-4c28-9b0a-749860e680ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8598735 Nov 15 22:21:06.304516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:06.384992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c5fdc-ec32-465b-a0ea-aa0211314e69 req-27771305-ecf9-491b-81e5-0269123cf59d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:06.392882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-144c5fdc-ec32-465b-a0ea-aa0211314e69 req-27771305-ecf9-491b-81e5-0269123cf59d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1095 time: 0.1793871 Nov 15 22:21:06.464849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-144c5fdc-ec32-465b-a0ea-aa0211314e69 req-462d19eb-8151-4224-8c96-044c0559b012 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595584 Nov 15 22:21:06.472513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d406-5409-4d14-8e79-a06377af9eff req-fef7a4dd-6d2e-478e-a12e-e1a9e2cf5ff5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:06.474571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bd6d406-5409-4d14-8e79-a06377af9eff req-fef7a4dd-6d2e-478e-a12e-e1a9e2cf5ff5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.2007923 Nov 15 22:21:06.580043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bd6d406-5409-4d14-8e79-a06377af9eff req-136f7b9c-1c46-4ddd-884c-552a26dc654e tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927241 Nov 15 22:21:06.598038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:06.671475 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Sync routers for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:06.689052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:06.689997 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:06.709657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276922-768b-4e45-a830-7ec3812a7085 req-647d23ff-bb42-4b22-85b8-9aea747e950e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:06.719538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2276922-768b-4e45-a830-7ec3812a7085 req-647d23ff-bb42-4b22-85b8-9aea747e950e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 931 time: 0.1170375 Nov 15 22:21:06.802245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2276922-768b-4e45-a830-7ec3812a7085 req-09886da5-7816-44e4-af50-232f031674a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Nov 15 22:21:06.805331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88f554f-513c-4ac6-9081-0175639af915 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:06.813249 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:06.818492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:06.835561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Transition to ACTIVE for port object d88f554f-513c-4ac6-9081-0175639af915 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:06.854185 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:06.912230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-862e06f9-1262-404c-b280-e692b1146b85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496094 Nov 15 22:21:06.914386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-728b086c-bcfd-41db-aaa7-ed8e35d0c0e3 req-df2905ee-8f53-49f1-b4cc-5dd00fe7e189 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 210 time: 0.0386989 Nov 15 22:21:06.955264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.017710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:07.084501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342523-325f-432e-b771-bf56e8de1758 req-c6eae791-d9c2-493e-8b81-4c9a2385f5fe tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.086264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f342523-325f-432e-b771-bf56e8de1758 req-c6eae791-d9c2-493e-8b81-4c9a2385f5fe tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0893316 Nov 15 22:21:07.086559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Deleting port 18b9661f-84f0-4bc1-af51-c89fc71cb40c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:07.086901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.106610 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:04Z', 'revision_number': 5, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port': {'id': '18b9661f-84f0-4bc1-af51-c89fc71cb40c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:20:55Z', 'updated_at': '2021-11-15T22:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:07.108729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-24e2e037-7847-41b1-a2be-92e91379c8a2 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.110577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-24e2e037-7847-41b1-a2be-92e91379c8a2 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904428 Nov 15 22:21:07.114551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0b42c2-b722-44e1-b6fe-899030f0730c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.145417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Checking router: 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:07.147696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-3055bc54-4a6c-406f-b4db-d26290ed4080 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/quotas/e9feb86c37924e6c9375f0305f1fcc88 HTTP/1.1" status: 200 len: 375 time: 0.0260651 Nov 15 22:21:07.157134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f342523-325f-432e-b771-bf56e8de1758 req-d32dfd52-c2d8-4510-9c08-85684b335924 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633402 Nov 15 22:21:07.160118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:07.160455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:07.160817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:07.160948 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Routers {'7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:07.161706 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:07.176827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:07.176827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:07.189320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:07.189662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:07.190049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:07.190488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Bound port: d88f554f-513c-4ac6-9081-0175639af915, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:07.190844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.217597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4fd464a1-7a26-469d-92c7-cb8043b6f55a tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588744 Nov 15 22:21:07.217806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] For port 18b9661f-84f0-4bc1-af51-c89fc71cb40c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=18b9661f-84f0-4bc1-af51-c89fc71cb40c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:07.218009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.254575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Calling delete_port for 18b9661f-84f0-4bc1-af51-c89fc71cb40c owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:07.265960 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] Set router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:07.322233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:07.327162 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:06Z', 'revision_number': 6, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:07.342742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:07.354977 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ddbcf-bb16-4008-b261-860d2ddc699b None None] The sync data for ids ['7f3cd6a2-cf2b-4c28-9b0a-749860e680ca'] in n-d-817995-3 is: [{'id': '7f3cd6a2-cf2b-4c28-9b0a-749860e680ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-34391427-router', 'tenant_id': '612746eca5ea41a39da870f88cd5d524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:20:53Z', 'updated_at': '2021-11-15T22:21:06Z', 'revision_number': 6, 'project_id': '612746eca5ea41a39da870f88cd5d524', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:07.389132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-bbaa5b27-c80b-4345-999e-644977b7fab5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.390912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-bbaa5b27-c80b-4345-999e-644977b7fab5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.1277382 Nov 15 22:21:07.412171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-db6b850e-3e7f-4fc5-9925-260c00faef00 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/quotas/70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Nov 15 22:21:07.477983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.486370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-7a23bdc2-7827-4498-9ac5-79ac0f82ea93 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671546 Nov 15 22:21:07.528117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.529059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.530489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] 10.222.0.57 "PUT /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 1091 time: 1.4641790 Nov 15 22:21:07.530939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:07.533257 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658" -d '{"events": [{"name": "network-changed", "server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "tag": "d88f554f-513c-4ac6-9081-0175639af915"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:07.565857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a62eb-ffee-4d43-a117-add01ae40b7e service neutron] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:07.602100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-480431f2-ec7b-46de-95c7-910023dba136 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a270773c437a43fba22b7d9f0b926efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375648 Nov 15 22:21:07.635329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-c452a8ad-8086-4be1-80fb-2c206acbbfec service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380670 Nov 15 22:21:07.639228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.712905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b9661f-84f0-4bc1-af51-c89fc71cb40c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:07.746256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e0d1821-81cb-465b-82ab-e7e0c0c78aa1 req-acc35cb8-6700-495d-9c77-55b5e15632b5 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 210 time: 0.0919716 Nov 15 22:21:07.825389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-fd407e0c-a345-49d0-b777-c5a168d57db8 service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889756 Nov 15 22:21:07.828364 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5af361-b6d8-4b6a-8659-cf0c8470a2e2 x-openstack-request-id: req-ef5af361-b6d8-4b6a-8659-cf0c8470a2e2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:07.828742 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "tag": "d88f554f-513c-4ac6-9081-0175639af915", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:07.828957 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef5af361-b6d8-4b6a-8659-cf0c8470a2e2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:07.829635 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915', 'status': 'completed', 'code': 200} Nov 15 22:21:07.863316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-6d2d221b-e996-47e7-aed1-f4239ffb1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.865379 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-6d2d221b-e996-47e7-aed1-f4239ffb1bee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1094 time: 0.1608589 Nov 15 22:21:07.875835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-73354531-4d26-41de-9c3b-970ea0e86630 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.877932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-73354531-4d26-41de-9c3b-970ea0e86630 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668142 Nov 15 22:21:07.887866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:07.934798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Request body: {'port': {'device_id': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': 'a270773c437a43fba22b7d9f0b926efd'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:07.967248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-034119e4-a5bb-40bc-91b7-2bf30916a217 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0883591 Nov 15 22:21:07.968769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2317c6-3979-4917-92ee-a6e76591067a req-04e70a65-8c8d-4988-8008-72ec12fca978 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:07.974589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab2317c6-3979-4917-92ee-a6e76591067a req-04e70a65-8c8d-4988-8008-72ec12fca978 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.0782342 Nov 15 22:21:08.043251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab2317c6-3979-4917-92ee-a6e76591067a req-5f9125b3-b869-45d7-b09b-73248e8e4e47 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Nov 15 22:21:08.194479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db8be93b-83a2-4f26-a87d-c1fc2a00564f req-452ddb6c-ec11-4b60-8529-b379bbe2ae71 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 210 time: 0.0777607 Nov 15 22:21:08.263571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a658df-8ea6-4292-bb73-f021ae56939e req-8cc9cb9d-895f-45aa-b7e8-95a098f024eb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:08.273522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a658df-8ea6-4292-bb73-f021ae56939e req-8cc9cb9d-895f-45aa-b7e8-95a098f024eb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.1458790 Nov 15 22:21:08.384378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14967360-6370-4c37-932f-e1d5a6310b68 req-b1874990-8d5f-457f-9c5d-b05f53e9d032 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 210 time: 0.1080976 Nov 15 22:21:08.391309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a658df-8ea6-4292-bb73-f021ae56939e req-5ec63aca-5ebb-41ad-a2ff-3b67702bb963 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169145 Nov 15 22:21:08.396762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.440995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.459998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.469849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-16d2c91d-a5eb-456b-b920-2c109dafc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:08.471541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-16d2c91d-a5eb-456b-b920-2c109dafc437 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.4239581 Nov 15 22:21:08.500015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:08.533178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ec6c-bb59-4322-8f1e-99b18f5dc8a2 req-c41af1fa-45f7-4e28-895c-64d0bec348be tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:08.534665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c71ec6c-bb59-4322-8f1e-99b18f5dc8a2 req-c41af1fa-45f7-4e28-895c-64d0bec348be tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0743256 Nov 15 22:21:08.582257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-1fd2df9f-25b8-40ed-b663-079cafa14efe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345216 Nov 15 22:21:08.610852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c71ec6c-bb59-4322-8f1e-99b18f5dc8a2 req-d6a0c3c1-e42d-410b-8024-178ade11a0e6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Nov 15 22:21:08.614141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 18b9661f-84f0-4bc1-af51-c89fc71cb40c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:08.633339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:08.656597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 18b9661f-84f0-4bc1-af51-c89fc71cb40c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:08.658553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 18b9661f-84f0-4bc1-af51-c89fc71cb40c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:08.658553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 80d358a3-85b8-4d78-8300-be5f77ba821f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:08.679017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 80d358a3-85b8-4d78-8300-be5f77ba821f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:08.680595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 80d358a3-85b8-4d78-8300-be5f77ba821f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:08.681225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'c0535992-3801-4262-8a08-23a0f928da92', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'port_id': 'c0535992-3801-4262-8a08-23a0f928da92', 'mac_address': 'fa:16:3e:ae:d8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e5cf84-9ddc-49a1-89b6-552f2437ef22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:08.693972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.694413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3cd6a2-cf2b-4c28-9b0a-749860e680ca {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:21:08.716396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.716396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-31264cfd-6176-467a-8603-6a619dda22c6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7f3cd6a2-cf2b-4c28-9b0a-749860e680ca HTTP/1.1" status: 204 len: 168 time: 2.4000294 Nov 15 22:21:08.717132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:08.723465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.743524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0535992-3801-4262-8a08-23a0f928da92 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:08.773690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:08.796118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Deleting subnet f3531ffa-99e2-45d0-9687-8cfa2f329f1c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:21:08.808378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.829982 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-90412f06-6675-47ff-ad68-1361fa6b474f service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356675 Nov 15 22:21:08.832205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Made reservation on behalf of a270773c437a43fba22b7d9f0b926efd for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:08.836264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.851575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.898753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.901276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79e4a07a-9750-4102-a053-5ead2ea66948 req-4566a52a-e0cf-4256-bf27-f056d411800c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 210 time: 0.0654964 Nov 15 22:21:08.913272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:08.918432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.928756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.929301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.929372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.929639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.930142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:08.934979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['c0535992-3801-4262-8a08-23a0f928da92'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:09.058254 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e451bf2e-b8bd-4ecc-9259-63f72166eddc req-282ee82d-697f-4fd3-8dae-851fd551bc05 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173660 Nov 15 22:21:09.101418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.146521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.175546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d43a-ec9d-433e-b7dd-8176039f5231 req-8198a198-a3ab-4e75-83f2-72b0af94cddd tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:09.177669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db65d43a-ec9d-433e-b7dd-8176039f5231 req-8198a198-a3ab-4e75-83f2-72b0af94cddd tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 944 time: 0.0506632 Nov 15 22:21:09.227958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db65d43a-ec9d-433e-b7dd-8176039f5231 req-f81e6a2e-f7ac-4c21-ba21-921e552ba89a tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Nov 15 22:21:09.260791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.262581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.292423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.316003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3531ffa-99e2-45d0-9687-8cfa2f329f1c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:09.327687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98320ad3-4005-45fc-8332-a01865b566c4 req-26b80383-2a44-46d6-bc8b-24782af9e4bb tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 210 time: 0.0464628 Nov 15 22:21:09.339912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa436df-a765-4b00-b84a-1afa3600c5a5 None None] Network 5a61c52e-a4d1-453b-8868-1c2e100661d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:09.367325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.372931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3531ffa-99e2-45d0-9687-8cfa2f329f1c HTTP/1.1" status: 204 len: 168 time: 0.6513355 Nov 15 22:21:09.373496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:09.376578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.376939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.377272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.377602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.378003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.378707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.378707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.378973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.379253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.379571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.380089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.381013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b2c0f-6a96-4a91-a6de-c1d2e942e2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.394309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a2ab3a-4027-442b-8904-a3b8a62ba686,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:09.423281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-c5b42be5-3d91-44ad-b249-d90a5fc6db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:09.424952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-c5b42be5-3d91-44ad-b249-d90a5fc6db1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1094 time: 0.1960530 Nov 15 22:21:09.464560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.542769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6f10f73-3f10-4dcd-b478-7f51acbc1ee9 req-bc3638b6-fff4-4914-911d-266ac8309886 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 210 time: 0.0393033 Nov 15 22:21:09.568033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Deleting port 297d1256-a9dc-44bb-89b9-f5181889147d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:09.568374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.607180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Allocated IP 192.168.233.130 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/b925b5a4-5969-46bb-834c-e6233daa93c5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:09.637279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] DHCP port deletion for 5a61c52e-a4d1-453b-8868-1c2e100661d7 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:21:09.648085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] For port 297d1256-a9dc-44bb-89b9-f5181889147d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=297d1256-a9dc-44bb-89b9-f5181889147d,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:09.648468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.654086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-76fad997-9d65-48bc-a3b4-ac117896693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:09.655558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-76fad997-9d65-48bc-a3b4-ac117896693e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.2208688 Nov 15 22:21:09.667212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Calling delete_port for 297d1256-a9dc-44bb-89b9-f5181889147d owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:09.711216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-1a7d480e-72c1-4842-90d8-c52c44070a77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0384336 Nov 15 22:21:09.717973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Deleting port 297d1256-a9dc-44bb-89b9-f5181889147d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:09.718595 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.764172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaf799-eb3a-4056-9901-ba0bebc6ce8e req-6b71955e-301e-4a85-b16b-c26c970a6509 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:09.766058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-caaaf799-eb3a-4056-9901-ba0bebc6ce8e req-6b71955e-301e-4a85-b16b-c26c970a6509 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0967345 Nov 15 22:21:09.811699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] For port 297d1256-a9dc-44bb-89b9-f5181889147d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=297d1256-a9dc-44bb-89b9-f5181889147d,segment=NetworkSegment(508456cd-eb81-4402-a944-cc31ceff99e8),segment_id=508456cd-eb81-4402-a944-cc31ceff99e8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:09.812573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.824253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-c1c599f9-ab84-4b70-9285-42e3e84dd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:09.828539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-c1c599f9-ab84-4b70-9285-42e3e84dd6b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1062813 Nov 15 22:21:09.829360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-caaaf799-eb3a-4056-9901-ba0bebc6ce8e req-0ddfe32a-a300-486e-90a0-57688ae47bd2 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Nov 15 22:21:09.835792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Calling delete_port for 297d1256-a9dc-44bb-89b9-f5181889147d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:09.892029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:09.902132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-863059c8-20c3-46df-b3ad-96265799b029 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652347 Nov 15 22:21:09.954852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Pushing event deleted for resources: {'Port': ['ID=297d1256-a9dc-44bb-89b9-f5181889147d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:09.966379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] No DVR routers for this DVR port 297d1256-a9dc-44bb-89b9-f5181889147d on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:09.973561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.973954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.974790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.975116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.975438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.975921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.976241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.976557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.976898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.977225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.977527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:09.977838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:21:10.001924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.054026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e935c0-0d75-4c5c-8409-cdbf4e78cc68 req-c726afea-09ec-44e9-8a70-1172e5007eeb tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:10.055578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59e935c0-0d75-4c5c-8409-cdbf4e78cc68 req-c726afea-09ec-44e9-8a70-1172e5007eeb tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1588736 Nov 15 22:21:10.062071 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-8d15dda3-76f7-4dca-a088-7e64057d95aa service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440196 Nov 15 22:21:10.065188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.108193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.118024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] No DVR routers for this DVR port 297d1256-a9dc-44bb-89b9-f5181889147d on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:10.120225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e45317-0d94-4d9b-94cb-2fec1abafd6d None None] Pushing event deleted for resources: {'Port': ['ID=297d1256-a9dc-44bb-89b9-f5181889147d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:10.142218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a61c52e-a4d1-453b-8868-1c2e100661d7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:10.167498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508456cd-eb81-4402-a944-cc31ceff99e8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:10.167773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508456cd-eb81-4402-a944-cc31ceff99e8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:10.186526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f17b-fd43-4433-bdfd-521b5c0364d9 req-0b48a9e2-3a15-41cc-910f-3db6e68c3251 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:10.200499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdb2f17b-fd43-4433-bdfd-521b5c0364d9 req-0b48a9e2-3a15-41cc-910f-3db6e68c3251 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 944 time: 0.1315947 Nov 15 22:21:10.200499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59e935c0-0d75-4c5c-8409-cdbf4e78cc68 req-b567c277-128f-423e-a04f-baf286bd5943 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252513 Nov 15 22:21:10.200499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.202529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab49ce6c-6d23-4957-bfcd-41b6e8b8a658 req-9b9efc73-4c94-47d0-abd3-feab208aaf2c service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195009 Nov 15 22:21:10.221168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.241566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.248283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.248487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-fd791896-c3b5-45c7-9384-1d5c36824032 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381019 Nov 15 22:21:10.256214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:21:10.256604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:21:10.258404 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:21:10.292076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:10.296453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:10.298427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Pushing event updated for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:10.300572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:10.369209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:10.370010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.466295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-f9c20c03-1108-4e75-a610-8c5753418e5f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5491366 Nov 15 22:21:10.491160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Request body: {'port': {'device_id': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:10.502589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:10.508769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 297d1256-a9dc-44bb-89b9-f5181889147d no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:10.568276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.570519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 297d1256-a9dc-44bb-89b9-f5181889147d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:10.570883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 297d1256-a9dc-44bb-89b9-f5181889147d not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:10.610603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port c0535992-3801-4262-8a08-23a0f928da92 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:10.613960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.643700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdb2f17b-fd43-4433-bdfd-521b5c0364d9 req-71cfcb8a-1194-453f-b551-378d7d78ac68 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414921 Nov 15 22:21:10.678910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37863b65-f79f-404b-820d-772a6e408c74 req-e7ac2e12-e066-46b4-bf43-dc16eebc9b40 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 210 time: 0.0988667 Nov 15 22:21:10.682471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dfc68f5c-1f72-440c-82b7-c5ab54e78165 None None] Provisioning complete for port b925b5a4-5969-46bb-834c-e6233daa93c5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:10.683030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfc68f5c-1f72-440c-82b7-c5ab54e78165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.749913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dfc68f5c-1f72-440c-82b7-c5ab54e78165 None None] Port b925b5a4-5969-46bb-834c-e6233daa93c5 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:10.766788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.786446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.797742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:10.799968 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e588b7f5-ca08-4edf-a315-a43cf4c68c06" -d '{"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:10.814335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:10.827122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-da949675-4880-4769-a6fb-c5a2477ca2c9 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:10.827122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-da949675-4880-4769-a6fb-c5a2477ca2c9 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5528185 Nov 15 22:21:10.831283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.834374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a61c52e-a4d1-453b-8868-1c2e100661d7 HTTP/1.1" status: 204 len: 168 time: 1.4598656 Nov 15 22:21:10.836265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c311358-bcb0-4689-8822-239cab1ad254 req-292f7af7-267c-4fd7-bffc-62febfba4da8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 210 time: 0.0583673 Nov 15 22:21:10.850763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Request body: {'port': {'device_id': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': 'e9feb86c37924e6c9375f0305f1fcc88'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:10.856568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d9399-314d-4d3a-9ef3-34cde624a48d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a61c52e-a4d1-453b-8868-1c2e100661d7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:10.898613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:10.924191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcedc39-be4e-43d5-9ef9-38d07f0e3200 req-ff78e3c3-eb21-407d-ae0e-0d3f8078c18b tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:10.931939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fcedc39-be4e-43d5-9ef9-38d07f0e3200 req-ff78e3c3-eb21-407d-ae0e-0d3f8078c18b tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 936 time: 0.2009709 Nov 15 22:21:10.954326 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a4e7cc-83ce-45c5-9eed-09df68fba81e x-openstack-request-id: req-f0a4e7cc-83ce-45c5-9eed-09df68fba81e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:10.954633 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:10.954883 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0a4e7cc-83ce-45c5-9eed-09df68fba81e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:10.955937 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92', 'code': 200} Nov 15 22:21:10.978029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:11.034329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fcedc39-be4e-43d5-9ef9-38d07f0e3200 req-a0372ffc-8c06-474b-9f4d-d33a878c11fc tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892093 Nov 15 22:21:11.049730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b925b5a4-5969-46bb-834c-e6233daa93c5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:11.059982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.108028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56aae4-f96d-4654-a0db-5a222a7f1837 req-71a2d709-c0ce-4d51-ac45-0b42db545c50 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:11.109983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b56aae4-f96d-4654-a0db-5a222a7f1837 req-71a2d709-c0ce-4d51-ac45-0b42db545c50 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0718067 Nov 15 22:21:11.116734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Transition to ACTIVE for port object b925b5a4-5969-46bb-834c-e6233daa93c5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:11.170197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-3710f023-bb3d-4f28-baa5-ec4701edb6f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:11.172004 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-3710f023-bb3d-4f28-baa5-ec4701edb6f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.2661755 Nov 15 22:21:11.176585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b56aae4-f96d-4654-a0db-5a222a7f1837 req-d187b23c-e701-4121-97b4-c8e8b63c9b34 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587647 Nov 15 22:21:11.186991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Request body: {'port': {'device_id': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'admin_state_up': True, 'tenant_id': '70074a4959e043f887a1638f5fe15aa3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:11.211916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Made reservation on behalf of e9feb86c37924e6c9375f0305f1fcc88 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:11.216166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.227926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.252063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.252592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:11.333948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Pushing event updated for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:11.342145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-312ff801-125b-49b5-b9c0-dda58c496b01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=612746eca5ea41a39da870f88cd5d524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883455 Nov 15 22:21:11.346525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:11.373847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f892a-b788-4fbc-b665-787a90f26af1 req-d70c2a0f-ce6f-4862-a272-497ef5ff3785 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:11.375360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-455f892a-b788-4fbc-b665-787a90f26af1 req-d70c2a0f-ce6f-4862-a272-497ef5ff3785 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.0820982 Nov 15 22:21:11.403826 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.484313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-455f892a-b788-4fbc-b665-787a90f26af1 req-0e276cea-e3fe-424d-ac50-6d823d9d64b6 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807402 Nov 15 22:21:11.484313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.492486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.497254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Attempting to bind port b925b5a4-5969-46bb-834c-e6233daa93c5 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:11.497591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Attempting to bind port b925b5a4-5969-46bb-834c-e6233daa93c5 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:11.497914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Attempting to bind port b925b5a4-5969-46bb-834c-e6233daa93c5 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:11.511033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Port b925b5a4-5969-46bb-834c-e6233daa93c5 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:11.511578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Attempting to bind port b925b5a4-5969-46bb-834c-e6233daa93c5 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:11.528575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.530528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:11.537864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:11.537864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:11.537864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Bound port: b925b5a4-5969-46bb-834c-e6233daa93c5, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:11.537864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.554894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17706ee-0208-44ee-aefc-1400d82a955c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:11.613755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:11.617313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.621834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.55', 59097) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:11.629472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Allocated IP 192.168.233.73 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/f43588ab-71d0-47f7-b306-cd55fa003e82) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:11.642153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:11.647036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b925b5a4-5969-46bb-834c-e6233daa93c5,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:11.729790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.732901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.736535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e28c3df-f4e6-4b19-bd65-e403724fef26 HTTP/1.1" status: 204 len: 168 time: 0.3812656 Nov 15 22:21:11.784020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.801738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f3003-5e68-4515-bd3e-5da6bd79c70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e28c3df-f4e6-4b19-bd65-e403724fef26,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:11.830190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59b09841-dfac-4961-b285-2070d44721f6 req-781f9730-1975-47c9-996b-31802898e9bf tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 210 time: 0.0499041 Nov 15 22:21:11.839434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362844-c718-4302-8185-fd8b60c00093 req-1ae7326b-6cb2-47f4-9aec-0fba99064b66 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:11.840981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d362844-c718-4302-8185-fd8b60c00093 req-1ae7326b-6cb2-47f4-9aec-0fba99064b66 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.2056634 Nov 15 22:21:11.854753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Allocated IP 172.20.0.10 (82f0a695-51c1-4536-a948-4abd73990d79/50728064-98df-4224-a13d-307574dca077/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:11.857748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:11.858563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:11.860448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] 10.222.0.55 "PUT /v2.0/ports/b925b5a4-5969-46bb-834c-e6233daa93c5 HTTP/1.1" status: 200 len: 1096 time: 1.3745000 Nov 15 22:21:11.861105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:11.864070 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05d654c-f77f-4ef2-93c3-9667b7320a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:11.934945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11723c6f-c48b-4d96-843d-a8149c135c1c service neutron] Pushing event updated for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:11.985543 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3cacb-e3fe-48d2-b31d-aa81cd00850b x-openstack-request-id: req-49f3cacb-e3fe-48d2-b31d-aa81cd00850b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:11.986105 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:11.987325 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49f3cacb-e3fe-48d2-b31d-aa81cd00850b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:11.987881 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5', 'status': 'completed', 'code': 200} Nov 15 22:21:12.049489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d88f554f-513c-4ac6-9081-0175639af915 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:12.088212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f117a-f58c-44f5-bbee-3ebde657aff6 req-908bad06-a261-43a2-934e-6038cdf944e6 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.089777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3f117a-f58c-44f5-bbee-3ebde657aff6 req-908bad06-a261-43a2-934e-6038cdf944e6 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 945 time: 0.3644450 Nov 15 22:21:12.156175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-cfa0031f-5750-4c90-b722-89a27e7961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.157449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-cfa0031f-5750-4c90-b722-89a27e7961ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a270773c437a43fba22b7d9f0b926efd&device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 1099 time: 0.1576698 Nov 15 22:21:12.189271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d42998dd-d392-41e6-a096-144d267a9c6c req-8bba3ed1-8044-4669-aed3-ceda85c2f208 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 210 time: 0.0901616 Nov 15 22:21:12.241595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:12.241737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-b10d9bc3-0180-4fec-860f-feb40e8a2131 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b925b5a4-5969-46bb-834c-e6233daa93c5 HTTP/1.1" status: 200 len: 217 time: 0.0679688 Nov 15 22:21:12.253321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.269265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'd88f554f-513c-4ac6-9081-0175639af915', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'port_id': 'd88f554f-513c-4ac6-9081-0175639af915', 'mac_address': 'fa:16:3e:6c:6d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9221909-c4e2-4c53-9cd2-f3ce229d30ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:12.280402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.314490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.320638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-1ebde2f9-67cd-4c79-9d89-505ee27ea6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.322112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-1ebde2f9-67cd-4c79-9d89-505ee27ea6f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0661175 Nov 15 22:21:12.323824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3f117a-f58c-44f5-bbee-3ebde657aff6 req-78acb1a0-9d2c-4f2e-94da-243b652a212e tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505129 Nov 15 22:21:12.329281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88f554f-513c-4ac6-9081-0175639af915 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:12.352719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:12.392054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-89dddf26-1ba2-45ff-965a-1589080e115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.393796 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-89dddf26-1ba2-45ff-965a-1589080e115b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552051 Nov 15 22:21:12.427809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Deleting port c0535992-3801-4262-8a08-23a0f928da92 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:12.428165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.435845 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.441754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefede5-2745-4dd8-a9e4-d9bc388721bb req-d2c0f8c3-904e-438c-a47f-a3f08978809f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.449595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4eefede5-2745-4dd8-a9e4-d9bc388721bb req-d2c0f8c3-904e-438c-a47f-a3f08978809f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 948 time: 0.1167235 Nov 15 22:21:12.519782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.526533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:12.529903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.568667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Network 82f0a695-51c1-4536-a948-4abd73990d79 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:12.599260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:12.610635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:12.624759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:12.692117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.695651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d88f554f-513c-4ac6-9081-0175639af915'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:12.707890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:12.725010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4eefede5-2745-4dd8-a9e4-d9bc388721bb req-53625a2e-62b0-4665-9b5f-6c3a28064143 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744236 Nov 15 22:21:12.756775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:12.770819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:12.780231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:12.820604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:12.855711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] For port c0535992-3801-4262-8a08-23a0f928da92, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c0535992-3801-4262-8a08-23a0f928da92,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:12.855922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.873706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf34f-9ff4-404e-a077-84840404b587 req-f4c8d68f-6e4e-4d08-ba42-a19e85bd36c5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:12.875273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62eaf34f-9ff4-404e-a077-84840404b587 req-f4c8d68f-6e4e-4d08-ba42-a19e85bd36c5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.3333428 Nov 15 22:21:12.898121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:12.971145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:12.973892 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b80e7e-2691-45d9-9c5f-cede560610e5" -d '{"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:13.002219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Calling delete_port for c0535992-3801-4262-8a08-23a0f928da92 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:13.026226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:13.057797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.058414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.097517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62eaf34f-9ff4-404e-a077-84840404b587 req-09c12d83-5d38-4e7d-8acb-861a1aded404 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936860 Nov 15 22:21:13.141651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:13.145721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-8d239321-6cfc-4a00-b926-9894e90a4455 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346444 Nov 15 22:21:13.166973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731703f5-21ac-489e-bff7-cf81a7f4e132 req-eeb52ba9-1942-493d-be16-5e9250c47d30 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.168523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-731703f5-21ac-489e-bff7-cf81a7f4e132 req-eeb52ba9-1942-493d-be16-5e9250c47d30 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.3204751 Nov 15 22:21:13.203870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-473f1aff-f0e4-42b8-8767-85741f7fb161 None None] Provisioning complete for port f43588ab-71d0-47f7-b306-cd55fa003e82 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:13.205345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f1aff-f0e4-42b8-8767-85741f7fb161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.236666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-4af3721d-9def-4228-a53f-ac35b49b2a85 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3955481 Nov 15 22:21:13.259082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.260260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.275189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Request body: {'port': {'device_id': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:13.289880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-473f1aff-f0e4-42b8-8767-85741f7fb161 None None] Port f43588ab-71d0-47f7-b306-cd55fa003e82 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:13.328159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7427402a-5b40-4c5c-a807-8bde0e747e94 req-9a36c5c7-95f2-44db-9cda-1bb8b8ce4657 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684237 Nov 15 22:21:13.341691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-2f788f56-48d8-46b4-8b23-e42eabe405a5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1585774 Nov 15 22:21:13.359680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Request body: {'port': {'device_id': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:13.408745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-731703f5-21ac-489e-bff7-cf81a7f4e132 req-4e3ffbca-5794-44de-b9bc-6b3d9502993a tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223327 Nov 15 22:21:13.459496 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25ae0f-d3a8-4222-a3a7-038ca6598700 x-openstack-request-id: req-2b25ae0f-d3a8-4222-a3a7-038ca6598700 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:13.459778 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0535992-3801-4262-8a08-23a0f928da92", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:13.460026 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b25ae0f-d3a8-4222-a3a7-038ca6598700 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:13.460407 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92', 'code': 200} Nov 15 22:21:13.471083 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.475030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.492910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc94b1-db3a-4f1b-a684-5787427987b4 req-13168837-fba5-4626-9afc-683102e691bd tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.495246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22cc94b1-db3a-4f1b-a684-5787427987b4 req-13168837-fba5-4626-9afc-683102e691bd tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 935 time: 0.2808638 Nov 15 22:21:13.498063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:13.527175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-6ad384c3-e6b9-4a1b-8862-2720b0ae81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.528717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-6ad384c3-e6b9-4a1b-8862-2720b0ae81fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a270773c437a43fba22b7d9f0b926efd&device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 1099 time: 0.0966933 Nov 15 22:21:13.671471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-379846644-network', 'tenant_id': 'a6b952002f974817874a464072396080'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:13.696926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22cc94b1-db3a-4f1b-a684-5787427987b4 req-7fa61309-6b1e-426b-8d86-1130336bb148 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782227 Nov 15 22:21:13.718135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4d30b-00a2-474a-974a-799c2c762a00 req-e5b56b05-7df6-4531-8dd9-6b44f5f93e8d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.725941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28c4d30b-00a2-474a-974a-799c2c762a00 req-e5b56b05-7df6-4531-8dd9-6b44f5f93e8d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 932 time: 0.1587009 Nov 15 22:21:13.736872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.740064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-c8b25dd7-cd4c-412c-b99c-33d7c6ee7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.741620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-c8b25dd7-cd4c-412c-b99c-33d7c6ee7aa8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1937029 Nov 15 22:21:13.797470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event deleted for resources: {'Port': ['ID=c0535992-3801-4262-8a08-23a0f928da92,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:13.811354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Made reservation on behalf of a6b952002f974817874a464072396080 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:13.813603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.816109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-46263f86-7a67-4186-bc94-db81efdbebae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b925b5a4-5969-46bb-834c-e6233daa93c5 HTTP/1.1" status: 200 len: 217 time: 0.0437331 Nov 15 22:21:13.827687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.874513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef908b2f-2b0b-4776-b1f1-693516fbe1fe req-9b89867d-354b-4208-bf72-75a825649d71 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 210 time: 0.0916235 Nov 15 22:21:13.905008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] No DVR routers for this DVR port c0535992-3801-4262-8a08-23a0f928da92 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:13.909350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:13.912659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d362844-c718-4302-8185-fd8b60c00093 req-0a4445ae-9a4f-4fec-87ba-824c477f5c55 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.55 "DELETE /v2.0/ports/c0535992-3801-4262-8a08-23a0f928da92 HTTP/1.1" status: 204 len: 173 time: 2.0577335 Nov 15 22:21:13.917514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-deleted', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:13.917514 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb5a6fd-1de3-49ff-a793-f12b9cbdbc0e" -d '{"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-deleted", "tag": "c0535992-3801-4262-8a08-23a0f928da92"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:13.920495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-2a109bdd-2d0e-4918-86a0-14f5b102094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:13.921815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-2a109bdd-2d0e-4918-86a0-14f5b102094d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0951755 Nov 15 22:21:13.930057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28c4d30b-00a2-474a-974a-799c2c762a00 req-76db847f-80d6-4d1f-95aa-758980d89e07 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023525 Nov 15 22:21:14.015323 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b0d3b3-1051-4580-b660-4016da4dfdf3 x-openstack-request-id: req-b4b0d3b3-1051-4580-b660-4016da4dfdf3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:14.017265 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7205b1-e202-4f3c-b0e5-ecad22347f2b", "name": "network-vif-deleted", "tag": "c0535992-3801-4262-8a08-23a0f928da92", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:14.017713 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4b0d3b3-1051-4580-b660-4016da4dfdf3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:14.018276 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7205b1-e202-4f3c-b0e5-ecad22347f2b', 'name': 'network-vif-deleted', 'tag': 'c0535992-3801-4262-8a08-23a0f928da92', 'status': 'completed', 'code': 200} Nov 15 22:21:14.037773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:14.048987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-c510d497-d754-4d65-90df-325e697c464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.050488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-c510d497-d754-4d65-90df-325e697c464e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189744 Nov 15 22:21:14.058650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.072241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d88f554f-513c-4ac6-9081-0175639af915 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:14.102451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.123186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:14.135370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.138103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Transition to ACTIVE for port object 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:14.165952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4836f-f2a1-4abc-a33f-3691d31b96e7 req-dc9b202a-faf1-42a9-aca3-62110e495562 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.167914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.170658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7f4836f-f2a1-4abc-a33f-3691d31b96e7 req-dc9b202a-faf1-42a9-aca3-62110e495562 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 948 time: 0.1200891 Nov 15 22:21:14.172340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Transition to ACTIVE for port object f43588ab-71d0-47f7-b306-cd55fa003e82 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:14.210298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:21:14.213872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-88b2720b-ad2f-4704-8738-0e5b32a783e7 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520345 Nov 15 22:21:14.222832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.230666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad09491-5b01-436c-bbce-a10d09465c36,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.245683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.246081 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Added segment 91603f36-66ec-4f6b-8867-fd8606c63a19 of type vlan for network b22a811a-1b8d-4a36-875a-ae500135cd44 Nov 15 22:21:14.256362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7f4836f-f2a1-4abc-a33f-3691d31b96e7 req-07e939a4-b646-43d2-90cb-c2ea24df124c tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797670 Nov 15 22:21:14.263587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port d88f554f-513c-4ac6-9081-0175639af915 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:14.267541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.267699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port d88f554f-513c-4ac6-9081-0175639af915 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:14.273410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.287027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04978f-0251-411b-93ed-f80ae3734316 req-11d49ca1-1bc3-45fa-bbc3-43c72d5523d5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.295947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c04978f-0251-411b-93ed-f80ae3734316 req-11d49ca1-1bc3-45fa-bbc3-43c72d5523d5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.0782032 Nov 15 22:21:14.353232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.404823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:14.418573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.441474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c04978f-0251-411b-93ed-f80ae3734316 req-4579b566-6e40-44a1-a9c8-70b499af51fb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407382 Nov 15 22:21:14.473234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.473838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Attempting to bind port f43588ab-71d0-47f7-b306-cd55fa003e82 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:14.473939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Attempting to bind port f43588ab-71d0-47f7-b306-cd55fa003e82 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:14.474478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Attempting to bind port f43588ab-71d0-47f7-b306-cd55fa003e82 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:14.483680 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.498155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Port f43588ab-71d0-47f7-b306-cd55fa003e82 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:14.498521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Attempting to bind port f43588ab-71d0-47f7-b306-cd55fa003e82 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:14.499406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.521438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:14.521773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:14.522188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:14.522634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Bound port: f43588ab-71d0-47f7-b306-cd55fa003e82, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:14.525057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.556378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f03fe-f5b3-41ff-ac05-46d6b8d3d1c8 req-9f51b935-ffd1-455f-ba3a-88ca07cd21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.558127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-589f03fe-f5b3-41ff-ac05-46d6b8d3d1c8 req-9f51b935-ffd1-455f-ba3a-88ca07cd21e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1123 time: 0.3323455 Nov 15 22:21:14.567309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.603805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0261-7344-4631-953a-98586c5dfff5 req-1b346fff-ed0f-4db6-a941-b5caaf717616 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.605334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffcd0261-7344-4631-953a-98586c5dfff5 req-1b346fff-ed0f-4db6-a941-b5caaf717616 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1006274 Nov 15 22:21:14.631827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f05d654c-f77f-4ef2-93c3-9667b7320a6e req-6d99ad50-231d-4206-9824-da2479dfacd3 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002812 Nov 15 22:21:14.646886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:14.669372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-589f03fe-f5b3-41ff-ac05-46d6b8d3d1c8 req-7c13eefe-eb31-4467-9a9c-354c1de17115 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825689 Nov 15 22:21:14.671309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:14.672334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:14.672690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:14.673012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:14.678932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.679788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.680359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.680717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffcd0261-7344-4631-953a-98586c5dfff5 req-7815a34d-79c5-452f-b85d-c771d70209c1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687277 Nov 15 22:21:14.687883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:14.689130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:14.734978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.737780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:14.738118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:14.738495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:14.738949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Bound port: 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:14.740040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.767975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] Pushing event updated for resources: {'Network': ['ID=b22a811a-1b8d-4a36-875a-ae500135cd44,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.772579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.773198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.774812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] 10.222.0.55 "PUT /v2.0/ports/f43588ab-71d0-47f7-b306-cd55fa003e82 HTTP/1.1" status: 200 len: 1095 time: 1.5099499 Nov 15 22:21:14.781306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b22a811a-1b8d-4a36-875a-ae500135cd44 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:21:14.813812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0af544aa-4567-475a-9c41-f21d93d50874 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3149807 Nov 15 22:21:14.817029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:14.820472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71449a8-d258-4008-8e8f-7f517fd91f6b service neutron] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:14.826135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Request body: {'subnet': {'network_id': 'b22a811a-1b8d-4a36-875a-ae500135cd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-379846644-subnet', 'tenant_id': 'a6b952002f974817874a464072396080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:14.868216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:14.873266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:14.885829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cdc85-b9c6-4b3c-a1b7-c074f6939fb2 req-3a8e9f58-c6ec-44ec-a14c-e2fb02f4c6f1 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.888077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-398cdc85-b9c6-4b3c-a1b7-c074f6939fb2 req-3a8e9f58-c6ec-44ec-a14c-e2fb02f4c6f1 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 947 time: 0.0811975 Nov 15 22:21:14.972162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-a10d2b9f-bd3d-40d8-92d3-32ba24fb5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:14.975508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-a10d2b9f-bd3d-40d8-92d3-32ba24fb5b6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 1098 time: 0.0865195 Nov 15 22:21:14.985222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:14.989432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-398cdc85-b9c6-4b3c-a1b7-c074f6939fb2 req-facca7ac-e823-4418-9778-a91f28a45daa tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929835 Nov 15 22:21:15.001517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Made reservation on behalf of a6b952002f974817874a464072396080 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:15.004339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:15.045314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2105e70-d224-497e-9057-973fbed8d623 req-da9de6d6-889d-4f86-ac8f-68118e12400d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7205b1-e202-4f3c-b0e5-ecad22347f2b HTTP/1.1" status: 200 len: 210 time: 0.0677564 Nov 15 22:21:15.046784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-5720aad9-e583-46af-8d29-6cf878088716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f43588ab-71d0-47f7-b306-cd55fa003e82 HTTP/1.1" status: 200 len: 217 time: 0.0565124 Nov 15 22:21:15.082895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.084039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:15.085469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 1092 time: 1.7303889 Nov 15 22:21:15.087492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:15.089633 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ca541-57bd-404e-abb8-259049f68894" -d '{"events": [{"name": "network-changed", "server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:15.139782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e54cd-687e-4ad9-b5ef-126b645bc9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:15.188444 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a12fae-becd-470e-a4bf-7cf22a77835f x-openstack-request-id: req-c0a12fae-becd-470e-a4bf-7cf22a77835f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:15.188786 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:15.189064 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0a12fae-becd-470e-a4bf-7cf22a77835f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:15.189452 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'status': 'completed', 'code': 200} Nov 15 22:21:15.284525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca541-57bd-404e-abb8-259049f68894 req-54ce03e7-576e-4d23-a66b-15fae578a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.286118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d5ca541-57bd-404e-abb8-259049f68894 req-54ce03e7-576e-4d23-a66b-15fae578a779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1095 time: 0.0545232 Nov 15 22:21:15.352447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:15.422691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c997101e-61d7-4c34-ab75-f06b103e8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.424165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-c997101e-61d7-4c34-ab75-f06b103e8f4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.3648736 Nov 15 22:21:15.439259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae94fb5-ef5d-491a-ac78-1105f2cc3b83 req-3dd14d6e-ebb7-48fe-a291-fd51f2b60143 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.439883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960bd5ef-aa32-439e-b997-fa5d4899b612,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:15.440642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae94fb5-ef5d-491a-ac78-1105f2cc3b83 req-3dd14d6e-ebb7-48fe-a291-fd51f2b60143 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 948 time: 0.0917854 Nov 15 22:21:15.449767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c679d2-1bda-49c2-b86b-ccf5d4335650 req-28fb9496-5a0f-4783-a3e3-a25f4e178804 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.452597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Checking segment: {'id': '91603f36-66ec-4f6b-8867-fd8606c63a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b22a811a-1b8d-4a36-875a-ae500135cd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:15.452977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Network hostable DHCP agents. Network: b22a811a-1b8d-4a36-875a-ae500135cd44, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:21:15.453270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c679d2-1bda-49c2-b86b-ccf5d4335650 req-28fb9496-5a0f-4783-a3e3-a25f4e178804 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.1025140 Nov 15 22:21:15.459007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca541-57bd-404e-abb8-259049f68894 req-6165525b-7587-4fd0-ae5b-1064e18f229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.460466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d5ca541-57bd-404e-abb8-259049f68894 req-6165525b-7587-4fd0-ae5b-1064e18f229c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70074a4959e043f887a1638f5fe15aa3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1609800 Nov 15 22:21:15.461810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:15.465605 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c89fbc-c542-4abf-a9dd-223ed47aec93" -d '{"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-plugged", "status": "completed", "tag": "d88f554f-513c-4ac6-9081-0175639af915"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:15.558952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-35faef90-732f-4a44-8950-bdfb95d56107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.560439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-35faef90-732f-4a44-8950-bdfb95d56107 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189461 Nov 15 22:21:15.561199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca541-57bd-404e-abb8-259049f68894 req-096aa480-abb6-413a-ab64-c9de681572a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.563628 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d5ca541-57bd-404e-abb8-259049f68894 req-096aa480-abb6-413a-ab64-c9de681572a7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945861 Nov 15 22:21:15.568122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c679d2-1bda-49c2-b86b-ccf5d4335650 req-edc12ee6-3dce-4dab-8b07-f219e2053a86 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832522 Nov 15 22:21:15.572435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae94fb5-ef5d-491a-ac78-1105f2cc3b83 req-f81e19e8-5240-4771-953b-1e49f59504a8 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891540 Nov 15 22:21:15.573621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Network b22a811a-1b8d-4a36-875a-ae500135cd44 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:21:15.678061 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fd6e2-da90-4aa1-b576-1c526f9277aa x-openstack-request-id: req-3c2fd6e2-da90-4aa1-b576-1c526f9277aa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:15.678377 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-plugged", "status": "completed", "tag": "d88f554f-513c-4ac6-9081-0175639af915", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:15.678628 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c2fd6e2-da90-4aa1-b576-1c526f9277aa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:15.679046 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915', 'code': 200} Nov 15 22:21:15.694899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-4a5755dc-4c08-4968-9c86-25f8da506465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.696486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-4a5755dc-4c08-4968-9c86-25f8da506465 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1095 time: 0.0485222 Nov 15 22:21:15.698485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b22a811a-1b8d-4a36-875a-ae500135cd44) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:15.704573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-272bd6d1-2ce8-4c48-9424-3a630b8a3475 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227770 Nov 15 22:21:15.704881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.704881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:15.708051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e3b60e-7f8d-4a36-be3e-80a3de2abfab None None] Network b22a811a-1b8d-4a36-875a-ae500135cd44 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:15.723148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225ab94-bb99-4e8e-bfa0-482395aa8e92 req-17d04a92-e127-495b-9ae0-01e9b01f7474 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.725280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a225ab94-bb99-4e8e-bfa0-482395aa8e92 req-17d04a92-e127-495b-9ae0-01e9b01f7474 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 945 time: 0.0775647 Nov 15 22:21:15.803444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-bf2e7c77-6d1a-409a-af01-d9f12b70bb59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 217 time: 0.0834794 Nov 15 22:21:15.842346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70770c58-5d77-4b8b-9d09-d0091750eb31 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0240939 Nov 15 22:21:15.899475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-663662b0-1776-412d-bf49-5c5cf302cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.901424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-663662b0-1776-412d-bf49-5c5cf302cae7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0859897 Nov 15 22:21:15.904550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a225ab94-bb99-4e8e-bfa0-482395aa8e92 req-4fcd504f-9d5e-454e-a1f7-951628346133 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672678 Nov 15 22:21:15.927544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49192-d386-4f4b-9073-a08f44e56f84 req-83376095-391e-466d-8bdd-79c679934039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.928745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f56f-6826-4b7f-9ca2-07da54776821 req-39db4498-a285-485c-a4eb-7e78473ca3d4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:15.940750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6c49192-d386-4f4b-9073-a08f44e56f84 req-83376095-391e-466d-8bdd-79c679934039 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1246679 Nov 15 22:21:15.940909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c24f56f-6826-4b7f-9ca2-07da54776821 req-39db4498-a285-485c-a4eb-7e78473ca3d4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 972 time: 0.1503425 Nov 15 22:21:15.948682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7527e8b1-3c5e-4d76-ab99-91da632b7421 req-9adfefe2-c198-4784-91c2-a2302378ace1 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222748 Nov 15 22:21:15.954987 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-a70012a4-cbe2-4c7c-ad7c-bebe2f0f7f52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398290 Nov 15 22:21:16.004767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e5a32-a902-483b-95a8-729c953ca802 None None] Network b22a811a-1b8d-4a36-875a-ae500135cd44 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:16.012684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c24f56f-6826-4b7f-9ca2-07da54776821 req-8754d564-fa84-4972-ab3c-93a9321a2410 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 Nov 15 22:21:16.020153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:16.023831 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:16.082615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:16.092834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:16.095550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6c49192-d386-4f4b-9073-a08f44e56f84 req-3745f72d-24c6-4088-8dc2-63b7b389cea3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412108 Nov 15 22:21:16.102221 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc7612-995b-4639-9f68-3de1a6237cd0 x-openstack-request-id: req-cdbc7612-995b-4639-9f68-3de1a6237cd0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:16.102499 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:16.103325 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdbc7612-995b-4639-9f68-3de1a6237cd0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:16.104140 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'status': 'completed', 'code': 200} Nov 15 22:21:16.137801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-6ce84aee-01a8-4d2e-9885-b19379b922f5 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646323 Nov 15 22:21:16.204637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a47a-0a7e-49cd-b9bf-75a2aa34b267 req-5813a173-6c96-4cd3-b3fc-acc12f948238 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.214110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a21a47a-0a7e-49cd-b9bf-75a2aa34b267 req-5813a173-6c96-4cd3-b3fc-acc12f948238 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 947 time: 0.1172497 Nov 15 22:21:16.219207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-99383618-0320-4319-a388-870306346ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.220719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-99383618-0320-4319-a388-870306346ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 1098 time: 0.0775568 Nov 15 22:21:16.254175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-081816b1-bbe3-4f0c-aa75-5d585a49fabb req-bf4b1d77-820a-4e8b-86b3-aea8484879fa service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068168 Nov 15 22:21:16.308455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-263402017', 'description': 'tempest-description-2055204461'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:16.334072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a21a47a-0a7e-49cd-b9bf-75a2aa34b267 req-9d132d5e-a747-4197-b6bf-bb221f939b39 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188409 Nov 15 22:21:16.345192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.349335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:16.374729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-c1cb4146-b163-485e-bf8f-6f6e6f2ba733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.376181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-c1cb4146-b163-485e-bf8f-6f6e6f2ba733 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1411152 Nov 15 22:21:16.379902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'mac_address': 'fa:16:3e:2d:3a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1270979029', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:16.428330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:16.444118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.455859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.461912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:16.466359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-a391304d-7892-437f-b681-3fe4f9886bf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f43588ab-71d0-47f7-b306-cd55fa003e82 HTTP/1.1" status: 200 len: 217 time: 0.0823596 Nov 15 22:21:16.483263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.531767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b925b5a4-5969-46bb-834c-e6233daa93c5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:16.533666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:16.550606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-2f1eb30a-bdba-4b95-8eaa-2e522ff9bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.553059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-2f1eb30a-bdba-4b95-8eaa-2e522ff9bba8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0760274 Nov 15 22:21:16.569066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: c0535992-3801-4262-8a08-23a0f928da92 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:16.569405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c0535992-3801-4262-8a08-23a0f928da92 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:16.587485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.602670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:21:16.603032 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:21:16.605411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:16.668656 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.685296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b925b5a4-5969-46bb-834c-e6233daa93c5,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:16.696559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-7926fdbf-384d-4393-9dfa-436202ac1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.696761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'b925b5a4-5969-46bb-834c-e6233daa93c5', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'b925b5a4-5969-46bb-834c-e6233daa93c5', 'mac_address': 'fa:16:3e:15:d9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:16.702521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-7926fdbf-384d-4393-9dfa-436202ac1b6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333699 Nov 15 22:21:16.735212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.741758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc266a5-dae0-4527-b135-78e8a9e77df4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:16.749631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b925b5a4-5969-46bb-834c-e6233daa93c5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:16.768643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b925b5a4-5969-46bb-834c-e6233daa93c5,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:16.784561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-888fb809-7a4d-42a7-b526-b3cc41cd3bb7 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:16.786033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-888fb809-7a4d-42a7-b526-b3cc41cd3bb7 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.2068694 Nov 15 22:21:16.792473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.793588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71b55810-042c-463a-abad-4fecb085a4e2 req-35700d73-b3b6-4b5a-a065-c92cd047bcd0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4993601 Nov 15 22:21:16.808413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-3203adf8-db7a-42dc-9b6f-631d30785fe3 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/quotas/af7de271b9cd47869e4574fbdec61b9f HTTP/1.1" status: 200 len: 375 time: 0.0138626 Nov 15 22:21:16.857834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:16.889972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-514de6c9-094e-4344-bfd8-f228bdf8dbc8 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791642 Nov 15 22:21:16.905616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:16.917320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-0e7aa5c1-a52c-4999-b9da-657bd84e483f tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023204 Nov 15 22:21:17.003802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c86b-bca4-4d64-9e1a-0df3bb3855dc req-efe61275-5530-4252-9adf-38ff3c2cef38 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:17.005701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a405c86b-bca4-4d64-9e1a-0df3bb3855dc req-efe61275-5530-4252-9adf-38ff3c2cef38 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.1520090 Nov 15 22:21:17.110645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a405c86b-bca4-4d64-9e1a-0df3bb3855dc req-5abccc7b-3e89-4b3c-bc20-bc862c523214 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969794 Nov 15 22:21:17.113021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b1d593-a6c5-4d70-ac49-a91d77a11d5a req-3d86ae9f-311d-431e-b0f5-37a833d27712 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107275 Nov 15 22:21:17.114931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-e4a6a1e8-ecd5-4055-9af4-604b3053e1ed service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872609 Nov 15 22:21:17.139265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['b925b5a4-5969-46bb-834c-e6233daa93c5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:17.176279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.201511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:17.229582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:17.247455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a02bc-2425-457a-a716-9a2b56abf295 req-9e9ed01d-0524-469e-8034-c61fd768d585 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:17.248951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a92a02bc-2425-457a-a716-9a2b56abf295 req-9e9ed01d-0524-469e-8034-c61fd768d585 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 949 time: 0.0746820 Nov 15 22:21:17.267838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-24ae4cfe-50d4-4cac-84e9-564d880cb332 service neutron] 10.222.0.15 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421819 Nov 15 22:21:17.309321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a92a02bc-2425-457a-a716-9a2b56abf295 req-cee079a5-796e-4025-bc53-7fd7ff8055a9 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Nov 15 22:21:17.313423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.370762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:17.385893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-7eb4e3bb-9fb6-4615-a861-062f47efdcc7 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/fbc266a5-dae0-4527-b135-78e8a9e77df4 HTTP/1.1" status: 200 len: 1821 time: 0.0467472 Nov 15 22:21:17.395554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc266a5-dae0-4527-b135-78e8a9e77df4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:17.395888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbc266a5-dae0-4527-b135-78e8a9e77df4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:17.580176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:17.582746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a88b-19b5-497d-ba78-528b9293acd9 req-121568f0-5cfe-4062-83e0-4f3abd4ce969 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:17.584822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5181a88b-19b5-497d-ba78-528b9293acd9 req-121568f0-5cfe-4062-83e0-4f3abd4ce969 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 945 time: 0.0828240 Nov 15 22:21:17.586155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.617091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.648268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5181a88b-19b5-497d-ba78-528b9293acd9 req-4ee927f7-b96c-46fc-a4c7-f77a5057927b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Nov 15 22:21:17.680946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:17.683038 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12971205-13c6-44ee-9ada-c2eeddac569b" -d '{"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:17.688211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.718539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140bbd44-eaa5-4d2b-b80b-d9388160034b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:17.760342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc71d5-5625-4244-a033-c873957c417d req-efe93fcb-7c73-4e4e-83f0-7a75def968e3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:17.761864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12fc71d5-5625-4244-a033-c873957c417d req-efe93fcb-7c73-4e4e-83f0-7a75def968e3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 971 time: 0.0560818 Nov 15 22:21:17.808711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12fc71d5-5625-4244-a033-c873957c417d req-e5fe0040-6ff3-4293-b0b6-883402706c24 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Nov 15 22:21:17.811746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:17.812835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-719e07ca-c7d1-4353-b27e-9c5b80bada99 req-6738a3ea-d13e-443b-a0cd-db53f54fe33a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4209759 Nov 15 22:21:17.885923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24f9a472-4086-4f83-973f-0551efe9942c req-4fe96e47-b1f8-4ee9-9f88-c4b4108a46f0 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Nov 15 22:21:17.933021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e221-ab60-4a17-8ed9-7146fb48b807 req-2d4381b5-8630-4b98-9f47-8c8082572214 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:17.934456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d42e221-ab60-4a17-8ed9-7146fb48b807 req-2d4381b5-8630-4b98-9f47-8c8082572214 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 947 time: 0.0512545 Nov 15 22:21:17.990321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d42e221-ab60-4a17-8ed9-7146fb48b807 req-c95963a5-af1e-4090-a6b7-f766f0aae16c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491154 Nov 15 22:21:18.042999 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d5202c-3491-4927-82b1-6bd5a37a5c94 x-openstack-request-id: req-84d5202c-3491-4927-82b1-6bd5a37a5c94 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:18.043616 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:18.043870 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84d5202c-3491-4927-82b1-6bd5a37a5c94 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:18.044259 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'code': 200} Nov 15 22:21:18.062288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1136266839', 'description': 'tempest-description-1421527900'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:18.140928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.187961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06787e13-484c-4f19-a5ab-c1c31e109699 req-f44c6985-6a7d-49b1-8171-b52f0f44b1e8 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:18.189503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06787e13-484c-4f19-a5ab-c1c31e109699 req-f44c6985-6a7d-49b1-8171-b52f0f44b1e8 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0595071 Nov 15 22:21:18.258213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.261029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06787e13-484c-4f19-a5ab-c1c31e109699 req-b122a18e-64f8-4709-9cce-65375ad6db15 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641994 Nov 15 22:21:18.314819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.343275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fac2f0-7b79-49a8-af87-ee478dc09033,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:18.431877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.433200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-032ec4f7-33d5-46b8-9007-cca546eed44a req-a4e0130f-4252-419f-bd6f-fb66890fbbe5 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3754969 Nov 15 22:21:18.531684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:18.536249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b925b5a4-5969-46bb-834c-e6233daa93c5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:18.544336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db90c-3e97-41cb-8ab7-d7f3276dc10b req-e7aa7f88-2e87-4aa4-93cf-7c8559b947dc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:18.545849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d6db90c-3e97-41cb-8ab7-d7f3276dc10b req-e7aa7f88-2e87-4aa4-93cf-7c8559b947dc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.0579548 Nov 15 22:21:18.602674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d6db90c-3e97-41cb-8ab7-d7f3276dc10b req-78a3b25b-414f-4159-9e81-7b529e5eb356 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499063 Nov 15 22:21:18.685492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:18.698932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'mac_address': 'fa:16:3e:55:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:18.712767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907414fd-9ccf-45ef-8eb8-7108f501399e req-0c1f0561-aaa5-49bd-8df0-37f87ee3ecfa tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:18.714279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-907414fd-9ccf-45ef-8eb8-7108f501399e req-0c1f0561-aaa5-49bd-8df0-37f87ee3ecfa tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0845885 Nov 15 22:21:18.725356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port b925b5a4-5969-46bb-834c-e6233daa93c5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:18.735536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e03c29-cbf7-4153-9863-7e8440fcc71e req-cadf5edf-0646-4cab-a5be-13483c2e6009 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:18.735756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port b925b5a4-5969-46bb-834c-e6233daa93c5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:18.736065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.737119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99e03c29-cbf7-4153-9863-7e8440fcc71e req-cadf5edf-0646-4cab-a5be-13483c2e6009 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 949 time: 0.0637388 Nov 15 22:21:18.766806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.787164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:18.798606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-907414fd-9ccf-45ef-8eb8-7108f501399e req-66ce7bc7-8a15-40da-bbb1-3b9abc0c8888 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760591 Nov 15 22:21:18.806493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99e03c29-cbf7-4153-9863-7e8440fcc71e req-160ff573-b9e4-490c-a838-c2fcf012ea99 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609939 Nov 15 22:21:18.811939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:18.851579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.862524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:18.863170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:18.886558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-fa1b1878-a459-491e-91d7-5aee34b7341c tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/a0fac2f0-7b79-49a8-af87-ee478dc09033 HTTP/1.1" status: 200 len: 1822 time: 0.0447037 Nov 15 22:21:18.909321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a0fac2f0-7b79-49a8-af87-ee478dc09033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:18.909644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a0fac2f0-7b79-49a8-af87-ee478dc09033', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:18.939738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b925b5a4-5969-46bb-834c-e6233daa93c5,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:18.966626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5063a-7584-4461-a1c3-f5787c1b0ee2 req-5f1d4bf6-1f82-4f50-affd-b0e9d8f40a86 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:18.968193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4c5063a-7584-4461-a1c3-f5787c1b0ee2 req-5f1d4bf6-1f82-4f50-affd-b0e9d8f40a86 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1122 time: 0.0517249 Nov 15 22:21:18.982586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:19.017413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4c5063a-7584-4461-a1c3-f5787c1b0ee2 req-f07f435c-29f5-4283-aa1b-9b1c3f5a346d tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Nov 15 22:21:19.028449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:19.040892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'port_id': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'mac_address': 'fa:16:3e:99:83:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50728064-98df-4224-a13d-307574dca077', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:19.070978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.094036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.115487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.120880 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.139875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e54a6ea9-584e-46af-b067-4ee220dcb5ca req-bd02d6c7-84e1-45af-9e58-9de813149946 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Nov 15 22:21:19.141842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:19.145288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:19.169132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:19.189300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.209431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d416c77-8188-4edc-9f0f-eefed1e766b4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:19.252395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.283827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.285026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98a240e0-9ae6-4245-9899-0085a0b86308 req-15b76bb5-ca77-4681-9f4b-85b1075cfe7a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3911083 Nov 15 22:21:19.314141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb8eb-e1e3-4651-8930-3369b028ffc3 req-8dd6a9b9-160a-407f-8bd0-89634a51b58c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:19.322131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd9bb8eb-e1e3-4651-8930-3369b028ffc3 req-8dd6a9b9-160a-407f-8bd0-89634a51b58c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 948 time: 0.0650880 Nov 15 22:21:19.324347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:19.364391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd9bb8eb-e1e3-4651-8930-3369b028ffc3 req-4cbe8eb4-9e10-4a95-8267-ef5ecd7b4652 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Nov 15 22:21:19.521910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-f31b9cd2-76ea-4a2e-bc0a-46179ab1ccdc tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:19.523364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-f31b9cd2-76ea-4a2e-bc0a-46179ab1ccdc tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.57 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 822 time: 0.1057765 Nov 15 22:21:19.530282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f43588ab-71d0-47f7-b306-cd55fa003e82'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:19.535461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:19.538504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Request body: {'port': {'device_id': '599b5131-5126-4211-a803-f56176773327', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'admin_state_up': True, 'tenant_id': 'af7de271b9cd47869e4574fbdec61b9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:19.687760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-902242664', 'description': 'tempest-description-1890263003'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:19.751385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Made reservation on behalf of af7de271b9cd47869e4574fbdec61b9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:19.756458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.869419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:19.902427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Allocated IP 172.20.0.3 (9156ed8e-433d-44c7-af3e-8b58c6eda153/22e5cf84-9ddc-49a1-89b6-552f2437ef22/93be4bca-42fd-47be-b58b-4c77a29fcfe6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:19.945084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.003545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.036589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e16ab5-33ce-4f2c-87a6-efad5be1e665,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:20.045436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:20.048394 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75babc2-d330-4121-933d-5294060ab078" -d '{"events": [{"server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "name": "network-vif-plugged", "status": "completed", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:20.063115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.090323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.100739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2da223d2-6524-4e7e-b808-93cb5f92ce93 req-a1c8e358-2e16-4564-94f2-4b97960bc457 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4161544 Nov 15 22:21:20.119685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:20.158015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.175042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:20.175409 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.207784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8f6e-162a-4d8e-9fa7-d2897bf76d41 req-f7cdacef-c910-49d4-975e-da79725939e6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:20.217754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-023d8f6e-162a-4d8e-9fa7-d2897bf76d41 req-f7cdacef-c910-49d4-975e-da79725939e6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.0742586 Nov 15 22:21:20.248427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event updated for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:20.256307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Network 9156ed8e-433d-44c7-af3e-8b58c6eda153 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:20.257838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:20.260244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:20.279993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-023d8f6e-162a-4d8e-9fa7-d2897bf76d41 req-4c2b2f98-cf29-41c8-9402-29c01911a5ee tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Nov 15 22:21:20.282482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.333857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:20.334474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.340186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:20.381944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6f5a-803b-4b1a-a709-e7df33efdb9a req-9d7f7739-7682-429f-972a-33149f2ac798 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:20.383443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69aa6f5a-803b-4b1a-a709-e7df33efdb9a req-9d7f7739-7682-429f-972a-33149f2ac798 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 1122 time: 0.0408273 Nov 15 22:21:20.426231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69aa6f5a-803b-4b1a-a709-e7df33efdb9a req-dabf9db5-6ce0-471c-80d1-4f3cbcf11295 tempest-ServersAdminTestJSON-73295393 tempest-ServersAdminTestJSON-73295393-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Nov 15 22:21:20.436819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.446792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-9b113fe2-cf9c-4817-8d93-c692e018084d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068334 Nov 15 22:21:20.464291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Request body: {'port': {'device_id': '599b5131-5126-4211-a803-f56176773327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:20.507785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:20.527466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.540364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:20.547034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7adf-85f0-4fba-b9f3-8298057c6d93 req-a9e3c79f-9d67-44e3-8ee1-af7ded801387 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:20.548550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d3b7adf-85f0-4fba-b9f3-8298057c6d93 req-a9e3c79f-9d67-44e3-8ee1-af7ded801387 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 950 time: 0.0565732 Nov 15 22:21:20.610336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d3b7adf-85f0-4fba-b9f3-8298057c6d93 req-1642c962-dcef-4dae-9347-a3937a138a2f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Nov 15 22:21:20.654505 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f93696-efd5-46b2-a797-7b887a39a10e x-openstack-request-id: req-30f93696-efd5-46b2-a797-7b887a39a10e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:20.654831 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "name": "network-vif-plugged", "status": "completed", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:20.655092 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f93696-efd5-46b2-a797-7b887a39a10e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:20.655491 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5', 'code': 200} Nov 15 22:21:20.659908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port f43588ab-71d0-47f7-b306-cd55fa003e82 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:20.664850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f43588ab-71d0-47f7-b306-cd55fa003e82 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:20.665285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.670984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1498870694', 'description': 'tempest-description-441290149'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:20.748166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.772809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1f46-3e79-4137-bb6a-70d9e1daec4d req-607032f9-a787-4658-a998-0f3df361f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:20.774329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4fe1f46-3e79-4137-bb6a-70d9e1daec4d req-607032f9-a787-4658-a998-0f3df361f9e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 1101 time: 0.0546498 Nov 15 22:21:20.790410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:20.802816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.815488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93be4bca-42fd-47be-b58b-4c77a29fcfe6 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:20.823481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.836097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Transition to ACTIVE for port object 93be4bca-42fd-47be-b58b-4c77a29fcfe6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:20.843057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4fe1f46-3e79-4137-bb6a-70d9e1daec4d req-39f46ec4-1171-473a-b531-7ae253a40619 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560000 Nov 15 22:21:20.874983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.875927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:20.886237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.908959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.955992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:20.956323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:20.962495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:20.992537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3a8b2-7767-4738-a06f-d7cf90b5be9d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:21.027203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Attempting to bind port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:21.027527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Attempting to bind port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:21.031660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Attempting to bind port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:21.031966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:21.032278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Attempting to bind port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 on network 9156ed8e-433d-44c7-af3e-8b58c6eda153 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:21.036975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:21.037302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Checking segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:21.037671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Bound using segment: {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:21.038099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Bound port: 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabfe56b-6e0e-4615-bfcd-f319bf23667b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:21.038440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.046309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:21.050489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:21.050853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.077793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.091567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2aceb3d-bb2f-4f03-8338-cf292e246354 req-8469844d-2241-45bb-b623-1d1bbb2e4ca3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4256024 Nov 15 22:21:21.107865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:21.111163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:21.130812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.165755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:21.178165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f04ea-0c8d-46b0-82f2-c7b30424cfc5 req-27972ed5-273a-4c90-8d86-d9172be28bb2 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.179673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f22f04ea-0c8d-46b0-82f2-c7b30424cfc5 req-27972ed5-273a-4c90-8d86-d9172be28bb2 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 943 time: 0.0505910 Nov 15 22:21:21.195370 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.230550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.231164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.231778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f22f04ea-0c8d-46b0-82f2-c7b30424cfc5 req-b0adf5f4-5767-40e8-8592-7e18537dc684 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Nov 15 22:21:21.232979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] 10.222.0.57 "PUT /v2.0/ports/93be4bca-42fd-47be-b58b-4c77a29fcfe6 HTTP/1.1" status: 200 len: 1091 time: 0.7738202 Nov 15 22:21:21.232979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:21.235447 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0548a5-bbc9-4538-85bd-ef54db9cd983" -d '{"events": [{"name": "network-changed", "server_uuid": "599b5131-5126-4211-a803-f56176773327", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:21.259785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.265284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d0024-2039-42f3-99b6-99d888f0cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:21.313860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:21.403815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-ffba8726-867e-4156-9b1b-8d2622185f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.405372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-ffba8726-867e-4156-9b1b-8d2622185f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 1094 time: 0.0418403 Nov 15 22:21:21.407788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae2aba-443c-4beb-beee-949b043b9852 req-4f2cdd6b-bbc9-4a8d-89c4-3fdd9efa2d25 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.409253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ae2aba-443c-4beb-beee-949b043b9852 req-4f2cdd6b-bbc9-4a8d-89c4-3fdd9efa2d25 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.0526700 Nov 15 22:21:21.450357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-5115641a-8938-4ffd-bd60-36480ef968b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6 HTTP/1.1" status: 200 len: 217 time: 0.0365191 Nov 15 22:21:21.458863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ae2aba-443c-4beb-beee-949b043b9852 req-69d3a059-e8be-436d-b656-23084639bae5 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Nov 15 22:21:21.507121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-6e8cec97-f0b7-4fd4-81ce-ccc13f733dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.508503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-6e8cec97-f0b7-4fd4-81ce-ccc13f733dd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.0503051 Nov 15 22:21:21.540289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-038359b9-e0d7-430f-8b11-fd0b57a0b789 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Nov 15 22:21:21.577732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-a2455573-5c15-496f-878c-328a0a25296a tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:21:21.578829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-a2455573-5c15-496f-878c-328a0a25296a tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057375 Nov 15 22:21:21.618152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-75efb15b-4832-46bf-8499-b1775477f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:21.619555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-75efb15b-4832-46bf-8499-b1775477f8ca service neutron] 10.222.0.15 "GET /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 1093 time: 0.0337265 Nov 15 22:21:21.628406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Request body: {'binding': {'host': 'n-h1-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:21.628886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:21:21.636261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-39104bb8-d658-46f9-924f-39403c998f99 service neutron] 10.222.0.57 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881064 Nov 15 22:21:21.727763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9718c7c8-d72a-4921-86f7-23c5c6500fa9 req-3e6f071f-5439-4ccb-a5f9-d0df5869ae48 service neutron] 10.222.0.57 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829096 Nov 15 22:21:21.767031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on host n-h1-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:21.767276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:21.767597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:21.772321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:21.772658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:21.777347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:21.777956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:21.778079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:21.778472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Bound port: d88f554f-513c-4ac6-9081-0175639af915, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:21.836011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:21.867333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-df5c19d1-89f8-450d-8b43-48fd058bfc95 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/f2e16ab5-33ce-4f2c-87a6-efad5be1e665 HTTP/1.1" status: 200 len: 1821 time: 0.0412135 Nov 15 22:21:21.898196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:21.899269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9ad3f9c1-cbad-41d3-9241-86042a3517db service neutron] 10.222.0.15 "POST /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915/bindings HTTP/1.1" status: 201 len: 389 time: 0.2742329 Nov 15 22:21:21.912506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-f7ab6701-40e8-4ae9-a37e-ac76fd6e0a3c tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/98a3a8b2-7767-4738-a06f-d7cf90b5be9d HTTP/1.1" status: 200 len: 1821 time: 0.0392530 Nov 15 22:21:21.922170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2e16ab5-33ce-4f2c-87a6-efad5be1e665', 'remote_group_id': '98a3a8b2-7767-4738-a06f-d7cf90b5be9d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:21.922478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2e16ab5-33ce-4f2c-87a6-efad5be1e665', 'remote_group_id': '98a3a8b2-7767-4738-a06f-d7cf90b5be9d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:22.035483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:22.066119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a0a5d-9474-4d40-8713-b340557e8645 x-openstack-request-id: req-965a0a5d-9474-4d40-8713-b340557e8645 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:22.067217 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599b5131-5126-4211-a803-f56176773327", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:22.067699 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-965a0a5d-9474-4d40-8713-b340557e8645 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:22.068567 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6', 'status': 'completed', 'code': 200} Nov 15 22:21:22.077395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:22.155123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-3d55457b-b1d2-4f87-8f40-cc4e2fe17b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.156796 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-3d55457b-b1d2-4f87-8f40-cc4e2fe17b96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af7de271b9cd47869e4574fbdec61b9f&device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 1094 time: 0.0478826 Nov 15 22:21:22.160552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f08fa-7656-4610-a1df-e6131d2da5e2 req-5c65542e-14e9-4c97-a4e8-35c6c51e5832 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.162082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a13f08fa-7656-4610-a1df-e6131d2da5e2 req-5c65542e-14e9-4c97-a4e8-35c6c51e5832 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.0486979 Nov 15 22:21:22.182635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:22.199918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b023c6a6-e83c-4447-b999-fad48bc6d211,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:22.232233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a13f08fa-7656-4610-a1df-e6131d2da5e2 req-d43da0fd-188d-45dd-a60b-0f2f882668fa tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637345 Nov 15 22:21:22.260135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-16324ff0-606d-467b-b5b5-d6568d37770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.261767 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-16324ff0-606d-467b-b5b5-d6568d37770b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 200 len: 923 time: 0.0938962 Nov 15 22:21:22.294336 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:22.295871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca27444-35a0-4ad2-828c-bd08fa4cd9a8 req-77704bfc-2e45-4aa3-8043-af742756577b tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3772936 Nov 15 22:21:22.305406 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-e6492e01-1706-40ff-82fe-40af3b5bbbec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6 HTTP/1.1" status: 200 len: 217 time: 0.0349219 Nov 15 22:21:22.356150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda6c9-938b-43f2-ba40-3b57c0e2b16c req-2450044d-f1a2-41b9-bdf1-eec90d6bdda2 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.357686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfeda6c9-938b-43f2-ba40-3b57c0e2b16c req-2450044d-f1a2-41b9-bdf1-eec90d6bdda2 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 950 time: 0.0609217 Nov 15 22:21:22.374850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-452f4a01-b4d8-45db-b4fd-0966823e1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.376450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-452f4a01-b4d8-45db-b4fd-0966823e1390 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 200 len: 862 time: 0.0551059 Nov 15 22:21:22.408025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-f31e2643-cabd-413c-90a1-c478df76cdd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9156ed8e-433d-44c7-af3e-8b58c6eda153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241864 Nov 15 22:21:22.439556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a3a6-17ba-4f61-8313-c3064acce8b2 req-2a19498c-a02d-4b61-baa2-719d5b7072fd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.441066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b137a3a6-17ba-4f61-8313-c3064acce8b2 req-2a19498c-a02d-4b61-baa2-719d5b7072fd tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.0825152 Nov 15 22:21:22.447378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfeda6c9-938b-43f2-ba40-3b57c0e2b16c req-f001ffcd-a629-4949-935d-6ee8ea76111c tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798974 Nov 15 22:21:22.508888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b137a3a6-17ba-4f61-8313-c3064acce8b2 req-adf2e68d-421b-4dbe-b85b-97f8d5d57cf2 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524685 Nov 15 22:21:22.562465 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-a2b8d049-acbc-4109-8840-5cbe3c44d6f3 service neutron] 10.222.0.57 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234269 Nov 15 22:21:22.627780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55381c72-72a9-4e36-940b-1f8da2ad241a req-62ed633f-a42b-442e-af8a-ea5fa4f58c36 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.629341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55381c72-72a9-4e36-940b-1f8da2ad241a req-62ed633f-a42b-442e-af8a-ea5fa4f58c36 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 945 time: 0.0953901 Nov 15 22:21:22.634014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-73a03010-20c7-46fb-bfa6-377eed8bb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.635512 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-73a03010-20c7-46fb-bfa6-377eed8bb505 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1094432 Nov 15 22:21:22.656253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}, {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}, {'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:22.658661 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450b393-822a-41be-bc26-6108ebe2b5d9" -d '{"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}, {"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}, {"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-plugged", "status": "completed", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:22.708009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6eca-24b3-40c6-bff3-39b98d20e4a7 req-64eda8b6-a636-4c8b-9e6b-4a3351724921 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.709609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b50d6eca-24b3-40c6-bff3-39b98d20e4a7 req-64eda8b6-a636-4c8b-9e6b-4a3351724921 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 943 time: 0.1355867 Nov 15 22:21:22.775443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55381c72-72a9-4e36-940b-1f8da2ad241a req-e79f9eed-c7da-46a5-a993-95e84f86d7c7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374912 Nov 15 22:21:22.814081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-307210320', 'description': 'tempest-description-105470659'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:22.821674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b50d6eca-24b3-40c6-bff3-39b98d20e4a7 req-33e990ac-3de5-4a7c-90e9-b3d6aa0b966d tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043084 Nov 15 22:21:22.827218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-e3a61806-71f6-48c3-bb41-417956a2ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.828630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-e3a61806-71f6-48c3-bb41-417956a2ebdc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1831605 Nov 15 22:21:22.874173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-352b8c2f-cec4-4e28-933c-4cd714dd1ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0368712 Nov 15 22:21:22.886256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0548a5-bbc9-4538-85bd-ef54db9cd983 req-38424503-f7fd-435b-96c2-d6f065fc372c service neutron] 10.222.0.57 "GET /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137267 Nov 15 22:21:22.923978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-002e2550-43a7-44b2-9321-14f67a3479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:22.925473 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-002e2550-43a7-44b2-9321-14f67a3479b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0437691 Nov 15 22:21:22.963527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-a200bf9a-c1de-4962-b9e8-8560d2cb1b46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306056 Nov 15 22:21:22.964362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.113045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dec7d3-53d3-41a1-922e-2a62e14dce57 req-8d07a177-6482-4779-9c8f-1a869c3ec743 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.114422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87dec7d3-53d3-41a1-922e-2a62e14dce57 req-8d07a177-6482-4779-9c8f-1a869c3ec743 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.1319118 Nov 15 22:21:23.377906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-186b621b-10cc-4cf3-8242-f44982069982 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048195 Nov 15 22:21:23.391887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.445052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.487344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87dec7d3-53d3-41a1-922e-2a62e14dce57 req-5597076a-5e48-4870-9300-8b6a48242a26 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636973 Nov 15 22:21:23.512586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e503b994-0e3b-48bf-9adf-9934ec11e875,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:23.527819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553273-123d-446e-9d33-255d94c5253e req-302568f3-2cf0-4814-ac4e-ef1de89266f4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.529581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7553273-123d-446e-9d33-255d94c5253e req-302568f3-2cf0-4814-ac4e-ef1de89266f4 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.0596912 Nov 15 22:21:23.537990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-4ca4db2b-5173-436a-b558-82508986695d service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484826 Nov 15 22:21:23.547136 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1561e5a-3e4e-41d1-8b09-b6dd14ffc40b x-openstack-request-id: req-d1561e5a-3e4e-41d1-8b09-b6dd14ffc40b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:23.547625 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-plugged", "status": "completed", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "code": 200}, {"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "code": 200}, {"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-plugged", "status": "completed", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:23.548104 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1561e5a-3e4e-41d1-8b09-b6dd14ffc40b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:23.548724 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'code': 200} Nov 15 22:21:23.548983 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'code': 200} Nov 15 22:21:23.549236 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'code': 200} Nov 15 22:21:23.570906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.589209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa69b678-abe9-4c01-8764-9b8192a50102 req-32e4e3db-8711-4ca9-bcb1-55b79ad9c75a tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7859888 Nov 15 22:21:23.642825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Deleting port af648e5b-898b-4047-a57e-9abcceeab856 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:23.643403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.720027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0a2ee-0085-4dc6-93c0-d81d5fe727b6 req-9470bd0c-f062-4052-9939-5dd2f459e7cf tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.721652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7a0a2ee-0085-4dc6-93c0-d81d5fe727b6 req-9470bd0c-f062-4052-9939-5dd2f459e7cf tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.0829124 Nov 15 22:21:23.724253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82012cfa-465e-4923-b446-d460ee772ad5 req-f178b882-2242-4435-b0dc-689757a53f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.725734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82012cfa-465e-4923-b446-d460ee772ad5 req-f178b882-2242-4435-b0dc-689757a53f1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1097 time: 0.0772653 Nov 15 22:21:23.797322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] For port af648e5b-898b-4047-a57e-9abcceeab856, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=af648e5b-898b-4047-a57e-9abcceeab856,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:23.797563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7a0a2ee-0085-4dc6-93c0-d81d5fe727b6 req-3f2684c2-860a-4ad1-8481-ee8ed9db205b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691693 Nov 15 22:21:23.797669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:23.800866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82012cfa-465e-4923-b446-d460ee772ad5 req-9bbe7a77-d1ea-4ee3-ae81-5f89311e1d99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656357 Nov 15 22:21:23.801221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0770e-9083-4094-b315-97b58bd2d7ab req-1d49ba13-1c76-412d-924c-5469c80e89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.802710 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ea0770e-9083-4094-b315-97b58bd2d7ab req-1d49ba13-1c76-412d-924c-5469c80e89ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 1100 time: 0.1071312 Nov 15 22:21:23.809893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-3c4db383-2b9f-4404-9e19-8137bf650613 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.811275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-3c4db383-2b9f-4404-9e19-8137bf650613 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.1064088 Nov 15 22:21:23.816803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Calling delete_port for af648e5b-898b-4047-a57e-9abcceeab856 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:23.906410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cedf5-a2ea-492d-a66e-caed6c49b444 req-875f190b-65ce-4096-b52a-150d500b89d3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:23.907817 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-347cedf5-a2ea-492d-a66e-caed6c49b444 req-875f190b-65ce-4096-b52a-150d500b89d3 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 949 time: 0.0494568 Nov 15 22:21:23.936604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1856058704', 'description': 'tempest-description-2007117383'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:23.977445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-347cedf5-a2ea-492d-a66e-caed6c49b444 req-cef19d8a-9eb6-45a0-a3a9-6767fb268b9c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Nov 15 22:21:24.012686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:24.021147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.033261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6d2bceee-ff48-46ef-82b5-8007fa35375c', 'af648e5b-898b-4047-a57e-9abcceeab856', 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:24.038183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.087066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event deleted for resources: {'Port': ['ID=af648e5b-898b-4047-a57e-9abcceeab856,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:24.165877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae2d8b-2444-4e63-b8fd-6d21e681c6c4 req-df21881b-8ba0-4c1d-b076-e78468e258ff tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:24.173315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bae2d8b-2444-4e63-b8fd-6d21e681c6c4 req-df21881b-8ba0-4c1d-b076-e78468e258ff tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 945 time: 0.1236348 Nov 15 22:21:24.173499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] No DVR routers for this DVR port af648e5b-898b-4047-a57e-9abcceeab856 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:24.179127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ea0770e-9083-4094-b315-97b58bd2d7ab req-07c0657a-2498-4d07-bfe8-814e2066f961 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709089 Nov 15 22:21:24.180383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.183531 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7553273-123d-446e-9d33-255d94c5253e req-453c993f-f2aa-4f6a-a2e3-d8225dd84a79 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "DELETE /v2.0/ports/af648e5b-898b-4047-a57e-9abcceeab856 HTTP/1.1" status: 204 len: 173 time: 0.6457515 Nov 15 22:21:24.186497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'name': 'network-vif-deleted', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:24.188781 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db66081-d7be-4fa1-8780-a7d19283a5b6" -d '{"events": [{"server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "name": "network-vif-deleted", "tag": "af648e5b-898b-4047-a57e-9abcceeab856"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:24.192219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.199937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.232015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bae2d8b-2444-4e63-b8fd-6d21e681c6c4 req-34e1189b-9775-435e-a5c7-59d7796ffe12 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Nov 15 22:21:24.277575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.316840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb837d-0dc0-4ccd-9603-542b7db9a3a4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:24.353474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:24.366161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c0a4b-cfef-4c52-ba16-22d39d9d796f req-c4d25741-0448-46b6-8ca0-683608837605 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:24.368573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-397c0a4b-cfef-4c52-ba16-22d39d9d796f req-c4d25741-0448-46b6-8ca0-683608837605 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 943 time: 0.0617197 Nov 15 22:21:24.373486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.373822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71a0253c-ca21-44b6-a019-b064b3efd794 req-44daebed-4f88-4b07-9bf4-38b939f95385 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4423232 Nov 15 22:21:24.406347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:24.433413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-397c0a4b-cfef-4c52-ba16-22d39d9d796f req-7d67a673-8631-469b-87fc-567b02d0f3f2 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585713 Nov 15 22:21:24.461209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.492777 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f1a5f-c090-469d-9733-65a7b3fda4d9 x-openstack-request-id: req-d35f1a5f-c090-469d-9733-65a7b3fda4d9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:24.493382 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc41361-331d-4580-8547-db65200ee02b", "name": "network-vif-deleted", "tag": "af648e5b-898b-4047-a57e-9abcceeab856", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:24.493822 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35f1a5f-c090-469d-9733-65a7b3fda4d9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:24.494226 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc41361-331d-4580-8547-db65200ee02b', 'name': 'network-vif-deleted', 'tag': 'af648e5b-898b-4047-a57e-9abcceeab856', 'status': 'completed', 'code': 200} Nov 15 22:21:24.574248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.575736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-86e8ff08-2039-4147-902e-ea5d6cf5ce07 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/e503b994-0e3b-48bf-9adf-9934ec11e875 HTTP/1.1" status: 200 len: 1820 time: 0.0708160 Nov 15 22:21:24.591920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87881939-7243-4516-a0fa-cf6c3dbb0d12 req-685432d8-ce72-41f8-bc5c-631e1463751f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:24.593574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87881939-7243-4516-a0fa-cf6c3dbb0d12 req-685432d8-ce72-41f8-bc5c-631e1463751f tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 950 time: 0.0771799 Nov 15 22:21:24.659618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-29c18f7b-a13d-4a15-9989-93fcf6273114 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/c7cb837d-0dc0-4ccd-9603-542b7db9a3a4 HTTP/1.1" status: 200 len: 1822 time: 0.0650003 Nov 15 22:21:24.662140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:24.668435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on host n-h2-817995-3 for vnic_type normal with profile {"migrating_to": "n-h1-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:24.668784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:24.669108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:24.673546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:24.674449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Attempting to bind port d88f554f-513c-4ac6-9081-0175639af915 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:24.674535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e503b994-0e3b-48bf-9adf-9934ec11e875', 'remote_group_id': 'c7cb837d-0dc0-4ccd-9603-542b7db9a3a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:24.674535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e503b994-0e3b-48bf-9adf-9934ec11e875', 'remote_group_id': 'c7cb837d-0dc0-4ccd-9603-542b7db9a3a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:24.679303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:24.679638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:24.680010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:24.680427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Bound port: d88f554f-513c-4ac6-9081-0175639af915, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:24.680811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.683062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87881939-7243-4516-a0fa-cf6c3dbb0d12 req-1e89d954-9e3b-4fd6-ac6d-d7b03df410a0 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Nov 15 22:21:24.750296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:24.753381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:24.804719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5cdf5-f71e-43bf-9eb5-9681fe086cbb req-81b0829d-1469-47f2-bfa8-06b49d88ae43 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:24.806129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8c5cdf5-f71e-43bf-9eb5-9681fe086cbb req-81b0829d-1469-47f2-bfa8-06b49d88ae43 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.0661154 Nov 15 22:21:24.825965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.837089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.883487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8c5cdf5-f71e-43bf-9eb5-9681fe086cbb req-ecd80d93-8ebd-479e-9675-7d3a771abb39 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Nov 15 22:21:24.899814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.909593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:24.910204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:24.912151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] 10.222.0.55 "PUT /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 1121 time: 0.9052238 Nov 15 22:21:24.915623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2b6e-c36b-43f3-9ef9-405640580344 service neutron] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:24.979135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.000079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d88f554f-513c-4ac6-9081-0175639af915'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:25.002508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b07bc34-7f36-4a15-ab53-00ba02067b6d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:25.023202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3798-0b6d-49b1-a93a-8a879f150654 req-fa9dfbb9-e666-4a61-9299-012f508485f1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:25.024823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9dcb3798-0b6d-49b1-a93a-8a879f150654 req-fa9dfbb9-e666-4a61-9299-012f508485f1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.0746827 Nov 15 22:21:25.075481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9dcb3798-0b6d-49b1-a93a-8a879f150654 req-f3a49a74-565a-4091-8faa-c4668b32047e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Nov 15 22:21:25.082807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.084577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88624d9c-b7ea-4a61-8adb-6785efe7f7b8 req-1b03b72e-a161-4f6a-9e94-b20c2020feb0 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4157557 Nov 15 22:21:25.155149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-c25d688c-d462-4931-b4fd-69be5503a3ce tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/c7cb837d-0dc0-4ccd-9603-542b7db9a3a4 HTTP/1.1" status: 200 len: 1822 time: 0.0488989 Nov 15 22:21:25.198334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b54302dc-a672-4c4f-b4bc-e65ead928bb0 req-1f026f66-e0d4-46f3-9ff0-8552b348286a tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dc41361-331d-4580-8547-db65200ee02b HTTP/1.1" status: 200 len: 210 time: 0.0345175 Nov 15 22:21:25.234754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.256481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.361623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be25a4-8249-4ae6-a8ed-d0363a0d933f req-5d763426-75ca-458a-9e3e-9cc9bfcbded5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:25.363262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7be25a4-8249-4ae6-a8ed-d0363a0d933f req-5d763426-75ca-458a-9e3e-9cc9bfcbded5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0581045 Nov 15 22:21:25.414248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7be25a4-8249-4ae6-a8ed-d0363a0d933f req-dd0f82cc-c5cd-4710-a18c-dd40b2075fdb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Nov 15 22:21:25.434896 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.434896 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.434896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c7343c5-f4e3-4f14-b9de-a9d2f9f100ee req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7cb837d-0dc0-4ccd-9603-542b7db9a3a4 HTTP/1.1" status: 204 len: 173 time: 0.2745280 Nov 15 22:21:25.440351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af28c79-2706-4483-b59e-0f46819eaadc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb837d-0dc0-4ccd-9603-542b7db9a3a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:25.498932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-08a27529-bf9e-4ad0-850e-322f4bff02a6 req-b56dc98c-9842-43ab-b042-f3bbb6ccd656 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/e503b994-0e3b-48bf-9adf-9934ec11e875 HTTP/1.1" status: 200 len: 1820 time: 0.0414455 Nov 15 22:21:25.566027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b772dab-d6d7-43e0-83a7-0d6e7f348b72 req-4482d7ee-6991-4dcf-b44f-156a42c2ff63 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:25.566027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b772dab-d6d7-43e0-83a7-0d6e7f348b72 req-4482d7ee-6991-4dcf-b44f-156a42c2ff63 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 943 time: 0.0493326 Nov 15 22:21:25.582693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-25978579', 'description': 'tempest-description-407139690'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:25.633810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b772dab-d6d7-43e0-83a7-0d6e7f348b72 req-961bcf8d-b110-465c-a680-ddf16c8f56a2 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613785 Nov 15 22:21:25.703922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.791735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.810871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f627f-ebae-4f32-8b06-a499917b9551 req-be0efac6-9bd6-491e-ab31-8e5b1dc340bd tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:25.812325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-407f627f-ebae-4f32-8b06-a499917b9551 req-be0efac6-9bd6-491e-ab31-8e5b1dc340bd tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 950 time: 0.0628846 Nov 15 22:21:25.838573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.882056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-407f627f-ebae-4f32-8b06-a499917b9551 req-6977b99d-88b2-4164-b3a4-b864f03e52c7 tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/security-groups?id=42a2ab3a-4027-442b-8904-a3b8a62ba686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630167 Nov 15 22:21:25.885764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7308bece-1b8c-4a1a-9b6f-58002ce4e4e3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:25.942591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:25.944412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9444747-8ed9-4e7b-b6de-4de324b64eef req-65991c6a-7a6c-4a18-83b7-e8d4a7fc2dab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3660955 Nov 15 22:21:25.948785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-2cac70de-ea3f-4498-be25-c7f7d80ab56e tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:25.950270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-2cac70de-ea3f-4498-be25-c7f7d80ab56e tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 950 time: 0.0497761 Nov 15 22:21:26.035943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43074de1-a670-4436-8ca8-b1d25f7f1c0c req-8a66f052-0c9d-4a35-9e57-e341fe44c475 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:26.037932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43074de1-a670-4436-8ca8-b1d25f7f1c0c req-8a66f052-0c9d-4a35-9e57-e341fe44c475 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.0861673 Nov 15 22:21:26.042032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-7ed75419-64cb-48e4-828a-82ab683a81c2 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 200 len: 1819 time: 0.0643451 Nov 15 22:21:26.054735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Deleting port b925b5a4-5969-46bb-834c-e6233daa93c5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:26.055071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.061222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7308bece-1b8c-4a1a-9b6f-58002ce4e4e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:26.061531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7308bece-1b8c-4a1a-9b6f-58002ce4e4e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:26.103093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43074de1-a670-4436-8ca8-b1d25f7f1c0c req-cb3189fa-adab-4d86-b1d9-5e63c96308af tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587654 Nov 15 22:21:26.121222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 93be4bca-42fd-47be-b58b-4c77a29fcfe6 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:26.147940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] For port b925b5a4-5969-46bb-834c-e6233daa93c5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b925b5a4-5969-46bb-834c-e6233daa93c5,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:26.148298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.165959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Calling delete_port for b925b5a4-5969-46bb-834c-e6233daa93c5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:26.226955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:26.237711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f7377-5034-466a-8f0d-c924b847a117 req-26746234-edf6-40c2-aa90-23dd2a987928 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:26.239253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0f7377-5034-466a-8f0d-c924b847a117 req-26746234-edf6-40c2-aa90-23dd2a987928 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.0736206 Nov 15 22:21:26.239374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '93be4bca-42fd-47be-b58b-4c77a29fcfe6', 'network_id': '9156ed8e-433d-44c7-af3e-8b58c6eda153', 'port_id': '93be4bca-42fd-47be-b58b-4c77a29fcfe6', 'mac_address': 'fa:16:3e:e8:c4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e5cf84-9ddc-49a1-89b6-552f2437ef22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:26.240818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.281976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.292229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.300194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93be4bca-42fd-47be-b58b-4c77a29fcfe6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:26.313128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0f7377-5034-466a-8f0d-c924b847a117 req-866488cc-9780-4292-a494-30d42257aec8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648921 Nov 15 22:21:26.319776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:26.345628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.363700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b86ca8f-c35a-4fe6-bbd6-9cbbf7479dd0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:26.391256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.391449 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.423620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Pushing event deleted for resources: {'Port': ['ID=b925b5a4-5969-46bb-834c-e6233daa93c5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:26.425141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['b925b5a4-5969-46bb-834c-e6233daa93c5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:26.457572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.473079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d2bc31d-9efc-44e6-898f-53d2e11eafd2 req-b4cf2dd2-e780-487f-9648-bbe8b668eaad tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4219387 Nov 15 22:21:26.480543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] No DVR routers for this DVR port b925b5a4-5969-46bb-834c-e6233daa93c5 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:26.483976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:26.484281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:26.496507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e5e27e8-3f50-4536-905a-3bb73f3bd627 req-fc7855ab-84fd-4afc-a061-de6379894ddf tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.55 "DELETE /v2.0/ports/b925b5a4-5969-46bb-834c-e6233daa93c5 HTTP/1.1" status: 204 len: 173 time: 0.5344486 Nov 15 22:21:26.497042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915'}, {'name': 'network-changed', 'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915'}, {'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'name': 'network-vif-deleted', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:26.499309 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43465bf1-1af1-4442-a3bc-714dd9f7d71e" -d '{"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d88f554f-513c-4ac6-9081-0175639af915"}, {"name": "network-changed", "server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "tag": "d88f554f-513c-4ac6-9081-0175639af915"}, {"server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "name": "network-vif-deleted", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:26.546738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device d88f554f-513c-4ac6-9081-0175639af915 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:26.617875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a02a-8b0d-48f6-801f-3d03d5fcb94e req-6a07a14d-3175-46f9-a417-d32d85b2957e tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:26.622869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c514a02a-8b0d-48f6-801f-3d03d5fcb94e req-6a07a14d-3175-46f9-a417-d32d85b2957e tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1097 time: 0.0629308 Nov 15 22:21:26.669972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c514a02a-8b0d-48f6-801f-3d03d5fcb94e req-9fbac7cf-4823-460e-96cd-e2df569002b5 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Nov 15 22:21:26.680492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['93be4bca-42fd-47be-b58b-4c77a29fcfe6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:26.710191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:26.721423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device d88f554f-513c-4ac6-9081-0175639af915 has no active binding in host n-h1-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:21:26.796043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705fe2f-7eee-40b5-99af-a07b718e93dd req-4d1bba85-c999-4c78-a749-70a9a8c4bb32 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:26.798054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f705fe2f-7eee-40b5-99af-a07b718e93dd req-4d1bba85-c999-4c78-a749-70a9a8c4bb32 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0497832 Nov 15 22:21:26.857055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f705fe2f-7eee-40b5-99af-a07b718e93dd req-f59ad826-193c-40e3-9d91-7d8f193d6228 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Nov 15 22:21:26.921300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-19a79e4d-4d0b-470c-a182-87f5e5240164 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 200 len: 2412 time: 0.0422747 Nov 15 22:21:26.931456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7308bece-1b8c-4a1a-9b6f-58002ce4e4e3', 'remote_group_id': None}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:26.931762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7308bece-1b8c-4a1a-9b6f-58002ce4e4e3', 'remote_group_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:27.078783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.105487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.179605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.197544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0639e078-0121-43bd-9a55-b4bc159d58a0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:27.288440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.289657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-692aebb7-ed90-4a88-9b68-6ac947f25999 req-9fb7a7d9-3355-408b-a453-7a04fb4a1ac1 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3622069 Nov 15 22:21:27.331152 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a85d82-76b0-4e67-a69b-285b7ac83ce4 x-openstack-request-id: req-30a85d82-76b0-4e67-a69b-285b7ac83ce4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:27.331660 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d88f554f-513c-4ac6-9081-0175639af915", "code": 200}, {"name": "network-changed", "server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "tag": "d88f554f-513c-4ac6-9081-0175639af915", "status": "completed", "code": 200}, {"server_uuid": "0fd3dd10-2767-4c09-936e-b716de2e9724", "name": "network-vif-deleted", "tag": "b925b5a4-5969-46bb-834c-e6233daa93c5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:27.331776 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30a85d82-76b0-4e67-a69b-285b7ac83ce4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:27.332247 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915', 'code': 200} Nov 15 22:21:27.332561 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915', 'status': 'completed', 'code': 200} Nov 15 22:21:27.333038 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd3dd10-2767-4c09-936e-b716de2e9724', 'name': 'network-vif-deleted', 'tag': 'b925b5a4-5969-46bb-834c-e6233daa93c5', 'status': 'completed', 'code': 200} Nov 15 22:21:27.421562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-2d25b45e-462a-464d-8e85-bc175f59907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:27.424226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-2d25b45e-462a-464d-8e85-bc175f59907a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1124 time: 0.0596013 Nov 15 22:21:27.541528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-41c7360d-8eb6-49f8-8903-6e3d04430b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:27.543009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-41c7360d-8eb6-49f8-8903-6e3d04430b40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1073456 Nov 15 22:21:27.549156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f000-2ce3-473a-baaf-d19182713fb1 req-db5e4fb8-9b6e-4ab6-946d-039d8be70bd5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:27.550675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c173f000-2ce3-473a-baaf-d19182713fb1 req-db5e4fb8-9b6e-4ab6-946d-039d8be70bd5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 944 time: 0.0789382 Nov 15 22:21:27.606524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-bde1f892-4f82-404e-91a7-ba1914ffe58c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0492601 Nov 15 22:21:27.622439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-894d525b-1fda-4cb0-a34f-d459df67bd39 req-9c78c2e3-c3f0-4364-be2d-3c677929662a tempest-ServerDiagnosticsNegativeTest-709912389 tempest-ServerDiagnosticsNegativeTest-709912389-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fd3dd10-2767-4c09-936e-b716de2e9724 HTTP/1.1" status: 200 len: 210 time: 0.0377948 Nov 15 22:21:27.627048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c173f000-2ce3-473a-baaf-d19182713fb1 req-37e41149-ad7c-47af-8df1-aa3b17ff9644 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683284 Nov 15 22:21:27.684848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-73d0cba2-0b2c-4249-8d5a-fc595e007478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:27.687104 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-73d0cba2-0b2c-4249-8d5a-fc595e007478 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0732656 Nov 15 22:21:27.721642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0322bc4c-af3b-43bf-b2a8-d58f1a550b20 req-d4f37915-378d-4862-bae3-0ff86b058b34 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 200 len: 3010 time: 0.0572655 Nov 15 22:21:27.729029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-74406ce2-a255-44b4-9cb8-85f3ed26d686 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324659 Nov 15 22:21:27.768175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-24c5571b-da53-418b-ad58-3de5a6cde106 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-group-rules/0639e078-0121-43bd-9a55-b4bc159d58a0 HTTP/1.1" status: 200 len: 783 time: 0.0267315 Nov 15 22:21:27.834347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-53fbee7c-34aa-4624-aa0e-3e83a30194ab service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941203 Nov 15 22:21:27.865241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-ff486308-6a26-45f6-a8c8-ec46b41addd3 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 200 len: 3010 time: 0.0896158 Nov 15 22:21:27.882710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c4364-84c1-4b4b-b55f-262b8c39ccac req-93dc7d8f-92f5-4498-9a92-a285779e441f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:27.884184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f74c4364-84c1-4b4b-b55f-262b8c39ccac req-93dc7d8f-92f5-4498-9a92-a285779e441f tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.0890174 Nov 15 22:21:27.909394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.924148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:27.933105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43465bf1-1af1-4442-a3bc-714dd9f7d71e req-62f34b92-52ae-4d48-af13-a1638e0f1f3d service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902195 Nov 15 22:21:27.968779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f74c4364-84c1-4b4b-b55f-262b8c39ccac req-1a5b617f-4e51-4459-a3d3-0c15c958380c tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740726 Nov 15 22:21:28.069768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64777ae9-b488-4d05-9985-2e137f611a45 req-4818dde4-a131-4af4-9eb8-7c5aa94c4379 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:28.071279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64777ae9-b488-4d05-9985-2e137f611a45 req-4818dde4-a131-4af4-9eb8-7c5aa94c4379 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0476997 Nov 15 22:21:28.072328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.078463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.079532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f966450-32c9-486a-ac2b-7d04c296f16d req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0639e078-0121-43bd-9a55-b4bc159d58a0 HTTP/1.1" status: 204 len: 173 time: 0.2123275 Nov 15 22:21:28.091950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474c19c-9829-41f1-9ab0-049382e0c702 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0639e078-0121-43bd-9a55-b4bc159d58a0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:28.141242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 93be4bca-42fd-47be-b58b-4c77a29fcfe6 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:28.157430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64777ae9-b488-4d05-9985-2e137f611a45 req-0293f419-95c6-4f72-8b42-517b461acf6b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Nov 15 22:21:28.163021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b52e122-afd8-4980-8eea-0c48734b843a req-7144af67-0c38-48c5-900a-88b52fc7b10f tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 200 len: 2412 time: 0.0605857 Nov 15 22:21:28.222427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b52e122-afd8-4980-8eea-0c48734b843a req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.244525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b52e122-afd8-4980-8eea-0c48734b843a req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.271444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:28.275618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:28.275977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.351629 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.373917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:28.376120 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14649dad-44bb-4c38-9ad1-377a108a5e96" -d '{"events": [{"server_uuid": "599b5131-5126-4211-a803-f56176773327", "name": "network-vif-plugged", "status": "completed", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:28.388882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:28.402489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b52e122-afd8-4980-8eea-0c48734b843a req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.405085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b52e122-afd8-4980-8eea-0c48734b843a req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.406970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b52e122-afd8-4980-8eea-0c48734b843a req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/7308bece-1b8c-4a1a-9b6f-58002ce4e4e3 HTTP/1.1" status: 204 len: 173 time: 0.2369413 Nov 15 22:21:28.416771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df58a0-e01a-4bd4-9866-091f276f3c92 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7308bece-1b8c-4a1a-9b6f-58002ce4e4e3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:28.438149 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b0d1dd-da9b-4434-946e-911aac0dad61 x-openstack-request-id: req-75b0d1dd-da9b-4434-946e-911aac0dad61 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:28.438639 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599b5131-5126-4211-a803-f56176773327", "name": "network-vif-plugged", "status": "completed", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:28.439104 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75b0d1dd-da9b-4434-946e-911aac0dad61 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:28.439672 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6', 'code': 200} Nov 15 22:21:28.474190 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-61aefa4f-0fda-422a-a046-1beaf9f6ec4f req-e731383c-fbff-4468-8027-dbcf9d12af88 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] show failed (client error): The resource could not be found. Nov 15 22:21:28.485718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61aefa4f-0fda-422a-a046-1beaf9f6ec4f req-e731383c-fbff-4468-8027-dbcf9d12af88 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/c7cb837d-0dc0-4ccd-9603-542b7db9a3a4 HTTP/1.1" status: 404 len: 352 time: 0.0280037 Nov 15 22:21:28.507621 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.508410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device af648e5b-898b-4047-a57e-9abcceeab856 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:28.542596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: af648e5b-898b-4047-a57e-9abcceeab856 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:28.543477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device af648e5b-898b-4047-a57e-9abcceeab856 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:28.556083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-f5450fc0-fdd6-4441-990c-44b65dccdf87 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/e503b994-0e3b-48bf-9adf-9934ec11e875 HTTP/1.1" status: 200 len: 1820 time: 0.0533121 Nov 15 22:21:28.592401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df3454-cb1c-49fd-b963-efea210b5bc7 req-3e5ef80e-76ed-49e8-9373-228241f026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:28.594481 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-79df3454-cb1c-49fd-b963-efea210b5bc7 req-3e5ef80e-76ed-49e8-9373-228241f026a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 1096 time: 0.0560672 Nov 15 22:21:28.604379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:28.622221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.645652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.652063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-79df3454-cb1c-49fd-b963-efea210b5bc7 req-52537e3a-b78e-4f71-b2d7-5ddf31c60b2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464051 Nov 15 22:21:28.754144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0d3fd-bdd1-4d62-bce6-ad06971afe7c req-b5026b0b-fd55-49f8-9747-8ab95e1356f5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:28.756187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1d0d3fd-bdd1-4d62-bce6-ad06971afe7c req-b5026b0b-fd55-49f8-9747-8ab95e1356f5 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Nov 15 22:21:28.762352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.765062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.766027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-836cab6d-e0df-4ba1-b410-e7f240cb9c70 req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/e503b994-0e3b-48bf-9adf-9934ec11e875 HTTP/1.1" status: 204 len: 173 time: 0.2025833 Nov 15 22:21:28.784134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065a70-1bed-4f73-a24d-6906a27c8a83 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e503b994-0e3b-48bf-9adf-9934ec11e875,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:28.829102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1d0d3fd-bdd1-4d62-bce6-ad06971afe7c req-56546f77-ab7a-4d15-9104-94c9fd6f4eee tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Nov 15 22:21:28.902445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00da1380-7586-4a37-aff7-cd12da932390 req-46003083-6eeb-4c53-871d-d8be211373e7 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/98a3a8b2-7767-4738-a06f-d7cf90b5be9d HTTP/1.1" status: 200 len: 1821 time: 0.0382047 Nov 15 22:21:28.962321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-00da1380-7586-4a37-aff7-cd12da932390 req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:28.984085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-00da1380-7586-4a37-aff7-cd12da932390 req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.014493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.104317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7ded-65bb-42c9-9d92-8481f0f940bf req-a1d66036-95e7-4bc5-a5b4-d72643bda0d5 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:29.105797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c7c7ded-65bb-42c9-9d92-8481f0f940bf req-a1d66036-95e7-4bc5-a5b4-d72643bda0d5 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.0498297 Nov 15 22:21:29.128390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-00da1380-7586-4a37-aff7-cd12da932390 req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.131449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-00da1380-7586-4a37-aff7-cd12da932390 req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.132499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00da1380-7586-4a37-aff7-cd12da932390 req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/98a3a8b2-7767-4738-a06f-d7cf90b5be9d HTTP/1.1" status: 204 len: 173 time: 0.2242444 Nov 15 22:21:29.147216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f14acb-2f16-41b0-a077-a3a00b2f1187 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3a8b2-7767-4738-a06f-d7cf90b5be9d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:29.171843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c7c7ded-65bb-42c9-9d92-8481f0f940bf req-bb0a47f6-3bd9-494a-843b-bb2fca2fdac1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595398 Nov 15 22:21:29.229729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-178a7afa-f710-4d38-8044-36e45cf16777 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/f2e16ab5-33ce-4f2c-87a6-efad5be1e665 HTTP/1.1" status: 200 len: 1821 time: 0.0522039 Nov 15 22:21:29.314137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:29.325132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eae13-1c81-4204-a104-0f47988504d3 req-eb8b1b55-826d-4bce-a3c5-d4e138d849ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:29.326597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-300eae13-1c81-4204-a104-0f47988504d3 req-eb8b1b55-826d-4bce-a3c5-d4e138d849ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.0754094 Nov 15 22:21:29.342508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.375065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.418614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-300eae13-1c81-4204-a104-0f47988504d3 req-e014ded6-0126-4aeb-9295-3632e4cdbdb0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Nov 15 22:21:29.530693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-a720c3c6-2134-47f6-9df3-b34be1405245 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:29.532453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-a720c3c6-2134-47f6-9df3-b34be1405245 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 972 time: 0.0988092 Nov 15 22:21:29.535684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2a1a0f20-bd7d-4bf8-bd7f-6a2b13dbdbaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a270773c437a43fba22b7d9f0b926efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202344 Nov 15 22:21:29.538513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:29.574070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.578844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.580191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f371019-9f6c-40fc-92f9-97c384d5dcda req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2e16ab5-33ce-4f2c-87a6-efad5be1e665 HTTP/1.1" status: 204 len: 173 time: 0.3378716 Nov 15 22:21:29.591496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.594655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8eff-7d08-4033-a571-ffd2698ecca9 tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e16ab5-33ce-4f2c-87a6-efad5be1e665,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:29.653455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6c1960c7-eaef-49fb-8a85-00ca9b30c6ee tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/a0fac2f0-7b79-49a8-af87-ee478dc09033 HTTP/1.1" status: 200 len: 2421 time: 0.0401132 Nov 15 22:21:29.658001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.685016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Deleting port 6d2bceee-ff48-46ef-82b5-8007fa35375c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:29.685344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.690834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.717141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.741334 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.806342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] For port 6d2bceee-ff48-46ef-82b5-8007fa35375c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6d2bceee-ff48-46ef-82b5-8007fa35375c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:29.806696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.818036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Calling delete_port for 6d2bceee-ff48-46ef-82b5-8007fa35375c owned by compute:tempest-test_az-1270979029 {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:29.891390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.893972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.895163 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42a2ab3a-4027-442b-8904-a3b8a62ba686 HTTP/1.1" status: 204 len: 168 time: 0.3556798 Nov 15 22:21:29.926601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.926777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e65e85-862a-45d5-b791-bb8f49341b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a2ab3a-4027-442b-8904-a3b8a62ba686,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:29.936407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:29.939915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3078b9e-574f-4663-a85f-e5a43f3872fc req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/a0fac2f0-7b79-49a8-af87-ee478dc09033 HTTP/1.1" status: 204 len: 173 time: 0.2801464 Nov 15 22:21:29.994369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebb462-6214-48c3-8d9f-e5b85e350eae tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fac2f0-7b79-49a8-af87-ee478dc09033,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:30.008190 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:21:30.039855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e7b9-5d66-48e0-9df3-28f607e5adc8 req-8c96c4f5-56c7-4718-b648-ecf869b66c40 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:30.042179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1043e7b9-5d66-48e0-9df3-28f607e5adc8 req-8c96c4f5-56c7-4718-b648-ecf869b66c40 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 945 time: 0.1351464 Nov 15 22:21:30.072465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.084328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6d2bceee-ff48-46ef-82b5-8007fa35375c', 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:30.109124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event deleted for resources: {'Port': ['ID=6d2bceee-ff48-46ef-82b5-8007fa35375c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:30.187104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-02d58aa8-e78e-4805-9cd4-0bae21a82adc tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "GET /v2.0/security-groups/fbc266a5-dae0-4527-b135-78e8a9e77df4 HTTP/1.1" status: 200 len: 2414 time: 0.1266279 Nov 15 22:21:30.198655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1043e7b9-5d66-48e0-9df3-28f607e5adc8 req-590d6eaa-b486-4b43-b487-292c0da0f250 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443534 Nov 15 22:21:30.250139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] No DVR routers for this DVR port 6d2bceee-ff48-46ef-82b5-8007fa35375c on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:30.258263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.266687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc8d6ad1-2f7c-40e6-a38e-85b849ef18a3 req-7c7440f3-24e8-4a3e-8881-e54266b3e660 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "DELETE /v2.0/ports/6d2bceee-ff48-46ef-82b5-8007fa35375c HTTP/1.1" status: 204 len: 173 time: 0.7222166 Nov 15 22:21:30.267179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'name': 'network-vif-deleted', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:30.275568 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b5d58-e25c-46f0-80af-d58fbeba1151" -d '{"events": [{"server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "name": "network-vif-deleted", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:30.332153 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.381095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47c6845a-7139-421a-9f17-27760fd91ce2 req-2a589548-f744-4b84-bef7-8ffade571f05 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0458958 Nov 15 22:21:30.427476 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-3228e0d8-5b27-4426-ac94-1d496bdaff2f service neutron] 10.222.0.57 "GET /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.1448441 Nov 15 22:21:30.455644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.581378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:30.582589 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e15aac-576d-42f9-95d5-d29033c41613 x-openstack-request-id: req-51e15aac-576d-42f9-95d5-d29033c41613 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:30.583763 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e74483-733a-4b56-b27b-6486693b0c5a", "name": "network-vif-deleted", "tag": "6d2bceee-ff48-46ef-82b5-8007fa35375c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:30.584254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b925b5a4-5969-46bb-834c-e6233daa93c5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:30.587464 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51e15aac-576d-42f9-95d5-d29033c41613 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:30.587464 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e74483-733a-4b56-b27b-6486693b0c5a', 'name': 'network-vif-deleted', 'tag': '6d2bceee-ff48-46ef-82b5-8007fa35375c', 'status': 'completed', 'code': 200} Nov 15 22:21:30.644781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: b925b5a4-5969-46bb-834c-e6233daa93c5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:30.647490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b925b5a4-5969-46bb-834c-e6233daa93c5 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:30.712527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.715172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.716530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e4aa64-1ff3-45ae-84d0-451d37a98e56 req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] 10.222.0.15 "DELETE /v2.0/security-groups/fbc266a5-dae0-4527-b135-78e8a9e77df4 HTTP/1.1" status: 204 len: 173 time: 0.4943690 Nov 15 22:21:30.725692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:30.802210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2180a17-3331-4cc7-a009-e3aaaf18e9ab tempest-SecurityGroupRulesTestJSON-886535593 tempest-SecurityGroupRulesTestJSON-886535593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc266a5-dae0-4527-b135-78e8a9e77df4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:30.840512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Deleting subnet 960bd5ef-aa32-439e-b997-fa5d4899b612 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:21:30.855264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b202-33a1-49de-a5b1-08a6f5fbc031 req-e96a98dd-1f0c-4f2d-86de-a7f177a5ed44 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:30.856410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8578b202-33a1-49de-a5b1-08a6f5fbc031 req-e96a98dd-1f0c-4f2d-86de-a7f177a5ed44 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 943 time: 0.2130773 Nov 15 22:21:30.861526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.915464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:30.922502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:30.940443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:30.940746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'mac_address': 'fa:16:3e:55:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:30.960247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:30.970141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:30.988243 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.001639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88f554f-513c-4ac6-9081-0175639af915 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:31.002542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8578b202-33a1-49de-a5b1-08a6f5fbc031 req-77625ef8-085c-4c74-bd7d-820ba194ee03 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177588 Nov 15 22:21:31.005530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1b1b-6f6d-4e9a-9961-5001a19f37f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.011633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:31.016243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:31.019123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.043492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:31.131065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.141165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1b1b-6f6d-4e9a-9961-5001a19f37f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.197467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.201661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.216759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] Transition to ACTIVE for port object d88f554f-513c-4ac6-9081-0175639af915 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:31.233567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960bd5ef-aa32-439e-b997-fa5d4899b612,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.235926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a2ab1b1b-6f6d-4e9a-9961-5001a19f37f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.268225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab1b1b-6f6d-4e9a-9961-5001a19f37f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af05389d-53b0-4151-b271-2a727bc126f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.269517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.273015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.276795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7493cae3-0a46-432c-99c3-b4c802f91d9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/960bd5ef-aa32-439e-b997-fa5d4899b612 HTTP/1.1" status: 204 len: 168 time: 0.5447791 Nov 15 22:21:31.279415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:31.291196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a2ab1b1b-6f6d-4e9a-9961-5001a19f37f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bfc5637ea184b30bce77607d993224f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180482 Nov 15 22:21:31.293872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34334) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:31.330950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.339498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f43588ab-71d0-47f7-b306-cd55fa003e82'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:31.378982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.388332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb31cc8-9bbe-41f3-af4a-df6d743186d7 req-2c126512-ba7a-4777-b8ec-1830972f5c79 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:31.395602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbb31cc8-9bbe-41f3-af4a-df6d743186d7 req-2c126512-ba7a-4777-b8ec-1830972f5c79 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 945 time: 0.0993471 Nov 15 22:21:31.420713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] Pushing event updated for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.450592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.451603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.477262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] No DVR routers for this DVR port d88f554f-513c-4ac6-9081-0175639af915 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:31.539699 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-98d872c6-3b30-4bfe-a857-fbd7806804ac service neutron] 10.222.0.57 "PUT /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915/bindings/n-h1-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1011286 Nov 15 22:21:31.563514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71d28716-f222-4b57-acdb-4cd8457b2f76 req-11518573-9797-4b9d-a75f-d588ca7aa659 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7e74483-733a-4b56-b27b-6486693b0c5a HTTP/1.1" status: 200 len: 210 time: 0.0616136 Nov 15 22:21:31.571805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbb31cc8-9bbe-41f3-af4a-df6d743186d7 req-2b72dacc-9f16-44c5-82a7-44fcc6c45fa6 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749148 Nov 15 22:21:31.617725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.641212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22a811a-1b8d-4a36-875a-ae500135cd44']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:31.653049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91603f36-66ec-4f6b-8867-fd8606c63a19') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:31.653352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91603f36-66ec-4f6b-8867-fd8606c63a19') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:31.664879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.680967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.688074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:21:31.688596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:21:31.690777 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:21:31.757095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.760176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.762017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af05389d-53b0-4151-b271-2a727bc126f9 HTTP/1.1" status: 204 len: 168 time: 0.4670458 Nov 15 22:21:31.782772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883926d-2f8c-4986-90bd-214cb0024f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af05389d-53b0-4151-b271-2a727bc126f9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.820654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-1df64e18-62f5-41aa-9a85-f76c89280e1c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:31.822074 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-1df64e18-62f5-41aa-9a85-f76c89280e1c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0782449 Nov 15 22:21:31.855471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.884485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:31.890432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b22a811a-1b8d-4a36-875a-ae500135cd44 HTTP/1.1" status: 204 len: 168 time: 0.6074171 Nov 15 22:21:31.910761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4f6d3-714d-483e-bc85-2aed849e6584 admin admin] Pushing event deleted for resources: {'Network': ['ID=b22a811a-1b8d-4a36-875a-ae500135cd44,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:31.927781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-6373e2ba-c558-4c9d-a7c9-c9f6fead05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:31.928783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-6373e2ba-c558-4c9d-a7c9-c9f6fead05fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 1095 time: 0.0856562 Nov 15 22:21:32.040409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-2204ef77-32ea-48a6-9a03-21684bb3d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:32.041845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-2204ef77-32ea-48a6-9a03-21684bb3d366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0674553 Nov 15 22:21:32.430993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fcf2d5a1-e120-4135-b91c-99180277c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:32.430993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-fcf2d5a1-e120-4135-b91c-99180277c47e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1802034 Nov 15 22:21:32.430993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-204fa104-3163-428a-86ff-0ab5e5429c96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0518994 Nov 15 22:21:32.468709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-35c46bdd-20df-49a1-b273-26ca18398759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:32.470406 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-35c46bdd-20df-49a1-b273-26ca18398759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0727656 Nov 15 22:21:32.471860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190078a-38c5-412e-ba77-51233e003b15 req-62b9c169-fe4d-4fb9-9bde-a73c5cd1e8a8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:32.480282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e190078a-38c5-412e-ba77-51233e003b15 req-62b9c169-fe4d-4fb9-9bde-a73c5cd1e8a8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.1037979 Nov 15 22:21:32.511689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-48dc0c84-08c4-494a-997a-998b515f65cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315166 Nov 15 22:21:32.559187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e190078a-38c5-412e-ba77-51233e003b15 req-d1f652f7-571f-4a4f-a2a1-0c46fc6a2047 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778663 Nov 15 22:21:32.611818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:32.659314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-e655d2e0-40a0-4f4e-954a-3f6d9e06b2d3 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367462 Nov 15 22:21:32.712921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f43588ab-71d0-47f7-b306-cd55fa003e82 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:32.717594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:32.741397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397355-9457-490a-908c-2835c59b52a2 req-cf1d2e37-2c83-47c7-9de0-5a87d32cd5ef tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:32.744971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1397355-9457-490a-908c-2835c59b52a2 req-cf1d2e37-2c83-47c7-9de0-5a87d32cd5ef tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 945 time: 0.0804961 Nov 15 22:21:32.820171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1397355-9457-490a-908c-2835c59b52a2 req-faa6b7e9-224e-4d6c-ad7f-e61d97e3e5a1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Nov 15 22:21:32.838416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-6434d048-4a2a-4483-803d-98cf6ee5cf17 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698430 Nov 15 22:21:32.863897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:32.890228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:32.892505 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb95988-9c40-425f-bb6c-b9383d9387c6" -d '{"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:32.906706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:32.915175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:32.988463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-49b11231-5752-46bf-8fe1-98e643b7885c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6b952002f974817874a464072396080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801373 Nov 15 22:21:32.993082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:33.039139 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea877b4a-c3b9-404e-b9ba-644ebaaed6e3 x-openstack-request-id: req-ea877b4a-c3b9-404e-b9ba-644ebaaed6e3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:33.039558 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:33.039902 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea877b4a-c3b9-404e-b9ba-644ebaaed6e3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:33.040393 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'code': 200} Nov 15 22:21:33.058826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.060666 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.097839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.173360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:33.256830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.259547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.261542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ad09491-5b01-436c-bbce-a10d09465c36 HTTP/1.1" status: 204 len: 168 time: 0.2664893 Nov 15 22:21:33.273692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b097c65-1326-400b-b7cb-926c56803fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad09491-5b01-436c-bbce-a10d09465c36,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:33.406480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-3e1dfbc5-57fb-40a5-b196-b73a9db67d6c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:33.408507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-3e1dfbc5-57fb-40a5-b196-b73a9db67d6c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0538456 Nov 15 22:21:33.639272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-2ae213ee-5c36-4466-a15f-7fb01424a333 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:33.641017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-2ae213ee-5c36-4466-a15f-7fb01424a333 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.57 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 945 time: 0.1317632 Nov 15 22:21:33.763079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9cbbba86-e8d7-4201-b15f-63c69a39ddd3 service neutron] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:33.773438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9cbbba86-e8d7-4201-b15f-63c69a39ddd3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.774547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-17d6c771-43b7-4e4c-a1a1-dcaef64f00e5 req-9cbbba86-e8d7-4201-b15f-63c69a39ddd3 service neutron] 10.222.0.55 "DELETE /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915/bindings/n-h2-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.3518229 Nov 15 22:21:33.797579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Deleting port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:33.798041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.896388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820e8db-6d2a-496d-ad64-43561a66fd8c req-4554c824-1857-4438-8b51-495e2eb17ace tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:33.903886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0820e8db-6d2a-496d-ad64-43561a66fd8c req-4554c824-1857-4438-8b51-495e2eb17ace tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 973 time: 0.1207912 Nov 15 22:21:33.924406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138e1e0-7951-4911-8f15-3a17909a3c03 req-f071aba1-b227-4253-aacc-3ea3f581cdad tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:33.933614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8138e1e0-7951-4911-8f15-3a17909a3c03 req-f071aba1-b227-4253-aacc-3ea3f581cdad tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.2830093 Nov 15 22:21:33.972667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] For port 93be4bca-42fd-47be-b58b-4c77a29fcfe6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=93be4bca-42fd-47be-b58b-4c77a29fcfe6,segment=NetworkSegment(eabfe56b-6e0e-4615-bfcd-f319bf23667b),segment_id=eabfe56b-6e0e-4615-bfcd-f319bf23667b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:33.973439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:33.991440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Calling delete_port for 93be4bca-42fd-47be-b58b-4c77a29fcfe6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:34.044032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8138e1e0-7951-4911-8f15-3a17909a3c03 req-dea6feed-c18c-4b65-a02a-c11f6247cd07 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092455 Nov 15 22:21:34.087119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0820e8db-6d2a-496d-ad64-43561a66fd8c req-d3b878b1-5c8f-416e-a6b8-28b8bbc462e7 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788330 Nov 15 22:21:34.138672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6d2bceee-ff48-46ef-82b5-8007fa35375c no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:34.139389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:34.249407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6d2bceee-ff48-46ef-82b5-8007fa35375c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:34.255963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6d2bceee-ff48-46ef-82b5-8007fa35375c not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:34.256850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d88f554f-513c-4ac6-9081-0175639af915 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:34.351035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d88f554f-513c-4ac6-9081-0175639af915 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:34.352037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:34.369430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['93be4bca-42fd-47be-b58b-4c77a29fcfe6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:34.390224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f997c-ac37-4643-82be-e3e8de1c426f req-66b6bc98-9f7d-446f-b310-50912d0748e6 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:34.401369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c4f997c-ac37-4643-82be-e3e8de1c426f req-66b6bc98-9f7d-446f-b310-50912d0748e6 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/ports?device_id=599b5131-5126-4211-a803-f56176773327 HTTP/1.1" status: 200 len: 867 time: 0.1837487 Nov 15 22:21:34.435736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event deleted for resources: {'Port': ['ID=93be4bca-42fd-47be-b58b-4c77a29fcfe6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:34.477949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c4f997c-ac37-4643-82be-e3e8de1c426f req-76780275-2794-436e-8f5c-416e37d61f2f tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6089a9c-0011-4eda-a121-d63d55accffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Nov 15 22:21:34.601023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] No DVR routers for this DVR port 93be4bca-42fd-47be-b58b-4c77a29fcfe6 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:34.603534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:34.613865 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aedeb032-32e4-4471-88cc-6a34f23b7724 req-9e09f042-e014-4066-b286-cd37a93ae583 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.57 "DELETE /v2.0/ports/93be4bca-42fd-47be-b58b-4c77a29fcfe6 HTTP/1.1" status: 204 len: 173 time: 0.9651918 Nov 15 22:21:34.614913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'name': 'network-vif-deleted', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:34.617242 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91878230-5347-4947-aa8a-e3e46256b75d" -d '{"events": [{"server_uuid": "599b5131-5126-4211-a803-f56176773327", "name": "network-vif-deleted", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:34.639987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-network', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:34.696769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de524d-0213-4ec1-a59d-1b5dcf808420 req-1cd671f6-cf78-4266-babd-24d2ad54dd09 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:34.698513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9de524d-0213-4ec1-a59d-1b5dcf808420 req-1cd671f6-cf78-4266-babd-24d2ad54dd09 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1487093 Nov 15 22:21:34.721059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eae9b4c-2776-4a35-a96d-1ab52ead82b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:34.780094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9de524d-0213-4ec1-a59d-1b5dcf808420 req-008a9e46-84f1-4491-a1ee-883318d1b888 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688138 Nov 15 22:21:34.798456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Made reservation on behalf of e0a005b7c6b64a2290a56033266a4e60 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:34.802423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:34.812969 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4837c0-ff86-4946-89de-1a8fad9cb456 x-openstack-request-id: req-8b4837c0-ff86-4946-89de-1a8fad9cb456 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:34.812969 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599b5131-5126-4211-a803-f56176773327", "name": "network-vif-deleted", "tag": "93be4bca-42fd-47be-b58b-4c77a29fcfe6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:34.814844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:34.816274 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b4837c0-ff86-4946-89de-1a8fad9cb456 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:34.816720 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599b5131-5126-4211-a803-f56176773327', 'name': 'network-vif-deleted', 'tag': '93be4bca-42fd-47be-b58b-4c77a29fcfe6', 'status': 'completed', 'code': 200} Nov 15 22:21:35.008593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.060555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.117737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:21:35.140580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:35.143622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.144012 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Added segment 3bb9c85a-4624-4e9d-b6e4-81c823d6b1db of type vlan for network eb848ca0-1629-4455-9c46-1471db6c09d8 Nov 15 22:21:35.230044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-a7e3d79d-22f4-488e-8cf1-adf2e2bc40d1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:35.231702 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-a7e3d79d-22f4-488e-8cf1-adf2e2bc40d1 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 973 time: 0.1006463 Nov 15 22:21:35.288162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.392492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a66b-07dc-46c7-b070-38ab345553ac req-4a42609b-0bf0-4342-866c-0b064b7bc155 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:35.400222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3124a66b-07dc-46c7-b070-38ab345553ac req-4a42609b-0bf0-4342-866c-0b064b7bc155 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 973 time: 0.1156573 Nov 15 22:21:35.431834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-707445a2-4d4b-40af-9e24-3950df906dfd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:35.439548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-707445a2-4d4b-40af-9e24-3950df906dfd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.2403591 Nov 15 22:21:35.447572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.449252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:35.449252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.455644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Deleting port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:35.456203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:35.502086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-fdfa7fc2-1465-4052-bbc0-34b692c2d675 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/quotas/7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 375 time: 0.0616376 Nov 15 22:21:35.602144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb848ca0-1629-4455-9c46-1471db6c09d8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:35.617566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network eb848ca0-1629-4455-9c46-1471db6c09d8 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:21:35.636411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3124a66b-07dc-46c7-b070-38ab345553ac req-dd716bbb-7baf-4226-83e2-ed97aacb9403 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/security-groups?id=dee3b699-e150-4f9b-8567-878a1955030c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351146 Nov 15 22:21:35.648148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fa6a34c4-433d-4114-ac1f-09185917e4d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5074532 Nov 15 22:21:35.662419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:35.675545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Request body: {'subnet': {'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-subnet', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:35.773165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-bc0d8f8b-5482-4ea2-938e-bcfd43680c14 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700901 Nov 15 22:21:35.984488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Made reservation on behalf of e0a005b7c6b64a2290a56033266a4e60 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:35.987054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.032991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] For port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:36.033694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.088934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Calling delete_port for ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 owned by compute:tempest-test_az-1270979029 {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:36.437307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-0d7dc647-f56d-4466-b916-19fdd0e841bf service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632137 Nov 15 22:21:36.536981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.596560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.612257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:36.632182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Pushing event deleted for resources: {'Port': ['ID=ecb057e4-7f3d-46f5-ba28-2977f9cc5e40,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:36.667334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-032eb147-8b55-4a8e-86fe-316edb3e85b1 service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288311 Nov 15 22:21:36.736593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] No DVR routers for this DVR port ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:36.743081 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.744567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a79c74-d9ac-41c8-a46a-ae7ef06115b5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:36.755380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:36.765325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e12bfef9-d3f0-48b0-9565-24e1731d3a38 req-763311f3-fec8-41af-8c55-eb8c8afec4ee tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.57 "DELETE /v2.0/ports/ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 HTTP/1.1" status: 204 len: 173 time: 1.5179439 Nov 15 22:21:36.796742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Checking segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:36.797068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Network hostable DHCP agents. Network: eb848ca0-1629-4455-9c46-1471db6c09d8, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:21:36.820129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-deleted', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:36.822508 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ff564-8e9a-4da4-89b3-09292c09e8b9" -d '{"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-deleted", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:36.933302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:36.997455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.050611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:37.075889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Network eb848ca0-1629-4455-9c46-1471db6c09d8 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:21:37.105585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcdc17f8-4ae4-4ba2-bba0-b6e2c11e3848 req-eb21c4a2-a4c2-4de7-a8bc-14262eef9112 tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 210 time: 0.0366948 Nov 15 22:21:37.161758 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2da44-321d-49fa-9ac6-e204a4d2563f x-openstack-request-id: req-12b2da44-321d-49fa-9ac6-e204a4d2563f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:37.162045 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0447f63-103b-404f-8f0d-4b6e40656015", "name": "network-vif-deleted", "tag": "ecb057e4-7f3d-46f5-ba28-2977f9cc5e40", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:37.162289 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12b2da44-321d-49fa-9ac6-e204a4d2563f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:37.162675 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0447f63-103b-404f-8f0d-4b6e40656015', 'name': 'network-vif-deleted', 'tag': 'ecb057e4-7f3d-46f5-ba28-2977f9cc5e40', 'status': 'completed', 'code': 200} Nov 15 22:21:37.176304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed4e078e-b6b1-402f-a881-a16fb321bbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.258784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed4e078e-b6b1-402f-a881-a16fb321bbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.410391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed4e078e-b6b1-402f-a881-a16fb321bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.410518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, eb848ca0-1629-4455-9c46-1471db6c09d8) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:37.412807 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdb58129-4f16-4cf2-9909-27db75065f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.421650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.425496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69018efc-7376-4867-992f-fdee553fd673 None None] Network eb848ca0-1629-4455-9c46-1471db6c09d8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:37.430104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.431470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef668947-35d5-43a3-9057-1d34347462db HTTP/1.1" status: 204 len: 168 time: 0.6748102 Nov 15 22:21:37.434052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:37.455884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.473387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:37.475405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980422c-8dca-42be-bea4-e7690f2429d1 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef668947-35d5-43a3-9057-1d34347462db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:37.528046 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3b69697b-93d2-49d9-8718-cfb03ccaae27 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] show failed (client error): The resource could not be found. Nov 15 22:21:37.538388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b69697b-93d2-49d9-8718-cfb03ccaae27 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "GET /v2.0/security-groups/ef668947-35d5-43a3-9057-1d34347462db HTTP/1.1" status: 404 len: 347 time: 0.0565763 Nov 15 22:21:37.540590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:37.574756 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed4e078e-b6b1-402f-a881-a16fb321bbd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23aa83e69ffb45f1be7cefc72bb96fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229914 Nov 15 22:21:37.576658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e078e-b6b1-402f-a881-a16fb321bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941fc97-1a1f-4f1d-824a-10ab2bdb5ee1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:37.583385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:37.657988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33aa772b-ed01-4350-8358-e861435b545e req-28bbc653-e92c-46cf-8931-3d4e5291a608 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 210 time: 0.1329851 Nov 15 22:21:37.670849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-937f5bb4-4715-4c10-9755-26dc93a7f899 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0053277 Nov 15 22:21:37.678633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:37.686769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:37.805897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.827240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-eb848ca0-1629-4455-9c46-1471db6c09d8', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'fixed_ips': [{'subnet_id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:21:37.829027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.849195 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.901286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.912564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.920732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Deleting port 3e251a41-2177-4bc3-9b97-97b1d3720a72 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:37.921078 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:37.994298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.079664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Allocated IP 172.20.0.2 (eb848ca0-1629-4455-9c46-1471db6c09d8/49a79c74-d9ac-41c8-a46a-ae7ef06115b5/c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:38.181436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 93be4bca-42fd-47be-b58b-4c77a29fcfe6 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:38.186599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.188913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.190624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.191192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.192088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.193912 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1941fc97-1a1f-4f1d-824a-10ab2bdb5ee1 HTTP/1.1" status: 204 len: 168 time: 0.6057889 Nov 15 22:21:38.209232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578538c-62b2-4086-b038-b54c2aac4eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941fc97-1a1f-4f1d-824a-10ab2bdb5ee1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:38.223202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Calling delete_port for 3e251a41-2177-4bc3-9b97-97b1d3720a72 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:38.322496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 93be4bca-42fd-47be-b58b-4c77a29fcfe6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:38.327207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 93be4bca-42fd-47be-b58b-4c77a29fcfe6 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:38.334042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.469670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c73b9db-26ce-4197-8427-55b980925719 req-e26b74fa-eccb-404b-9ea8-77363ffd86ab tempest-ServersAdminTestJSON-980578527 tempest-ServersAdminTestJSON-980578527-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0447f63-103b-404f-8f0d-4b6e40656015 HTTP/1.1" status: 200 len: 210 time: 0.0544291 Nov 15 22:21:38.549977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.650899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.680155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.847940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Network eb848ca0-1629-4455-9c46-1471db6c09d8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:38.871167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:38.890715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:38.913382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Pushing event deleted for resources: {'Port': ['ID=3e251a41-2177-4bc3-9b97-97b1d3720a72,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:38.924214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:38.969552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2eaa105-c87b-4ecb-8abc-8c577418a559 req-5f413ee7-1beb-4b4b-ba8c-a813daa007d0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 210 time: 0.1282470 Nov 15 22:21:38.993898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.033581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Pushing event updated for resources: {'Port': ['ID=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:39.042465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.045553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.046967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f3e53ca-5a1b-4ff5-b344-53816dde0570 tempest-ImagesOneServerNegativeTestJSON-440824742 tempest-ImagesOneServerNegativeTestJSON-440824742-project] 10.222.0.15 "DELETE /v2.0/floatingips/03d1e72f-073d-4fe6-a23d-075ace2a30d5 HTTP/1.1" status: 204 len: 168 time: 1.5053587 Nov 15 22:21:39.064059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Attempting to bind port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:39.064962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Attempting to bind port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:39.066996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Attempting to bind port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 on network eb848ca0-1629-4455-9c46-1471db6c09d8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:39.084187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:39.084187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Checking segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:39.084187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.084782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Bound using segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:39.090670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Bound port: c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:39.090670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.213067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] For port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:39.216534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] For port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:39.222217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Allocated IP 172.25.0.79 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/54cd89b7-585a-4122-aa24-c1270775b5b2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:39.270213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:39.335761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.365441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Deleting subnet 22e5cf84-9ddc-49a1-89b6-552f2437ef22 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:21:39.382896 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.475948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.516311 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.553780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.575420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.602074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d97a7d-d6f9-49ae-9923-e0deb7ffcd8c None None] Pushing event updated for resources: {'Port': ['ID=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:39.752903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.768921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.853001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e5cf84-9ddc-49a1-89b6-552f2437ef22,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:39.872873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:39.883903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c98be5af-ce6e-4898-887c-57d3071e2ef3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22e5cf84-9ddc-49a1-89b6-552f2437ef22 HTTP/1.1" status: 204 len: 168 time: 0.6117597 Nov 15 22:21:39.887509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:39.929347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:39.933981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:39.962164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:39.978117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Pushing event updated for resources: {'Port': ['ID=54cd89b7-585a-4122-aa24-c1270775b5b2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:40.143503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:40.182381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:40.182797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecb057e4-7f3d-46f5-ba28-2977f9cc5e40 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:40.227385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aae24676-78ba-49b6-98e5-c4000750a599 req-ea17fa8e-b734-46ee-a98b-e3af5c6560f2 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 210 time: 0.0639353 Nov 15 22:21:40.275360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:40.299901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:40.327633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:40.459135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa586a-8f0e-4ce3-82ff-c6d593f6b88c req-6b36cd81-fc45-4180-8705-776ac630fdb4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:40.471256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8aa586a-8f0e-4ce3-82ff-c6d593f6b88c req-6b36cd81-fc45-4180-8705-776ac630fdb4 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 946 time: 0.2435784 Nov 15 22:21:40.762427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:40.776800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:40.814623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-391f77fb-e961-4efc-b39a-138ff71bd229 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:40.819094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-391f77fb-e961-4efc-b39a-138ff71bd229 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.5062213 Nov 15 22:21:40.857710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Request body: {'port': {'device_id': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'admin_state_up': True, 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:40.877049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:40.877498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.013739 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.075889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:41.096930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8aa586a-8f0e-4ce3-82ff-c6d593f6b88c req-987df81c-e78c-4699-8cc4-9c47429acebf tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6181021 Nov 15 22:21:41.103858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-network', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:41.136876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.158920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.167805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f85a3aed-ba93-4aa7-9048-b8973928a9a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fcd14f1caa64ee5b21b149aa368a714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885372 Nov 15 22:21:41.169813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.172590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:41.208905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9156ed8e-433d-44c7-af3e-8b58c6eda153']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:41.232060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabfe56b-6e0e-4615-bfcd-f319bf23667b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:41.232060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabfe56b-6e0e-4615-bfcd-f319bf23667b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:41.248197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.251691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:41.255355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd8c0b-156a-40e6-9357-1549c74da9df None None] Network eb848ca0-1629-4455-9c46-1471db6c09d8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:41.273453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.281333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.294044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Made reservation on behalf of 094c04e5755a474f8e98725ff5f3714e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:41.296679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.302865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:21:41.303257 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:21:41.305005 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:21:41.356046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.365579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.491108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dcd80b1b-fb68-4098-b4ab-42ab1605733a None None] Provisioning complete for port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:41.491392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcd80b1b-fb68-4098-b4ab-42ab1605733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.565207 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.570647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df98e334-1a75-4d4e-9990-0fa3bdc624e5 req-5269f7f6-0c05-4afe-8c89-0de9aa88006b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 210 time: 0.1333821 Nov 15 22:21:41.588643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.595334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] 10.222.0.15 "DELETE /v2.0/networks/9156ed8e-433d-44c7-af3e-8b58c6eda153 HTTP/1.1" status: 204 len: 168 time: 1.7065599 Nov 15 22:21:41.632428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed77b7-0768-4d3b-a46f-59075d95febb admin admin] Pushing event deleted for resources: {'Network': ['ID=9156ed8e-433d-44c7-af3e-8b58c6eda153,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:41.648357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.659175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:41.662748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.737300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.740207 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.741450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dee3b699-e150-4f9b-8567-878a1955030c HTTP/1.1" status: 204 len: 168 time: 0.5677581 Nov 15 22:21:41.786216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e3723-9687-4b1d-a619-b319d351f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3b699-e150-4f9b-8567-878a1955030c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:41.852754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.916930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:41.960878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:21:41.981998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3856996-f311-430b-bafb-821a26d2d6a1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:42.004074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.004430 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Added segment 78f632bf-a080-49aa-ade4-65de187dcb45 of type vlan for network 5130a113-20cf-42c3-b6a1-b04c5f07e280 Nov 15 22:21:42.104702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34682) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:42.116109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.164405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Allocated IP 172.20.0.5 (ae6d7e5a-faa0-4595-89f5-c6f293d9bee1/f9221909-c4e2-4c53-9cd2-f3ce229d30ea/46d1f9d0-1e69-4880-a651-9a9a1b068d08) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:42.220927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ae229e3e-bcf8-4750-b230-3a7b861b1a60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af7de271b9cd47869e4574fbdec61b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142724 Nov 15 22:21:42.223814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:42.292124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.299301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:42.300125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.363890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-45b52d86-48ba-44ba-a583-fe1d3858cefb None None] Provisioning complete for port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:42.367071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45b52d86-48ba-44ba-a583-fe1d3858cefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.379422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.498162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.509870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.514768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] Pushing event updated for resources: {'Network': ['ID=5130a113-20cf-42c3-b6a1-b04c5f07e280,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:42.590738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94a07626-9a25-428d-aba7-b5ff825f3e09 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2594674 Nov 15 22:21:42.594614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:42.598050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:21:42.655916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:42.660630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Request body: {'subnet': {'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-subnet', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:42.698813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.752905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:42.777528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:42.783737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:42.786933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.790350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:42.818705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:42.859054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:42.860293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.890189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Made reservation on behalf of 094c04e5755a474f8e98725ff5f3714e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:42.892695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:42.908208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34708) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:42.951357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Router 0d707fbf-1261-4f35-a077-91b3e82a8515 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:21:42.993530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-e2ed9413-24ff-462e-8b39-ab92264f53a3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1490276 Nov 15 22:21:43.000083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c305a8b1-4652-42e8-a459-a24176ed40e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31ced7dc2b854b809075441bc8d338a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907505 Nov 15 22:21:43.003407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:43.016950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac3b1-7fad-45e0-a1c9-9cb488e2468f req-c73e73e0-208b-4ac2-a9e6-5d605a48f45a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:43.021743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f4ac3b1-7fad-45e0-a1c9-9cb488e2468f req-c73e73e0-208b-4ac2-a9e6-5d605a48f45a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 931 time: 0.2488251 Nov 15 22:21:43.050381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Request body: {'port': {'device_id': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:43.240258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.243437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.244661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6089a9c-0011-4eda-a121-d63d55accffb HTTP/1.1" status: 204 len: 168 time: 1.0195968 Nov 15 22:21:43.278202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a04da8-f144-4677-9ed8-d8a68b4f606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6089a9c-0011-4eda-a121-d63d55accffb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:43.294193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-519cca03-1e1a-45dd-8086-14b5a0319dd2 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--839542259&fields=id&tenant_id=a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 267 time: 0.1298273 Nov 15 22:21:43.321241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f4ac3b1-7fad-45e0-a1c9-9cb488e2468f req-9358e2a8-d5c7-4b84-af50-771d0af15774 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494513 Nov 15 22:21:43.345979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.516549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ce3d79-7bb6-45fa-84ec-b95517c51ab6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:43.584235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-e1291e6e-cf08-4568-8591-9f2e415a8eba tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:43.586675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-e1291e6e-cf08-4568-8591-9f2e415a8eba tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 823 time: 0.2917247 Nov 15 22:21:43.591488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Checking segment: {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:43.592589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Network hostable DHCP agents. Network: 5130a113-20cf-42c3-b6a1-b04c5f07e280, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:21:43.614503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-79a9c637-fe83-4337-a092-551fcb455b9e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/quotas/a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 375 time: 0.0182455 Nov 15 22:21:43.658537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:43.670252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.671388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Sync routers for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:43.704328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:43.705299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:43.705578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.761931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-a1c8426d-cb9b-4242-8f01-99a0d4a334b5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1411221 Nov 15 22:21:43.765772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:21:43.798289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.799786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9588276-c6c7-4bd5-af78-8785dfb62b54 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1176112 Nov 15 22:21:43.809427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34726) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:43.818265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:43.922600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:43.934378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5130a113-20cf-42c3-b6a1-b04c5f07e280) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:43.943098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:43.943515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.018042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-27b7286d-31ee-448b-8d57-8cdf123ab791 service neutron] 10.222.0.15 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358148 Nov 15 22:21:44.053337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b28fd4e-5c0a-4092-a851-afb67f642c41 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4562335 Nov 15 22:21:44.078189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:44.096604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:44.152232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a049e-7a6e-4353-b716-68cd4cc488ed None None] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:44.204421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-c943ca04-f9aa-49da-86b1-751948683d60 service neutron] 10.222.0.15 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818275 Nov 15 22:21:44.293762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-626a0466-5107-4825-aa59-343c41542cf6 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:44.295529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-626a0466-5107-4825-aa59-343c41542cf6 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.55 "GET /v2.0/ports?device_id=a26557d2-eab5-4843-a66d-3a70e1def599 HTTP/1.1" status: 200 len: 946 time: 0.2217875 Nov 15 22:21:44.351269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.352399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.425901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.428884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.430140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/047d607f-4b53-4cb8-9474-12a7c7b08c1e HTTP/1.1" status: 204 len: 168 time: 1.4256444 Nov 15 22:21:44.522135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab977f31-1ee7-43f3-a93a-66452ca74abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d607f-4b53-4cb8-9474-12a7c7b08c1e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:44.543145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b3ecc-0f30-454c-b80c-ae6b73c70428 req-de511d4f-a550-402f-b940-7a9e557c3044 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:44.548439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d7b3ecc-0f30-454c-b80c-ae6b73c70428 req-de511d4f-a550-402f-b940-7a9e557c3044 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 931 time: 0.1175520 Nov 15 22:21:44.580669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.662478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d31b5d28-d30d-4f55-bad0-460dd3f0b49c req-77b34ed0-f7a9-45f2-973b-5eb252d73f7a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.1320367 Nov 15 22:21:44.671769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:40Z', 'revision_number': 3, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:44.697808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6dde72-02ef-499d-baed-746db994df1a None None] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:44.762768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d7b3ecc-0f30-454c-b80c-ae6b73c70428 req-3046ce7a-a808-4ce4-97ee-b940f26288a5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061062 Nov 15 22:21:44.782237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Checking router: 0d707fbf-1261-4f35-a077-91b3e82a8515 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:44.783627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Updating router 0d707fbf-1261-4f35-a077-91b3e82a8515 port 54cd89b7-585a-4122-aa24-c1270775b5b2 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:21:44.873524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:44.953962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Deleting port c48f8ae4-5efc-46ed-8a21-38c04f447c36 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:21:44.954538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.191542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.293611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d1f9d0-1e69-4880-a651-9a9a1b068d08 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:45.305157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.353841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Transition to ACTIVE for port object 46d1f9d0-1e69-4880-a651-9a9a1b068d08 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:45.391004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] For port c48f8ae4-5efc-46ed-8a21-38c04f447c36, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c48f8ae4-5efc-46ed-8a21-38c04f447c36,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:45.404793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.542780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.688507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:45.717907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5effe2d0-a8ef-4389-897b-c6c66baada77 req-480c48ae-71ce-484f-9db7-cdc71a106c04 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0278027 Nov 15 22:21:45.902873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088701-c2c6-4bf5-b9c8-503493c08d5d req-6a1d73da-d47d-4bc8-9309-a2fcdcb146ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:45.902873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6088701-c2c6-4bf5-b9c8-503493c08d5d req-6a1d73da-d47d-4bc8-9309-a2fcdcb146ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.0537426 Nov 15 22:21:45.935593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6088701-c2c6-4bf5-b9c8-503493c08d5d req-3c8e1bf3-d44f-4db7-a74d-e4c7963444df tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Nov 15 22:21:45.938270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:46.032565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.037967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.155089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21e0a-8b6c-4745-9e86-32f3c36e39c6 None None] Pushing event updated for resources: {'Port': ['ID=54cd89b7-585a-4122-aa24-c1270775b5b2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:46.181182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Attempting to bind port 54cd89b7-585a-4122-aa24-c1270775b5b2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:46.181573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Attempting to bind port 54cd89b7-585a-4122-aa24-c1270775b5b2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:46.181984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Attempting to bind port 54cd89b7-585a-4122-aa24-c1270775b5b2 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:46.198032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:46.198398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:46.198798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.203195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:46.203195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Bound port: 54cd89b7-585a-4122-aa24-c1270775b5b2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:46.203195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.216494 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.216875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.217257 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 disassociated. External IP: 172.25.0.116, port: c48f8ae4-5efc-46ed-8a21-38c04f447c36. Nov 15 22:21:46.217593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Calling delete_port for c48f8ae4-5efc-46ed-8a21-38c04f447c36 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:21:46.235448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:46.235797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:46.236099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:46.255882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:46.256211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:46.260288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] For port 54cd89b7-585a-4122-aa24-c1270775b5b2, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:46.263721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] For port 54cd89b7-585a-4122-aa24-c1270775b5b2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54cd89b7-585a-4122-aa24-c1270775b5b2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:46.323449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:46.323782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:46.329011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:46.329011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Bound port: 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:46.329011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.354145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.492490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:46.493458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:46.569968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.574060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Allocated IP 172.20.0.1 (eb848ca0-1629-4455-9c46-1471db6c09d8/49a79c74-d9ac-41c8-a46a-ae7ef06115b5/4fc8b6dd-133e-46c7-9353-a327bf2068fc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:46.608394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21e0a-8b6c-4745-9e86-32f3c36e39c6 None None] Pushing event updated for resources: {'Port': ['ID=54cd89b7-585a-4122-aa24-c1270775b5b2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:46.608916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:46.638899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:46.641932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:46.696317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:46.827109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.017509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:40Z', 'revision_number': 3, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:47.042950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:47.045084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.057246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] 10.222.0.57 "PUT /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 1091 time: 4.0543616 Nov 15 22:21:47.057761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:47.060105 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36" -d '{"events": [{"name": "network-changed", "server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:47.077995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a032c64-dc34-43a2-afd7-0f3e40e39771 None None] The sync data for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 is: [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:40Z', 'revision_number': 3, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:47.133856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.185187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05952fb-4ac8-442f-932f-aafbfd088cfa req-eee723fe-411c-416e-b08c-22d63aaceba4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:47.195657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ffeca-fec7-4747-a5b6-e180896f3762 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:47.218782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b05952fb-4ac8-442f-932f-aafbfd088cfa req-eee723fe-411c-416e-b08c-22d63aaceba4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1225641 Nov 15 22:21:47.318997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Allocated IP 172.25.0.68 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0c8855bb-5a73-40e5-b459-2edb64d8dcd6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:47.329317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.337988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event deleted for resources: {'Port': ['ID=c48f8ae4-5efc-46ed-8a21-38c04f447c36,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:47.409763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-754860b8-1d3d-4684-a6aa-5477b4ab3d33 req-8ed6b4dc-f325-4946-a6e1-b171be167588 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0914412 Nov 15 22:21:47.468980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b05952fb-4ac8-442f-932f-aafbfd088cfa req-5d69c31b-b53b-41c6-8bfb-eda73bd86f90 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491493 Nov 15 22:21:47.598140 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03249d44-0651-4218-aaa2-c192816a8372 x-openstack-request-id: req-03249d44-0651-4218-aaa2-c192816a8372 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:47.599197 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:47.599597 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03249d44-0651-4218-aaa2-c192816a8372 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:47.600164 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'status': 'completed', 'code': 200} Nov 15 22:21:47.691751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-48880c7c-35a7-4f7a-bc79-9a3b9f10bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:47.693359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-48880c7c-35a7-4f7a-bc79-9a3b9f10bd89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1094 time: 0.3716829 Nov 15 22:21:47.804464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.857492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:21:47.865453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:47.978075 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-50ff7ceb-8e31-44da-9491-4d0d70349f2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 217 time: 0.1179409 Nov 15 22:21:47.984064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:47.995966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:48.100175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:48.153507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:48.168267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:48.177764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:48.339316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Network eb848ca0-1629-4455-9c46-1471db6c09d8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:48.384042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:48.389140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-fd869e5e-33fc-4681-b472-2a46deca8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:48.391289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-fd869e5e-33fc-4681-b472-2a46deca8851 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.3800879 Nov 15 22:21:48.492360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:48.579200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:48.641891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c48f8ae4-5efc-46ed-8a21-38c04f447c36 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:48.654236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80475b89-0a29-40ce-b4fb-79776a752c69 req-d5980c8a-1f9d-4734-ba3f-1becf276761d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0825992 Nov 15 22:21:48.686545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: c48f8ae4-5efc-46ed-8a21-38c04f447c36 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:21:48.686883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c48f8ae4-5efc-46ed-8a21-38c04f447c36 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:21:48.715955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-98093e2b-a17a-4d4b-8bb4-4cdfe611fa62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2246835 Nov 15 22:21:48.746628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54cd89b7-585a-4122-aa24-c1270775b5b2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:48.831943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-e6302891-5eaa-40e3-a22a-b4f4db53e8ed tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:48.833937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-e6302891-5eaa-40e3-a22a-b4f4db53e8ed tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.57 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 823 time: 0.7316763 Nov 15 22:21:48.856119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca15e-1631-4aab-93ae-81be8d86e53d req-513df01c-2273-4de8-8b27-187d597158ae tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:48.871240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f13ca15e-1631-4aab-93ae-81be8d86e53d req-513df01c-2273-4de8-8b27-187d597158ae tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1092579 Nov 15 22:21:48.872115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 54cd89b7-585a-4122-aa24-c1270775b5b2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:48.872436 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:48.966371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f13ca15e-1631-4aab-93ae-81be8d86e53d req-24884511-d14e-4e7d-9d04-8e79158505cd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942249 Nov 15 22:21:48.969500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-97f23fd7-2959-44fe-b493-5dcf4da547ae None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:48.972799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97f23fd7-2959-44fe-b493-5dcf4da547ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:49.046402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-97f23fd7-2959-44fe-b493-5dcf4da547ae None None] Port 4fc8b6dd-133e-46c7-9353-a327bf2068fc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:49.138128 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:49.170990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 54cd89b7-585a-4122-aa24-c1270775b5b2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54cd89b7-585a-4122-aa24-c1270775b5b2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:49.266236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:49.352179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=54cd89b7-585a-4122-aa24-c1270775b5b2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:49.495455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-6701bac4-1bac-4139-a242-f6bc933c01b0 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80f9dba476645d58a6bb478ab7e04ac HTTP/1.1" status: 200 len: 379 time: 0.5745993 Nov 15 22:21:49.557914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'port': {'device_id': '5999df82-873b-44e3-8fd1-49d0286806da', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'admin_state_up': True, 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'security_groups': ['08cf3299-a9a6-4d45-adb0-44e0a479e148']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:49.577250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-a8095ffe-2f5b-4225-bb58-276eb3dac0cd service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399695 Nov 15 22:21:49.578696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:49.591977 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:49.615808 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:49.620666 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:49.672396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:49.809498 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:49.829400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6538c318-a020-4950-bb29-ad0e52b020f8 req-c702f45d-21ed-46e5-b47f-7701043703f3 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0411639 Nov 15 22:21:49.852403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] No DVR routers for this DVR port c48f8ae4-5efc-46ed-8a21-38c04f447c36 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:21:49.868699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:49.872558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be247fc1-0b01-4cf1-81a1-d4f7f6d891b5 req-8565e163-98e8-4acc-9924-c8f4c58201d5 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.55 "DELETE /v2.0/ports/c48f8ae4-5efc-46ed-8a21-38c04f447c36 HTTP/1.1" status: 204 len: 173 time: 5.5597630 Nov 15 22:21:49.877320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7d4c-2acf-4386-b62a-687124e8aa24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:49.917175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'name': 'network-vif-deleted', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:49.920133 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb4592-6b1b-4efd-b500-7800cc6bbba7" -d '{"events": [{"server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "name": "network-vif-deleted", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:50.077826 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791d002-b627-497c-a021-e3f5ae0322af x-openstack-request-id: req-9791d002-b627-497c-a021-e3f5ae0322af {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:50.078380 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26557d2-eab5-4843-a66d-3a70e1def599", "name": "network-vif-deleted", "tag": "c48f8ae4-5efc-46ed-8a21-38c04f447c36", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:50.078862 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9791d002-b627-497c-a021-e3f5ae0322af {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:50.079472 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26557d2-eab5-4843-a66d-3a70e1def599', 'name': 'network-vif-deleted', 'tag': 'c48f8ae4-5efc-46ed-8a21-38c04f447c36', 'status': 'completed', 'code': 200} Nov 15 22:21:50.103867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.178576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7dbf8612-fca3-4d5b-90d5-fa78e8fa145e req-c3d15e72-8a21-4c36-81d3-2811052ef925 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620005 Nov 15 22:21:50.195245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.264454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Made reservation on behalf of a80f9dba476645d58a6bb478ab7e04ac for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:50.268067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.278807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7d4c-2acf-4386-b62a-687124e8aa24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.319133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0289c3-07f7-4e24-9712-95c27663c705 req-a6b2fdef-72e0-4465-a952-c932e5051e8f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:50.323597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea0289c3-07f7-4e24-9712-95c27663c705 req-a6b2fdef-72e0-4465-a952-c932e5051e8f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1988986 Nov 15 22:21:50.357785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7d4c-2acf-4386-b62a-687124e8aa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.434088 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:50.449485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d9ea7d4c-2acf-4386-b62a-687124e8aa24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5f7ee2c32064675a854401c61871634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7759287 Nov 15 22:21:50.455177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:50.487208 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:50.499441 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:50.500239 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:50.549331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-4991debd-5fce-4e04-931c-2095763d9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:50.550961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-4991debd-5fce-4e04-931c-2095763d9dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1094 time: 0.2166214 Nov 15 22:21:50.657295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea7d4c-2acf-4386-b62a-687124e8aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176c2c1-d20b-42dc-b65e-096b6a39fff3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:50.662748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54cd89b7-585a-4122-aa24-c1270775b5b2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:50.680969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea0289c3-07f7-4e24-9712-95c27663c705 req-d8acd83c-1354-46c9-8a4b-dbfb562d5ec5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347034 Nov 15 22:21:50.706358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.745562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.769834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 54cd89b7-585a-4122-aa24-c1270775b5b2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:50.772355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.900492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.904761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:50.905926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1176c2c1-d20b-42dc-b65e-096b6a39fff3 HTTP/1.1" status: 204 len: 168 time: 0.4431782 Nov 15 22:21:50.923837 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:50.934934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfd80b-a4e0-4be3-829a-eafdfc013663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176c2c1-d20b-42dc-b65e-096b6a39fff3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:51.008811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0b527bf-3c93-4637-8b57-5615d2bae76a req-f8f6ef25-9469-407c-9ca0-3295ceebab19 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0590465 Nov 15 22:21:51.019628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:51.147503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Allocated IP 172.20.0.11 (330de6ad-94df-4ae8-a816-453bbc3ca2a4/2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6/b63ad6bd-7a5e-4105-8173-f2d0a8a4445c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:51.175141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:51.267484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-cfb37302-ba63-4020-9ea9-2ea002b89af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:51.270781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-cfb37302-ba63-4020-9ea9-2ea002b89af8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.7037656 Nov 15 22:21:51.304527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:51.424046 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:51.597183 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da671cd-2fef-4527-b988-2f15c5fbc91b None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:51.904790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-409ed0de-44d8-4ed6-85c7-91ce887656bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 217 time: 0.5915310 Nov 15 22:21:51.925065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eb0ed-3bcc-4cab-b397-b90d8e06d8b3 req-8e64eddb-7c0b-4995-ac7f-838aca0d98fa tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:51.937336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f66eb0ed-3bcc-4cab-b397-b90d8e06d8b3 req-8e64eddb-7c0b-4995-ac7f-838aca0d98fa tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1505110 Nov 15 22:21:52.006229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.062742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:52.076558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f66eb0ed-3bcc-4cab-b397-b90d8e06d8b3 req-72f333c9-2104-4dc1-abf3-8029cef6071d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379142 Nov 15 22:21:52.079813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baa34e-6a52-42ba-a537-ee65211b7377 req-1f9f19fa-7c70-4d43-bfea-d98f2c0b6bf1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:52.089963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59baa34e-6a52-42ba-a537-ee65211b7377 req-1f9f19fa-7c70-4d43-bfea-d98f2c0b6bf1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1097 time: 0.1259854 Nov 15 22:21:52.147312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-8ff98b79-530b-4ab0-9cd2-f0e919b77e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:52.149190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-8ff98b79-530b-4ab0-9cd2-f0e919b77e1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.2606854 Nov 15 22:21:52.169808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a59f9-d91e-442d-ac5d-6f713ba93770 None None] New status for floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:21:52.181988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:52.184194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59baa34e-6a52-42ba-a537-ee65211b7377 req-2118bfa0-3f6f-462f-ac4d-aa38c06fc715 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Nov 15 22:21:52.278490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-966aea97-302e-4c5f-88dc-9094f145e871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.278490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-ca22a8f0-4934-41b6-bd5f-98c748a77d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992353 Nov 15 22:21:52.297640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4c7f87b-4184-48c9-add6-3398356c9b71 req-c671cd54-df57-40ea-beb0-0cac16430fcf tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.0405979 Nov 15 22:21:52.368553 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.402372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Network eb848ca0-1629-4455-9c46-1471db6c09d8 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:52.409867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:52.549413 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-75aff08e-12c7-49f0-aac5-3bb34fa1c1cc service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705715 Nov 15 22:21:52.606671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-291d0f28-7c30-42da-9419-46ec7fa27768 None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:52.607034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-291d0f28-7c30-42da-9419-46ec7fa27768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.627282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-966aea97-302e-4c5f-88dc-9094f145e871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.639980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-291d0f28-7c30-42da-9419-46ec7fa27768 None None] Port 4fc8b6dd-133e-46c7-9353-a327bf2068fc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:52.691623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Router 0d707fbf-1261-4f35-a077-91b3e82a8515 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:21:52.691623 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea68b2ac-2dd3-4066-bf15-74f8ec052d36 req-7f4373b3-aa55-48d6-b1c6-11a4b0ddf66d service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304214 Nov 15 22:21:52.758986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Router 18a720d2-8c54-46fb-b243-437e4cd59e56 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:21:52.896138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:52.920849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-966aea97-302e-4c5f-88dc-9094f145e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.019023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-966aea97-302e-4c5f-88dc-9094f145e871 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a6133aae774088b4c48b3aeeeb7760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8323436 Nov 15 22:21:53.019898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:53.035533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:53.041829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:53.044515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:53.046226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aea97-302e-4c5f-88dc-9094f145e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210124f1-9fc2-4719-a31e-b449750b9d4c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:53.058378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:53.075615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-97205e7d-c061-4eeb-b7b5-2891b2c457e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d707fbf-1261-4f35-a077-91b3e82a8515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2540097 Nov 15 22:21:53.075615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:53.075615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event updated for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:53.079997 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Sync routers for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:53.091755 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:53.093147 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:53.109572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Sync routers for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:21:53.118155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.181494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.212925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:53.212925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:53.248681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:53.249355 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.278531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.279689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cf00ea5f-11bf-4d44-bbb4-729d3fec41d0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.2007887 Nov 15 22:21:53.304564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:53.401446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.404293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:53.408317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.410340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/210124f1-9fc2-4719-a31e-b449750b9d4c HTTP/1.1" status: 204 len: 168 time: 0.3899457 Nov 15 22:21:53.444759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d310-56a9-4c1a-92ef-5c865acf8fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210124f1-9fc2-4719-a31e-b449750b9d4c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:53.473274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96bee6-1861-4e0b-bb9f-9dac895f5e63 req-43b5a71b-b903-4d94-b4b2-9de0b24fbba0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:53.473848 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:53.480734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da96bee6-1861-4e0b-bb9f-9dac895f5e63 req-43b5a71b-b903-4d94-b4b2-9de0b24fbba0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1740289 Nov 15 22:21:53.617599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da96bee6-1861-4e0b-bb9f-9dac895f5e63 req-719a4166-ca3b-4973-b6c2-baf15cc1bedd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287603 Nov 15 22:21:53.698895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eb5ee501-0abe-49d4-b0aa-79aceeb619fd None None] Provisioning complete for port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:53.699253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb5ee501-0abe-49d4-b0aa-79aceeb619fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.741145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8d689a20-a79e-4b62-9206-da88b9b2d5cc tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2054615 Nov 15 22:21:53.753392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Request body: {'port': {'device_id': '5999df82-873b-44e3-8fd1-49d0286806da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:53.785589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ee501-0abe-49d4-b0aa-79aceeb619fd None None] Port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:21:53.802309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbb467-93d9-413c-8a26-aab4f61ecea2 req-f8c3c5e0-9fb5-4af2-8f7f-4ff48bd7f3d0 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:53.804311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fdbb467-93d9-413c-8a26-aab4f61ecea2 req-f8c3c5e0-9fb5-4af2-8f7f-4ff48bd7f3d0 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 932 time: 0.0778816 Nov 15 22:21:53.823371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 3, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:53.865507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Checking router: 18a720d2-8c54-46fb-b243-437e4cd59e56 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:53.866138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Updating router 18a720d2-8c54-46fb-b243-437e4cd59e56 port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:21:53.867495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fdbb467-93d9-413c-8a26-aab4f61ecea2 req-870f7e18-0562-4fe2-b3c9-b8e71ac807ad tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554090 Nov 15 22:21:53.876853 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '4fc8b6dd-133e-46c7-9353-a327bf2068fc', 'name': '', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'mac_address': 'fa:16:3e:9f:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:50Z', 'revision_number': 2, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'subnets': [{'id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:53.908643 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:53.929321 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Checking router: 0d707fbf-1261-4f35-a077-91b3e82a8515 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:21:53.929674 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Updating router 0d707fbf-1261-4f35-a077-91b3e82a8515 port 4fc8b6dd-133e-46c7-9353-a327bf2068fc binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:21:53.962935 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.000478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.242126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:21:54.447482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.455705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:54.497979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'port_id': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'mac_address': 'fa:16:3e:91:c8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9221909-c4e2-4c53-9cd2-f3ce229d30ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:21:54.572147 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.609741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.615242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.628965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d1f9d0-1e69-4880-a651-9a9a1b068d08 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:54.650970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:54.695062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.697088 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.715472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a1995-6f1a-4b54-98d8-030b538d5258 req-60db0787-8deb-4995-b3c1-3c6970bf8659 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:54.718418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb9a1995-6f1a-4b54-98d8-030b538d5258 req-60db0787-8deb-4995-b3c1-3c6970bf8659 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.1459813 Nov 15 22:21:54.757894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63ad6bd-7a5e-4105-8173-f2d0a8a4445c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:21:54.771347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.802950 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.850812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb9a1995-6f1a-4b54-98d8-030b538d5258 req-353ed8a5-3853-4067-afeb-46c429e33af2 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255445 Nov 15 22:21:54.882886 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042db5e-9b43-4b6c-9bf8-bf9b64fe223f None None] Pushing event updated for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:54.912366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Attempting to bind port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:54.913551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Attempting to bind port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:54.926618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Attempting to bind port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:54.935590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:54.935959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:54.936363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.941829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:54.942449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Bound port: 0c8855bb-5a73-40e5-b459-2edb64d8dcd6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:54.942856 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:54.946495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98e75-4f79-4a95-b5ed-4c835dac57ca None None] Pushing event updated for resources: {'Port': ['ID=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:55.024249 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Attempting to bind port 4fc8b6dd-133e-46c7-9353-a327bf2068fc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:55.026847 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Attempting to bind port 4fc8b6dd-133e-46c7-9353-a327bf2068fc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:55.027323 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Attempting to bind port 4fc8b6dd-133e-46c7-9353-a327bf2068fc on network eb848ca0-1629-4455-9c46-1471db6c09d8 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:55.042160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:55.042534 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Checking segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:55.044289 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.045632 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Bound using segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:55.046948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:55.047555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Bound port: 4fc8b6dd-133e-46c7-9353-a327bf2068fc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:55.048071 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.065851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] For port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:55.075108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] For port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:55.077981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['46d1f9d0-1e69-4880-a651-9a9a1b068d08'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:21:55.149055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.186981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4d1a-3137-4ffe-bc95-1a9533b9e5d7 req-ccec9c31-4c84-4134-96ce-7910b40833bf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:55.200148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-853a4d1a-3137-4ffe-bc95-1a9533b9e5d7 req-ccec9c31-4c84-4134-96ce-7910b40833bf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.1798668 Nov 15 22:21:55.258835 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] For port 4fc8b6dd-133e-46c7-9353-a327bf2068fc, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:55.267579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] For port 4fc8b6dd-133e-46c7-9353-a327bf2068fc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4fc8b6dd-133e-46c7-9353-a327bf2068fc,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:55.297907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Transition to ACTIVE for port object b63ad6bd-7a5e-4105-8173-f2d0a8a4445c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:21:55.307896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-853a4d1a-3137-4ffe-bc95-1a9533b9e5d7 req-9b312b09-96a1-4578-b319-9566ad740955 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041267 Nov 15 22:21:55.327151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Allocated IP 172.20.0.1 (5130a113-20cf-42c3-b6a1-b04c5f07e280/36ce3d79-7bb6-45fa-84ec-b95517c51ab6/fed60c29-c8da-4b9b-8cbe-1e838a5737a6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:55.358002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:55.358814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.365022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98e75-4f79-4a95-b5ed-4c835dac57ca None None] Pushing event updated for resources: {'Port': ['ID=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:55.365180 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.365364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:55.365871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:55.389406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:55.394854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-network', 'tenant_id': '0171994465b04692b5f7503a0424834e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:55.448741 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042db5e-9b43-4b6c-9bf8-bf9b64fe223f None None] Pushing event updated for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:55.510818 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:21:55.511449 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:55.549767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.558608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819b326-f650-41ec-8792-52efd433da0b req-0705dffe-d08a-4672-8abb-2db3698090ac tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:55.573697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1819b326-f650-41ec-8792-52efd433da0b req-0705dffe-d08a-4672-8abb-2db3698090ac tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 932 time: 0.1568880 Nov 15 22:21:55.574888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Made reservation on behalf of 0171994465b04692b5f7503a0424834e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:55.577259 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.599140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.624219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.712451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.744959 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:55.772178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Pushing event updated for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:55.773222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1819b326-f650-41ec-8792-52efd433da0b req-4ba4a67f-39d9-4100-8acf-41cb98a78d16 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849356 Nov 15 22:21:55.841137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:55.886590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:55.924946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:55.935533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:21:55.951592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:21:56.008096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.108054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:56.122740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.140020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb6f31-817b-4903-aa49-6eec3df373ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:56.160100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Attempting to bind port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:56.160456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Attempting to bind port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:56.161636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Attempting to bind port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:56.184358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:56.184795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Attempting to bind port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c on network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:56.196902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:56.196902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Checking segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:56.197249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Bound using segment: {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:56.197686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Bound port: b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4aa0265-470e-46e1-9f96-3cc5e4429582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:56.198033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.218896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:21:56.230103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.230664 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Added segment a28798a9-c40c-4b5b-9d5a-30465f5c0d01 of type vlan for network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb Nov 15 22:21:56.284582 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '4fc8b6dd-133e-46c7-9353-a327bf2068fc', 'name': '', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'mac_address': 'fa:16:3e:9f:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:55Z', 'revision_number': 4, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'subnets': [{'id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:56.306922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:56.311027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.313380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.321141 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421108ea-b1bd-444e-aa8b-49bf66a6a46c None None] The sync data for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 is: [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '4fc8b6dd-133e-46c7-9353-a327bf2068fc', 'name': '', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'mac_address': 'fa:16:3e:9f:a8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:55Z', 'revision_number': 4, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'subnets': [{'id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:56.330481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:21:56.335225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:56.382507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311476d-a29f-4aaa-85ff-5feca663c6a2 req-4ee29721-3e42-4e93-b268-08badd0b36f4 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:56.391555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e311476d-a29f-4aaa-85ff-5feca663c6a2 req-4ee29721-3e42-4e93-b268-08badd0b36f4 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 949 time: 0.2867651 Nov 15 22:21:56.438055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.441868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:56.454398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] For port 4fc8b6dd-133e-46c7-9353-a327bf2068fc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4fc8b6dd-133e-46c7-9353-a327bf2068fc,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:56.507796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.508797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:56.513911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.518063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:56.521471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.531263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] 10.222.0.57 "PUT /v2.0/ports/b63ad6bd-7a5e-4105-8173-f2d0a8a4445c HTTP/1.1" status: 200 len: 1092 time: 2.7817595 Nov 15 22:21:56.533119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.551001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:56.562942 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e424c-1066-4e43-b73a-26f7ac0495c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:56.571747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.622187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e311476d-a29f-4aaa-85ff-5feca663c6a2 req-5d064771-6373-48c1-8946-8b4443b97f76 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227738 Nov 15 22:21:56.689193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4fc8b6dd-133e-46c7-9353-a327bf2068fc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:56.740000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22bfd9-55c7-450b-af33-f622942f61ca service neutron] Pushing event updated for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:56.745510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4d8113-89fb-4a51-a1b0-563cfb05bfeb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:56.760529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-network', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:56.768342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-aa2014d3-20fc-459e-b623-901a34378e02 None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:56.768840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa2014d3-20fc-459e-b623-901a34378e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.790718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-13bd52ad-64a9-4165-879e-d5296bde69f5 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:21:56.792962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-13bd52ad-64a9-4165-879e-d5296bde69f5 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3492191 Nov 15 22:21:56.817674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:21:56.828013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee525f4-cab9-4fbd-8f55-cc72fcdaca6a None None] Pushing event updated for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:56.865087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-62da41a9-5b4f-4760-b45f-b7cfafabbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:56.867420 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-62da41a9-5b4f-4760-b45f-b7cfafabbe65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 1095 time: 0.1832988 Nov 15 22:21:56.884199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-092b333d-a7d0-42a0-8b3f-16e30ecb19c9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4931836 Nov 15 22:21:56.889642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:56.894330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Request body: {'subnet': {'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-subnet', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:56.905295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-772d5014-25bc-4c8e-bd00-0bf69a300c51 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81802336e52c43c8a2811dc0eafa0369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251993 Nov 15 22:21:56.969785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 3, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:21:56.973546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Made reservation on behalf of a0c513a1f7e6499694d77f5ee3a4d8f9 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:56.975862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:56.996593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.003228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816c62-6190-4280-8f0c-c370bb77ffaa None None] The sync data for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 is: [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 3, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:21:57.068896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:57.069313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.088659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.091644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-34a43e31-5404-4bce-a251-2e1160587172 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c HTTP/1.1" status: 200 len: 217 time: 0.2093709 Nov 15 22:21:57.122884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-a19f904f-557c-49fb-9dcc-e97d30a6dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:57.124318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-a19f904f-557c-49fb-9dcc-e97d30a6dc4f service neutron] 10.222.0.15 "GET /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 1094 time: 0.2450204 Nov 15 22:21:57.138927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Request body: {'binding': {'host': 'n-h2-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:57.144051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:21:57.167856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.254215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-c2a0bdd1-23b3-4e7c-8333-5b6389c231ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:57.256798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-c2a0bdd1-23b3-4e7c-8333-5b6389c231ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.1560440 Nov 15 22:21:57.270633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Made reservation on behalf of 0171994465b04692b5f7503a0424834e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:57.273055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.279792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:57.292263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.308116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.337085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-502bb514-0a6e-49c4-b397-da5e687fdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:57.338738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-502bb514-0a6e-49c4-b397-da5e687fdd52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707119 Nov 15 22:21:57.361977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.393532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-ac1b080e-c984-4af2-8e3e-b2097a1ec10d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:57.394613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-ac1b080e-c984-4af2-8e3e-b2097a1ec10d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885089 Nov 15 22:21:57.446373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:21:57.499427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on host n-h2-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:21:57.499899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:21:57.500287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:57.503046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-71a28729-bf73-453e-8e2c-4a682d12f8d0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/quotas/81802336e52c43c8a2811dc0eafa0369 HTTP/1.1" status: 200 len: 375 time: 0.0912077 Nov 15 22:21:57.508909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233475fc-6bc4-4e5c-8676-ebeff5218358,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:57.515539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.515933 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Added segment ae01850a-f50f-4e07-aa62-fa9dd6d230fa of type vlan for network 13ca5571-c544-4ea6-be5c-3d66826a2f90 Nov 15 22:21:57.544184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:21:57.544184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:21:57.544730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-a28e49bb-d283-42fb-bf0f-e3dfa38bc015 service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612141 Nov 15 22:21:57.549015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:21:57.571425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:21:57.572128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:57.573324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:21:57.573886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Bound port: 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:21:57.625294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-6e5523be-28fa-4c96-a74a-3065b223c975 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120698 Nov 15 22:21:57.639131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.650077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4be635a2-3a64-407a-a949-f4ad9960b781 req-764e53db-4f40-46c5-825d-6182c037f505 service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998635 Nov 15 22:21:57.653659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:57.775772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.776763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:57.777345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.782146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:21:57.822769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Router 18a720d2-8c54-46fb-b243-437e4cd59e56 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:21:57.832034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.880658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:57.881849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e33a7eb3-62d8-4627-943a-71248473d9dd service neutron] 10.222.0.15 "POST /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7496529 Nov 15 22:21:57.886149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] Pushing event updated for resources: {'Network': ['ID=13ca5571-c544-4ea6-be5c-3d66826a2f90,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:57.897700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:21:57.912851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b58b523-5cb0-4561-a6d5-d1a07f88d987,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:57.929144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Checking segment: {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:57.929632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Network hostable DHCP agents. Network: dc4d8113-89fb-4a51-a1b0-563cfb05bfeb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:21:57.937356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd772f98-c6d2-4764-9c0e-2d050a0b83b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6279995 Nov 15 22:21:57.942748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:57.954421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Request body: {'subnet': {'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-subnet', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:58.025979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:21:58.042591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:21:58.064167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8bf68c90-4c34-46a9-98ea-eb4f318a46f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/18a720d2-8c54-46fb-b243-437e4cd59e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7576222 Nov 15 22:21:58.109594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Made reservation on behalf of a0c513a1f7e6499694d77f5ee3a4d8f9 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:21:58.112883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.135927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0003f1-54cb-4f5e-8765-710b282d9dba req-8f0934f4-c07a-4bed-be30-1e2952b01600 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.147629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c0003f1-54cb-4f5e-8765-710b282d9dba req-8f0934f4-c07a-4bed-be30-1e2952b01600 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.0849230 Nov 15 22:21:58.148926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, dc4d8113-89fb-4a51-a1b0-563cfb05bfeb) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:58.162899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67de7e-4845-46ef-8a64-a6aa9824eb36 None None] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:58.188301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.189010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.221818 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd82ce6-491a-46dc-a012-2c7dcbe21360 x-openstack-request-id: req-1fd82ce6-491a-46dc-a012-2c7dcbe21360 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:58.222351 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:58.222979 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fd82ce6-491a-46dc-a012-2c7dcbe21360 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:58.224112 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'status': 'completed', 'code': 200} Nov 15 22:21:58.309862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:58.347355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-a7455b42-7684-4158-80d7-2e697544760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.353065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-a7455b42-7684-4158-80d7-2e697544760d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 1095 time: 0.0976942 Nov 15 22:21:58.369238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c0003f1-54cb-4f5e-8765-710b282d9dba req-3710d962-fdf4-49d7-9a64-ce21bca32d0e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102787 Nov 15 22:21:58.473238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63cf205b-6bd6-4a99-a4ff-5b60dcabfaf1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5825250 Nov 15 22:21:58.476435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:58.492092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:58.533814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6887-9a59-4618-8e23-9206f5bd07da req-883c7dbc-9e28-49f0-81f8-c36275d8b452 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.544235 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f7b6887-9a59-4618-8e23-9206f5bd07da req-883c7dbc-9e28-49f0-81f8-c36275d8b452 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 944 time: 0.1394362 Nov 15 22:21:58.547052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:21:58.554931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'fixed_ips': [{'subnet_id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:21:58.556596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.586582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:58.587889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.623127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-94b4ea3a-8517-4705-8435-9983f2ab249b tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81802336e52c43c8a2811dc0eafa0369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645289 Nov 15 22:21:58.664582 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.665641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.735981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f7b6887-9a59-4618-8e23-9206f5bd07da req-d587b9db-2e6a-4cac-bb74-aa5a900d692c tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876235 Nov 15 22:21:58.750584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-2dc59dde-ed12-4087-8ff7-1a0b6d4ff983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.759188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-2dc59dde-ed12-4087-8ff7-1a0b6d4ff983 service neutron] 10.222.0.57 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 924 time: 0.3120830 Nov 15 22:21:58.784035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.833772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:21:58.836800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4fc8b6dd-133e-46c7-9353-a327bf2068fc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:58.906853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-3edc98b8-2b0d-463a-a86a-12791e39649a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c HTTP/1.1" status: 200 len: 217 time: 0.1385560 Nov 15 22:21:58.907064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:58.933905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Allocated IP 172.20.0.2 (dc4d8113-89fb-4a51-a1b0-563cfb05bfeb/9b58b523-5cb0-4561-a6d5-d1a07f88d987/c7917321-8097-4888-a7fb-814dabcbce86) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:21:58.976490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-156a0554-a20b-40b3-a566-eca7a8f89c4c tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.983177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-e9d27ad5-5f3c-48b7-a5a8-646513d57750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:58.984744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-e9d27ad5-5f3c-48b7-a5a8-646513d57750 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.0692668 Nov 15 22:21:58.986068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-156a0554-a20b-40b3-a566-eca7a8f89c4c tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615100 Nov 15 22:21:59.015502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-bcdac9f1-0f05-44d5-91f1-635685e7ed04 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/quotas/81802336e52c43c8a2811dc0eafa0369 HTTP/1.1" status: 200 len: 375 time: 0.0278623 Nov 15 22:21:59.075242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Checking segment: {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:21:59.076062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Network hostable DHCP agents. Network: 13ca5571-c544-4ea6-be5c-3d66826a2f90, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:21:59.090526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b236060-c8c5-49df-9bd6-bb601c95f738,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:59.098061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149340f1-257a-4050-8752-7dce3867681a req-590309b5-ce39-408b-bcb0-27823becc2fb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.100052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-149340f1-257a-4050-8752-7dce3867681a req-590309b5-ce39-408b-bcb0-27823becc2fb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.2459493 Nov 15 22:21:59.100503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-863dd326-c9f4-41fb-bf43-6f7da90ea9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.102195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-863dd326-c9f4-41fb-bf43-6f7da90ea9dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1097 time: 0.2408817 Nov 15 22:21:59.109877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-3b6ab0f3-a676-420b-9e83-a00ef574b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.112089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-3b6ab0f3-a676-420b-9e83-a00ef574b083 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131144 Nov 15 22:21:59.113339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.122538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4fc8b6dd-133e-46c7-9353-a327bf2068fc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:21:59.122928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.174381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.186926 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.190155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-41363ee2-c801-4e0f-81af-847cb5984cb8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702380 Nov 15 22:21:59.251870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-95441f85-e2c4-4201-a5a0-fdd9cb1421d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.255593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:21:59.257942 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444d9e1e-e6ef-4aad-8c3f-6f2f9fc2f586" -d '{"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-plugged", "status": "completed", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:21:59.258894 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-95441f85-e2c4-4201-a5a0-fdd9cb1421d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1378436 Nov 15 22:21:59.296401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:59.324164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:21:59.364828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.370739 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.409521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:21:59.426963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-b14532a1-1946-4471-bfb1-c60ddfc5d92e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 217 time: 0.0662584 Nov 15 22:21:59.433541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-dad5b6fe-85f7-4db7-904f-80a8b3c7bbc8 service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833472 Nov 15 22:21:59.514109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:21:59.551909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-f30f0f82-8b0f-47a2-9fab-1849ab2f8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.553431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-f30f0f82-8b0f-47a2-9fab-1849ab2f8c8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1190395 Nov 15 22:21:59.649648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.669031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-d752bbc7-6a17-401c-9346-a7dca0e1641f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003716 Nov 15 22:21:59.669766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-149340f1-257a-4050-8752-7dce3867681a req-d77f3dbc-115a-439f-a399-88338a19605c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210385 Nov 15 22:21:59.671330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 13ca5571-c544-4ea6-be5c-3d66826a2f90) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:21:59.689900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-135e424c-1066-4e43-b73a-26f7ac0495c1 req-0c49f4da-b34f-4496-9443-78acf081e809 service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462778 Nov 15 22:21:59.693535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.717531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:21:59.848784 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-dcfa6aee-432f-4ee1-a568-4498c1ed8c56 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640592 Nov 15 22:21:59.857844 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09ce0cf3-745a-4f4d-9bf4-77a9f01b4566 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9096255 Nov 15 22:21:59.868325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:21:59.873083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:21:59.956771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:21:59.973673 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c5eaf-8a8f-4941-b758-1f47616bc9f9 x-openstack-request-id: req-074c5eaf-8a8f-4941-b758-1f47616bc9f9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:21:59.974023 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-plugged", "status": "completed", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:21:59.974232 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-074c5eaf-8a8f-4941-b758-1f47616bc9f9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:21:59.974623 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'code': 200} Nov 15 22:21:59.975926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17375508-73dc-4995-8d37-19221a6f50d7 None None] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:21:59.976046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500595-e752-4bec-85bb-8288f5393ace req-554235fb-1812-4a6c-935b-04164fdeda1d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:21:59.980692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40500595-e752-4bec-85bb-8288f5393ace req-554235fb-1812-4a6c-935b-04164fdeda1d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.1071465 Nov 15 22:22:00.061781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.070759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c1022-0d2d-4030-ae93-4aa1a1eb6565 req-d3e89d1b-9ac4-400d-8667-70bc0a3c7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:00.072526 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa7c1022-0d2d-4030-ae93-4aa1a1eb6565 req-d3e89d1b-9ac4-400d-8667-70bc0a3c7eec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.1068680 Nov 15 22:22:00.076879 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-349d2d09-26f6-44ad-8eae-e47282f7d053 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157974 Nov 15 22:22:00.077144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.078879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.132921 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.142538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:00.159984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40500595-e752-4bec-85bb-8288f5393ace req-576f5118-d53a-4cb4-9109-b0e17fede0cd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492305 Nov 15 22:22:00.182658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.196462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa7c1022-0d2d-4030-ae93-4aa1a1eb6565 req-9511a7a7-3fb2-4790-9242-504f3ed22928 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Nov 15 22:22:00.216563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:00.216980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.229593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.241546 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Sync routers for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:00.265522 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:00.267290 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:00.303815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33206517-c420-44ed-824c-c127a72e279f req-87f8435b-9906-41fd-a5f3-744f6b5cbaf5 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.0873694 Nov 15 22:22:00.305420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:00.308025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device b63ad6bd-7a5e-4105-8173-f2d0a8a4445c details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:00.348793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-3af9de5c-1ec7-4a0c-9ef4-713d65aa5f48 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:00.350919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-3af9de5c-1ec7-4a0c-9ef4-713d65aa5f48 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 820 time: 0.3961954 Nov 15 22:22:00.354872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:00.363262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Pushing event updated for resources: {'Port': ['ID=c7917321-8097-4888-a7fb-814dabcbce86,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:00.372680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:00.541430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:00.616480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-13ca5571-c544-4ea6-be5c-3d66826a2f90', 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'fixed_ips': [{'subnet_id': '2b236060-c8c5-49df-9bd6-bb601c95f738'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:22:00.616480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.643478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Attempting to bind port c7917321-8097-4888-a7fb-814dabcbce86 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:00.643838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Attempting to bind port c7917321-8097-4888-a7fb-814dabcbce86 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:00.644197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Attempting to bind port c7917321-8097-4888-a7fb-814dabcbce86 on network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:00.649111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.662800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-592cc0f1-9111-4fb7-90cc-7d2d8ea5ffe6 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/quotas/094c04e5755a474f8e98725ff5f3714e HTTP/1.1" status: 200 len: 375 time: 0.1808844 Nov 15 22:22:00.689386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.729969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:00.730445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Checking segment: {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:00.730854 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.731243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Bound using segment: {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:00.731739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Bound port: c7917321-8097-4888-a7fb-814dabcbce86, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:00.732219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.769245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:00.827108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:00.847355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:00.881253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'port_id': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'mac_address': 'fa:16:3e:17:ef:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:00.980129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.029984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] For port c7917321-8097-4888-a7fb-814dabcbce86, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:01.031818 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 2, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:01.043631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Allocated IP 172.25.0.21 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/f8af1dbc-269c-42f9-a33b-e1d4c286ed44) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:01.059611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Allocated IP 172.20.0.2 (13ca5571-c544-4ea6-be5c-3d66826a2f90/2b236060-c8c5-49df-9bd6-bb601c95f738/40fab5e2-e34e-4ab8-9d35-4390a24c16b0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:01.062659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] For port c7917321-8097-4888-a7fb-814dabcbce86, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7917321-8097-4888-a7fb-814dabcbce86,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:01.064246 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Checking router: 18a720d2-8c54-46fb-b243-437e4cd59e56 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:01.064779 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Updating router 18a720d2-8c54-46fb-b243-437e4cd59e56 port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:22:01.072929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.093383 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.101246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-40117cc3-73d5-4425-91bf-0e61e3602607 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4374900 Nov 15 22:22:01.137434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63ad6bd-7a5e-4105-8173-f2d0a8a4445c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:01.158013 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.160379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:01.168349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.171532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:01.259832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.380578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7fd90-28b0-4ec2-8e6b-ad232ba42f24 None None] Pushing event updated for resources: {'Port': ['ID=c7917321-8097-4888-a7fb-814dabcbce86,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:01.488129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.559895 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.611798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:01.612212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-cdb259ad-5254-4502-a8c1-0ff95454b9f3 service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082169 Nov 15 22:22:01.711739 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.733905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.770681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-2b3ae364-1d08-4153-95d6-5b6197b4de15 service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448812 Nov 15 22:22:01.789274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.810217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.830656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:01.832352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:01.930706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:01.941284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:01.949192 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Pushing event updated for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:01.953878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:01.962078 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.962500 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.963166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Pushing event updated for resources: {'Port': ['ID=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:01.963297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.963716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.964227 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.965083 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.965083 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.965401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.969842 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.970395 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.970789 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.971223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:01.977106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-47c88845-1d71-4553-b3c4-c1053975f772 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=81802336e52c43c8a2811dc0eafa0369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496228 Nov 15 22:22:01.979639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:01.981943 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de93647-f1e9-4055-a70f-ff89193a017b" -d '{"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:01.988094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.062441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:02.069692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:02.073804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Pushing event updated for resources: {'Port': ['ID=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:02.076119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:02.077800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Attempting to bind port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:02.078248 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Attempting to bind port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:02.078604 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Attempting to bind port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 on network 5130a113-20cf-42c3-b6a1-b04c5f07e280 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:02.092933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:02.093360 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Checking segment: {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:02.093695 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.094130 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Bound using segment: {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:02.094602 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Bound port: fed60c29-c8da-4b9b-8cbe-1e838a5737a6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:02.094993 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.162844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Attempting to bind port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:02.163235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Attempting to bind port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:02.163863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Attempting to bind port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 on network 13ca5571-c544-4ea6-be5c-3d66826a2f90 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:02.178339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:02.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Checking segment: {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:02.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Bound using segment: {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:02.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Bound port: 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:02.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.271912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] For port fed60c29-c8da-4b9b-8cbe-1e838a5737a6, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:02.279108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Allocated IP 172.25.0.19 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c4e96eeb-1c7b-49d6-9031-5aa63e7addfd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:02.288300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] For port fed60c29-c8da-4b9b-8cbe-1e838a5737a6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:02.349855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] For port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:02.354787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] For port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:02.414344 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.437192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.440153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e522ee-01bc-4f29-b756-8f3e6a150025 req-6fcc5915-dee8-4a26-942c-2277082671c3 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:02.441987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1e522ee-01bc-4f29-b756-8f3e6a150025 req-6fcc5915-dee8-4a26-942c-2277082671c3 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 945 time: 0.1011815 Nov 15 22:22:02.579893 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:02.580524 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:02.605230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc2ec-db6e-4846-a19e-f4ceecc21919 None None] Pushing event updated for resources: {'Port': ['ID=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:02.631147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-f6cce88b-78d9-40b9-a64b-c2109d393b7a tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:02.633159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-f6cce88b-78d9-40b9-a64b-c2109d393b7a tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6457696 Nov 15 22:22:02.668258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Request body: {'port': {'device_id': 'ff89c8ec-980c-4798-a569-219e965743cf', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '81802336e52c43c8a2811dc0eafa0369'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:02.675718 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e6f7-f177-47ef-9b61-6278db54c104 None None] Pushing event updated for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:02.759919 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:02.813667 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:02.955596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2191a8-1e34-4dcd-b194-d12416b9659c req-d8612ed2-cfbf-430a-a861-7be63b7647c1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:02.965277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e2191a8-1e34-4dcd-b194-d12416b9659c req-d8612ed2-cfbf-430a-a861-7be63b7647c1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.4626002 Nov 15 22:22:02.976400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1e522ee-01bc-4f29-b756-8f3e6a150025 req-a88b309d-54e5-4407-812c-dbed213543a2 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5199964 Nov 15 22:22:02.986791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.097227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a15ff9-7a36-47f5-a8f2-971052ab0af2 None None] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:03.153050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Made reservation on behalf of 81802336e52c43c8a2811dc0eafa0369 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:03.179727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.242590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.276662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.293956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-6a8d702b-026e-453f-8b0a-b6190911e14b tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=81802336e52c43c8a2811dc0eafa0369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425762 Nov 15 22:22:03.296441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:03.301183 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:03.324194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:03.326729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] Provisioning complete for port c7917321-8097-4888-a7fb-814dabcbce86 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:03.327032 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.356368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e2191a8-1e34-4dcd-b194-d12416b9659c req-ea9fbc98-7fb4-4787-85bd-0a6a6a3076b5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900454 Nov 15 22:22:03.358564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:03.384142 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cdf1c-3323-4375-a9d9-5d5b2abb5a37 None None] The sync data for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 is: [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:03.522536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Pushing event updated for resources: {'Port': ['ID=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:03.637278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07120c0-ca3a-4a83-8958-c200bc52f9c9 req-b7de50fe-6685-48da-a9ae-8db8b65047ee tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:03.653688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b07120c0-ca3a-4a83-8958-c200bc52f9c9 req-b7de50fe-6685-48da-a9ae-8db8b65047ee tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.4601476 Nov 15 22:22:03.658848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7917321-8097-4888-a7fb-814dabcbce86 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:03.760034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a838a0a0-09e3-475d-a03c-b89cdb7b1b35 req-b151b19c-72f8-46f8-a4b9-1bd401ef42f8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.0956428 Nov 15 22:22:03.886351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-ec5c6f23-22fd-453d-b2f5-e4e14b6b354d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:03.887865 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-ec5c6f23-22fd-453d-b2f5-e4e14b6b354d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5820117 Nov 15 22:22:03.889971 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ca652-e0e6-40d4-aa99-0c8b8619dd56 x-openstack-request-id: req-fc2ca652-e0e6-40d4-aa99-0c8b8619dd56 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:03.890187 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:03.890437 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc2ca652-e0e6-40d4-aa99-0c8b8619dd56 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:03.890879 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'code': 200} Nov 15 22:22:03.904009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:03.953676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Request body: {'port': {'device_id': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '81802336e52c43c8a2811dc0eafa0369'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:03.983993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c7917321-8097-4888-a7fb-814dabcbce86 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:03.984525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.048319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b07120c0-ca3a-4a83-8958-c200bc52f9c9 req-9270ecfc-a30e-40b1-a7a2-e9f723922e36 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933337 Nov 15 22:22:04.150651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] For port c7917321-8097-4888-a7fb-814dabcbce86, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7917321-8097-4888-a7fb-814dabcbce86,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:04.214527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd4e5cba-da23-486b-9954-1edefe817ff2 req-4597ee45-88a5-4dba-a8a2-498c6e6895cd tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 210 time: 0.0848939 Nov 15 22:22:04.275970 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.288887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device b63ad6bd-7a5e-4105-8173-f2d0a8a4445c up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:04.386031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.552650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.585119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.659135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef406b-bf3a-4f5f-9059-66f9a54d1e71 None None] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:04.696138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.701391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.727343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f4324-bdfa-457e-86e3-cd2978d087c6 req-db45f715-990e-4fb9-9fc3-cef97fdc0842 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:04.734285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b5f4324-bdfa-457e-86e3-cd2978d087c6 req-db45f715-990e-4fb9-9fc3-cef97fdc0842 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.3468978 Nov 15 22:22:04.742956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1d915-2c6f-4b0a-b2c7-d7caf755c214 req-75e9c504-5563-4e07-bf41-eb651273937b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:04.745024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afb1d915-2c6f-4b0a-b2c7-d7caf755c214 req-75e9c504-5563-4e07-bf41-eb651273937b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 945 time: 0.4706919 Nov 15 22:22:04.835982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b5f4324-bdfa-457e-86e3-cd2978d087c6 req-919a6958-79d7-4bce-9d69-3c6ea0ad8ec7 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896525 Nov 15 22:22:04.855535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Made reservation on behalf of 81802336e52c43c8a2811dc0eafa0369 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:04.859089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:04.879841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afb1d915-2c6f-4b0a-b2c7-d7caf755c214 req-8e7b2996-027f-4712-9d30-ddfb20e43a1b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058702 Nov 15 22:22:04.923307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Router 716a4a33-6d9b-4ea2-a571-d906dc056c49 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:22:04.973577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-9c412ac9-5457-475f-b251-57ca1deb7b2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3755622 Nov 15 22:22:04.991901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea28a2e-1540-4278-88e4-0d2734423d5d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:05.268680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b41a-39e6-4808-bb8d-2b395beea623 req-ccc8bd77-aca1-4680-8426-050c2966f36f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:05.275653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbe6b41a-39e6-4808-bb8d-2b395beea623 req-ccc8bd77-aca1-4680-8426-050c2966f36f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.2218542 Nov 15 22:22:05.307476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34049d30-1207-4fa2-866a-543fec6e6f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:05.312470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:05.317944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff777910-847e-450c-bb96-dbe61393db5c None None] Pushing event updated for resources: {'Port': ['ID=c7917321-8097-4888-a7fb-814dabcbce86,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:05.340949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Sync routers for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:05.359647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-150b9345-51a2-4582-ac6a-2d674bf45035 None None] Provisioning complete for port c7917321-8097-4888-a7fb-814dabcbce86 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:05.362065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbe6b41a-39e6-4808-bb8d-2b395beea623 req-2de408cc-d651-4be1-80dc-f5fd4e47b51e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Nov 15 22:22:05.364239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-150b9345-51a2-4582-ac6a-2d674bf45035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:05.392069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Allocated IP 192.168.233.152 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/2118dd70-2d96-4dac-abe2-a4eac9aec731) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:05.427838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-938a1ba6-3d72-46c7-b498-f8ac57c92e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:05.429347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-938a1ba6-3d72-46c7-b498-f8ac57c92e3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1095 time: 0.2899988 Nov 15 22:22:05.472240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:05.477418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6cc43995-2de8-4672-b6f0-2315de4b44fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9921031 Nov 15 22:22:05.477782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:05.480554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:05.481194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:21:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:05.621808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:05.654439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:05.856491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:22:05.856950 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:22:05.857512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:22:05.871197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:05.871770 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.106898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 3, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:06.155223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-201063c6-8430-4932-8b71-2f2bd70e9e6b req-0a26adeb-1370-4f1c-aaef-aa794a9756d1 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.0573218 Nov 15 22:22:06.174366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Checking router: 716a4a33-6d9b-4ea2-a571-d906dc056c49 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:06.174706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Updating router 716a4a33-6d9b-4ea2-a571-d906dc056c49 port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:22:06.250204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735e31-7ead-468c-9e44-fab4e6cdf587 req-1d79d57c-161a-4639-9817-bf87bc60bf47 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.251733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95735e31-7ead-468c-9e44-fab4e6cdf587 req-1d79d57c-161a-4639-9817-bf87bc60bf47 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.1528833 Nov 15 22:22:06.265204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] Provisioning complete for port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:06.265769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.269815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.320928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.385408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d54eb6b5-08c4-4661-9c15-bbbb9ab4cb42 req-5093f597-91df-4922-9658-b286f4c40152 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 210 time: 0.0874925 Nov 15 22:22:06.423403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-80df528c-7d0d-43ef-b5c3-2ffd20ee9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.428074 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-80df528c-7d0d-43ef-b5c3-2ffd20ee9d84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.9293642 Nov 15 22:22:06.458154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:06.463666 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3f5bf1-5787-4f24-ae3e-f0eccdc78bb9" -d '{"events": [{"server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "name": "network-vif-plugged", "status": "completed", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:06.490386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95735e31-7ead-468c-9e44-fab4e6cdf587 req-b6f30eb5-7270-4b1e-b0ae-3be602ef55a8 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920209 Nov 15 22:22:06.506872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-b91c2ec9-a17d-4b1d-9fff-350f746b9799 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0592747 Nov 15 22:22:06.605779 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.614002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-6a1486a5-ab39-47d4-9725-24e96e6ea618 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.615554 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-6a1486a5-ab39-47d4-9725-24e96e6ea618 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 820 time: 0.4785395 Nov 15 22:22:06.644195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'port': {'device_id': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'admin_state_up': True, 'tenant_id': '094c04e5755a474f8e98725ff5f3714e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:06.686318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933617d-26c0-491e-b829-ccf6c830daa6 req-63756b9e-05d9-4644-a2ea-adca4f6c9b4e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.687698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6933617d-26c0-491e-b829-ccf6c830daa6 req-63756b9e-05d9-4644-a2ea-adca4f6c9b4e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.0969334 Nov 15 22:22:06.717366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-e30fa045-be2b-4600-9e67-fc446360da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.719970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-e30fa045-be2b-4600-9e67-fc446360da6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1903689 Nov 15 22:22:06.749644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6933617d-26c0-491e-b829-ccf6c830daa6 req-8de85ab8-1909-4059-8d10-1a256e1eed74 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528235 Nov 15 22:22:06.759559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df63a0-c392-49a7-ba58-bddfbe145750 req-869132ef-9727-46f7-9cb2-293e3f42bf3d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:06.761070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03df63a0-c392-49a7-ba58-bddfbe145750 req-869132ef-9727-46f7-9cb2-293e3f42bf3d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 945 time: 0.1685777 Nov 15 22:22:06.775054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:06.785045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:06.836110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-05115deb-0247-4cc9-9396-13162fedf90f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877745 Nov 15 22:22:06.836110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:22:06.922018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:06.946575 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3591d-64f5-479e-8867-797f61599160 x-openstack-request-id: req-e4b3591d-64f5-479e-8867-797f61599160 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:06.946575 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "name": "network-vif-plugged", "status": "completed", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:06.946575 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b3591d-64f5-479e-8867-797f61599160 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:06.946575 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'code': 200} Nov 15 22:22:07.014427 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.014743 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:22:07.079872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.083386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:07.083952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.101720 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.103352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Allocated IP 172.20.0.1 (dc4d8113-89fb-4a51-a1b0-563cfb05bfeb/9b58b523-5cb0-4561-a6d5-d1a07f88d987/9beb4ea3-989f-48c8-99be-da40c64b3692) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:07.135362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03df63a0-c392-49a7-ba58-bddfbe145750 req-e821625f-3e5f-438b-99c5-ae73d950f9ae tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629775 Nov 15 22:22:07.162930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.179842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.217567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] For port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:07.267017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.269135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6fe3-960d-46e8-89b2-65445ff93387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.281463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.295034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.305459 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.331971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.370966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:07.384502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:07.393759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Made reservation on behalf of 094c04e5755a474f8e98725ff5f3714e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:07.397397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.422726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46df8d83-d0aa-4493-890e-64caafed106c req-e7d14ece-d3bc-484a-8f1f-85711c1912d9 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.1311216 Nov 15 22:22:07.439956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Attempting to bind port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:07.439956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Attempting to bind port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:07.439956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Attempting to bind port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:07.439956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655db73a-3756-4731-8950-4524a0c3224f None None] Pushing event updated for resources: {'Port': ['ID=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.440932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:07.453315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:22:07.453667 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:22:07.464582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:07.464961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:07.465356 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.465740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:07.466493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Bound port: f8af1dbc-269c-42f9-a33b-e1d4c286ed44, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:07.466871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.496744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d5814-5ee4-465d-825f-ea01491256c6 req-4f7fe5c1-9cb4-481d-92ed-a579e879f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:07.498792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-466d5814-5ee4-465d-825f-ea01491256c6 req-4f7fe5c1-9cb4-481d-92ed-a579e879f126 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 1097 time: 0.5628486 Nov 15 22:22:07.525153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Allocated IP 192.168.233.127 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/f0d9a66b-46d0-4b57-acbb-624af4e25a19) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:07.550729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:07.562451 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Sync routers for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:07.564213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-efa16711-1429-4f35-9a86-298ea8fe0513 None None] Provisioning complete for port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:07.564640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa16711-1429-4f35-9a86-298ea8fe0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.585024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:07.596338 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:07.615157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578dbc2-630b-43fe-b650-067a3cd2e234 req-ab456e2d-5d7c-4b6c-95f4-d1bdb457567f tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:07.616837 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4578dbc2-630b-43fe-b650-067a3cd2e234 req-ab456e2d-5d7c-4b6c-95f4-d1bdb457567f tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.1467993 Nov 15 22:22:07.625528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a875532-88bd-485d-a362-ff5553fab55b req-4d7d6367-9607-4622-a3f8-5a886612ba76 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 210 time: 0.0669785 Nov 15 22:22:07.642137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee88ab-6fd3-4bb4-90a9-bd38c492a7a3 None None] Pushing event updated for resources: {'Port': ['ID=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.662743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] For port f8af1dbc-269c-42f9-a33b-e1d4c286ed44, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:07.674943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.703018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] For port f8af1dbc-269c-42f9-a33b-e1d4c286ed44, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:07.740293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Pushing event updated for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.771254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4578dbc2-630b-43fe-b650-067a3cd2e234 req-d153688b-7e90-4427-a5e6-a96fc84cdbfb tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417084 Nov 15 22:22:07.784963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:07.787312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:07.794539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.803190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:07.862787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:07.886413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:07.896430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-752d18f5-1f6e-46d4-bc92-71b1afe99780 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0539088 Nov 15 22:22:07.949292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655db73a-3756-4731-8950-4524a0c3224f None None] Pushing event updated for resources: {'Port': ['ID=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:07.954323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:07.955200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.026289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.027516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-afbbe1af-5f29-4f63-93fc-c3f79df8313b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1578662 Nov 15 22:22:08.029401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:08.031212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-466d5814-5ee4-465d-825f-ea01491256c6 req-f0631977-3a48-4500-b990-6cbf69bfb2f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463491 Nov 15 22:22:08.039758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:08.042772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:08.043297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:08.222366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7ea9e-a9f7-49d8-b091-45e1b2b0f71d req-60b942bb-5f0a-4716-8257-6cadfb89f401 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:08.229507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de7ea9e-a9f7-49d8-b091-45e1b2b0f71d req-60b942bb-5f0a-4716-8257-6cadfb89f401 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.1170847 Nov 15 22:22:08.266708 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-cf1cfe34-3fb2-4dba-8886-562b62bfa178 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6156778 Nov 15 22:22:08.358737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:08.366574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Request body: {'port': {'device_id': 'ff89c8ec-980c-4798-a569-219e965743cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:08.384404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.412972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de7ea9e-a9f7-49d8-b091-45e1b2b0f71d req-c7ad81ca-0d31-42f5-a500-244a0299d506 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757967 Nov 15 22:22:08.448412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4519b-943c-4b74-8841-4cc21187fb4e req-6291fc3d-3735-4295-8e63-62f98f9127c9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:08.456254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19e4519b-943c-4b74-8841-4cc21187fb4e req-6291fc3d-3735-4295-8e63-62f98f9127c9 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.1849153 Nov 15 22:22:08.464491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Allocated IP 172.20.0.9 (5130a113-20cf-42c3-b6a1-b04c5f07e280/36ce3d79-7bb6-45fa-84ec-b95517c51ab6/1b33b802-2d68-4115-87e2-8580d1e5b5e8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:08.467269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:03Z', 'revision_number': 3, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:08.505024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Checking router: 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:08.505987 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Updating router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:22:08.537247 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.537968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19e4519b-943c-4b74-8841-4cc21187fb4e req-67b5a714-9d02-4acf-8c7f-1c492cd0df9d tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804539 Nov 15 22:22:08.572959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.632434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a138aa1-9ffb-4335-8fe6-46edea6ffeb8 req-23414243-4cc0-4a40-8b32-a5a4ead8946f tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Nov 15 22:22:08.682006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0c5ea50-6a23-4b62-8b9c-40234a46ed6d req-745565b2-7f72-4957-a4be-800038fc8a3f service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716451 Nov 15 22:22:08.714610 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.774367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:08.778006 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.816482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.851673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acbbc686-a0ef-41b8-b762-1fd77ee5d479 req-fd45f914-5852-4851-af3c-484023eed494 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 210 time: 0.0644042 Nov 15 22:22:08.861181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:08.878618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:08.979168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Pushing event updated for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:08.993122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:09.012782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'mac_address': 'fa:16:3e:55:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:09.030955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.075568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Provisioning complete for port 2118dd70-2d96-4dac-abe2-a4eac9aec731 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:09.076056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.095062 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.108254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd56c9-5838-4864-8829-985b9e06ae32 req-c9c1ac7d-d962-4850-8524-cf3199c84bdb tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:09.110015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84cd56c9-5838-4864-8829-985b9e06ae32 req-c9c1ac7d-d962-4850-8524-cf3199c84bdb tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.1262813 Nov 15 22:22:09.163228 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.182893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.201529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84cd56c9-5838-4864-8829-985b9e06ae32 req-06b320e6-f29c-4a8a-abb5-e0abdb1bda51 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839119 Nov 15 22:22:09.233974 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a411-4a93-4d94-a3c6-76d0782c7be2 None None] Pushing event updated for resources: {'Port': ['ID=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:09.234130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:09.234130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:09.331444 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Attempting to bind port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:09.331805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Attempting to bind port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:09.336548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:09.341175 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Attempting to bind port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:09.352186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Bound port: c4e96eeb-1c7b-49d6-9031-5aa63e7addfd, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:09.357297 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.390004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Port 2118dd70-2d96-4dac-abe2-a4eac9aec731 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:09.439731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:09.463849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Router 716a4a33-6d9b-4ea2-a571-d906dc056c49 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:22:09.523101 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.540547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] For port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:09.549918 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] For port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:09.583142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Provisioning complete for port 9beb4ea3-989f-48c8-99be-da40c64b3692 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:09.583514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.587713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.653255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.661696 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.697365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:09.717465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.718097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.718097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.718348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.718681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.719491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.720000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.720119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.720438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.720789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.721109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.721517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:09.739103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 3, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:09.786120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3354eb2b-134d-4d8e-bc13-e667abf68724 None None] The sync data for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 is: [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:02Z', 'revision_number': 3, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:09.789747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:09.803427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f43588ab-71d0-47f7-b306-cd55fa003e82'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:09.825702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a411-4a93-4d94-a3c6-76d0782c7be2 None None] Pushing event updated for resources: {'Port': ['ID=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:09.835814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:09.842292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4f12751-5e0c-4d09-8780-ed7b7550064c admin admin] 10.222.0.15 "PUT /v2.0/routers/716a4a33-6d9b-4ea2-a571-d906dc056c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3615088 Nov 15 22:22:09.923707 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:09.925398 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:09.994444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:09.996297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:10.022879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a04c3-7aa3-4a85-9c3d-ff825829a62f req-f2fb75af-5200-41b2-aa85-a71d158470c6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:10.026932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796a04c3-7aa3-4a85-9c3d-ff825829a62f req-f2fb75af-5200-41b2-aa85-a71d158470c6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.2346935 Nov 15 22:22:10.063857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7917321-8097-4888-a7fb-814dabcbce86 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:10.138441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3afbd39-b19d-4b81-81e3-41e82ebbaa7c None None] Port 9beb4ea3-989f-48c8-99be-da40c64b3692 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:10.164374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796a04c3-7aa3-4a85-9c3d-ff825829a62f req-0caf97f9-7f66-4625-8ae4-1d980c6bfcc1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289175 Nov 15 22:22:10.298838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:10.301765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c7917321-8097-4888-a7fb-814dabcbce86 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:10.302117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:10.385654 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:10.419529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-94a44ba5-4279-413e-b26c-67cd9be58602 None None] Provisioning complete for port 9beb4ea3-989f-48c8-99be-da40c64b3692 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:10.420179 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94a44ba5-4279-413e-b26c-67cd9be58602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:10.456093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:10.543102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Network 5130a113-20cf-42c3-b6a1-b04c5f07e280 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:10.562828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:10.586200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6b8c-1642-4402-b6c0-392a7971ddcc req-8bc4df26-b154-40b2-8154-314ce679871f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:10.596498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a2a6b8c-1642-4402-b6c0-392a7971ddcc req-8bc4df26-b154-40b2-8154-314ce679871f tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.1825848 Nov 15 22:22:10.597942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:10.625602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-94a44ba5-4279-413e-b26c-67cd9be58602 None None] Port 9beb4ea3-989f-48c8-99be-da40c64b3692 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:10.642016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:10.763327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a2a6b8c-1642-4402-b6c0-392a7971ddcc req-b3856dad-0c0b-43ad-be23-fb1f77eb36f3 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586125 Nov 15 22:22:10.814352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:10.817872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:10.826598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:11.030099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:11.048417 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4090097 Nov 15 22:22:11.109623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:11.165285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Request body: {'port': {'device_id': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:11.214612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b4270-d6a2-445f-949f-28ae7ad1bbff req-f9d909e4-b34d-4986-9370-2231116e117c tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:11.218298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb5b4270-d6a2-445f-949f-28ae7ad1bbff req-f9d909e4-b34d-4986-9370-2231116e117c tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 936 time: 0.2261529 Nov 15 22:22:11.254479 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:03Z', 'revision_number': 3, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:11.258810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43e860bd-5b87-4358-b5ab-a482fc56d071 None None] Provisioning complete for port f0d9a66b-46d0-4b57-acbb-624af4e25a19 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:11.261459 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43e860bd-5b87-4358-b5ab-a482fc56d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.274960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.281160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.281751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.282159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.284762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.286871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.287510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.289455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.289883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.290284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.290688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.291005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:11.373364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43e860bd-5b87-4358-b5ab-a482fc56d071 None None] Port f0d9a66b-46d0-4b57-acbb-624af4e25a19 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:11.386128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f43588ab-71d0-47f7-b306-cd55fa003e82 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:11.386771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.399790 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a79c5-0bff-4efa-8748-a4532e753a51 None None] The sync data for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 is: [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:03Z', 'revision_number': 3, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:11.448227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb5b4270-d6a2-445f-949f-28ae7ad1bbff req-1e341b0c-b49f-4571-81cd-6afc71e02d6d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217412 Nov 15 22:22:11.532493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:11.540198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.787863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:11.798881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.826188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Transition to ACTIVE for port object 2118dd70-2d96-4dac-abe2-a4eac9aec731 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:11.858120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.876461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.919797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:11.920520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:11.934009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:12.144147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:12.156007 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae4778-5a71-4542-9e53-60e699abe5d9" -d '{"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:12.233104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:12.311502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-15ef3046-3ce6-4a8d-a810-461e156c03b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3847125 Nov 15 22:22:12.316473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6103870-ffd7-47f7-8b68-e92bdd7d5834 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:12.347366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:12.523019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Request body: {'port': {'device_id': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:12.648721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-94f9010b-92f0-4a6d-a9c2-84895d4f2eef tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:22:12.649969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-94f9010b-92f0-4a6d-a9c2-84895d4f2eef tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062695 Nov 15 22:22:12.714805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fed60c29-c8da-4b9b-8cbe-1e838a5737a6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:12.775856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-122ad681-7a94-42c0-898b-4745d2703977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:12.791241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-122ad681-7a94-42c0-898b-4745d2703977 service neutron] 10.222.0.15 "GET /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 1093 time: 0.1194117 Nov 15 22:22:12.800809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Request body: {'binding': {'host': 'n-h1-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:12.801299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:22:12.862467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:12.969493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:12.978366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:12.996815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:13.021596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on host n-h1-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:13.022105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:13.023259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:13.035323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:13.036446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:13.042827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:13.043178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:13.043531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:13.043953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Bound port: 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:13.073164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:13.077562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:13.128823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:13.207185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Attempting to bind port 2118dd70-2d96-4dac-abe2-a4eac9aec731 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:13.207185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Attempting to bind port 2118dd70-2d96-4dac-abe2-a4eac9aec731 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:13.207185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Attempting to bind port 2118dd70-2d96-4dac-abe2-a4eac9aec731 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:13.239777 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:13.243971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-52bb0d85-1fac-4451-8ec5-2d13869c0159 service neutron] 10.222.0.15 "POST /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08/bindings HTTP/1.1" status: 201 len: 389 time: 0.4517188 Nov 15 22:22:13.256541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Port 2118dd70-2d96-4dac-abe2-a4eac9aec731 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:13.257632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Attempting to bind port 2118dd70-2d96-4dac-abe2-a4eac9aec731 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:13.325522 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:13.396195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Sync routers for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:13.421639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:13.432068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:13.432835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:13.433519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Bound port: 2118dd70-2d96-4dac-abe2-a4eac9aec731, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:13.434065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:13.440135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port fed60c29-c8da-4b9b-8cbe-1e838a5737a6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:13.455557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:13.460040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:13.685591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:13.927420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c769c-57e4-4ee4-af27-8f5c8037500d req-53e6309a-c1da-4c3b-9afb-795bf40d2ac8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:13.945966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-998c769c-57e4-4ee4-af27-8f5c8037500d req-53e6309a-c1da-4c3b-9afb-795bf40d2ac8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 931 time: 0.1224055 Nov 15 22:22:13.980589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Allocated IP 172.20.0.1 (13ca5571-c544-4ea6-be5c-3d66826a2f90/2b236060-c8c5-49df-9bd6-bb601c95f738/a83e79ac-0649-471b-a775-859dae1e56cd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:14.128424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b33b802-2d68-4115-87e2-8580d1e5b5e8 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:14.136825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:14.158054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-998c769c-57e4-4ee4-af27-8f5c8037500d req-f70fa531-55df-4b9e-ba1b-462b225021c9 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094650 Nov 15 22:22:14.230583 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:14.337286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:14.354233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:14.419120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Transition to ACTIVE for port object 1b33b802-2d68-4115-87e2-8580d1e5b5e8 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:14.482750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:14.548685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-02f54a31-8115-4ca3-bd0d-28de1e30e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:14.554031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382c70-3b06-47b7-9e68-c94ec44ca04f req-604b447d-1224-4ea0-aaa6-86c8a69bc86e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:14.564837 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-02f54a31-8115-4ca3-bd0d-28de1e30e593 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1096 time: 0.4891741 Nov 15 22:22:14.584270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6382c70-3b06-47b7-9e68-c94ec44ca04f req-604b447d-1224-4ea0-aaa6-86c8a69bc86e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.2503049 Nov 15 22:22:14.586600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:14.617918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Request body: {'floatingip': {'port_id': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:14.627798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:14.811292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:14.812052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:14.816571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4e96eeb-1c7b-49d6-9031-5aa63e7addfd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:14.817869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] 10.222.0.57 "PUT /v2.0/ports/2118dd70-2d96-4dac-abe2-a4eac9aec731 HTTP/1.1" status: 200 len: 1096 time: 6.5314903 Nov 15 22:22:14.818557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1210-68d4-46eb-b49f-6fc41d8fbab8 service neutron] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:14.827713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:14.860355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:14.869381 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9b4da9-525e-40d6-ba32-d6873960bed5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:14.899045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.123757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:15.124439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.186181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:08Z', 'revision_number': 4, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9beb4ea3-989f-48c8-99be-da40c64b3692', 'name': '', 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'mac_address': 'fa:16:3e:24:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:06Z', 'updated_at': '2021-11-15T22:22:08Z', 'revision_number': 2, 'project_id': '0171994465b04692b5f7503a0424834e', 'subnets': [{'id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:15.222594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Checking router: 716a4a33-6d9b-4ea2-a571-d906dc056c49 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:15.224398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Updating router 716a4a33-6d9b-4ea2-a571-d906dc056c49 port 9beb4ea3-989f-48c8-99be-da40c64b3692 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:22:15.298092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-3016959f-5fb7-42ca-8e19-e2b6fa1cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:15.302939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.304073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-3016959f-5fb7-42ca-8e19-e2b6fa1cc529 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.5214942 Nov 15 22:22:15.346019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.366303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092be6-df9a-448c-98bb-5aa2d10fa144 req-6335ac4f-f9a8-48e5-9a0a-8c854c35f619 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:15.377296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02092be6-df9a-448c-98bb-5aa2d10fa144 req-6335ac4f-f9a8-48e5-9a0a-8c854c35f619 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.4739294 Nov 15 22:22:15.400478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:15.434192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.573259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:15.576196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02092be6-df9a-448c-98bb-5aa2d10fa144 req-302f6eeb-5d24-4a38-bf35-f09c1bb281d9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940968 Nov 15 22:22:15.692040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.854298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bf166381-1ef6-43e5-ab6e-8e659124cbb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 217 time: 0.2957275 Nov 15 22:22:15.855052 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe63f9-4256-471c-97ca-32030594eed9 x-openstack-request-id: req-41fe63f9-4256-471c-97ca-32030594eed9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:15.856223 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-plugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:15.856697 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41fe63f9-4256-471c-97ca-32030594eed9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:15.858913 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'code': 200} Nov 15 22:22:15.865249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-0f5a47b4-32bc-405f-aedf-48188d829169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:15.866715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-0f5a47b4-32bc-405f-aedf-48188d829169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 1099 time: 0.8276346 Nov 15 22:22:15.868703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d9a66b-46d0-4b57-acbb-624af4e25a19 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:15.870322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.871097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f8af1dbc-269c-42f9-a33b-e1d4c286ed44 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:15.917822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:15.937652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:15.970492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:16.147391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:16.147742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:16.329197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:16.364531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f8af1dbc-269c-42f9-a33b-e1d4c286ed44, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:16.397319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:16.475710 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:16.507377 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:16.588816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-99b12f02-dcb3-4dad-ba90-29a6ca9ba0a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731 HTTP/1.1" status: 200 len: 217 time: 0.6757791 Nov 15 22:22:16.598916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:16.614259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:16.629906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:16.653763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Transition to ACTIVE for port object f0d9a66b-46d0-4b57-acbb-624af4e25a19 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:16.685303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82937-d30f-4463-84a0-68c69e40dd8f req-4affcbdf-eecd-4724-afc9-1d6240a9f88e tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:16.724037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7c82937-d30f-4463-84a0-68c69e40dd8f req-4affcbdf-eecd-4724-afc9-1d6240a9f88e tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 936 time: 0.8676679 Nov 15 22:22:16.819125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4e96eeb-1c7b-49d6-9031-5aa63e7addfd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:16.867963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-005bfe0a-7a08-4ea9-8a61-4dde408688e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:16.869939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-005bfe0a-7a08-4ea9-8a61-4dde408688e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2062221 Nov 15 22:22:16.872874 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:22:16.990260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Pushing event updated for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:17.039819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.050055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aaf6d-1aaa-489f-812c-6a086c1f37b6 None None] Pushing event updated for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:17.117907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7c82937-d30f-4463-84a0-68c69e40dd8f req-5379a308-2922-4501-a603-ade0681c9bbb tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928223 Nov 15 22:22:17.150595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.162184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:17.184343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Attempting to bind port 9beb4ea3-989f-48c8-99be-da40c64b3692 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:17.184738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Attempting to bind port 9beb4ea3-989f-48c8-99be-da40c64b3692 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:17.185098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Attempting to bind port 9beb4ea3-989f-48c8-99be-da40c64b3692 on network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:17.187019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Attempting to bind port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:17.187344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Attempting to bind port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:17.188793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Attempting to bind port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 on network 5130a113-20cf-42c3-b6a1-b04c5f07e280 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:17.210102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:17.215280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Checking segment: {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:17.215280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.215280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Bound using segment: {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:17.215280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Bound port: 9beb4ea3-989f-48c8-99be-da40c64b3692, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:17.215280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.217733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 on network 5130a113-20cf-42c3-b6a1-b04c5f07e280 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:17.218052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Attempting to bind port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 on network 5130a113-20cf-42c3-b6a1-b04c5f07e280 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:17.248580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-16f69eaf-ae7c-4c22-b048-d0b85c9afd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:17.255383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-16f69eaf-ae7c-4c22-b048-d0b85c9afd17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 1.3911421 Nov 15 22:22:17.270700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Provisioning complete for port a83e79ac-0649-471b-a775-859dae1e56cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:17.271059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.284749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:17.285097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Checking segment: {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:17.286020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Bound using segment: {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:17.286473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Bound port: 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f632bf-a080-49aa-ade4-65de187dcb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:17.286813 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.288472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.319642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.422873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:17.436918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.452967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ceeaa-604e-43b2-b52e-7d546060af0a req-02da50f7-feeb-4830-a17c-2b4927d39879 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:17.463854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c83ceeaa-604e-43b2-b52e-7d546060af0a req-02da50f7-feeb-4830-a17c-2b4927d39879 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.2440054 Nov 15 22:22:17.570474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Port a83e79ac-0649-471b-a775-859dae1e56cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:17.605375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c83ceeaa-604e-43b2-b52e-7d546060af0a req-910bdf6d-d8c7-47e4-bb6b-5d1bc49d9afd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403739 Nov 15 22:22:17.612908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] For port 9beb4ea3-989f-48c8-99be-da40c64b3692, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:17.622464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] For port 9beb4ea3-989f-48c8-99be-da40c64b3692, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9beb4ea3-989f-48c8-99be-da40c64b3692,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:17.629770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Provisioning complete for port 9beb4ea3-989f-48c8-99be-da40c64b3692 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:17.632290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.660033 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 associated. External IP: 172.25.0.116, port: b63ad6bd-7a5e-4105-8173-f2d0a8a4445c. Nov 15 22:22:17.660356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-ca27d9d5-ba76-4cb6-a289-3c53bba504a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3815086 Nov 15 22:22:17.780453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fed60c29-c8da-4b9b-8cbe-1e838a5737a6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:17.794680 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c97ba-79e0-4559-8f9e-86fddb1266a4 x-openstack-request-id: req-0c0c97ba-79e0-4559-8f9e-86fddb1266a4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:17.795060 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:17.795266 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c0c97ba-79e0-4559-8f9e-86fddb1266a4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:17.795613 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'status': 'completed', 'code': 200} Nov 15 22:22:17.800810 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:17.886876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b301e-537e-47fa-92ef-bee94d7b66f7 req-42957a67-4161-46f1-b2c1-0e0f8549c6ac tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:17.896174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6b301e-537e-47fa-92ef-bee94d7b66f7 req-42957a67-4161-46f1-b2c1-0e0f8549c6ac tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.1439312 Nov 15 22:22:17.907020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-06b72c41-ae47-43ba-a109-7df48c7f05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:17.908581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-06b72c41-ae47-43ba-a109-7df48c7f05ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8963544 Nov 15 22:22:17.959924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0dd633a3-8a12-4277-bb1b-264acf6b568a None None] Port 9beb4ea3-989f-48c8-99be-da40c64b3692 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:18.058123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6b301e-537e-47fa-92ef-bee94d7b66f7 req-427f7144-67bd-47de-9980-203ccc9bee66 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605287 Nov 15 22:22:18.081242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:18.081605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:18.084843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:18.085471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:18.099143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7aaf6d-1aaa-489f-812c-6a086c1f37b6 None None] Pushing event updated for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:18.243623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:18.255767 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-20b9e853-6bc1-4ec2-91fc-c63ce82b1554 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694254 Nov 15 22:22:18.326481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858ae6-0694-40f0-b2fd-b9db44cfa973 req-ed416c27-039e-4724-8485-6c971e291d16 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:18.336054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec858ae6-0694-40f0-b2fd-b9db44cfa973 req-ed416c27-039e-4724-8485-6c971e291d16 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.3369639 Nov 15 22:22:18.396641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:22:18.479759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:18.510870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:18.612247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec858ae6-0694-40f0-b2fd-b9db44cfa973 req-ca0da965-899a-401c-98f0-5adedb27c649 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746832 Nov 15 22:22:18.644066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79bb0-dcc2-4bf1-9ae4-4186ccf863e6 req-121a34fd-bf15-4008-85c8-02e5dbee9172 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:18.651278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7df79bb0-dcc2-4bf1-9ae4-4186ccf863e6 req-121a34fd-bf15-4008-85c8-02e5dbee9172 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.3530977 Nov 15 22:22:18.835241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:18.877917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7df79bb0-dcc2-4bf1-9ae4-4186ccf863e6 req-42016b8d-79e2-46fa-a009-a6c626ecace7 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255411 Nov 15 22:22:18.885466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:18.915174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:18.932545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:18.964277 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:18.965340 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:18.987378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d488c98-70ac-40b6-aaa8-ac886989309e tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "PUT /v2.0/floatingips/193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 HTTP/1.1" status: 200 len: 992 time: 4.3948390 Nov 15 22:22:18.989749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:19.002354 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be7f944-7e2e-4a9d-8fec-877185460bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:19.021601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f8af1dbc-269c-42f9-a33b-e1d4c286ed44 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:19.022097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Attempting to bind port f0d9a66b-46d0-4b57-acbb-624af4e25a19 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:19.022097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Attempting to bind port f0d9a66b-46d0-4b57-acbb-624af4e25a19 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:19.022373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Attempting to bind port f0d9a66b-46d0-4b57-acbb-624af4e25a19 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:19.084924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-a53d7af8-ac1c-46c8-b988-f85aa737b56a service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3475745 Nov 15 22:22:19.096217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2849bd1-34bf-4729-bca0-4b7d69987745 req-7ef8642d-8b5f-4d29-a5d2-8d9a946919b3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:19.096787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.112130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2849bd1-34bf-4729-bca0-4b7d69987745 req-7ef8642d-8b5f-4d29-a5d2-8d9a946919b3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.2618561 Nov 15 22:22:19.115559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] Provisioning complete for port 9beb4ea3-989f-48c8-99be-da40c64b3692 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:19.116033 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.287643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2849bd1-34bf-4729-bca0-4b7d69987745 req-ac2d4ce7-a5d1-4686-8eb5-6118fb1808d5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742046 Nov 15 22:22:19.298214 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f894d-d28d-4edd-97c4-21b7c4a89201 x-openstack-request-id: req-063f894d-d28d-4edd-97c4-21b7c4a89201 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:19.298982 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:19.299565 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-063f894d-d28d-4edd-97c4-21b7c4a89201 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:19.304922 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'status': 'completed', 'code': 200} Nov 15 22:22:19.330466 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:19.381147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.401757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:19.405413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.414213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Port f0d9a66b-46d0-4b57-acbb-624af4e25a19 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:19.420109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Attempting to bind port f0d9a66b-46d0-4b57-acbb-624af4e25a19 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:19.520865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:08Z', 'revision_number': 4, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9beb4ea3-989f-48c8-99be-da40c64b3692', 'name': '', 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'mac_address': 'fa:16:3e:24:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:06Z', 'updated_at': '2021-11-15T22:22:17Z', 'revision_number': 4, 'project_id': '0171994465b04692b5f7503a0424834e', 'subnets': [{'id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:19.594953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cbb9a-3e57-4c3d-bd83-40306c382160 req-c25a84f1-7be1-4d05-93e7-11426e4477e4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:19.608489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc7cbb9a-3e57-4c3d-bd83-40306c382160 req-c25a84f1-7be1-4d05-93e7-11426e4477e4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.1466627 Nov 15 22:22:19.627636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:19.630530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:19.633007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:19.633574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Bound port: f0d9a66b-46d0-4b57-acbb-624af4e25a19, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:19.634450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.634590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9dd5c-ee09-41e8-bf97-b407f601f61e None None] The sync data for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 is: [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:22:08Z', 'revision_number': 4, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9beb4ea3-989f-48c8-99be-da40c64b3692', 'name': '', 'network_id': 'dc4d8113-89fb-4a51-a1b0-563cfb05bfeb', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'mac_address': 'fa:16:3e:24:49:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:06Z', 'updated_at': '2021-11-15T22:22:17Z', 'revision_number': 4, 'project_id': '0171994465b04692b5f7503a0424834e', 'subnets': [{'id': '9b58b523-5cb0-4561-a6d5-d1a07f88d987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:19.650923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:19.691524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc88eef4-8d4a-43ba-acc0-43e6e76cf5cc req-c28f6442-e285-4af6-97a7-2d2db8a3a1c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4173558 Nov 15 22:22:19.819930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc7cbb9a-3e57-4c3d-bd83-40306c382160 req-34770d98-a6aa-4ed8-bda3-64b8ca9d77a1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062228 Nov 15 22:22:19.940961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:19.951569 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:17:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5999df82-873b-44e3-8fd1-49d0286806da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:20.015629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] For port 9beb4ea3-989f-48c8-99be-da40c64b3692, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9beb4ea3-989f-48c8-99be-da40c64b3692,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:20.047913 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:20.056237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:20.067728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:20.068349 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:20.108849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a353b1-7187-4e90-b30f-242496871743 req-4b6948a4-8886-4e58-a83d-6b4ae2c358fb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.110956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76a353b1-7187-4e90-b30f-242496871743 req-4b6948a4-8886-4e58-a83d-6b4ae2c358fb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.2399487 Nov 15 22:22:20.112515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:20.122205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-e4fe7f19-1634-4916-888c-1ff721aaaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.124105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-e4fe7f19-1634-4916-888c-1ff721aaaae8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 1099 time: 0.1125054 Nov 15 22:22:20.270196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Pushing event updated for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:20.284420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76102c-375e-412e-960e-8eb3c3b39969 None None] Pushing event updated for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:20.346976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.347590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:20.353339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-d731b013-1634-4e0a-96cd-6891cb6e5c95 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 1091 time: 9.2448123 Nov 15 22:22:20.374356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:20.377337 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b899102-5a45-43d3-aa2a-32ab25b00285" -d '{"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:20.396313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-e8d2971e-aef2-4403-a45c-2a527802543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.397756 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-e8d2971e-aef2-4403-a45c-2a527802543a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 1097 time: 0.9562168 Nov 15 22:22:20.447161 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:20.643126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76a353b1-7187-4e90-b30f-242496871743 req-57d20dc7-23ee-4e72-a2f1-b4ebebf38837 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178092 Nov 15 22:22:20.764648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae599-3bd6-4d5d-972f-eec280230f62 req-1b517a3c-771f-4372-ab2f-dd343abf29d2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.764648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9fae599-3bd6-4d5d-972f-eec280230f62 req-1b517a3c-771f-4372-ab2f-dd343abf29d2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.4779363 Nov 15 22:22:20.767369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-647c7e03-8334-4a55-a99b-c3d14d27ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.768855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-647c7e03-8334-4a55-a99b-c3d14d27ce1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 200 len: 924 time: 0.3495851 Nov 15 22:22:20.831130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-4d38b59a-57e8-44c0-ae33-709c797a337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:20.831566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-4d38b59a-57e8-44c0-ae33-709c797a337a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.6840327 Nov 15 22:22:20.857263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9beb4ea3-989f-48c8-99be-da40c64b3692 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:21.048019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9beb4ea3-989f-48c8-99be-da40c64b3692 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:21.048451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:21.070966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-06ab4f13-bc9e-4e78-a044-10e0dfc82271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731 HTTP/1.1" status: 200 len: 217 time: 0.1677377 Nov 15 22:22:21.104339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-1875dc45-4e76-46b6-9f92-cd1431265e15 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:21.107515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-1875dc45-4e76-46b6-9f92-cd1431265e15 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1097 time: 1.0540087 Nov 15 22:22:21.203099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:21.217871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:21.292930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9fae599-3bd6-4d5d-972f-eec280230f62 req-1cce4891-2a34-4ed5-a960-f9250215ba02 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113897 Nov 15 22:22:21.295627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-991e0ee3-915e-4d08-a704-4d796154b4ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c HTTP/1.1" status: 200 len: 1000 time: 0.4597270 Nov 15 22:22:21.298723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-364f8d1d-c89d-4696-bc5a-648c570968bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:21.305914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-b90cd6bb-15d3-4090-af78-46b384db9439 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9208729 Nov 15 22:22:21.306962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-364f8d1d-c89d-4696-bc5a-648c570968bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1705987 Nov 15 22:22:21.367922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:17:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5999df82-873b-44e3-8fd1-49d0286806da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:21.369868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:21.398673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:21.481469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-6aea9310-f162-484f-938e-491a1568ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:21.484969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-6aea9310-f162-484f-938e-491a1568ea70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547925 Nov 15 22:22:21.547896 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b47ba34-8af3-4451-a99b-9369a17f1fcf x-openstack-request-id: req-2b47ba34-8af3-4451-a99b-9369a17f1fcf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:21.549303 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:21.550384 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b47ba34-8af3-4451-a99b-9369a17f1fcf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:21.551549 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:22:21.552330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149ed1-cada-4f08-8cfc-77968a397ee5 req-7d5ee947-48d7-4f80-99de-7b60a1d722f4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:21.566090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4149ed1-cada-4f08-8cfc-77968a397ee5 req-7d5ee947-48d7-4f80-99de-7b60a1d722f4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.3626387 Nov 15 22:22:21.607877 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:21.668557 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaced57-9459-49f8-a667-3f67f5d3ae4a None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '193ee2f6-1c7d-4fc6-946c-c5ab72edaf27', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'port_id': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'mac_address': 'fa:16:3e:17:ef:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5999df82-873b-44e3-8fd1-49d0286806da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:19:36Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:21.856914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4149ed1-cada-4f08-8cfc-77968a397ee5 req-a71fa65c-8d83-46d1-ab3d-d9b9889e0bc0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831705 Nov 15 22:22:21.975887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69723c23-f4e4-4cb2-9484-d4b3555cc43d req-12a8f8d6-33f0-4819-8cd9-49aed9671b4f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:21.986155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69723c23-f4e4-4cb2-9484-d4b3555cc43d req-12a8f8d6-33f0-4819-8cd9-49aed9671b4f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.2897649 Nov 15 22:22:22.015807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-3d736161-e2be-45de-b522-ef6611423d9c service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220470 Nov 15 22:22:22.164106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9b4da9-525e-40d6-ba32-d6873960bed5 req-3b9bca1b-5a9f-459c-8a26-891248dbdd57 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291244 Nov 15 22:22:22.168905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:22.169598 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:22.196558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0d9a66b-46d0-4b57-acbb-624af4e25a19 HTTP/1.1" status: 200 len: 1096 time: 9.7035816 Nov 15 22:22:22.224317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69723c23-f4e4-4cb2-9484-d4b3555cc43d req-e58e6401-892a-4db3-9d04-a4026964eb61 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300014 Nov 15 22:22:22.256801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:22.265281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4053348-c777-4e43-8c12-9014b80ba114 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:22.270805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-d0df3bd3-b39b-4420-a037-f8e5358f2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:22.272443 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-d0df3bd3-b39b-4420-a037-f8e5358f2b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 200 len: 862 time: 0.8991737 Nov 15 22:22:22.327806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:22.337699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:22.365670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:22.396108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04649e09-1e9a-4609-b9d8-298ad12ef56b req-d4c6a425-061b-48ce-a11e-ccdb6c0f3c3a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:22.398493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04649e09-1e9a-4609-b9d8-298ad12ef56b req-d4c6a425-061b-48ce-a11e-ccdb6c0f3c3a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.1726303 Nov 15 22:22:22.521616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-2388d7b4-ef16-4ff0-ac47-e8dfe0951d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:22.521616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-2388d7b4-ef16-4ff0-ac47-e8dfe0951d72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1094 time: 1.7163246 Nov 15 22:22:22.636715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69d2d4-1f0a-446e-92fd-986811ad6830 None None] New status for floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:22:22.670620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04649e09-1e9a-4609-b9d8-298ad12ef56b req-bba598e7-13c9-427c-8a66-23abcb5857c3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477329 Nov 15 22:22:22.750722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0450c-63de-4ffe-a6ab-4afd925b509c req-d1d62add-d000-4773-a944-9e23abad0af7 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:22.755600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71b0450c-63de-4ffe-a6ab-4afd925b509c req-d1d62add-d000-4773-a944-9e23abad0af7 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.1771843 Nov 15 22:22:22.757034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:22.827594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'mac_address': 'fa:16:3e:d4:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:22.858317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71b0450c-63de-4ffe-a6ab-4afd925b509c req-de5e622b-019a-40c2-908c-c5d7fcc1f8e8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 Nov 15 22:22:22.888877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:22.924663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:22.947424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:22.982960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b6da0128-fe12-4ae2-a06f-c70f45ab5eec None None] Provisioning complete for port a83e79ac-0649-471b-a775-859dae1e56cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:22.983329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6da0128-fe12-4ae2-a06f-c70f45ab5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:23.024974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b6da0128-fe12-4ae2-a06f-c70f45ab5eec None None] Port a83e79ac-0649-471b-a775-859dae1e56cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:23.062410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:23.063105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:23.158839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9bcff-f875-40dc-8e60-2b477a07ab2c req-610af334-d05f-410d-8b1a-93349d0e9356 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:23.167377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7db9bcff-f875-40dc-8e60-2b477a07ab2c req-610af334-d05f-410d-8b1a-93349d0e9356 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.1634231 Nov 15 22:22:23.237981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:23.275383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7db9bcff-f875-40dc-8e60-2b477a07ab2c req-5e221879-b0df-4d82-a1ae-a23043430bff tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030786 Nov 15 22:22:23.304825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-1c3fcc6d-2ced-4c7c-90bc-53f8670d4624 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.6589375 Nov 15 22:22:23.314334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-56c59d14-58af-4a17-81b2-222088e8ddd2 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:23.316272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-56c59d14-58af-4a17-81b2-222088e8ddd2 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 1.7932456 Nov 15 22:22:23.364484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:23.563220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:23.569761 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26879774-22e0-4dc1-9fc5-ecc565196f08" -d '{"events": [{"name": "network-changed", "server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:23.626511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a4b8-d3b5-482f-9302-f4b38b2c76f2 req-d5b607d8-e937-4968-9ec1-c0598dad30d1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:23.628063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c823a4b8-d3b5-482f-9302-f4b38b2c76f2 req-d5b607d8-e937-4968-9ec1-c0598dad30d1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.2618258 Nov 15 22:22:23.655258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:23.671824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e has no active binding in host n-h2-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:22:23.695127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-be69d231-80ab-44df-904d-e0c4ee2cb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:23.727228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-be69d231-80ab-44df-904d-e0c4ee2cb00d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 1099 time: 1.3629344 Nov 15 22:22:23.735380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c823a4b8-d3b5-482f-9302-f4b38b2c76f2 req-60838d7e-2a30-4a40-bb21-a10f9c17ba71 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967169 Nov 15 22:22:23.757074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-b1fee6d2-4fa6-4554-825f-73409f1561eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:23.758987 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-b1fee6d2-4fa6-4554-825f-73409f1561eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=330de6ad-94df-4ae8-a816-453bbc3ca2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4009397 Nov 15 22:22:23.809211 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade50dd6-8c83-4f8b-b824-005e3632170a x-openstack-request-id: req-ade50dd6-8c83-4f8b-b824-005e3632170a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:23.809884 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:23.811050 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ade50dd6-8c83-4f8b-b824-005e3632170a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:23.811905 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'status': 'completed', 'code': 200} Nov 15 22:22:23.990164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2118dd70-2d96-4dac-abe2-a4eac9aec731'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:24.104419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19d9a4-06b1-4d9d-8f55-6cbd0198fff6 req-1877952e-a427-4e19-8904-cf0b6212f6c1 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.110838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f19d9a4-06b1-4d9d-8f55-6cbd0198fff6 req-1877952e-a427-4e19-8904-cf0b6212f6c1 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.1355135 Nov 15 22:22:24.126986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:24.146659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad04e-c985-4b85-9b20-03f4e5e9b390 req-d64aa885-69e7-4845-a811-a7d52fe44dc3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.155503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-125ad04e-c985-4b85-9b20-03f4e5e9b390 req-d64aa885-69e7-4845-a811-a7d52fe44dc3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 946 time: 0.2777095 Nov 15 22:22:24.275360 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-bb300614-d1a0-4133-be98-31e27ff74c6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19 HTTP/1.1" status: 200 len: 217 time: 0.4603021 Nov 15 22:22:24.277010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-c67d6cbd-e1c4-4ba4-b9e8-0c13e9cc6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.280024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-c67d6cbd-e1c4-4ba4-b9e8-0c13e9cc6bac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.9594686 Nov 15 22:22:24.283330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f19d9a4-06b1-4d9d-8f55-6cbd0198fff6 req-c75178b8-b4f6-4b19-b0c7-77c644e4b95c tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176839 Nov 15 22:22:24.356640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-125ad04e-c985-4b85-9b20-03f4e5e9b390 req-7768b729-a14a-471e-9e30-1a5fbfc6368a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931679 Nov 15 22:22:24.406500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:22:24.409104 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-a1a82276-361a-4462-93e6-c360d211ba48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043806 Nov 15 22:22:24.424885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-f16b4751-f5cc-4e79-895f-0ffea518ec30 service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748000 Nov 15 22:22:24.627893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d02e-9913-4314-83da-41def49c4777 req-79899619-0624-42b1-8368-e2ac81f74208 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.639058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-795cfc9e-0024-4ace-99d7-922f5d3b6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.640549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-795cfc9e-0024-4ace-99d7-922f5d3b6f44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.3369708 Nov 15 22:22:24.644443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4107d02e-9913-4314-83da-41def49c4777 req-79899619-0624-42b1-8368-e2ac81f74208 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 945 time: 0.1366572 Nov 15 22:22:24.678252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:24.755188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4107d02e-9913-4314-83da-41def49c4777 req-b2290201-9e6e-4a0e-bd16-ab335b374f56 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091707 Nov 15 22:22:24.919666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be695c0-d788-4acb-b3af-720102e6ccd5 req-64a13d58-e4be-4844-8d21-40b1053cf2d0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:24.921143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3be695c0-d788-4acb-b3af-720102e6ccd5 req-64a13d58-e4be-4844-8d21-40b1053cf2d0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.0689452 Nov 15 22:22:24.942469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:24.951038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e62cd9a0-a55c-45a1-9258-2272d3e65086 admin admin] 10.222.0.15 "PUT /v2.0/routers/26b2445f-8ecf-4847-b1d5-eae6b4a0cab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8636062 Nov 15 22:22:24.952448 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Sync routers for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:24.969877 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:24.972978 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:24.992025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:25.070032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3be695c0-d788-4acb-b3af-720102e6ccd5 req-4496ac65-b51f-428f-b657-7e168be1cda2 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295342 Nov 15 22:22:25.251028 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:25.303128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2be7f944-7e2e-4a9d-8fec-877185460bf2 req-053351a0-214b-4871-a5ef-9561e1424eaa service neutron] 10.222.0.57 "GET /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327634 Nov 15 22:22:25.323638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:25.349395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-cdd225ff-643b-42ee-a6b5-470f2d4d15cb service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229398 Nov 15 22:22:25.359141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652452-a543-43ba-a99e-3525247e510d req-52b2238f-3a0e-4d87-9b00-251cc429d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:25.360874 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-52b2238f-3a0e-4d87-9b00-251cc429d987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7006328 Nov 15 22:22:25.616595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62b1742b-0f24-4b99-91d3-f53ce8be2a48 req-18cbc219-6978-415e-89e5-4f66d6c2ebf5 tempest-FloatingIPsNegativeTestJSON-862489822 tempest-FloatingIPsNegativeTestJSON-862489822-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=a0c513a1f7e6499694d77f5ee3a4d8f9 HTTP/1.1" status: 200 len: 217 time: 0.1737008 Nov 15 22:22:25.645682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:25.648041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:25.732587 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:17Z', 'revision_number': 4, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a83e79ac-0649-471b-a775-859dae1e56cd', 'name': '', 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:12Z', 'updated_at': '2021-11-15T22:22:18Z', 'revision_number': 2, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'subnets': [{'id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:25.772054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fb909-293e-4c7b-b327-e7fc50886a17 req-16b7d07c-fd73-4787-967a-b70e7a26d990 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:25.793872 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Checking router: 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:25.794231 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Updating router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 port a83e79ac-0649-471b-a775-859dae1e56cd binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:22:25.809890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c5fb909-293e-4c7b-b327-e7fc50886a17 req-16b7d07c-fd73-4787-967a-b70e7a26d990 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.2255261 Nov 15 22:22:25.826210 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:25.828554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:25.831251 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e39b5-7137-4c1c-8fc8-5a887405552e" -d '{"events": [{"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:25.939714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on host n-h1-817995-3 for vnic_type normal with profile {"migrating_to": "n-h2-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:25.940459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:25.941060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:25.944885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:25.955568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-97d518a7-b045-40be-882a-feaf20387ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623429 Nov 15 22:22:25.977531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:26.139017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c5fb909-293e-4c7b-b327-e7fc50886a17 req-87b55299-efbf-4ff0-bffc-f8053dbf65d0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233387 Nov 15 22:22:26.159653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6659a54-4f12-403f-9044-e37596a6e2fc req-883e4bab-4e28-4ff7-8580-3a35b84846e4 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:26.169647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6659a54-4f12-403f-9044-e37596a6e2fc req-883e4bab-4e28-4ff7-8580-3a35b84846e4 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.3468835 Nov 15 22:22:26.181974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:26.183201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Attempting to bind port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:26.188194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5aa77e3b-f06e-4108-a491-2007faa10703 req-dfa8aed2-2acb-4aed-95ed-519622e8bc9c service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959628 Nov 15 22:22:26.212422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:26.212805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:26.213244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:26.213694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Bound port: 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:26.214057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.234391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.309616 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.347474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6659a54-4f12-403f-9044-e37596a6e2fc req-03403390-86d9-4898-b21e-e220acf57b61 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602662 Nov 15 22:22:26.362057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77652452-a543-43ba-a99e-3525247e510d req-0183cf35-2229-420f-a3e0-0a34227deca2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560050 Nov 15 22:22:26.369232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.416058 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.425468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:26.447949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-556e13c2-b6c2-4aaf-8c76-cea9151ad7af req-641d9106-24b6-4061-a978-150c5ed4c23a tempest-FloatingIPsNegativeTestJSON-862489822 tempest-FloatingIPsNegativeTestJSON-862489822-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1353087 Nov 15 22:22:26.471294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:26.487189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:26.505834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-0c31c9a0-0b43-4de8-86b1-3c6d5e5029d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:26.505834 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-0c31c9a0-0b43-4de8-86b1-3c6d5e5029d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1094 time: 0.1885698 Nov 15 22:22:26.595251 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc784d-088f-485d-a041-5e16a0608c23 None None] Pushing event updated for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:26.601424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 2118dd70-2d96-4dac-abe2-a4eac9aec731 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:22:26.605584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 2118dd70-2d96-4dac-abe2-a4eac9aec731 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:26.606062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.665497 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Attempting to bind port a83e79ac-0649-471b-a775-859dae1e56cd on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:26.677499 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Attempting to bind port a83e79ac-0649-471b-a775-859dae1e56cd by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:26.678005 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Attempting to bind port a83e79ac-0649-471b-a775-859dae1e56cd on network 13ca5571-c544-4ea6-be5c-3d66826a2f90 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:26.686930 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:26.687450 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Checking segment: {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:26.688182 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.688736 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Bound using segment: {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:26.693933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Bound port: a83e79ac-0649-471b-a775-859dae1e56cd, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:26.693933 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.773559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be443e9a-a164-4ca5-bb1b-5d2b7d718927 req-9570ef80-a0d6-40b2-a5b1-4faa7396b290 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:26.775022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be443e9a-a164-4ca5-bb1b-5d2b7d718927 req-9570ef80-a0d6-40b2-a5b1-4faa7396b290 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1375179 Nov 15 22:22:26.842843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] For port a83e79ac-0649-471b-a775-859dae1e56cd, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:26.843001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:26.843996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.844998 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] For port a83e79ac-0649-471b-a775-859dae1e56cd, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a83e79ac-0649-471b-a775-859dae1e56cd,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:26.878688 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c17c2a-651b-442c-9be3-fd9a8f60afd3 x-openstack-request-id: req-23c17c2a-651b-442c-9be3-fd9a8f60afd3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:26.879516 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-unplugged", "status": "completed", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:26.879781 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23c17c2a-651b-442c-9be3-fd9a8f60afd3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:26.884167 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'code': 200} Nov 15 22:22:26.906523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be443e9a-a164-4ca5-bb1b-5d2b7d718927 req-845977ff-8a1a-472f-9923-ea740380f98d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190443 Nov 15 22:22:26.919271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:26.926628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:26.927145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515c88-cc39-4db4-a1f0-36e99d27a91f req-318f72d8-6ad7-4323-81d3-d17b7e7e2ad8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:26.927648 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.931914 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f4dbb-b68e-4b6d-b64e-18f7619aeabf" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:26.936842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4515c88-cc39-4db4-a1f0-36e99d27a91f req-318f72d8-6ad7-4323-81d3-d17b7e7e2ad8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.1504626 Nov 15 22:22:26.980453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] Provisioning complete for port a83e79ac-0649-471b-a775-859dae1e56cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:26.981019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:26.992102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:26.992927 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:26.998208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on host n-h2-817995-3 for vnic_type normal with profile {"migrating_to": "n-h1-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:27.008373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:27.008373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:27.019604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-26dc5849-5af1-4ca2-ab35-fcb3abeff8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:27.021384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-26dc5849-5af1-4ca2-ab35-fcb3abeff8d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.5005958 Nov 15 22:22:27.022467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:27.022953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Attempting to bind port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:27.035614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.052792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:27.059420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:27.061414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:27.062082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Bound port: 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:27.062891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.074298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.090841 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-babec6b6-2b48-4425-a285-5ab8c34d2df0 req-9d1f9192-65a8-4901-8efd-3786929c694d tempest-FloatingIPsNegativeTestJSON-862489822 tempest-FloatingIPsNegativeTestJSON-862489822-project] show failed (client error): The resource could not be found. Nov 15 22:22:27.094897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-babec6b6-2b48-4425-a285-5ab8c34d2df0 req-9d1f9192-65a8-4901-8efd-3786929c694d tempest-FloatingIPsNegativeTestJSON-862489822 tempest-FloatingIPsNegativeTestJSON-862489822-project] 10.222.0.15 "GET /v2.0/floatingips/33ea0b66-6160-4005-ac99-6095dfe06b55 HTTP/1.1" status: 404 len: 350 time: 0.1222374 Nov 15 22:22:27.125988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4515c88-cc39-4db4-a1f0-36e99d27a91f req-8637f92d-3a35-4212-8b9b-b3589e0375e4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845987 Nov 15 22:22:27.125988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:27.156416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:27.167542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:27.219042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-365c7cf2-2a76-498f-854c-0cb29ad99211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:27.221572 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-365c7cf2-2a76-498f-854c-0cb29ad99211 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81802336e52c43c8a2811dc0eafa0369&device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 1099 time: 0.6969845 Nov 15 22:22:27.249909 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-69ac9892-ddf5-42e6-8e44-62039495350d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.1997757 Nov 15 22:22:27.263914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.280249 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341a6a0-faf1-4ccf-92bb-f3565cb2dc6b x-openstack-request-id: req-c341a6a0-faf1-4ccf-92bb-f3565cb2dc6b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:27.280482 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:27.280758 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c341a6a0-faf1-4ccf-92bb-f3565cb2dc6b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:27.281144 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'code': 200} Nov 15 22:22:27.284647 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc784d-088f-485d-a041-5e16a0608c23 None None] Pushing event updated for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:27.383158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] For port a83e79ac-0649-471b-a775-859dae1e56cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a83e79ac-0649-471b-a775-859dae1e56cd,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:27.411391 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:27.462151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.522211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-66006e70-2535-4291-922f-bebdc9b82b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:27.522623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a6dd-bc08-4eeb-a9c9-719a383ba7fd req-6749dd66-ac66-4a31-949d-660ef4da2c68 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:27.524352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-66006e70-2535-4291-922f-bebdc9b82b44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.1183374 Nov 15 22:22:27.531566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1848a6dd-bc08-4eeb-a9c9-719a383ba7fd req-6749dd66-ac66-4a31-949d-660ef4da2c68 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.2154906 Nov 15 22:22:27.607428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1848a6dd-bc08-4eeb-a9c9-719a383ba7fd req-0d276ed5-4980-420c-b38e-e239e5d808db tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Nov 15 22:22:27.620468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3d5d9-63cd-448b-8990-bf1b7f01dac0 None None] Pushing event updated for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:27.632801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-81634e00-3ed5-4bb9-a9fc-8a8d530c54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:27.634199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-299e251b-3670-4b3a-9e98-77bc1bbe1323 None None] Provisioning complete for port a83e79ac-0649-471b-a775-859dae1e56cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:27.635142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-299e251b-3670-4b3a-9e98-77bc1bbe1323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:27.639847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-81634e00-3ed5-4bb9-a9fc-8a8d530c54dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3920696 Nov 15 22:22:27.934177 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:17Z', 'revision_number': 4, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a83e79ac-0649-471b-a775-859dae1e56cd', 'name': '', 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:12Z', 'updated_at': '2021-11-15T22:22:26Z', 'revision_number': 4, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'subnets': [{'id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:28.014131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3311d1-a690-48fa-9945-d771c941542e None None] The sync data for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 is: [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:17Z', 'revision_number': 4, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a83e79ac-0649-471b-a775-859dae1e56cd', 'name': '', 'network_id': '13ca5571-c544-4ea6-be5c-3d66826a2f90', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'mac_address': 'fa:16:3e:6f:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:12Z', 'updated_at': '2021-11-15T22:22:26Z', 'revision_number': 4, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'subnets': [{'id': '2b236060-c8c5-49df-9bd6-bb601c95f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:28.119865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:28.123201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:28.124887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-e42d1fcd-07f3-4a53-9f1e-8a04af7ddd9d service neutron] 10.222.0.57 "PUT /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 1122 time: 6.8908019 Nov 15 22:22:28.136217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-160f4835-172f-4baf-abf2-f4a626daddfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5799768 Nov 15 22:22:28.209939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:28.281932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:28.328108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-78ebb73e-e881-48b3-a88a-be1f0a1517d1 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334484 Nov 15 22:22:28.332426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-d3575a3f-4a7f-4f6e-945b-86f07bf3ffec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19 HTTP/1.1" status: 200 len: 217 time: 0.6520329 Nov 15 22:22:28.360298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7f25-57ff-45b3-ad95-c42257390030 req-f96baab2-6f18-490e-ba0c-39c57165b54d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:28.372199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6de7f25-57ff-45b3-ad95-c42257390030 req-f96baab2-6f18-490e-ba0c-39c57165b54d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.6370189 Nov 15 22:22:28.471098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:28.477344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fdc7-098c-4abd-a6c3-47b155184527 req-eace3c4b-68ea-41ea-b3d2-8e7858e6eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:28.479872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cb89fdc7-098c-4abd-a6c3-47b155184527 req-eace3c4b-68ea-41ea-b3d2-8e7858e6eab6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 1101 time: 1.0598564 Nov 15 22:22:28.574355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6de7f25-57ff-45b3-ad95-c42257390030 req-81b42d85-baed-44a9-8a51-f333b4a0a048 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004073 Nov 15 22:22:28.612009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:28.842748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:28.874695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a83e79ac-0649-471b-a775-859dae1e56cd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:28.885174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1b33b802-2d68-4115-87e2-8580d1e5b5e8 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:28.976773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08'}, {'name': 'network-changed', 'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:28.980113 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208d07ff-ddb7-428d-adf2-47ff0b22937a" -d '{"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-unplugged", "status": "completed", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08"}, {"name": "network-changed", "server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:28.991011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:29.046625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-8174bf60-4317-4cf9-8058-6c3b24b9b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:29.047655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:29.048397 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-8174bf60-4317-4cf9-8058-6c3b24b9b648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.6930368 Nov 15 22:22:29.154641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:29.157062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:29.158574 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-34c99102-faa7-43ec-bb62-380b6f07c6b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 1121 time: 5.8268754 Nov 15 22:22:29.278260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:22:29.284646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d76c7-8080-4b8b-ab84-9a4c52f6a777 req-e23ed22c-9a6d-451a-94fc-8530a0c6ef3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:29.294862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d42d76c7-8080-4b8b-ab84-9a4c52f6a777 req-e23ed22c-9a6d-451a-94fc-8530a0c6ef3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.4135602 Nov 15 22:22:29.347273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cb89fdc7-098c-4abd-a6c3-47b155184527 req-7217bf7b-f50d-4c2e-96d1-c79d06a18c38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359931 Nov 15 22:22:29.399196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b899102-5a45-43d3-aa2a-32ab25b00285 req-ab596b5d-f687-4310-8eed-ed31e7b64141 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0410275 Nov 15 22:22:29.406925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d42d76c7-8080-4b8b-ab84-9a4c52f6a777 req-3d82d203-0662-4354-9ca4-7b2c6be7c233 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028292 Nov 15 22:22:29.412177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-213b0e9b-07c9-4381-8eba-278f9619d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:29.425467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-213b0e9b-07c9-4381-8eba-278f9619d8a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3292024 Nov 15 22:22:29.485527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:29.533911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['46d1f9d0-1e69-4880-a651-9a9a1b068d08'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:29.634607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'port_id': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'mac_address': 'fa:16:3e:ef:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:29.636216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55b701-1e28-4f73-854e-d2da672e74f1 req-cd77c08e-f3e0-4864-a28a-9a2ae3d9f4a3 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:29.645140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f55b701-1e28-4f73-854e-d2da672e74f1 req-cd77c08e-f3e0-4864-a28a-9a2ae3d9f4a3 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 943 time: 0.1042733 Nov 15 22:22:29.656692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:29.715148 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:29.726790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a83e79ac-0649-471b-a775-859dae1e56cd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:29.730816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:29.787531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f55b701-1e28-4f73-854e-d2da672e74f1 req-77f2b243-7d9a-4205-9a1a-5d28eef391e4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410613 Nov 15 22:22:29.818015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-2f09ef91-1cfb-403c-a445-d3e93fe52ff8 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210455 Nov 15 22:22:29.958847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Deleting port a83e79ac-0649-471b-a775-859dae1e56cd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:22:29.959231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.104885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26879774-22e0-4dc1-9fc5-ecc565196f08 req-67dcebed-c8e8-47e9-827e-fd27858eac31 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754028 Nov 15 22:22:30.120426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec0974-beab-4fd0-8300-c7e0f55d16b4 req-ef7bc7d9-40fc-46c4-b1f2-325e39c7eda2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:30.122221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ec0974-beab-4fd0-8300-c7e0f55d16b4 req-ef7bc7d9-40fc-46c4-b1f2-325e39c7eda2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.2083926 Nov 15 22:22:30.138814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.166053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] For port a83e79ac-0649-471b-a775-859dae1e56cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a83e79ac-0649-471b-a775-859dae1e56cd,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:30.166433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.199234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Calling delete_port for a83e79ac-0649-471b-a775-859dae1e56cd owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:22:30.209906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33b802-2d68-4115-87e2-8580d1e5b5e8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:30.306149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ec0974-beab-4fd0-8300-c7e0f55d16b4 req-5a1986cb-9b8e-4319-8a49-cd94e6237bad tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217737 Nov 15 22:22:30.353290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:30.409785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.450006 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f360de79-e6e5-4bb0-a19e-23294e57a859 x-openstack-request-id: req-f360de79-e6e5-4bb0-a19e-23294e57a859 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:30.450006 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-unplugged", "status": "completed", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08", "code": 200}, {"name": "network-changed", "server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:30.450006 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f360de79-e6e5-4bb0-a19e-23294e57a859 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:30.450006 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'code': 200} Nov 15 22:22:30.450006 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'status': 'completed', 'code': 200} Nov 15 22:22:30.482437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:30.576942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-92d45e27-7e83-43c3-ba3a-c9dde7c8cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:30.580365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-92d45e27-7e83-43c3-ba3a-c9dde7c8cec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1125 time: 0.1051285 Nov 15 22:22:30.659653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:30.673912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'mac_address': 'fa:16:3e:1e:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:30.706000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:30.771056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.783140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb1a79-fea5-47e7-8f7f-e354abfbcad1 req-0cd4dc4e-c0d7-40fa-8ed7-e4ae53cd23f7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:30.794921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80bb1a79-fea5-47e7-8f7f-e354abfbcad1 req-0cd4dc4e-c0d7-40fa-8ed7-e4ae53cd23f7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.2156725 Nov 15 22:22:30.808487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:30.817564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-55aff5c5-78bd-45f8-84f4-b0df50d9499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:30.819440 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-55aff5c5-78bd-45f8-84f4-b0df50d9499c service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.2292652 Nov 15 22:22:30.878879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d9a66b-46d0-4b57-acbb-624af4e25a19 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:30.911075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:30.919439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:30.935266 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-95055b4b-a29a-4c3a-b12d-088ee70816eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 217 time: 0.1023674 Nov 15 22:22:30.971345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80bb1a79-fea5-47e7-8f7f-e354abfbcad1 req-1f6acad5-30cf-4664-976f-9f08ba6c48b6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753604 Nov 15 22:22:30.976156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83e79ac-0649-471b-a775-859dae1e56cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:31.006000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.054362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:22:31.082573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-1951b503-adbe-49c1-b123-e92071db7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:31.084085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-1951b503-adbe-49c1-b123-e92071db7ff7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1436248 Nov 15 22:22:31.160907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-5204df09-54f2-4515-beda-04209e771096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625198 Nov 15 22:22:31.241390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:31.253942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:31.306754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-6cdcdf71-05c6-4586-85d0-8a00a5fe7df3 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311450 Nov 15 22:22:31.320302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 has no active binding in host n-h1-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:22:31.333420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:31.425077 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:31.471288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36349004-fae1-4b63-b096-3731e8d4df28 req-a819231e-ece1-4623-b322-ff4159d9045d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:31.479983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36349004-fae1-4b63-b096-3731e8d4df28 req-a819231e-ece1-4623-b322-ff4159d9045d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1334302 Nov 15 22:22:31.496498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-208d07ff-ddb7-428d-adf2-47ff0b22937a req-b312e132-a0c1-45e6-a5c2-35e76c7d3332 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738932 Nov 15 22:22:31.540751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:31.549761 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36349004-fae1-4b63-b096-3731e8d4df28 req-aeef4a69-a83e-40cb-89f2-a3ee119d4f02 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679162 Nov 15 22:22:31.745541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:22:31.758540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a39b8-c049-4afb-bf89-28a590a5c3f8 req-6c6a97d1-27e3-46fe-a1e0-a1142857524d tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:31.760026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e0a39b8-c049-4afb-bf89-28a590a5c3f8 req-6c6a97d1-27e3-46fe-a1e0-a1142857524d tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 944 time: 0.0903015 Nov 15 22:22:31.880262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f0d9a66b-46d0-4b57-acbb-624af4e25a19'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:31.984131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e0a39b8-c049-4afb-bf89-28a590a5c3f8 req-d1070d48-cd9b-489f-b37b-575f0232487e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089083 Nov 15 22:22:32.047108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:22:32.067860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7026ff69-1c4a-4ef9-a26a-87d5deec72d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/26b2445f-8ecf-4847-b1d5-eae6b4a0cab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9403806 Nov 15 22:22:32.068490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Sync routers for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:22:32.071300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:32.146087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:32.147756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:32.254837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dea84-df31-456d-82e4-ea0046de1087 req-dbd9e717-5db3-4ab5-bcdf-735a508e41a5 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:32.267509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d5dea84-df31-456d-82e4-ea0046de1087 req-dbd9e717-5db3-4ab5-bcdf-735a508e41a5 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 949 time: 0.1466837 Nov 15 22:22:32.297613 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:32.376783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d5dea84-df31-456d-82e4-ea0046de1087 req-c1b733b2-3ef0-478a-a8b5-fa2f96a22733 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079273 Nov 15 22:22:32.405548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:32.465939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:32.468818 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff75418-ee2e-440e-81a0-a954d5eeee7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:32.559668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:32.595490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde9cfe-80af-4e52-b246-51c7a7a3240f req-ebb10255-41c9-458b-b5e4-11da4b2b4911 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:32.609772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bde9cfe-80af-4e52-b246-51c7a7a3240f req-ebb10255-41c9-458b-b5e4-11da4b2b4911 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.1200352 Nov 15 22:22:32.735576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Deleting port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:22:32.736439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:32.769087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bde9cfe-80af-4e52-b246-51c7a7a3240f req-4724f859-e5f7-4bd6-b60b-02e4d1edc814 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574831 Nov 15 22:22:32.917764 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657dfd69-a5fb-4df6-9d56-b7f98485b1f7 x-openstack-request-id: req-657dfd69-a5fb-4df6-9d56-b7f98485b1f7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:32.921819 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:32.922202 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-657dfd69-a5fb-4df6-9d56-b7f98485b1f7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:32.922376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1b33b802-2d68-4115-87e2-8580d1e5b5e8 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:32.922788 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'status': 'completed', 'code': 200} Nov 15 22:22:32.943363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] For port c4e96eeb-1c7b-49d6-9031-5aa63e7addfd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:32.943756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:33.001595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Calling delete_port for c4e96eeb-1c7b-49d6-9031-5aa63e7addfd owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:22:33.001855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:30Z', 'revision_number': 5, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port': {'id': 'c4e96eeb-1c7b-49d6-9031-5aa63e7addfd', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:01Z', 'updated_at': '2021-11-15T22:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:33.079182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Checking router: 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:22:33.090007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-0ab74d0c-417e-4dca-b7ca-3db8800d0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.097360 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-0ab74d0c-417e-4dca-b7ca-3db8800d0cef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1124 time: 0.1401854 Nov 15 22:22:33.100295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Routers {'26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:22:33.101098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:33.107697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f665a1-4913-4c57-9ad8-8e1dae530b91 req-4e2f4739-7ed1-4d51-baf0-4b6c407116d0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.124948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60f665a1-4913-4c57-9ad8-8e1dae530b91 req-4e2f4739-7ed1-4d51-baf0-4b6c407116d0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1192479 Nov 15 22:22:33.195226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60f665a1-4913-4c57-9ad8-8e1dae530b91 req-595e2b7d-a3fa-4a5f-955e-a8c629c1e49f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645573 Nov 15 22:22:33.218823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:22:33.243970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:33.244514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:33.328134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3441bb-a9d9-4a2d-9c02-9052d9eedc76 req-f9817447-f03e-4d47-a5ee-1a4efd1fc0cc tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.331542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3441bb-a9d9-4a2d-9c02-9052d9eedc76 req-f9817447-f03e-4d47-a5ee-1a4efd1fc0cc tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 944 time: 0.0675297 Nov 15 22:22:33.376434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] Set router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:22:33.415538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3441bb-a9d9-4a2d-9c02-9052d9eedc76 req-28f7ecfb-4fc2-4510-a306-81b02712dd31 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777223 Nov 15 22:22:33.506259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-adceff32-cbae-4351-ba45-cff7bc0ee30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.507956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-adceff32-cbae-4351-ba45-cff7bc0ee30d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.3993111 Nov 15 22:22:33.578326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-a6a19b1e-eb0e-48e8-b821-65d0d99b0e6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 217 time: 0.0591974 Nov 15 22:22:33.583832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:32Z', 'revision_number': 6, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:33.586103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95952a-dac2-4782-8edf-85bf898091e8 req-b0a88a01-4cea-42dd-9cef-c80a07b0f9f9 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.587177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:33.594551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee95952a-dac2-4782-8edf-85bf898091e8 req-b0a88a01-4cea-42dd-9cef-c80a07b0f9f9 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 949 time: 0.0868003 Nov 15 22:22:33.648229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c60a5e-f52b-45f5-92be-e376098c0506 None None] The sync data for ids ['26b2445f-8ecf-4847-b1d5-eae6b4a0cab1'] in n-d-817995-3 is: [{'id': '26b2445f-8ecf-4847-b1d5-eae6b4a0cab1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052340922-router', 'tenant_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:32Z', 'revision_number': 6, 'project_id': 'a0c513a1f7e6499694d77f5ee3a4d8f9', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:22:33.679565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:33.679672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee95952a-dac2-4782-8edf-85bf898091e8 req-b3565e1c-da7c-4c35-86bc-24b61f208352 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Nov 15 22:22:33.692471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:33.692471 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d4872f-ff9b-4d5b-a1de-1738b564f728" -d '{"events": [{"server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "name": "network-vif-plugged", "status": "completed", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:33.701881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-65698e66-3775-4d4a-85f0-a997aa6d3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.702303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-65698e66-3775-4d4a-85f0-a997aa6d3a6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1128304 Nov 15 22:22:33.745573 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71e8e85-697d-49d6-86b1-72950de0486c x-openstack-request-id: req-f71e8e85-697d-49d6-86b1-72950de0486c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:33.745967 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "name": "network-vif-plugged", "status": "completed", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:33.746223 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f71e8e85-697d-49d6-86b1-72950de0486c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:33.746606 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'code': 200} Nov 15 22:22:33.752737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-ec235c36-4ae7-491a-8cf0-05825c0bce08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387032 Nov 15 22:22:33.822496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:33.881090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:33.907793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:33.939429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e96eeb-1c7b-49d6-9031-5aa63e7addfd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:33.945771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-25a5c97a-d355-4626-83dc-5cd97200879f service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810284 Nov 15 22:22:33.980737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049b514-2cd8-496b-a6c8-bfc43750cd6e req-d4e7b1df-1e16-4f38-920b-001a7fe9fa8b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:33.983307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b049b514-2cd8-496b-a6c8-bfc43750cd6e req-d4e7b1df-1e16-4f38-920b-001a7fe9fa8b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.1282299 Nov 15 22:22:34.101898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7209ca-de34-4fa3-9c27-bd8dd8294813 req-c656cab5-5eb0-4ca3-9e9f-42c5336fac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:34.103812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c7209ca-de34-4fa3-9c27-bd8dd8294813 req-c656cab5-5eb0-4ca3-9e9f-42c5336fac7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.2359817 Nov 15 22:22:34.125244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b049b514-2cd8-496b-a6c8-bfc43750cd6e req-348de7e5-d3c0-475b-a96b-76239fae9f81 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353717 Nov 15 22:22:34.229126 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ff75418-ee2e-440e-81a0-a954d5eeee7a req-0af18a2a-5df7-4ffe-8191-6ca989bd445c service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488217 Nov 15 22:22:34.347123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.497561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:34.563009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2a27-a83c-4193-b0c0-e4d477d35141 req-5668a734-701c-40da-8051-439a851f316a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:34.578808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e9f2a27-a83c-4193-b0c0-e4d477d35141 req-5668a734-701c-40da-8051-439a851f316a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1468222 Nov 15 22:22:34.661262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.678957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.717700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e9f2a27-a83c-4193-b0c0-e4d477d35141 req-43cbba30-48b9-4ca1-ac61-d2198ed2cb43 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376255 Nov 15 22:22:34.730122 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e0a589-51a7-49a2-9f85-56dc2a66379f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.757925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port f0d9a66b-46d0-4b57-acbb-624af4e25a19 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:22:34.764727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f0d9a66b-46d0-4b57-acbb-624af4e25a19 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:34.764727 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.877586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4e96eeb-1c7b-49d6-9031-5aa63e7addfd no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:34.886935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c7209ca-de34-4fa3-9c27-bd8dd8294813 req-96ac6ce6-e3c7-41d0-9795-9de982c123b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7672322 Nov 15 22:22:34.904291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.904881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:22:34.937669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:34.941091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9b65feab-d91f-434e-8ddc-0e5d14071800 admin admin] 10.222.0.15 "DELETE /v2.0/routers/26b2445f-8ecf-4847-b1d5-eae6b4a0cab1 HTTP/1.1" status: 204 len: 168 time: 2.8665652 Nov 15 22:22:34.945661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35758) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:35.034277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff50a-ac06-49a8-9665-9ed4a2ffadec req-0fc0288e-aa45-4f58-ba3e-6cd6671cc729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:35.044284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437ff50a-ac06-49a8-9665-9ed4a2ffadec req-0fc0288e-aa45-4f58-ba3e-6cd6671cc729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1528187 Nov 15 22:22:35.065765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.071529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c4e96eeb-1c7b-49d6-9031-5aa63e7addfd {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:22:35.072072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4e96eeb-1c7b-49d6-9031-5aa63e7addfd not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:22:35.072846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a83e79ac-0649-471b-a775-859dae1e56cd no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:35.094631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Deleting subnet 2b236060-c8c5-49df-9bd6-bb601c95f738 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:22:35.122635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.124967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a83e79ac-0649-471b-a775-859dae1e56cd {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:22:35.125415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a83e79ac-0649-471b-a775-859dae1e56cd not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:22:35.161933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437ff50a-ac06-49a8-9665-9ed4a2ffadec req-bdf48b6a-c376-4987-8903-703a5794c131 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139107 Nov 15 22:22:35.186478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:35.232938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-b197252d-438d-409a-8e9f-91aa08830cf1 service neutron] 10.222.0.57 "GET /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.9232621 Nov 15 22:22:35.260973 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.276037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.391755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:35.457865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe7fbb-e815-4eba-afbb-3d47a8692802 req-b1c18639-fb7f-4224-a833-96ae7e2dc579 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:35.462980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6fe7fbb-e815-4eba-afbb-3d47a8692802 req-b1c18639-fb7f-4224-a833-96ae7e2dc579 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 950 time: 0.1612456 Nov 15 22:22:35.557310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.570607 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6fe7fbb-e815-4eba-afbb-3d47a8692802 req-9eaf1ed6-63bb-4a41-a9dc-146c3c71eafc tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894516 Nov 15 22:22:35.747545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:35.749938 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6b426b-0292-4699-9bfd-0874ba612b1b" -d '{"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:35.784832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.831340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c624-d74f-4056-bf28-468e7165d7c8 req-e1e15998-428c-4247-bdc1-b4151f3a6b86 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:35.842073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f732c624-d74f-4056-bf28-468e7165d7c8 req-e1e15998-428c-4247-bdc1-b4151f3a6b86 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.1259542 Nov 15 22:22:35.916368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5f682-45a9-46af-a134-b765949337af None None] Network 13ca5571-c544-4ea6-be5c-3d66826a2f90 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:35.922604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:35.931150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b236060-c8c5-49df-9bd6-bb601c95f738 HTTP/1.1" status: 204 len: 168 time: 0.9844019 Nov 15 22:22:35.934563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:35.940077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb839e-1651-4e36-b2d6-b3ca8df19f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b236060-c8c5-49df-9bd6-bb601c95f738,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:36.031752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:36.104068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f732c624-d74f-4056-bf28-468e7165d7c8 req-79b0642c-ffbf-4193-8722-1cdaf568b4a4 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475922 Nov 15 22:22:36.120956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:36.154497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.194874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d1f9d0-1e69-4880-a651-9a9a1b068d08 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:36.219356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:36.312270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Deleting port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:22:36.314716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.323199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.385837 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bc0fe1-eb24-4b0d-89c7-7398e37caa69 x-openstack-request-id: req-f6bc0fe1-eb24-4b0d-89c7-7398e37caa69 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:36.391641 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:36.391641 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6bc0fe1-eb24-4b0d-89c7-7398e37caa69 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:36.391641 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'code': 200} Nov 15 22:22:36.442375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] DHCP port deletion for 13ca5571-c544-4ea6-be5c-3d66826a2f90 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:22:36.541393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] For port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:36.542048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.577471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Deleting port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:22:36.581070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.610381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Calling delete_port for 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:22:36.615751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] Transition to ACTIVE for port object 46d1f9d0-1e69-4880-a651-9a9a1b068d08 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:36.643314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066a4d-36d4-44b4-9d5c-0324a83c0242 req-50199481-4cff-454b-a1ee-97dc20e71ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:36.644806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1d066a4d-36d4-44b4-9d5c-0324a83c0242 req-50199481-4cff-454b-a1ee-97dc20e71ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 1101 time: 0.1306291 Nov 15 22:22:36.697434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.705961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172545db-343f-4604-a122-9758715d1ab4 req-b65df4e3-b33b-41c6-ac05-86d1572fafaf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:36.716130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-172545db-343f-4604-a122-9758715d1ab4 req-b65df4e3-b33b-41c6-ac05-86d1572fafaf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 943 time: 0.1652758 Nov 15 22:22:36.774314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:36.820908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-172545db-343f-4604-a122-9758715d1ab4 req-c608744b-b130-4c83-ab6a-5bf47e57cd8f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898788 Nov 15 22:22:36.865563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] For port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,segment=NetworkSegment(ae01850a-f50f-4e07-aa62-fa9dd6d230fa),segment_id=ae01850a-f50f-4e07-aa62-fa9dd6d230fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:36.865958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:36.883853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1d066a4d-36d4-44b4-9d5c-0324a83c0242 req-7bbfbdcb-3152-43fb-84a3-3549452cb82e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273607 Nov 15 22:22:36.929701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Calling delete_port for 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:22:36.934902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] No DVR routers for this DVR port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:22:36.952464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:36.954209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] Pushing event updated for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:36.961820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.005449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-bd3755db-95c4-4836-9fc2-402a63a906ab service neutron] 10.222.0.57 "PUT /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08/bindings/n-h1-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6537349 Nov 15 22:22:37.049679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] No DVR routers for this DVR port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:22:37.154287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:37.169453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No active binding found for port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:22:37.216387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:22:37.216936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.237036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e128aeb-c790-4448-98cf-f483ba093f51 req-e8cc1490-c0e7-4fab-ac08-01feca9bf084 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:37.238594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e128aeb-c790-4448-98cf-f483ba093f51 req-e8cc1490-c0e7-4fab-ac08-01feca9bf084 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.2140794 Nov 15 22:22:37.283645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca5571-c544-4ea6-be5c-3d66826a2f90']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:37.301044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:37.301344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae01850a-f50f-4e07-aa62-fa9dd6d230fa') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:22:37.313508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.314169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.344957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.358875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] Pushing event deleted for resources: {'Port': ['ID=40fab5e2-e34e-4ab8-9d35-4390a24c16b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:37.361282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e128aeb-c790-4448-98cf-f483ba093f51 req-f8d2adb7-5758-41c2-b375-5f9c26939d91 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951443 Nov 15 22:22:37.367279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bab316-b3f0-4b4b-a200-43b6345c2edc None None] No DVR routers for this DVR port 40fab5e2-e34e-4ab8-9d35-4390a24c16b0 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:22:37.367523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:22:37.368198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:22:37.370146 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:22:37.543158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fcc1d-1843-4361-88a3-754c00d72bd5 req-e5829212-e4f1-47f7-ac8d-d51126d9e1e2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:37.545230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f91fcc1d-1843-4361-88a3-754c00d72bd5 req-e5829212-e4f1-47f7-ac8d-d51126d9e1e2 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 950 time: 0.0751274 Nov 15 22:22:37.624921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f91fcc1d-1843-4361-88a3-754c00d72bd5 req-601fbfc8-75b4-4195-9c22-a5d27e622e3f tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713897 Nov 15 22:22:37.766404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb22cb4-64ad-4825-b3bd-9c9987ea0563 req-823b0dc1-6ae1-4f33-beda-6dfcb13efef1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:37.767868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fb22cb4-64ad-4825-b3bd-9c9987ea0563 req-823b0dc1-6ae1-4f33-beda-6dfcb13efef1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 944 time: 0.0732551 Nov 15 22:22:37.854693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fb22cb4-64ad-4825-b3bd-9c9987ea0563 req-c7f14a6a-9ec5-4621-b2c4-17da4469a209 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769236 Nov 15 22:22:37.873002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.877211 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e623b27d-b8d0-4fe8-a8f1-c63ab66cf13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.900273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:37.906966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] 10.222.0.15 "DELETE /v2.0/networks/13ca5571-c544-4ea6-be5c-3d66826a2f90 HTTP/1.1" status: 204 len: 168 time: 1.9609857 Nov 15 22:22:37.906966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087064e5-4410-40a1-920c-8aa16e993216 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ca5571-c544-4ea6-be5c-3d66826a2f90,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:37.937127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-c787a205-268f-4c42-911e-50a9b844568d tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:37.939061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-c787a205-268f-4c42-911e-50a9b844568d tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0988131 Nov 15 22:22:38.036245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-fa760fb5-4900-453c-8582-5eb1f224fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:38.038437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-fa760fb5-4900-453c-8582-5eb1f224fed9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 1095 time: 0.0895030 Nov 15 22:22:38.146470 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:38.190366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-57722ef4-4d93-4017-83ff-48250116d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:38.192385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-57722ef4-4d93-4017-83ff-48250116d734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1095 time: 0.1234617 Nov 15 22:22:38.320699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-f094f2b6-94fa-444a-a226-b3628aa6b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:38.322839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-f094f2b6-94fa-444a-a226-b3628aa6b37e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1219530 Nov 15 22:22:38.339345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:38.392750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-8410795d-f992-4621-9997-01ffb2358266 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 200 len: 217 time: 0.0620892 Nov 15 22:22:38.448174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec5e537e-b619-4cef-af93-1a30cbcb956c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0c513a1f7e6499694d77f5ee3a4d8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1072314 Nov 15 22:22:38.451854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:38.505307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-94e4f0ce-2e26-4ae0-8c89-164a6d2f29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:38.507896 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-94e4f0ce-2e26-4ae0-8c89-164a6d2f29d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1038911 Nov 15 22:22:38.549244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:38.577109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:38.654125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:38.656013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-5d56e09e-2da8-46f0-9468-1d8bd9f9ec8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281612 Nov 15 22:22:38.671457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:22:38.877627 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:38.880840 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:38.888827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/233475fc-6bc4-4e5c-8676-ebeff5218358 HTTP/1.1" status: 204 len: 168 time: 0.4335964 Nov 15 22:22:38.899326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-f2a9a3f6-1e30-414c-8044-dacde9ffc2ac service neutron] 10.222.0.55 "GET /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.3762846 Nov 15 22:22:38.954636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9186a-061c-4ad6-a6b2-7fffbd7e2855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233475fc-6bc4-4e5c-8676-ebeff5218358,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:38.963818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-a855fad2-e178-40e8-bf86-168072ee9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:38.965337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-a855fad2-e178-40e8-bf86-168072ee9e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.1531098 Nov 15 22:22:38.986213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e752d8c-13b3-4e5f-bded-64b698a6e021 req-19c2bd37-fcb3-43f9-9f7f-a2e65de2fae7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:39.024688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e752d8c-13b3-4e5f-bded-64b698a6e021 req-19c2bd37-fcb3-43f9-9f7f-a2e65de2fae7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.2311473 Nov 15 22:22:39.025194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-ceb0f499-39c1-4f20-8581-230bf2265627 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523989 Nov 15 22:22:39.139794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e752d8c-13b3-4e5f-bded-64b698a6e021 req-3be444fb-da7d-4fad-8f60-1c71a726c179 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344855 Nov 15 22:22:39.173982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-8e2506cd-f020-45d9-bbe9-a5e5695a03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:39.176371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-8e2506cd-f020-45d9-bbe9-a5e5695a03a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.1791492 Nov 15 22:22:39.240357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-2dc1c643-19d9-4018-8f6f-60e8bf8ca24a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0386114 Nov 15 22:22:39.316197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-b9f1078b-82ae-49a9-97d6-e7ef8ce35269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:39.336917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-b9f1078b-82ae-49a9-97d6-e7ef8ce35269 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0700941 Nov 15 22:22:39.336917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2afec4-34d2-48a8-ae29-4ce1e96b40d7 req-c468b721-3ad2-4daa-83f8-006d3d0987a7 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:39.336917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db2afec4-34d2-48a8-ae29-4ce1e96b40d7 req-c468b721-3ad2-4daa-83f8-006d3d0987a7 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0960703 Nov 15 22:22:39.365361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-b133dbbb-225a-4280-a13e-ce466e49896f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316696 Nov 15 22:22:39.451035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db2afec4-34d2-48a8-ae29-4ce1e96b40d7 req-7798a14f-d21f-4b14-b4a4-c7e8cad04e75 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097078 Nov 15 22:22:39.494447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-7573cf1f-e527-4919-a21a-89cdf004fba5 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208067 Nov 15 22:22:39.527319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-b4ece77c-c9d5-4ac7-bd37-76dfc098fc82 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008831 Nov 15 22:22:39.575354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:39.593852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:39.635867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:39.648107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:39.651009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:39.783927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:39.928910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ecb291-a77a-4c0a-bc3d-dabc713c3076 req-5c2ebc35-8026-414a-8aaa-8594a5d78e87 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241843 Nov 15 22:22:39.938339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] Transition to ACTIVE for port object 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:39.940675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16554-baf8-436a-bff0-01a54f2c6153 req-63981b74-1b0d-498d-93c9-b510b57ed06e tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:39.949707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6d16554-baf8-436a-bff0-01a54f2c6153 req-63981b74-1b0d-498d-93c9-b510b57ed06e tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 950 time: 0.4238679 Nov 15 22:22:40.006143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6d16554-baf8-436a-bff0-01a54f2c6153 req-37e0781e-f3ce-45e7-9653-90462ddc9b81 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555637 Nov 15 22:22:40.041327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:40.111259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] No DVR routers for this DVR port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:22:40.156022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] 10.222.0.55 "PUT /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e/bindings/n-h2-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2296109 Nov 15 22:22:40.159294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a4618-eaa5-47b6-912d-c5726af9309d service neutron] Pushing event updated for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:40.232336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f25f8-6e04-4001-ade1-9a1908e080ac req-b54cd9b7-5cfd-43aa-9c9f-798270603b03 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.234484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f63f25f8-6e04-4001-ade1-9a1908e080ac req-b54cd9b7-5cfd-43aa-9c9f-798270603b03 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.1529105 Nov 15 22:22:40.289181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:40.302977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-3425f905-96c7-4057-a23c-a24a9932f051 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.304654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-3425f905-96c7-4057-a23c-a24a9932f051 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.1669781 Nov 15 22:22:40.308331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f63f25f8-6e04-4001-ade1-9a1908e080ac req-2d890350-cd2c-44e4-b19b-87e390123949 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641160 Nov 15 22:22:40.439149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-3482f28e-9d9c-44c3-a4a4-0e3e4782e727 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.442252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-3482f28e-9d9c-44c3-a4a4-0e3e4782e727 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.1111238 Nov 15 22:22:40.501054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-4495249c-ec7f-4cd0-b264-b8857650e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.503170 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-4495249c-ec7f-4cd0-b264-b8857650e781 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20&tenant_id=70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0508261 Nov 15 22:22:40.528811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6236-51ba-401a-acc8-7c79e172b2f1 req-d7ff2079-2e0e-4d45-a84e-19417ffcebf8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.534753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-321b6236-51ba-401a-acc8-7c79e172b2f1 req-d7ff2079-2e0e-4d45-a84e-19417ffcebf8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 950 time: 0.1437104 Nov 15 22:22:40.608981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862cc6f-ecfb-4a50-8a61-74f76f329a98 req-7a5efc5e-3941-429e-b2ff-be5c263696c3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.610488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3862cc6f-ecfb-4a50-8a61-74f76f329a98 req-7a5efc5e-3941-429e-b2ff-be5c263696c3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.1083262 Nov 15 22:22:40.615474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-321b6236-51ba-401a-acc8-7c79e172b2f1 req-9c4f751d-cc75-4f95-a196-b8c9857b0631 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693035 Nov 15 22:22:40.628085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-a50d6eb5-eed6-4a54-b263-6f213cd3d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.630938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-a50d6eb5-eed6-4a54-b263-6f213cd3d0cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1096 time: 0.0901101 Nov 15 22:22:40.651906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-12491387-fb56-4308-91c5-a360eb6ffe0c service neutron] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:40.657830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-12491387-fb56-4308-91c5-a360eb6ffe0c service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:40.658945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c472cc5e-4e72-4bdc-a7af-a20190f3cd54 req-12491387-fb56-4308-91c5-a360eb6ffe0c service neutron] 10.222.0.55 "DELETE /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08/bindings/n-h2-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.3345804 Nov 15 22:22:40.689033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3862cc6f-ecfb-4a50-8a61-74f76f329a98 req-96be6cc8-f87b-4ced-b886-3eea7d2e2b24 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720923 Nov 15 22:22:40.857854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-67d7dd0b-2ce2-44d0-bd2c-bb2dd5d41729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.860828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-67d7dd0b-2ce2-44d0-bd2c-bb2dd5d41729 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1819832 Nov 15 22:22:40.939702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321bcec-ab41-4797-8248-061bcea42158 req-3c83c305-0d34-42c9-a0d0-c53fc81fd354 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:40.953620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e321bcec-ab41-4797-8248-061bcea42158 req-3c83c305-0d34-42c9-a0d0-c53fc81fd354 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1281462 Nov 15 22:22:40.992536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-eabc84ab-5b21-4586-8782-bb267c7193d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 217 time: 0.1027136 Nov 15 22:22:41.058767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e321bcec-ab41-4797-8248-061bcea42158 req-43f87436-2f44-4ac2-91b0-d6f74c56cda3 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042254 Nov 15 22:22:41.062810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-6b2415c1-db4d-40ef-8db3-e0a1615696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:41.062810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-6b2415c1-db4d-40ef-8db3-e0a1615696b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0591123 Nov 15 22:22:41.122235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-a7c08ce9-b4e4-4503-9c39-1ad3edfa1f0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516002 Nov 15 22:22:41.239348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-cf46ab72-711f-4727-9006-66902b547f3b service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077709 Nov 15 22:22:41.294041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6cf9d-75d8-4156-9641-a46f731c8b4e req-bcb97505-7742-42b8-ad36-2cdf56b9e251 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:41.295631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59b6cf9d-75d8-4156-9641-a46f731c8b4e req-bcb97505-7742-42b8-ad36-2cdf56b9e251 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 950 time: 0.0837383 Nov 15 22:22:41.353791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59b6cf9d-75d8-4156-9641-a46f731c8b4e req-6dcd67aa-babb-440e-8859-fad718399b28 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Nov 15 22:22:41.357610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-3682358a-2791-4456-ad94-cd1c56ef7b40 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038725 Nov 15 22:22:41.557615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c154afe-54f0-404b-bc11-686cede60055 req-a9f73558-795d-4b32-a856-b7378058d1f1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:41.559181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c154afe-54f0-404b-bc11-686cede60055 req-a9f73558-795d-4b32-a856-b7378058d1f1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 1095 time: 0.0643113 Nov 15 22:22:41.639035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c154afe-54f0-404b-bc11-686cede60055 req-e273934d-5030-4748-8527-a4b6b62d1cc9 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725629 Nov 15 22:22:41.815589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcb303-530b-4172-8bb5-ec2afb9aaf3c req-0b636de6-da97-4173-a47b-ee2ff909f23b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:41.818538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35bcb303-530b-4172-8bb5-ec2afb9aaf3c req-0b636de6-da97-4173-a47b-ee2ff909f23b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.0709360 Nov 15 22:22:41.883000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35bcb303-530b-4172-8bb5-ec2afb9aaf3c req-4e04ff9f-1308-4b9b-9f17-fef2a65f4efa tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Nov 15 22:22:42.344707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a9e2-db23-4683-927b-ee7692112326 req-1194299e-fc6d-40c3-a571-80d884a95a32 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:42.346519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-1194299e-fc6d-40c3-a571-80d884a95a32 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0514972 Nov 15 22:22:42.533756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7a17a9e2-db23-4683-927b-ee7692112326 req-2c1fc95d-5800-4270-943e-e3cb11a06dda service neutron] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:42.537320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7a17a9e2-db23-4683-927b-ee7692112326 req-2c1fc95d-5800-4270-943e-e3cb11a06dda service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:42.538460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a17a9e2-db23-4683-927b-ee7692112326 req-2c1fc95d-5800-4270-943e-e3cb11a06dda service neutron] 10.222.0.57 "DELETE /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e/bindings/n-h1-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.1804860 Nov 15 22:22:43.360561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266054-b334-4733-90e5-00229761c89b req-10b7053f-1586-41dc-8116-7999148f5392 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:43.362353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e266054-b334-4733-90e5-00229761c89b req-10b7053f-1586-41dc-8116-7999148f5392 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1128628 Nov 15 22:22:43.407309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-52e5fcba-716d-4967-98d9-1c09e75545c4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:43.408901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-52e5fcba-716d-4967-98d9-1c09e75545c4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.1615224 Nov 15 22:22:43.439502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-0b5345a1-75cb-4550-9fc1-439884c84540 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/quotas/7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 375 time: 0.0220666 Nov 15 22:22:43.443530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e266054-b334-4733-90e5-00229761c89b req-70a99a2e-b7c0-4ed1-9916-bb38066f7f5a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Nov 15 22:22:43.506508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-5de0060e-81dc-414f-a343-c230572753a9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605981 Nov 15 22:22:43.641510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7d8e-a1a6-478a-9834-37faa17768df req-20c3c97c-7752-4595-8d6f-94559341c6ba tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:43.642888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ec7d8e-a1a6-478a-9834-37faa17768df req-20c3c97c-7752-4595-8d6f-94559341c6ba tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.0998757 Nov 15 22:22:43.649004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-b87fb450-2025-4c1a-a0d5-e22db7f3e093 service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350138 Nov 15 22:22:43.745777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ec7d8e-a1a6-478a-9834-37faa17768df req-1688c7a8-6a08-4a9c-b02e-b0a04e0864b0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958395 Nov 15 22:22:43.773058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-2c318d07-8d50-4582-bea5-3bd90630de3a service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173968 Nov 15 22:22:44.006530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:22:44.242336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edf12-a968-472b-ad2b-6fa48536636e req-758411f7-9ff4-48f6-83e9-0148b0150d2a tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:44.250175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-411edf12-a968-472b-ad2b-6fa48536636e req-758411f7-9ff4-48f6-83e9-0148b0150d2a tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1096 time: 0.0721662 Nov 15 22:22:44.306023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-411edf12-a968-472b-ad2b-6fa48536636e req-99147705-7879-4f52-9191-3e2ffb8dd261 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548272 Nov 15 22:22:44.423285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a77a34ec-1d49-4fe4-a800-8391e295ad65 req-5625b228-a0cf-49d8-b160-ffe5f02ce5b8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 210 time: 0.0470569 Nov 15 22:22:44.555676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:44.575945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8d85-0ed3-44f9-8faa-b54944d7a169 req-f1996107-526c-4d27-b768-a874d2e23164 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:44.577700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d2b8d85-0ed3-44f9-8faa-b54944d7a169 req-f1996107-526c-4d27-b768-a874d2e23164 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 950 time: 0.0832121 Nov 15 22:22:44.588657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd332d1-f0f2-4e3b-bc36-16b610dbe4e9 req-4ab9dfa6-c28e-443a-9947-6ac43ac26dd5 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:44.596501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dd332d1-f0f2-4e3b-bc36-16b610dbe4e9 req-4ab9dfa6-c28e-443a-9947-6ac43ac26dd5 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1096 time: 0.0911336 Nov 15 22:22:44.650004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:44.666122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'mac_address': 'fa:16:3e:d4:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:44.689614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dd332d1-f0f2-4e3b-bc36-16b610dbe4e9 req-b6d02bf4-39cd-49bb-b383-6fb363ecedec tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 Nov 15 22:22:44.707457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d2b8d85-0ed3-44f9-8faa-b54944d7a169 req-b3f5fa3e-d36d-468b-953f-bfe1a3173614 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024089 Nov 15 22:22:44.707681 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:44.727919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:44.749701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:44.829481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:44.932883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:44.940376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b75fd-e750-437e-aaa3-f71098a54a7d req-5af8a9ff-5c27-48bc-90f8-bff424ef6586 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:44.947593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-163b75fd-e750-437e-aaa3-f71098a54a7d req-5af8a9ff-5c27-48bc-90f8-bff424ef6586 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0703528 Nov 15 22:22:44.964530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2118dd70-2d96-4dac-abe2-a4eac9aec731'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:45.012653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:45.016656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-163b75fd-e750-437e-aaa3-f71098a54a7d req-dc097ae5-dda9-4c89-a02a-b035148ae966 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Nov 15 22:22:45.157300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:45.195910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:45.198204 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987e223d-abf9-4545-9f29-f590d19d4555" -d '{"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:45.213860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:45.250685 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad679d5c-4526-4c9e-a478-ac4a1c7e6502 x-openstack-request-id: req-ad679d5c-4526-4c9e-a478-ac4a1c7e6502 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:45.251039 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-unplugged", "status": "completed", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:45.251327 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad679d5c-4526-4c9e-a478-ac4a1c7e6502 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:45.251720 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'code': 200} Nov 15 22:22:45.320923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:45.371028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:45.574903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5f2b265-09cc-4b91-bcf9-86a5bc49b5ab req-0618bf1e-00fa-45e5-abf0-a5c220806352 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 210 time: 0.0412424 Nov 15 22:22:45.583502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:45.794896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e09bca2-7842-4cfa-88e1-6ba6be3a25c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:45.923729 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e09bca2-7842-4cfa-88e1-6ba6be3a25c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:45.924567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0210108-029d-4297-b1c2-00926742472c req-d6f4315c-aac8-4eeb-9939-f9a65eb5e131 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:45.928442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0210108-029d-4297-b1c2-00926742472c req-d6f4315c-aac8-4eeb-9939-f9a65eb5e131 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 948 time: 0.1073654 Nov 15 22:22:45.990004 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e09bca2-7842-4cfa-88e1-6ba6be3a25c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.059201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5e09bca2-7842-4cfa-88e1-6ba6be3a25c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e39cdcef86584f27ac5fb2e0c5b911c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741278 Nov 15 22:22:46.060180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09bca2-7842-4cfa-88e1-6ba6be3a25c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c5d1b4-e296-4474-9b10-686e76bda86a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:46.061659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:46.075969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0210108-029d-4297-b1c2-00926742472c req-faa84aa3-03c5-4c2a-a150-867dd5741c72 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408443 Nov 15 22:22:46.151782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-1034621e-59aa-4c0e-8040-d291c1bcf9df tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:46.161394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-1034621e-59aa-4c0e-8040-d291c1bcf9df tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/networks?id=eb848ca0-1629-4455-9c46-1471db6c09d8 HTTP/1.1" status: 200 len: 814 time: 0.2233963 Nov 15 22:22:46.191480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-67a41a3e-739b-44b0-8fcf-1a1d99e39752 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/quotas/e0a005b7c6b64a2290a56033266a4e60 HTTP/1.1" status: 200 len: 375 time: 0.0290608 Nov 15 22:22:46.253936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.324247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b352b43-1fc5-4f05-a405-48497d026a73 req-a84d2d59-5f9c-4165-935a-71f6b9f1e93c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:46.325824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b352b43-1fc5-4f05-a405-48497d026a73 req-a84d2d59-5f9c-4165-935a-71f6b9f1e93c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1560299 Nov 15 22:22:46.333942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.360045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-2e0383d2-a1b5-4b23-9f07-e6dba1859d50 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0a005b7c6b64a2290a56033266a4e60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674118 Nov 15 22:22:46.494338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b352b43-1fc5-4f05-a405-48497d026a73 req-778eabfa-9a14-4371-8255-7b9489286d7e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519902 Nov 15 22:22:46.507150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-ea4db8d1-c8e4-4cfc-8bf3-996d4d40bdd2 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:46.508608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-ea4db8d1-c8e4-4cfc-8bf3-996d4d40bdd2 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 948 time: 0.2346258 Nov 15 22:22:46.568308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:22:46.704387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-d5fbcb76-ece4-4f9a-96ac-cef28300f6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434999 Nov 15 22:22:46.721486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 2118dd70-2d96-4dac-abe2-a4eac9aec731 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:46.721765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.799600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.803256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.807180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00c5d1b4-e296-4474-9b10-686e76bda86a HTTP/1.1" status: 204 len: 168 time: 0.7437575 Nov 15 22:22:46.830704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f2b6b-c709-42d5-a15b-1cfe3ae7d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c5d1b4-e296-4474-9b10-686e76bda86a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:46.893613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-dab31b69-a9e2-457b-869c-e7858f3a8747 service neutron] 10.222.0.15 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762924 Nov 15 22:22:46.900007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Deleting port f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:22:46.900452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:46.997985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-939cc1f7-98d3-4ef7-8eb1-4f339d777ee2 req-f0fa9aba-d7bb-4efa-b6c6-6b4a65e8347e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 210 time: 0.1053214 Nov 15 22:22:47.081186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-169ee381-5bc4-4516-b0a4-8c602aefd299 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:47.082710 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-169ee381-5bc4-4516-b0a4-8c602aefd299 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.2208447 Nov 15 22:22:47.101312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.132795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Request body: {'port': {'device_id': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'admin_state_up': True, 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:47.156301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:47.190696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] For port f43588ab-71d0-47f7-b306-cd55fa003e82, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f43588ab-71d0-47f7-b306-cd55fa003e82,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:47.191092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.230245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Calling delete_port for f43588ab-71d0-47f7-b306-cd55fa003e82 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:22:47.232348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.260537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:47.263185 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f90fa-228e-4f1d-9d50-2b5759154944" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:47.297097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:47.441700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b89670-f45e-4855-8a1a-cc9537a7a692 req-7dc4c183-5a1a-4b45-8ebc-58db83c8934a tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:47.444110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:47.448270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.454585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0b89670-f45e-4855-8a1a-cc9537a7a692 req-7dc4c183-5a1a-4b45-8ebc-58db83c8934a tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 948 time: 0.1801291 Nov 15 22:22:47.536830 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e728d85e-d7ef-4923-96d0-1eb60445b6d0 x-openstack-request-id: req-e728d85e-d7ef-4923-96d0-1eb60445b6d0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:47.537358 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:47.537757 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e728d85e-d7ef-4923-96d0-1eb60445b6d0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:47.538480 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'code': 200} Nov 15 22:22:47.674920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Allocated IP 172.20.0.2 (ae6d7e5a-faa0-4595-89f5-c6f293d9bee1/f9221909-c4e2-4c53-9cd2-f3ce229d30ea/4224fa85-8831-49d3-81a9-4b1aeff12a51) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:47.766474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-626b3ab2-304a-45c5-a375-cec0939cfbd9 req-5431c7b8-ab56-407e-9df8-ceb3afdc1454 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0929472 Nov 15 22:22:47.781366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0b89670-f45e-4855-8a1a-cc9537a7a692 req-1fa4fc1f-7589-477b-8594-d40b6f00f91c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17706ee-0208-44ee-aefc-1400d82a955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221366 Nov 15 22:22:47.884477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.949959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Pushing event deleted for resources: {'Port': ['ID=f43588ab-71d0-47f7-b306-cd55fa003e82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:47.954553 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.985926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] No DVR routers for this DVR port f43588ab-71d0-47f7-b306-cd55fa003e82 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:22:47.990087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:47.995235 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a7c6c5e-2977-4a33-b112-7aa97796345d req-3a8fc3ca-e7a6-4d50-9a66-86ff1f28072c tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.55 "DELETE /v2.0/ports/f43588ab-71d0-47f7-b306-cd55fa003e82 HTTP/1.1" status: 204 len: 173 time: 1.3783658 Nov 15 22:22:47.996899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-deleted', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:48.010520 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12fbee-75a6-440d-aa32-59c51c9b5528" -d '{"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-deleted", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:48.031199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73f90a-2247-4921-a2c8-7d873ff787f2 req-ea54f844-35cf-4308-8b1f-78a49a8d7c08 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:48.038918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f73f90a-2247-4921-a2c8-7d873ff787f2 req-ea54f844-35cf-4308-8b1f-78a49a8d7c08 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1924829 Nov 15 22:22:48.115051 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f73f90a-2247-4921-a2c8-7d873ff787f2 req-261a2817-fd9d-4fbc-82ab-57e9252df44d tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698779 Nov 15 22:22:48.119212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:48.153513 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febb5aae-4be1-421d-ba4b-18d6e929cc29 x-openstack-request-id: req-febb5aae-4be1-421d-ba4b-18d6e929cc29 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:48.157393 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0f5fc9-f13f-405b-9fed-7c69d798cb45", "name": "network-vif-deleted", "tag": "f43588ab-71d0-47f7-b306-cd55fa003e82", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:48.157393 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-febb5aae-4be1-421d-ba4b-18d6e929cc29 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:48.157393 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0f5fc9-f13f-405b-9fed-7c69d798cb45', 'name': 'network-vif-deleted', 'tag': 'f43588ab-71d0-47f7-b306-cd55fa003e82', 'status': 'completed', 'code': 200} Nov 15 22:22:48.290359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c776f-fa32-481e-87c2-3a867d02d5bc req-a5681d05-94d6-48d3-88e6-776dba158954 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:48.292111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-859c776f-fa32-481e-87c2-3a867d02d5bc req-a5681d05-94d6-48d3-88e6-776dba158954 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 931 time: 0.0868449 Nov 15 22:22:48.317953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:48.328732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:48.350752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:48.395959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-859c776f-fa32-481e-87c2-3a867d02d5bc req-7001b373-f89a-4b71-8820-489f52414406 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936370 Nov 15 22:22:48.424197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:48.493803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:48.499182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:48.616300 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-cdc940cc-bc94-46a5-8ed6-93d5327483bc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013611 Nov 15 22:22:48.637072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Request body: {'port': {'device_id': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:48.700468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:48.734807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:48.920450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fd931fd-18be-4b07-9db0-9cd308bb05b1 req-f3ae0351-c4f9-46bf-bb20-9db57b2df24d tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0494990 Nov 15 22:22:48.958970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1916909692-network', 'tenant_id': '81e64493ed754c92a47b91e789043bb7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:49.009679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:22:49.099617 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: f43588ab-71d0-47f7-b306-cd55fa003e82 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:22:49.100306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f43588ab-71d0-47f7-b306-cd55fa003e82 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:22:49.149849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22342f6e-0d5b-4001-b0ed-0baa3c82eaee req-10ea57ae-b1ac-46aa-a9c0-b277077a7f29 tempest-ImagesOneServerTestJSON-1116773436 tempest-ImagesOneServerTestJSON-1116773436-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f0f5fc9-f13f-405b-9fed-7c69d798cb45 HTTP/1.1" status: 200 len: 210 time: 0.1705430 Nov 15 22:22:49.179453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4224fa85-8831-49d3-81a9-4b1aeff12a51 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:49.201537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.221597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Transition to ACTIVE for port object 4224fa85-8831-49d3-81a9-4b1aeff12a51 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:49.281097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Made reservation on behalf of 81e64493ed754c92a47b91e789043bb7 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:49.283889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.338493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.345386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.442047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:49.474439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803364-0373-41fd-8ec4-50350b4f2662 req-601cdbbd-59ec-426c-a93a-4d44d66e9b5f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:49.481616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e803364-0373-41fd-8ec4-50350b4f2662 req-601cdbbd-59ec-426c-a93a-4d44d66e9b5f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1692233 Nov 15 22:22:49.607576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e803364-0373-41fd-8ec4-50350b4f2662 req-07bc0da2-e9c1-4dda-a86e-d7753eb0af43 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250062 Nov 15 22:22:49.622393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:49.622696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:49.623022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:49.631284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65f864-f5d9-4af8-b5ea-4ec9e7eca8ee req-f62903f3-d8e0-4ee4-9521-ccae09bcf7cf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:49.638045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:49.638424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf65f864-f5d9-4af8-b5ea-4ec9e7eca8ee req-f62903f3-d8e0-4ee4-9521-ccae09bcf7cf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.1542881 Nov 15 22:22:49.638549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:49.644054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:49.644418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:49.644816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:49.649942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Bound port: 4224fa85-8831-49d3-81a9-4b1aeff12a51, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:49.649942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.666188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.725418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf65f864-f5d9-4af8-b5ea-4ec9e7eca8ee req-2e1d8137-5cd6-4949-94ed-8bfae47f2c97 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828252 Nov 15 22:22:49.749918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.755724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:49.759914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:49.776103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:22:49.792551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd733dd0-ddb3-4d30-a6af-c881f9d442ae,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:49.798452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.799156 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Added segment a18cc827-24ba-4d84-9f01-76fdf5ac9ce9 of type vlan for network 300802e9-920f-44fc-b2f2-2f84cfdf385d Nov 15 22:22:49.853250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.865199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.906323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:49.906843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:49.908292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] 10.222.0.57 "PUT /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 1091 time: 1.2769709 Nov 15 22:22:49.908764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:49.911994 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6325812-7cbd-4e36-93ee-1111d3e33d34" -d '{"events": [{"name": "network-changed", "server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:49.942315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b93f3-620d-4651-8162-1c2391caf646 service neutron] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:49.967023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee4cd3-21a7-48a8-9320-75019ee59e82 x-openstack-request-id: req-34ee4cd3-21a7-48a8-9320-75019ee59e82 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:49.967357 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:49.967787 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34ee4cd3-21a7-48a8-9320-75019ee59e82 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:49.968248 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'status': 'completed', 'code': 200} Nov 15 22:22:50.051736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dce03443-c19a-46cb-abd4-d3066d2f8e7b req-2db0eb04-e815-4e5d-a4f7-69d694750375 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0583014 Nov 15 22:22:50.058144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:50.059379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.067013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-f9662e9b-1b70-4c33-bd42-3c5306e1c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.069183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-f9662e9b-1b70-4c33-bd42-3c5306e1c838 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1094 time: 0.0737777 Nov 15 22:22:50.070299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:50.132367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] Pushing event updated for resources: {'Network': ['ID=300802e9-920f-44fc-b2f2-2f84cfdf385d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:50.145223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 300802e9-920f-44fc-b2f2-2f84cfdf385d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:22:50.192842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e569ff17-7d4c-4aa9-b755-81d2d42084ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4908104 Nov 15 22:22:50.196929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36208) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:50.215654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Request body: {'subnet': {'network_id': '300802e9-920f-44fc-b2f2-2f84cfdf385d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1916909692-subnet', 'tenant_id': '81e64493ed754c92a47b91e789043bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:50.376549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-63a329e6-0275-4237-9575-de92ab4c8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.383366 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-63a329e6-0275-4237-9575-de92ab4c8099 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2967527 Nov 15 22:22:50.400863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Made reservation on behalf of 81e64493ed754c92a47b91e789043bb7 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:50.417511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:50.718778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-eebf934c-a987-4880-a967-a621c71f1d8c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.720786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-eebf934c-a987-4880-a967-a621c71f1d8c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.55 "GET /v2.0/networks?id=eb848ca0-1629-4455-9c46-1471db6c09d8 HTTP/1.1" status: 200 len: 814 time: 0.2538400 Nov 15 22:22:50.734817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Request body: {'port': {'device_id': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'admin_state_up': True, 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:50.757549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-1af5bb74-2022-404f-91ae-45aa5de87e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.759371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6325812-7cbd-4e36-93ee-1111d3e33d34 req-1af5bb74-2022-404f-91ae-45aa5de87e26 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3695030 Nov 15 22:22:50.934331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-f1da14f2-09e6-430c-9580-3f8a00f00203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:50.935928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-f1da14f2-09e6-430c-9580-3f8a00f00203 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1094 time: 0.0999751 Nov 15 22:22:50.969332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:51.028264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-7a326ab6-daf5-4dbb-b945-a624236bdc07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 217 time: 0.0810270 Nov 15 22:22:51.046524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.094738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0b34a-8aa3-4a88-a188-188788e08dea req-2dbee991-cf94-4068-af0c-5be517e1e436 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:51.103509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3c0b34a-8aa3-4a88-a188-188788e08dea req-2dbee991-cf94-4068-af0c-5be517e1e436 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.2542121 Nov 15 22:22:51.135093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d363cda-dc0b-4d42-b5fc-f6a053a0d86a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:51.149089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-22127421-9bc4-407f-be47-76514fa2b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:51.151268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-22127421-9bc4-407f-be47-76514fa2b77b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1145730 Nov 15 22:22:51.196370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-fa47bcd3-4cb4-4c05-be5f-cbd11b7bea84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322278 Nov 15 22:22:51.197712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Checking segment: {'id': 'a18cc827-24ba-4d84-9f01-76fdf5ac9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '300802e9-920f-44fc-b2f2-2f84cfdf385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:51.198674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Network hostable DHCP agents. Network: 300802e9-920f-44fc-b2f2-2f84cfdf385d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:22:51.199713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3c0b34a-8aa3-4a88-a188-188788e08dea req-de5302b7-6b1b-4f38-8d08-cb600273a5ac tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908685 Nov 15 22:22:51.227824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f0c3b-3f58-4967-bfbd-5c7f36d20d44 req-3e577d03-b07e-446d-9027-b40e9e182802 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:51.230453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492f0c3b-3f58-4967-bfbd-5c7f36d20d44 req-3e577d03-b07e-446d-9027-b40e9e182802 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.4698107 Nov 15 22:22:51.384484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d2e4a8d-0874-41d2-a09f-1cdf6630d284 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9feb86c37924e6c9375f0305f1fcc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128318 Nov 15 22:22:51.392188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Made reservation on behalf of e0a005b7c6b64a2290a56033266a4e60 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:51.396130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.397181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Network 300802e9-920f-44fc-b2f2-2f84cfdf385d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:22:51.405556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:51.431366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b0f20ad-c362-4730-b193-6067487bf025 req-e083a951-710a-4942-aa33-a35d6d3c138a tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0585141 Nov 15 22:22:51.448871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492f0c3b-3f58-4967-bfbd-5c7f36d20d44 req-3b09d7fc-ad58-4cec-b329-e18843e6f95c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020879 Nov 15 22:22:51.478911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-246f65cd-d51f-4528-8b20-267410556288 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594244 Nov 15 22:22:51.568972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 300802e9-920f-44fc-b2f2-2f84cfdf385d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:51.580005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7003c-d636-41e6-96a0-f83e1f0a17ea None None] Network 300802e9-920f-44fc-b2f2-2f84cfdf385d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:51.591956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Allocated IP 172.20.0.10 (eb848ca0-1629-4455-9c46-1471db6c09d8/49a79c74-d9ac-41c8-a46a-ae7ef06115b5/bcb5521f-347d-43c1-9b2a-29378da929a4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:51.600926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:51.600926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.766268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.777342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94e034-6acc-4463-844b-812d94b4886a None None] Network 300802e9-920f-44fc-b2f2-2f84cfdf385d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:51.861363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.930707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:51.945757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Network eb848ca0-1629-4455-9c46-1471db6c09d8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:51.954794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:51.965019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:52.026950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.062378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6abafd9a-5da9-4591-9ec3-1c934dee220f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8643205 Nov 15 22:22:52.171739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Pushing event updated for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:52.284149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85c46755-1f15-4370-9117-5b8f83ffbc2c req-64faa533-3fef-4101-988d-7ddde0ca9230 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816670 Nov 15 22:22:52.288089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:52.311398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.409816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638c5cc-700b-48a5-8ffe-695a9972f8d3 req-8e7188b7-558e-4c9a-84dc-1300cc26f67b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:52.412551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e638c5cc-700b-48a5-8ffe-695a9972f8d3 req-8e7188b7-558e-4c9a-84dc-1300cc26f67b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0677338 Nov 15 22:22:52.473010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e638c5cc-700b-48a5-8ffe-695a9972f8d3 req-bb784d89-7222-4590-a351-99d6b0f6d9f0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Nov 15 22:22:52.549756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fab1714f-78fb-42aa-ac46-17e1c7794826 None None] Provisioning complete for port bcb5521f-347d-43c1-9b2a-29378da929a4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:22:52.551198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fab1714f-78fb-42aa-ac46-17e1c7794826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.588128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fab1714f-78fb-42aa-ac46-17e1c7794826 None None] Port bcb5521f-347d-43c1-9b2a-29378da929a4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:22:52.694143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1144843774', 'description': 'tempest-description-867874618'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:52.700299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.704516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.705680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c17706ee-0208-44ee-aefc-1400d82a955c HTTP/1.1" status: 204 len: 168 time: 1.2974460 Nov 15 22:22:52.707151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-017b404e-2484-47f6-b1de-869f046ce6e9 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9762049 Nov 15 22:22:52.719883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76fc90-4eab-44db-8496-d6838b4fb639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17706ee-0208-44ee-aefc-1400d82a955c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:52.740080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Request body: {'port': {'device_id': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:52.864224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:52.870272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:53.638011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:53.739201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:53.843520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30836a-6de9-46f7-abe5-38cefeb32446,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:53.883860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:53.886360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6f6355e-121f-41dd-9b85-6a5ec3aa5ec9 req-0b1d288a-03e9-4c3b-b6d7-ea641214838d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2101748 Nov 15 22:22:53.942048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb5521f-347d-43c1-9b2a-29378da929a4 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:53.953566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:53.970523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Transition to ACTIVE for port object bcb5521f-347d-43c1-9b2a-29378da929a4 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:22:54.071937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.242723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:54.355848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015535c3-cb1c-4606-8597-bfa814d1cdc6 req-43b1e07e-ea32-49bf-a7a1-9d203e785144 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:54.357583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-015535c3-cb1c-4606-8597-bfa814d1cdc6 req-43b1e07e-ea32-49bf-a7a1-9d203e785144 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.3172264 Nov 15 22:22:54.476567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Attempting to bind port bcb5521f-347d-43c1-9b2a-29378da929a4 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:54.477164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Attempting to bind port bcb5521f-347d-43c1-9b2a-29378da929a4 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:54.477604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Attempting to bind port bcb5521f-347d-43c1-9b2a-29378da929a4 on network eb848ca0-1629-4455-9c46-1471db6c09d8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:54.488369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-015535c3-cb1c-4606-8597-bfa814d1cdc6 req-e18c234f-4730-42c7-afbf-fa50523d9136 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 Nov 15 22:22:54.492556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Port bcb5521f-347d-43c1-9b2a-29378da929a4 on network eb848ca0-1629-4455-9c46-1471db6c09d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:22:54.493021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Attempting to bind port bcb5521f-347d-43c1-9b2a-29378da929a4 on network eb848ca0-1629-4455-9c46-1471db6c09d8 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:54.499509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:54.500167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Checking segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:54.500921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Bound using segment: {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:54.501687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Bound port: bcb5521f-347d-43c1-9b2a-29378da929a4, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:54.502229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.521901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36310) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:54.607501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:54.611434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bcb5521f-347d-43c1-9b2a-29378da929a4,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:54.701350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.731024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-542734203-network', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:54.778875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:54.779651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.781554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] 10.222.0.55 "PUT /v2.0/ports/bcb5521f-347d-43c1-9b2a-29378da929a4 HTTP/1.1" status: 200 len: 1092 time: 2.0641901 Nov 15 22:22:54.784597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:22:54.788643 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d7876-a016-4c4a-81cd-a9822d30d736" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:22:54.805991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f72d4-9655-4aae-82f5-cde4f6d02cc0 req-cba0840b-2eec-4981-9301-b23b7c7974eb tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:54.813534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-030f72d4-9655-4aae-82f5-cde4f6d02cc0 req-cba0840b-2eec-4981-9301-b23b7c7974eb tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1839848 Nov 15 22:22:54.850545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Made reservation on behalf of d1a9e006747e4a94a5b7ecef8daa38c8 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:54.855268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.881371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:54.952444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362e83-5abc-47c7-b2ab-cc54c7e6d68c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:55.041732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-030f72d4-9655-4aae-82f5-cde4f6d02cc0 req-c66e4a92-ec3f-4c52-89b1-24a7a9b1721a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271314 Nov 15 22:22:55.064684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-3c286832-23d7-4fb1-8a04-2c5fffd07344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:55.066313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-3c286832-23d7-4fb1-8a04-2c5fffd07344 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0a005b7c6b64a2290a56033266a4e60&device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 1095 time: 0.0997658 Nov 15 22:22:55.087482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.155478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.194866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:22:55.197809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-b17fb94c-5dc1-4d15-95f1-ed5e6e102a13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb5521f-347d-43c1-9b2a-29378da929a4 HTTP/1.1" status: 200 len: 217 time: 0.0935748 Nov 15 22:22:55.271478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9220aa-4a85-48bb-9afd-adca441ae717,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:55.307096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.309186 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Added segment 929b308e-5f93-41f5-a1b9-f82bd40faafa of type vlan for network c8b286ea-c85b-4c4f-b23e-da0d7078c007 Nov 15 22:22:55.356694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-f6394d11-4185-478c-977f-f111d0104d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:55.358967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-f6394d11-4185-478c-977f-f111d0104d8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49a79c74-d9ac-41c8-a46a-ae7ef06115b5 HTTP/1.1" status: 200 len: 853 time: 0.1457498 Nov 15 22:22:55.391815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.537200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-fb1565f8-0f95-42a5-9e31-3b716b8a8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:55.538672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-fb1565f8-0f95-42a5-9e31-3b716b8a8ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb848ca0-1629-4455-9c46-1471db6c09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529763 Nov 15 22:22:55.540502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.542039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:55.544955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.548409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9f177-01b3-4c17-9708-dd15e379e5d4 req-0ee0acfa-fec3-4445-b74f-cc20d8fd93df tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:55.550199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d9f177-01b3-4c17-9708-dd15e379e5d4 req-0ee0acfa-fec3-4445-b74f-cc20d8fd93df tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0850096 Nov 15 22:22:55.644586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] Pushing event updated for resources: {'Network': ['ID=c8b286ea-c85b-4c4f-b23e-da0d7078c007,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:55.656855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:22:55.666121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-a7a315a3-3544-4ab2-a305-cbef52748304 service neutron] 10.222.0.55 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131032 Nov 15 22:22:55.688761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c412b8e-cd07-4fec-9be3-1fe574c334ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1650405 Nov 15 22:22:55.692934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:55.708796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Request body: {'subnet': {'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-542734203-subnet', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:55.769322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d9f177-01b3-4c17-9708-dd15e379e5d4 req-b8be53df-d30c-43fc-b269-9762fddc7d09 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Nov 15 22:22:55.812954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8c59d7-1eae-4e50-86e6-fb0f068a8846 req-a243f3ea-37ed-4616-9d46-c66f31a7ae68 service neutron] 10.222.0.55 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352160 Nov 15 22:22:55.843608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Made reservation on behalf of d1a9e006747e4a94a5b7ecef8daa38c8 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:22:55.846763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:55.880194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-1286d5c1-ce07-4887-81a2-9d56ee277ef8 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cc30836a-6de9-46f7-abe5-38cefeb32446 HTTP/1.1" status: 200 len: 1829 time: 0.0630400 Nov 15 22:22:55.896368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc30836a-6de9-46f7-abe5-38cefeb32446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:55.898032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc30836a-6de9-46f7-abe5-38cefeb32446', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:56.092857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.140871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.153555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.224752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.227980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Checking segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:56.228841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Network hostable DHCP agents. Network: c8b286ea-c85b-4c4f-b23e-da0d7078c007, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:22:56.252757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bda2f04-996d-4f36-afd9-25fb0b9a34e1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:56.286672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8729c01-dd15-4600-8009-fad362f251a7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:56.336431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:22:56.363908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.365429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1c023b6-a9ae-4315-b80a-98074851f23d req-b452ba99-88b6-4df8-91a2-4d016095c2a5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4772797 Nov 15 22:22:56.412400 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f1827b-2eb0-49ea-826a-9d241186b9a0 x-openstack-request-id: req-30f1827b-2eb0-49ea-826a-9d241186b9a0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:22:56.412943 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:22:56.413526 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f1827b-2eb0-49ea-826a-9d241186b9a0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:22:56.414150 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4', 'status': 'completed', 'code': 200} Nov 15 22:22:56.423945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c8b286ea-c85b-4c4f-b23e-da0d7078c007) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:56.431112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:56.431890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.448834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1becda1-78d3-48e0-adf7-749b15b10704 None None] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:22:56.511557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-2d1aeea1-3d44-4d10-a437-284049170345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:56.513738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-2d1aeea1-3d44-4d10-a437-284049170345 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0a005b7c6b64a2290a56033266a4e60&device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 1095 time: 0.0788062 Nov 15 22:22:56.549573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-497af84b-98f7-43a4-b2d5-c98c38a6e146 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8554041 Nov 15 22:22:56.553318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:22:56.558092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:56.646628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:22:56.701152 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.702865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:56.782800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:56.802593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'port_id': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'mac_address': 'fa:16:3e:10:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9221909-c4e2-4c53-9cd2-f3ce229d30ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:22:56.827323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-eceba8a9-dce3-4d03-8e67-27a993f3ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:56.828958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-eceba8a9-dce3-4d03-8e67-27a993f3ea40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb848ca0-1629-4455-9c46-1471db6c09d8 HTTP/1.1" status: 200 len: 915 time: 0.2230339 Nov 15 22:22:56.851824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ef9e-3b80-4bf0-b762-70620e450a71 req-f3b06b92-0e8a-4ace-804d-b0528f8b6328 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:56.853799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e18ef9e-3b80-4bf0-b762-70620e450a71 req-f3b06b92-0e8a-4ace-804d-b0528f8b6328 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.3303261 Nov 15 22:22:57.037869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.039123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e18ef9e-3b80-4bf0-b762-70620e450a71 req-97d5e517-e501-4d48-9398-dafb0045ee48 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Nov 15 22:22:57.039872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.039872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4224fa85-8831-49d3-81a9-4b1aeff12a51 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:22:57.039872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:22:57.040490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490d54-9c24-4ec7-8624-cd1753695a2c req-38c5ad27-3a4d-443a-8317-1be3f7cef144 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:57.040490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11490d54-9c24-4ec7-8624-cd1753695a2c req-38c5ad27-3a4d-443a-8317-1be3f7cef144 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0497067 Nov 15 22:22:57.098260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-e71f8d69-b358-4710-94a1-1f72cf2b99ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcb5521f-347d-43c1-9b2a-29378da929a4 HTTP/1.1" status: 200 len: 217 time: 0.0537953 Nov 15 22:22:57.110314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:22:57.111223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.170863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11490d54-9c24-4ec7-8624-cd1753695a2c req-2ed1d802-33b4-4c2d-838b-3a27dbff8feb tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208217 Nov 15 22:22:57.172249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-fc753fd8-76a1-4634-be45-5ea72917ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:57.173532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-fc753fd8-76a1-4634-be45-5ea72917ab6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49a79c74-d9ac-41c8-a46a-ae7ef06115b5 HTTP/1.1" status: 200 len: 853 time: 0.0667787 Nov 15 22:22:57.226020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-8e5a7f45-42a9-4a90-8ba4-8fd393173ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:57.227621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-8e5a7f45-42a9-4a90-8ba4-8fd393173ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb848ca0-1629-4455-9c46-1471db6c09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463116 Nov 15 22:22:57.261345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Allocated IP 172.20.0.2 (c8b286ea-c85b-4c4f-b23e-da0d7078c007/0bda2f04-996d-4f36-afd9-25fb0b9a34e1/f19e11a6-da03-4670-8724-ca1d1204cd16) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:57.348510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fec66ae9-2725-4de4-8252-486a8fe0a20c req-73e7aca8-0e33-4a35-b557-5ee43e1094cd tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cc30836a-6de9-46f7-abe5-38cefeb32446 HTTP/1.1" status: 200 len: 2422 time: 0.0634246 Nov 15 22:22:57.363489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-263e749e-0d62-4b3d-b9d4-e270e286d63c service neutron] 10.222.0.55 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264462 Nov 15 22:22:57.421728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.484593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11611a5-7fab-4b25-9883-3602a7c00f11 req-4fe53b24-2c52-4c34-b2c8-4e20c9ca189c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:57.486047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a11611a5-7fab-4b25-9883-3602a7c00f11 req-4fe53b24-2c52-4c34-b2c8-4e20c9ca189c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0723584 Nov 15 22:22:57.502829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c35d7876-a016-4c4a-81cd-a9822d30d736 req-ea6bc641-a33c-4252-83f0-6717a6198a4d service neutron] 10.222.0.55 "GET /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320648 Nov 15 22:22:57.540655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a11611a5-7fab-4b25-9883-3602a7c00f11 req-c4765f47-b22e-4d63-9c3f-28a64db01551 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Nov 15 22:22:57.594691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c9c2c69-7b07-427e-835c-e820276be58c req-6b3e756d-7c03-482e-9dfd-b8341b12c68b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-group-rules/e8729c01-dd15-4600-8009-fad362f251a7 HTTP/1.1" status: 200 len: 778 time: 0.0304456 Nov 15 22:22:57.621102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.626621 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.690200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c9c2c69-7b07-427e-835c-e820276be58c req-e0f5465c-1ca5-4554-9920-efb513e0f6fc tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cc30836a-6de9-46f7-abe5-38cefeb32446 HTTP/1.1" status: 200 len: 2422 time: 0.0813684 Nov 15 22:22:57.702508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:57.704314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:57.711708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:57.761102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c9c2c69-7b07-427e-835c-e820276be58c req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.775064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c9c2c69-7b07-427e-835c-e820276be58c req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.796012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:57.879923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Pushing event updated for resources: {'Port': ['ID=f19e11a6-da03-4670-8724-ca1d1204cd16,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:57.884120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Attempting to bind port f19e11a6-da03-4670-8724-ca1d1204cd16 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:22:57.884929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Attempting to bind port f19e11a6-da03-4670-8724-ca1d1204cd16 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:22:57.885601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Attempting to bind port f19e11a6-da03-4670-8724-ca1d1204cd16 on network c8b286ea-c85b-4c4f-b23e-da0d7078c007 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:22:57.893638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:22:57.894875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Checking segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:22:57.895694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.896346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Bound using segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:22:57.897088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Bound port: f19e11a6-da03-4670-8724-ca1d1204cd16, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:22:57.897723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.898615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c9c2c69-7b07-427e-835c-e820276be58c req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.912749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.929074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c9c2c69-7b07-427e-835c-e820276be58c req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:57.938993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c9c2c69-7b07-427e-835c-e820276be58c req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e8729c01-dd15-4600-8009-fad362f251a7 HTTP/1.1" status: 204 len: 173 time: 0.2361381 Nov 15 22:22:57.943297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3627e-f284-42bf-9fea-368e93834923 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8729c01-dd15-4600-8009-fad362f251a7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:57.980658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772340608', 'description': 'tempest-description-816440960'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:22:58.016649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:22:58.045919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] For port f19e11a6-da03-4670-8724-ca1d1204cd16, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:22:58.121585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.147410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] For port f19e11a6-da03-4670-8724-ca1d1204cd16, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f19e11a6-da03-4670-8724-ca1d1204cd16,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:22:58.228478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.299482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.309444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca1f8-9272-407c-85dd-85ea2e1591c7 None None] Pushing event updated for resources: {'Port': ['ID=f19e11a6-da03-4670-8724-ca1d1204cd16,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:58.362579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.416860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3154847b-e9c2-472f-ae5f-ed0c9af171a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:58.420466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.484601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.497696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.509952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f96ae84-1ef5-4465-a3fd-72988d5a27d4 req-047397ab-c04d-4791-b4e8-4ef7a65a06c5 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5329261 Nov 15 22:22:58.723311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Allocated IP 172.25.0.84 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:22:58.760575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e90066-7018-429b-8902-20dd94ae5ad5 req-77201fc5-871d-48f4-9410-005d43c7a24c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:58.773733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e90066-7018-429b-8902-20dd94ae5ad5 req-77201fc5-871d-48f4-9410-005d43c7a24c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1620853 Nov 15 22:22:58.888917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:58.902904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e90066-7018-429b-8902-20dd94ae5ad5 req-1fdca84f-776e-4929-8f3b-a226081aeb09 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219976 Nov 15 22:22:59.044032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:59.077827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:59.107197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599635b-9a74-4538-bb8a-2d12889f48b1 req-14ea488c-12f6-4a32-a1d2-beb560b3feaa tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:59.119085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b599635b-9a74-4538-bb8a-2d12889f48b1 req-14ea488c-12f6-4a32-a1d2-beb560b3feaa tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0925360 Nov 15 22:22:59.131416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:22:59.167758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:22:59.199831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:22:59.234492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b599635b-9a74-4538-bb8a-2d12889f48b1 req-0497f54d-b475-4120-a2c2-2e90f05f8a2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145511 Nov 15 22:22:59.275294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Pushing event updated for resources: {'Port': ['ID=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:22:59.512644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be272b2e-a9ff-4d28-951b-a6b42ea77614 req-461ac8c9-f59c-4bbf-b283-ca5f0659cac4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/3154847b-e9c2-472f-ae5f-ed0c9af171a9 HTTP/1.1" status: 200 len: 1829 time: 0.1008339 Nov 15 22:22:59.524236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:59.714878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e101f-81c8-41e2-84a8-86a8b7288470 req-af55f307-8c15-49da-bcc3-4ca7c7e532f0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:22:59.717062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-064e101f-81c8-41e2-84a8-86a8b7288470 req-af55f307-8c15-49da-bcc3-4ca7c7e532f0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.1235790 Nov 15 22:22:59.847674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:22:59.864386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-064e101f-81c8-41e2-84a8-86a8b7288470 req-b35298df-433e-4dcb-83cb-80d8944bf0f7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396050 Nov 15 22:22:59.933261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1164359986', 'description': 'tempest-description-165659297'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:00.027355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a49f3-a224-4c63-91e1-6778e44eaff2 None None] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:23:00.062770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.172330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.186941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] Provisioning complete for port f19e11a6-da03-4670-8724-ca1d1204cd16 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:00.187540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.229557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.249745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.340062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8549be70-f0c1-4f41-8eea-02edf683a9cd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:00.348854 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.379173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.379548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba269ada-65b1-426b-82ba-abee7d629e2d req-5b4ca802-46a2-4a62-86de-bcd12a3b2ff7 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4555132 Nov 15 22:23:00.443038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] For port f19e11a6-da03-4670-8724-ca1d1204cd16, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f19e11a6-da03-4670-8724-ca1d1204cd16,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:00.551354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:00.674870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717762-11f0-4273-9fb0-537093233deb req-2e483e23-d3c7-4d5c-b8bb-ecc141a5f65e tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:00.685348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9717762-11f0-4273-9fb0-537093233deb req-2e483e23-d3c7-4d5c-b8bb-ecc141a5f65e tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1555381 Nov 15 22:23:00.699811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa2c5d-b25e-46bc-97a6-543fc8713c78 None None] Pushing event updated for resources: {'Port': ['ID=f19e11a6-da03-4670-8724-ca1d1204cd16,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:00.709643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:00.756708 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9717762-11f0-4273-9fb0-537093233deb req-9e761a7b-4303-49dc-8668-8062b04cbac2 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557759 Nov 15 22:23:00.910888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f19e11a6-da03-4670-8724-ca1d1204cd16 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:00.968124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 4224fa85-8831-49d3-81a9-4b1aeff12a51 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:23:00.989780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 4224fa85-8831-49d3-81a9-4b1aeff12a51 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:00.990484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.003968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f880b-ac30-46a4-ac95-f291c51d0334 req-e3fe0dfe-40cb-4443-9071-fb37bcf98a65 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:01.018338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a9f880b-ac30-46a4-ac95-f291c51d0334 req-e3fe0dfe-40cb-4443-9071-fb37bcf98a65 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1097591 Nov 15 22:23:01.069464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f19e11a6-da03-4670-8724-ca1d1204cd16 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:01.069991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.147648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a9f880b-ac30-46a4-ac95-f291c51d0334 req-6f7835bf-a7c2-4dab-9304-bf5dfc21b0a9 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286941 Nov 15 22:23:01.269330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.322627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:01.324980 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b986a2-7a33-4d20-b440-0394bc4fd155" -d '{"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:01.342161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dee4ca45-72f3-4ebd-b1d5-83caff1ff90b req-c19c1a7e-7717-479c-824f-00411bcf8163 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/8549be70-f0c1-4f41-8eea-02edf683a9cd HTTP/1.1" status: 200 len: 1829 time: 0.0484750 Nov 15 22:23:01.358672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:01.384448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-21ec02e4-3e29-4df9-b4fc-918667c00917 None None] Provisioning complete for port f19e11a6-da03-4670-8724-ca1d1204cd16 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:01.385049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21ec02e4-3e29-4df9-b4fc-918667c00917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.426565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:23:01.464230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.514701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b721-1da0-4c2c-a37f-4d6b15fe5112 req-a282a815-4dbb-4e1b-9ed8-148a670c5fe0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:01.524959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19f5b721-1da0-4c2c-a37f-4d6b15fe5112 req-a282a815-4dbb-4e1b-9ed8-148a670c5fe0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.1108432 Nov 15 22:23:01.606043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:23:01.618367 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Sync routers for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:23:01.636682 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:01.639449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19f5b721-1da0-4c2c-a37f-4d6b15fe5112 req-fc86d936-5805-49b5-99c4-0391a7ed53b7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135817 Nov 15 22:23:01.642952 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:01.717205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:01.729840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:01.731329 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-82425172-7366-4afc-bab5-f4251ad45aea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1768482 Nov 15 22:23:01.734256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:01.773639 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7137a1-6e5a-4b82-b0ee-07616fd63d1a x-openstack-request-id: req-ce7137a1-6e5a-4b82-b0ee-07616fd63d1a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:01.774050 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-plugged", "status": "completed", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:01.774389 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce7137a1-6e5a-4b82-b0ee-07616fd63d1a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:01.774872 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'code': 200} Nov 15 22:23:01.908507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1632554994', 'description': 'tempest-description-1402953848'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:01.917196 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:01.937525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecc208-c498-4b03-a6b5-a2f336f20ab3 req-813c5b92-35d3-43d5-8a3d-28802473619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:01.942421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-73ecc208-c498-4b03-a6b5-a2f336f20ab3 req-813c5b92-35d3-43d5-8a3d-28802473619d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1096 time: 0.0908267 Nov 15 22:23:02.089544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-73ecc208-c498-4b03-a6b5-a2f336f20ab3 req-d8fe75e1-78c9-46bb-99b3-02dd23dafbe5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313336 Nov 15 22:23:02.303563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:22:59Z', 'revision_number': 3, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:02.342280 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Checking router: 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:23:02.342280 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Updating router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:23:02.377600 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.512033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.656688 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.669392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Allocated IP 172.20.0.1 (c8b286ea-c85b-4c4f-b23e-da0d7078c007/0bda2f04-996d-4f36-afd9-25fb0b9a34e1/384a2c46-d6be-4bdc-add3-2b6d65e793cf) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:23:02.729372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f19e11a6-da03-4670-8724-ca1d1204cd16 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:02.778098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f19e11a6-da03-4670-8724-ca1d1204cd16 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:02.778459 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.785241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.826346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.870104 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.949176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.957176 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Pushing event updated for resources: {'Port': ['ID=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:02.962212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.974854 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Attempting to bind port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:23:02.975553 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Attempting to bind port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:23:02.976093 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Attempting to bind port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:02.979133 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.979670 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.980234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.980899 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.981489 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.982034 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.982576 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.983113 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.983657 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.984227 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.984871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.985417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:02.994029 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:23:02.994867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:02.996483 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:02.997253 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:23:02.997994 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Bound port: d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:23:02.998610 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.014312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:23:03.019123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:03.030208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:23:03.061009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.094544 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] For port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:23:03.108144 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] For port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:23:03.139114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef76140-c6cb-40c0-ab9d-cb3143b4965c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:03.156488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:03.167428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.179242 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.275929 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:03.276922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:03.279132 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357eb63-93aa-4dbf-86de-2b11c3bee323 None None] Pushing event updated for resources: {'Port': ['ID=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:03.407765 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.411172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2108ab48-e7fc-4d0e-a0b1-8406ba3e2a79 req-027d9381-a4cc-4796-b766-b9920a1965c3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.5057139 Nov 15 22:23:03.470169 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:03.485221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ab7a186a-d3c5-475a-bae2-e462d7bebdc7 None None] Provisioning complete for port 384a2c46-d6be-4bdc-add3-2b6d65e793cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:03.485578 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab7a186a-d3c5-475a-bae2-e462d7bebdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.619807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a186a-d3c5-475a-bae2-e462d7bebdc7 None None] Port 384a2c46-d6be-4bdc-add3-2b6d65e793cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:23:03.662470 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:03.866541 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:22:59Z', 'revision_number': 3, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:03.904910 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c9cd-9883-427a-bbe6-ab25b313a39e None None] The sync data for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 is: [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:22:59Z', 'revision_number': 3, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:23:04.012167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873969a-bb2f-42a5-bdbe-74abf32e361d req-e11f6959-207c-49af-826d-16badc868ba3 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:04.025503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d873969a-bb2f-42a5-bdbe-74abf32e361d req-e11f6959-207c-49af-826d-16badc868ba3 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.3705480 Nov 15 22:23:04.107294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:04.120156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d873969a-bb2f-42a5-bdbe-74abf32e361d req-6ca11a7b-4d19-438d-845d-4d37bdd48ed5 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 Nov 15 22:23:04.206231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:04.341595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861b14-36e1-4122-820e-6dccb75da7dc req-9d92be3c-f372-4202-a449-d3231d141080 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:04.349730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb861b14-36e1-4122-820e-6dccb75da7dc req-9d92be3c-f372-4202-a449-d3231d141080 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1563540 Nov 15 22:23:04.381854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:04.381854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:04.481614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb861b14-36e1-4122-820e-6dccb75da7dc req-64344b31-dac7-41b6-8bc9-69063ce6ce83 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265891 Nov 15 22:23:04.543816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:23:04.545450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:04.715450 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f937c7f7-54b4-4268-8956-29b379ad9df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:04.892981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:04.907641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-9b2c488e-a953-44b0-accd-4b68a0ce83aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229892 Nov 15 22:23:05.027692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:05.028061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:05.095202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-6169a3ce-dbe8-45e0-9445-67fb9e233311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.100531 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-6169a3ce-dbe8-45e0-9445-67fb9e233311 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 1095 time: 0.1248474 Nov 15 22:23:05.199994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-920e19b7-c542-4093-9218-c6e65b00d5f7 None None] Provisioning complete for port 384a2c46-d6be-4bdc-add3-2b6d65e793cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:05.200386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-920e19b7-c542-4093-9218-c6e65b00d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:05.233776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731930b9-ba72-4d70-8ea8-fe4ef88ce4d0 req-317f3de2-5a2a-4fae-90f9-44ebfb1f9fd5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.236310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-731930b9-ba72-4d70-8ea8-fe4ef88ce4d0 req-317f3de2-5a2a-4fae-90f9-44ebfb1f9fd5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0857472 Nov 15 22:23:05.311376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:23:05.312237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-920e19b7-c542-4093-9218-c6e65b00d5f7 None None] Port 384a2c46-d6be-4bdc-add3-2b6d65e793cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:23:05.328886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-731930b9-ba72-4d70-8ea8-fe4ef88ce4d0 req-6d7ea441-ad4a-4626-8b69-5b6baeef0875 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Nov 15 22:23:05.406313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-69aa1100-5863-4a63-a877-68cbd76f85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.407857 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-69aa1100-5863-4a63-a877-68cbd76f85d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.2746236 Nov 15 22:23:05.477178 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:05.549470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:05.558715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e2b24b2-5816-4b15-8acd-f8ee159553a0 req-069bbe7d-f66c-47a1-867d-f08253b32931 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cef76140-c6cb-40c0-ab9d-cb3143b4965c HTTP/1.1" status: 200 len: 1830 time: 0.1265302 Nov 15 22:23:05.576355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-94e9d89f-397b-409f-8460-029c54cb9ea0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 200 len: 217 time: 0.1579356 Nov 15 22:23:05.630357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:23:05.636072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b1293e02-74c4-4325-93df-e092a25f5fa8 admin admin] 10.222.0.15 "PUT /v2.0/routers/878fbd6d-d6c4-4c46-8958-de9bad1fa3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9005594 Nov 15 22:23:05.653249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:05.687878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e32cb3-9ffd-4eab-90bc-8dbb63facf5c req-e987a400-81c5-4730-91f8-f928ad637784 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.692845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-83fd1196-e023-495e-980f-e3574e944b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.694544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-83fd1196-e023-495e-980f-e3574e944b02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1093400 Nov 15 22:23:05.694705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8e32cb3-9ffd-4eab-90bc-8dbb63facf5c req-e987a400-81c5-4730-91f8-f928ad637784 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1172578 Nov 15 22:23:05.768378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:05.864358 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-f489623e-921f-4d30-bc35-6bf6c2f842b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571663 Nov 15 22:23:05.875059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5aa4-9e61-4012-be12-c54a5d4e29ab req-79ee655e-021c-480d-8be7-511442b6fb2e tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:05.881249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-551f5aa4-9e61-4012-be12-c54a5d4e29ab req-79ee655e-021c-480d-8be7-511442b6fb2e tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1096 time: 0.1821642 Nov 15 22:23:05.908270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8e32cb3-9ffd-4eab-90bc-8dbb63facf5c req-509a7016-3f01-4c75-9743-aa66d62ab4ec tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897249 Nov 15 22:23:06.039125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-0c72deab-fdbe-4344-bd05-6f69247d4876 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596429 Nov 15 22:23:06.061855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-551f5aa4-9e61-4012-be12-c54a5d4e29ab req-344798eb-84c7-4949-8950-323cb0ad1833 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526015 Nov 15 22:23:06.151679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-232450903', 'description': 'tempest-description-25929006'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:06.200530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0ca5-db74-40d5-86bf-3582890d9289 req-0bab8989-703c-485a-851b-ca321782804c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:06.201969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b5a0ca5-db74-40d5-86bf-3582890d9289 req-0bab8989-703c-485a-851b-ca321782804c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1144023 Nov 15 22:23:06.244130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d1f64e9-4559-49ed-9f05-30f22f509fcc req-a6d38d46-1a0c-4e1d-8427-c1979a48b2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881771 Nov 15 22:23:06.255411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:06.293408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b5a0ca5-db74-40d5-86bf-3582890d9289 req-29add790-fc40-4cc4-866e-fae8e7c63800 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848958 Nov 15 22:23:06.384777 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:06.455770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:06.512721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb71f87-9c2a-4cb8-8752-c96503be2db7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:06.605369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:06.609662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b15348-d3af-4ef7-ad18-8aac9e5add3c req-da114d0e-0a5a-4911-9214-fb1c33d42ac3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4609611 Nov 15 22:23:06.626797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Sync routers for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:23:06.642483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:06.643324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:22:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:06.850335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:06.852068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32fa68-c84f-4db0-9b44-60803527e0f9 req-d5e20f7d-9993-4f04-818b-9a150bc689c0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:06.861490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc32fa68-c84f-4db0-9b44-60803527e0f9 req-d5e20f7d-9993-4f04-818b-9a150bc689c0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 950 time: 0.1054659 Nov 15 22:23:06.927658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:06.955841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc32fa68-c84f-4db0-9b44-60803527e0f9 req-b1aa4892-c4f9-495c-8147-8a1c4b97fe01 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934634 Nov 15 22:23:07.024216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36482) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:07.029113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592216970', 'description': 'tempest-description--1816290298'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:07.160844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5681b0ac-a125-4213-a8eb-4187524d36de req-70ea2550-c274-4cac-ad81-d19e31d97de8 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/fdb71f87-9c2a-4cb8-8752-c96503be2db7 HTTP/1.1" status: 200 len: 1827 time: 0.1245768 Nov 15 22:23:07.180007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7734-0389-496d-a81e-8209b747cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.193978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:07.194612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.203746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.310457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 2, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:07.370972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.391760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Checking router: 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:23:07.392201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Updating router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd port 384a2c46-d6be-4bdc-add3-2b6d65e793cf binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:23:07.442858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0fb2c-58f7-41f1-9354-aba0f14e977d req-9df82783-b9b5-4651-ba6e-286b0c925edc tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:07.444556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2c0fb2c-58f7-41f1-9354-aba0f14e977d req-9df82783-b9b5-4651-ba6e-286b0c925edc tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1805983 Nov 15 22:23:07.455150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.511705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-0a926b35-af51-49fa-9c01-2c4677af77f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124423 Nov 15 22:23:07.514763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:07.533000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef54d5-5d6d-496a-a785-6392600a17a9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:07.602229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2c0fb2c-58f7-41f1-9354-aba0f14e977d req-4de4ffa6-4fe7-428b-83cc-d945ecdbe66b tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269732 Nov 15 22:23:07.712889 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-24d72307-218b-4152-84fa-f932ec1aed18 req-ac6a9f77-6f3d-4fcc-ad6f-d560770d66a4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] show failed (client error): The resource could not be found. Nov 15 22:23:07.714969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24d72307-218b-4152-84fa-f932ec1aed18 req-ac6a9f77-6f3d-4fcc-ad6f-d560770d66a4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/f39737be-d246-4555-a351-78f7d8b81a50 HTTP/1.1" status: 404 len: 352 time: 0.0408525 Nov 15 22:23:07.732383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-2eb03c52-c6f0-4220-9131-e66bdf49f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:07.734211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-2eb03c52-c6f0-4220-9131-e66bdf49f5b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1304865 Nov 15 22:23:07.937821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a79120-3bbf-4074-9433-bb32e4b6fb8c req-5816047a-183d-44b9-a521-50af4c532c83 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:07.939479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88a79120-3bbf-4074-9433-bb32e4b6fb8c req-5816047a-183d-44b9-a521-50af4c532c83 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1173372 Nov 15 22:23:07.977054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.006630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88a79120-3bbf-4074-9433-bb32e4b6fb8c req-63af3fc9-b795-4278-80b9-9d1d954d58ad tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Nov 15 22:23:08.127567 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-fbdc96ed-e421-4c55-ab1e-ee3cd5f70f62 req-3f3d8b09-c23d-4ab6-803d-74ac189c90be tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] show failed (client error): The resource could not be found. Nov 15 22:23:08.129155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbdc96ed-e421-4c55-ab1e-ee3cd5f70f62 req-3f3d8b09-c23d-4ab6-803d-74ac189c90be tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-group-rules/024f557d-e15b-453a-a2f7-079b1e5ed697 HTTP/1.1" status: 404 len: 361 time: 0.0224411 Nov 15 22:23:08.245854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-6a138ce3-240e-435a-8772-d95c59e248ec tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/fdb71f87-9c2a-4cb8-8752-c96503be2db7 HTTP/1.1" status: 200 len: 1827 time: 0.0714684 Nov 15 22:23:08.250357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-a6a98f26-d015-4722-a6cb-73c2781886a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:08.251763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-a6a98f26-d015-4722-a6cb-73c2781886a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1321261 Nov 15 22:23:08.298741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-a018dc0c-3f95-4e30-bbb1-cb9f49ed3cb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.0391774 Nov 15 22:23:08.377629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-326cc2a4-abf3-4462-86c7-e105d0d37578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:08.381378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-326cc2a4-abf3-4462-86c7-e105d0d37578 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0709713 Nov 15 22:23:08.381378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.422740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-0f29525c-0a7f-4177-b5da-e01347bd4b7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320454 Nov 15 22:23:08.424221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.511088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.511088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce535a1d-79bd-4e16-8ba6-465df7b143c1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4816782 Nov 15 22:23:08.511771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:08.522697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'security_group_rule': {'security_group_id': '9cef54d5-5d6d-496a-a785-6392600a17a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:08.555396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-0691baf9-cdad-4bbd-a641-44fea1df18d0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227577 Nov 15 22:23:08.592870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.594052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.621140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.623739 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.624889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea65ce9b-7364-41d7-888b-7e31f5e52123 req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-groups/fdb71f87-9c2a-4cb8-8752-c96503be2db7 HTTP/1.1" status: 204 len: 173 time: 0.3722391 Nov 15 22:23:08.635217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e07fd4-b5c1-475a-9e87-b8036e8987b3 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb71f87-9c2a-4cb8-8752-c96503be2db7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:08.661389 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.677985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6005c-ecd7-4583-8054-3b2460a922e3 None None] Pushing event updated for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:08.708608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:08.791702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Attempting to bind port 384a2c46-d6be-4bdc-add3-2b6d65e793cf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:23:08.792521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Attempting to bind port 384a2c46-d6be-4bdc-add3-2b6d65e793cf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:23:08.793071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Attempting to bind port 384a2c46-d6be-4bdc-add3-2b6d65e793cf on network c8b286ea-c85b-4c4f-b23e-da0d7078c007 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:08.806142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:23:08.813056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Checking segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:08.813056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.813056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Bound using segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:23:08.813056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Bound port: 384a2c46-d6be-4bdc-add3-2b6d65e793cf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:23:08.813056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.892659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e529349b-35cd-481f-9278-9f9d87e9d5e2 req-d6e7fcc2-fb15-4482-a1de-8c27d51bb067 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685147 Nov 15 22:23:08.905940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.942415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:08.969815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2b6b-aa58-4a58-a6f9-c9994f433476 req-e9542628-251b-4e30-9daa-7951e8a3b582 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:08.980008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70fc2b6b-aa58-4a58-a6f9-c9994f433476 req-e9542628-251b-4e30-9daa-7951e8a3b582 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.0834334 Nov 15 22:23:08.996793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:08.999257 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151e0cac-abe6-4e48-a1fa-ba98ee803053" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:09.005954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] For port 384a2c46-d6be-4bdc-add3-2b6d65e793cf, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:23:09.012429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.039574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:09.043615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] For port 384a2c46-d6be-4bdc-add3-2b6d65e793cf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=384a2c46-d6be-4bdc-add3-2b6d65e793cf,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:23:09.063153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e97dedb7-77fb-4184-926b-72df0bfece7e None None] Provisioning complete for port 384a2c46-d6be-4bdc-add3-2b6d65e793cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:09.063456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bcf31-def3-4beb-be7c-3e1c8e124318 req-66bc0ada-8f9a-4a00-b1b8-52ba5b1677b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:09.063966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e97dedb7-77fb-4184-926b-72df0bfece7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.067415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c05bcf31-def3-4beb-be7c-3e1c8e124318 req-66bc0ada-8f9a-4a00-b1b8-52ba5b1677b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.1566231 Nov 15 22:23:09.072107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e69ca4-87fa-46f1-9fba-9864d684ef9a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:09.080001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70fc2b6b-aa58-4a58-a6f9-c9994f433476 req-c1a68a2b-9d61-4aa9-bc5e-050effe478e6 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975981 Nov 15 22:23:09.113559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e97dedb7-77fb-4184-926b-72df0bfece7e None None] Port 384a2c46-d6be-4bdc-add3-2b6d65e793cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:23:09.161192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-1c5f290a-2b9a-49e5-93b8-d7d3b68bac55 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cef76140-c6cb-40c0-ab9d-cb3143b4965c HTTP/1.1" status: 200 len: 1830 time: 0.0612514 Nov 15 22:23:09.169162 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb82dc-c0bc-4a27-b675-1f5fbd24ff93 x-openstack-request-id: req-63bb82dc-c0bc-4a27-b675-1f5fbd24ff93 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:09.169662 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:09.169994 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63bb82dc-c0bc-4a27-b675-1f5fbd24ff93 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:09.170413 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'code': 200} Nov 15 22:23:09.174413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.176847 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.205883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c05bcf31-def3-4beb-be7c-3e1c8e124318 req-c1e54237-aa91-4005-9bb7-8d7e2a58ccae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209762 Nov 15 22:23:09.213027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.218875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-95ce2345-5f25-426c-8b4e-204920769594 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7019093 Nov 15 22:23:09.219140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:09.222530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'security_group_rule': {'security_group_id': '9cef54d5-5d6d-496a-a785-6392600a17a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:09.251650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.285552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:09.286465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:09.309521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.328123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:09.366640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.378626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04419-3faa-494b-b7be-e0ba3346028e req-09d823d7-10bd-409f-a1e4-351d3d0439bb tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:09.380246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bea04419-3faa-494b-b7be-e0ba3346028e req-09d823d7-10bd-409f-a1e4-351d3d0439bb tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1069610 Nov 15 22:23:09.484548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.488199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.489411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09d5b394-1213-4f4b-94e1-a8a721f63ba3 req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-groups/cef76140-c6cb-40c0-ab9d-cb3143b4965c HTTP/1.1" status: 204 len: 173 time: 0.3240850 Nov 15 22:23:09.532971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de51e-f701-4a67-914a-219ef17ed35b tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef76140-c6cb-40c0-ab9d-cb3143b4965c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:09.546754 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.567520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bea04419-3faa-494b-b7be-e0ba3346028e req-afee43bf-990e-489b-8321-98195509aa3c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587167 Nov 15 22:23:09.588349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.645584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Provisioning complete for port 384a2c46-d6be-4bdc-add3-2b6d65e793cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:09.646161 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.681713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6005c-ecd7-4583-8054-3b2460a922e3 None None] Pushing event updated for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:09.687259 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.699480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:09.733676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-326b3945-cc05-4721-b085-8afa884c8b69 req-73bd320e-0bb1-4560-bd45-89c82186bcf6 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/8549be70-f0c1-4f41-8eea-02edf683a9cd HTTP/1.1" status: 200 len: 1829 time: 0.1130672 Nov 15 22:23:09.739636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f843b21-edf5-411d-b7db-101e91884174,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:09.823250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.824374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7caa5816-adce-4403-bdcb-52b5467301b5 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6057813 Nov 15 22:23:09.829399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:09.834615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:09.848206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-326b3945-cc05-4721-b085-8afa884c8b69 req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.883210 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.888260 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-326b3945-cc05-4721-b085-8afa884c8b69 req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.941562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:09.954962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] For port 384a2c46-d6be-4bdc-add3-2b6d65e793cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=384a2c46-d6be-4bdc-add3-2b6d65e793cf,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:10.004239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-326b3945-cc05-4721-b085-8afa884c8b69 req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.007589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-326b3945-cc05-4721-b085-8afa884c8b69 req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.009300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-326b3945-cc05-4721-b085-8afa884c8b69 req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-groups/8549be70-f0c1-4f41-8eea-02edf683a9cd HTTP/1.1" status: 204 len: 173 time: 0.2617891 Nov 15 22:23:10.034735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:08Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:10.038804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.059373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bd7d8-0c6a-4ca8-9f6d-6fbd683a7d2d tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549be70-f0c1-4f41-8eea-02edf683a9cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:10.137319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.169373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc17f900-688b-42b4-969e-02f786729e33 req-959c49e8-ab48-4591-a76e-28a4d6def891 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/3154847b-e9c2-472f-ae5f-ed0c9af171a9 HTTP/1.1" status: 200 len: 1829 time: 0.1125839 Nov 15 22:23:10.178153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Pushing event updated for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:10.212246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bdad6a-8b8a-48aa-9d5c-8f4cb1aff72b None None] The sync data for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 is: [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:08Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:23:10.216505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.216983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.217393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.218239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.218239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.220019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.220551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.221048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.221636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.222355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.223059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.223446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e03bdb2-fb11-496e-949f-0b838cb3b593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:10.352429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aad2c-305e-49ea-a9be-26f2d6b1883d req-66ffc002-fe39-4dfe-9a31-e07378e326bd tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:10.353985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa8aad2c-305e-49ea-a9be-26f2d6b1883d req-66ffc002-fe39-4dfe-9a31-e07378e326bd tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1414950 Nov 15 22:23:10.361259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.378714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cc17f900-688b-42b4-969e-02f786729e33 req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.396232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Allocated IP 172.25.0.26 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:23:10.414093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cc17f900-688b-42b4-969e-02f786729e33 req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.477566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa8aad2c-305e-49ea-a9be-26f2d6b1883d req-f85fe837-fd20-4565-b95f-f669b190f738 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138978 Nov 15 22:23:10.559108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.609496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cc17f900-688b-42b4-969e-02f786729e33 req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.615360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cc17f900-688b-42b4-969e-02f786729e33 req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.617245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc17f900-688b-42b4-969e-02f786729e33 req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-groups/3154847b-e9c2-472f-ae5f-ed0c9af171a9 HTTP/1.1" status: 204 len: 173 time: 0.4402120 Nov 15 22:23:10.633450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24547f6d-cdd0-42b4-8fd3-9a414cc92320 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154847b-e9c2-472f-ae5f-ed0c9af171a9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:10.690366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:10.795992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:23:10.810178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:10.812765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:23:10.828673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'Port': ['ID=b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:10.847992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 384a2c46-d6be-4bdc-add3-2b6d65e793cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:10.928734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-facefe80-b560-4047-92a3-8b4b6a61d4a1 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "GET /v2.0/security-groups/cc30836a-6de9-46f7-abe5-38cefeb32446 HTTP/1.1" status: 200 len: 1829 time: 0.1859174 Nov 15 22:23:10.957774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8d4a-f5f2-4a81-9ec3-839858621429 req-d1b34226-8b24-4e60-a598-d9ff85066ed4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:10.965169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2caa8d4a-f5f2-4a81-9ec3-839858621429 req-d1b34226-8b24-4e60-a598-d9ff85066ed4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.2359588 Nov 15 22:23:10.985403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 384a2c46-d6be-4bdc-add3-2b6d65e793cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:10.985970 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.032835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.060234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2caa8d4a-f5f2-4a81-9ec3-839858621429 req-290f3602-2a61-4713-a207-141ec2da6707 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938771 Nov 15 22:23:11.089848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.126191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bcb5521f-347d-43c1-9b2a-29378da929a4 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:23:11.132255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.217577 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.310808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-168123365', 'description': 'tempest-description-20877859'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:11.314849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.319563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.320726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e301d785-6f18-4fd8-a22b-59965231aa48 req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc30836a-6de9-46f7-abe5-38cefeb32446 HTTP/1.1" status: 204 len: 173 time: 0.3911853 Nov 15 22:23:11.334645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:11.433603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Deleting subnet 1d363cda-dc0b-4d42-b5fc-f6a053a0d86a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:23:11.439053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bcb5521f-347d-43c1-9b2a-29378da929a4,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:11.449898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.449898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3463abc-a0b4-43e7-9a75-e82366fbf7d4 tempest-SecurityGroupRulesNegativeTestJSON-2049045532 tempest-SecurityGroupRulesNegativeTestJSON-2049045532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30836a-6de9-46f7-abe5-38cefeb32446,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:11.470745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'bcb5521f-347d-43c1-9b2a-29378da929a4', 'network_id': 'eb848ca0-1629-4455-9c46-1471db6c09d8', 'port_id': 'bcb5521f-347d-43c1-9b2a-29378da929a4', 'mac_address': 'fa:16:3e:db:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a79c74-d9ac-41c8-a46a-ae7ef06115b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:23:11.491538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.495011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.549497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.553337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.563641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.581588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.603062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb5521f-347d-43c1-9b2a-29378da929a4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:23:11.634599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bcb5521f-347d-43c1-9b2a-29378da929a4,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:11.671061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'Port': ['ID=b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:11.684799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.685427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.685762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.686086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.686650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.686863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.687247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.687500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.687991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.688312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.688723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.689041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:11.698468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.699972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.724144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a81e2-617b-4c24-9a51-bd8ed0fb07a3 req-a2451def-96d3-45b1-93fb-e9734f7e4807 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:11.725704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-284a81e2-617b-4c24-9a51-bd8ed0fb07a3 req-a2451def-96d3-45b1-93fb-e9734f7e4807 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 944 time: 0.1456983 Nov 15 22:23:11.729925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.787727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-284a81e2-617b-4c24-9a51-bd8ed0fb07a3 req-0ce97dc2-91a9-49d3-b35a-77de94faa104 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Nov 15 22:23:11.810758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:11.832263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.838548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.839548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.854509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ab0470e-0410-443f-8ac6-8e6b568ce39e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0238514 Nov 15 22:23:11.895902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d363cda-dc0b-4d42-b5fc-f6a053a0d86a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:11.908785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:11.920380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65c93d26-c40b-4c5c-ba34-c5d4a357d31c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d363cda-dc0b-4d42-b5fc-f6a053a0d86a HTTP/1.1" status: 204 len: 168 time: 0.5790856 Nov 15 22:23:11.920380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09841062-3264-4991-9a9a-29d5334755ee,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:11.921394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:12.000313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['bcb5521f-347d-43c1-9b2a-29378da929a4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:12.012364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.024649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98640982-c776-43cc-bc28-116256a530b2 req-0c5dc47a-007e-43c5-8f94-c34134cec48c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7182348 Nov 15 22:23:12.079596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.181815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.239888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300802e9-920f-44fc-b2f2-2f84cfdf385d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:12.318752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18cc827-24ba-4d84-9f01-76fdf5ac9ce9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:12.319321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18cc827-24ba-4d84-9f01-76fdf5ac9ce9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:12.375300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.395770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-95892f2e-5ced-4464-86a0-764226639823 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-168123365&fields=id&tenant_id=094c04e5755a474f8e98725ff5f3714e HTTP/1.1" status: 200 len: 267 time: 0.2147512 Nov 15 22:23:12.417949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.424482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:23:12.425055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:23:12.464305 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:23:12.527369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-4bd7faef-3abf-458a-835d-f26d9ea2384b tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:12.529703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-4bd7faef-3abf-458a-835d-f26d9ea2384b tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1359599 Nov 15 22:23:12.545406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'port': {'security_groups': ['e3856996-f311-430b-bafb-821a26d2d6a1', '09841062-3264-4991-9a9a-29d5334755ee']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:12.579014 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.589022 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.595124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] 10.222.0.15 "DELETE /v2.0/networks/300802e9-920f-44fc-b2f2-2f84cfdf385d HTTP/1.1" status: 204 len: 168 time: 0.6730642 Nov 15 22:23:12.615163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cbe4f-1924-4097-8aa2-fc67a4e2c77d admin admin] Pushing event deleted for resources: {'Network': ['ID=300802e9-920f-44fc-b2f2-2f84cfdf385d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:12.664535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.710434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:23:12.859840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:12.874361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'mac_address': 'fa:16:3e:1e:c2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:23:12.958695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:12.971227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:12.995001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0d9a66b-46d0-4b57-acbb-624af4e25a19 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:23:13.020054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:13.052954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.091699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:13.109864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.134269 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3dae5acd-7ebf-4172-8745-045a39d386b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81e64493ed754c92a47b91e789043bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412550 Nov 15 22:23:13.137011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:13.141161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bcb5521f-347d-43c1-9b2a-29378da929a4 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:13.176156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.193809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:13.195897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.226933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.246607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:13.247823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.263442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10d4e43e-6343-4eea-ad63-aca6e872cbdd req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "PUT /v2.0/ports/1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 981 time: 0.7251446 Nov 15 22:23:13.264261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:13.268085 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c52d036-8333-4a8c-830d-1e85f2e03965" -d '{"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:13.271539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f0d9a66b-46d0-4b57-acbb-624af4e25a19'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:13.332058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:13.334356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830c9b-fa29-4058-af95-a96af242425c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:13.340839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:13.369441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port bcb5521f-347d-43c1-9b2a-29378da929a4 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:23:13.401886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.405380 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.415209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd733dd0-ddb3-4d30-a6af-c881f9d442ae HTTP/1.1" status: 204 len: 168 time: 0.2715261 Nov 15 22:23:13.420145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port bcb5521f-347d-43c1-9b2a-29378da929a4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:13.420145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.444446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abf260-e493-426d-b435-907d33ebc993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd733dd0-ddb3-4d30-a6af-c881f9d442ae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:13.524644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1535cc-8947-471c-8a11-2f4d0cda6a65 req-e5a5022c-77e2-41cb-a9de-3f6cac82e4cd tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:13.527579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc1535cc-8947-471c-8a11-2f4d0cda6a65 req-e5a5022c-77e2-41cb-a9de-3f6cac82e4cd tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 945 time: 0.1252232 Nov 15 22:23:13.647820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc1535cc-8947-471c-8a11-2f4d0cda6a65 req-9a2064fe-e5be-412a-9131-dbd33019062e tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138766 Nov 15 22:23:13.697833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-ba7a15d9-5ed0-457a-a74e-bb19f81df65b tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-168123365&fields=id&tenant_id=094c04e5755a474f8e98725ff5f3714e HTTP/1.1" status: 200 len: 267 time: 0.0831594 Nov 15 22:23:13.784097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-289c3813-76ab-4eb3-8928-8a410995caca tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:13.805246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-289c3813-76ab-4eb3-8928-8a410995caca tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 984 time: 0.1064222 Nov 15 22:23:13.815811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'port': {'security_groups': ['e3856996-f311-430b-bafb-821a26d2d6a1']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:13.822894 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb74a238-3eab-43e1-bd48-b7e04e8411a0 x-openstack-request-id: req-bb74a238-3eab-43e1-bd48-b7e04e8411a0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:13.823252 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:13.823460 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb74a238-3eab-43e1-bd48-b7e04e8411a0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:13.823855 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:23:13.842651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:13.911370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-a7b8b33d-5b13-4b11-9eee-d93024ad234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:13.916631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-a7b8b33d-5b13-4b11-9eee-d93024ad234a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1135 time: 0.0993717 Nov 15 22:23:13.978113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:13.980361 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae77bc1f-c3f2-4613-9a7b-6902344e99f7" -d '{"events": [{"server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "name": "network-vif-plugged", "status": "completed", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:14.008511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:14.039182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bcb5521f-347d-43c1-9b2a-29378da929a4,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:14.063237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-a90423a7-692e-484c-980b-9391476f9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:14.066916 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-a90423a7-692e-484c-980b-9391476f9d43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.1413410 Nov 15 22:23:14.130673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:14.141588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-8eb3a9c9-421c-4cf9-8c45-3142c1c61a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0655711 Nov 15 22:23:14.214094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:14.226929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-c56a5f26-16bf-4de4-8746-1a01adad09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:14.228509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-c56a5f26-16bf-4de4-8746-1a01adad09f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0790775 Nov 15 22:23:14.277505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-05031e2d-2b85-46bf-9ec4-9c8749bb619b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411570 Nov 15 22:23:14.352631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:14.399040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:14.428766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-3f9319ea-18e0-493e-bca4-720ef83f2d6c service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417248 Nov 15 22:23:14.512594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:14.526155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:14.583348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5c52d036-8333-4a8c-830d-1e85f2e03965 req-3d35d1fa-54fb-4762-93db-ca49e9547837 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443536 Nov 15 22:23:14.602103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:14.602839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:14.618939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4aaed5b7-8d4d-4eaf-8680-4ebac92e600e req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "PUT /v2.0/ports/1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 942 time: 0.8117077 Nov 15 22:23:14.700641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:14.712926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661cf0-90bf-42fd-9a59-36c6bf4cf729 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:14.766869 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a86549d-1404-4c90-9ce4-fc32bd24b2a3 x-openstack-request-id: req-4a86549d-1404-4c90-9ce4-fc32bd24b2a3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:14.771944 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "name": "network-vif-plugged", "status": "completed", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:14.772276 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a86549d-1404-4c90-9ce4-fc32bd24b2a3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:14.772709 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4', 'code': 200} Nov 15 22:23:14.773512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:14.873829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61baa3-0415-432c-8a64-d1e9ba5f2624 req-e862cb84-18d7-4c41-8839-682219e4dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:14.875356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea61baa3-0415-432c-8a64-d1e9ba5f2624 req-e862cb84-18d7-4c41-8839-682219e4dc07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 1097 time: 0.0896738 Nov 15 22:23:14.973936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ea61baa3-0415-432c-8a64-d1e9ba5f2624 req-af0890da-64de-48d6-af54-a4546868e214 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Nov 15 22:23:15.024413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36768) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:15.164170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f0d9a66b-46d0-4b57-acbb-624af4e25a19 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:15.164689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.198161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1735972392-network', 'tenant_id': '94c47764009545d88468341d422b6c9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:15.229797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-f97a342b-a9fc-41bd-a17e-ffd67f7a278a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3866570 Nov 15 22:23:15.243163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:15.306393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Made reservation on behalf of 94c47764009545d88468341d422b6c9f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:23:15.309717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.323345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.341972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.389850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:15.405688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.415297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.506512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.540706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.560346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.578025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:15.595726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:23:15.633781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.634018 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Added segment ed3cf17e-0934-4e31-be50-49b008f57d7b of type vlan for network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 Nov 15 22:23:15.635443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58618b8-1d25-4408-a993-23f4e8244d64,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:15.716318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.739817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Allocated IP 172.25.0.9 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/44fa37c0-dbef-4b65-964a-74a0e6ebe50d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:23:15.827710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.827710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:15.828038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.828845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:15.831760 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745e356-6db5-4248-ad48-2a75c1128390" -d '{"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:15.859183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:15.887593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] Pushing event updated for resources: {'Network': ['ID=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:15.898673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:23:15.964036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4327800d-ba87-459d-89a1-be9fc895214e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9377296 Nov 15 22:23:15.966832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:15.971595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Request body: {'subnet': {'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1735972392-subnet', 'tenant_id': '94c47764009545d88468341d422b6c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:15.978778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.022244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:23:16.025126 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:16.031404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:23:16.052499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Made reservation on behalf of 94c47764009545d88468341d422b6c9f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:23:16.054884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.346246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'Port': ['ID=44fa37c0-dbef-4b65-964a-74a0e6ebe50d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:16.352334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.424080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3389617-1287-46b1-ae34-74bbbbeab556,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:16.433561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Checking segment: {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:16.433938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Network hostable DHCP agents. Network: bc3b6c10-40ec-4665-b2a9-a0c26bb87c42, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:23:16.495899 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.574591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:23:16.661258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, bc3b6c10-40ec-4665-b2a9-a0c26bb87c42) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:16.662427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.666019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:16.666525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.680291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7e825-2f53-48ad-93ff-9d7223d4f9d3 None None] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:23:16.754038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f0237910-04b1-4363-a2b3-4e8690528853 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7852340 Nov 15 22:23:16.864603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:16.892542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:16.898427 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae62a92-0230-4cfb-b6f1-d2d1427a578f" -d '{"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:16.949403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:17.000500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834eb253-2385-475f-8549-696fdcdcbf1e None None] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:23:17.043482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event updated for resources: {'Port': ['ID=44fa37c0-dbef-4b65-964a-74a0e6ebe50d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:17.056243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:17.148507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:17.156055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-ffc280d3-75ca-4e52-af88-9588560ffa0a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9192078 Nov 15 22:23:17.252498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-095405d0-3ce7-4f1d-8118-372ed4325ca7 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.0942581 Nov 15 22:23:17.378608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-c71d3a5e-4cbf-413c-a434-34f4756d7129 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:17.379963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-c71d3a5e-4cbf-413c-a434-34f4756d7129 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1192276 Nov 15 22:23:17.390553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-df9b50a7-3db5-4cd0-be55-9c49c09c73f1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:23:17.391700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ac4f30-15f3-466c-be76-05f3d3b069f0 req-df9b50a7-3db5-4cd0-be55-9c49c09c73f1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056899 Nov 15 22:23:17.506102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766817c-8823-4fb3-9a69-a687e2692d98 req-200b40cb-6a14-4759-88d6-e9fcb24b6efb tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:17.508022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5766817c-8823-4fb3-9a69-a687e2692d98 req-200b40cb-6a14-4759-88d6-e9fcb24b6efb tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 946 time: 0.0571089 Nov 15 22:23:17.564016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5766817c-8823-4fb3-9a69-a687e2692d98 req-e392f1c4-5afd-4070-a530-5ac95f853f7b tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Nov 15 22:23:17.683904 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfff611-ae39-4c7b-ad2e-2ecad3d508f8 x-openstack-request-id: req-1dfff611-ae39-4c7b-ad2e-2ecad3d508f8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:17.684194 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:17.684461 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dfff611-ae39-4c7b-ad2e-2ecad3d508f8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:17.684865 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:23:17.716929 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868c186a-99dc-4f09-91de-c94af3b39aca x-openstack-request-id: req-868c186a-99dc-4f09-91de-c94af3b39aca {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:17.717847 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-plugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:17.718322 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-868c186a-99dc-4f09-91de-c94af3b39aca {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:17.718918 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'code': 200} Nov 15 22:23:17.778052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e356-6db5-4248-ad48-2a75c1128390 req-3a474b89-5ce1-4e7f-a607-aca5e24b05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:17.779691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-3a474b89-5ce1-4e7f-a607-aca5e24b05c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.0681691 Nov 15 22:23:17.873582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2051787827', 'description': 'tempest-description-121884279'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:17.893945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e356-6db5-4248-ad48-2a75c1128390 req-c91df1be-2dc5-4e1e-9394-8a9456591854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:17.895522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-c91df1be-2dc5-4e1e-9394-8a9456591854 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.1085272 Nov 15 22:23:17.944974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-5b86f578-7d90-4479-8672-c6c45ce44452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0419612 Nov 15 22:23:17.979994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:18.007293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745e356-6db5-4248-ad48-2a75c1128390 req-6e957489-211b-4896-9eba-2481213feda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:18.009399 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-6e957489-211b-4896-9eba-2481213feda8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0575185 Nov 15 22:23:18.062591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:18.064573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-f8a2a269-e5a2-4ea5-a2de-adf03ddf2fef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469010 Nov 15 22:23:18.138334 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:18.171764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-ac29460a-d0d2-4c91-91ce-3cd198fa015d service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000192 Nov 15 22:23:18.188558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457504a7-b894-4a01-ab75-33e3a1e01230,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:18.275699 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:18.293262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d745e356-6db5-4248-ad48-2a75c1128390 req-ad4f8a2a-89cd-43fa-87c6-f0b393cea7b6 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138639 Nov 15 22:23:18.296254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3010434-aa23-490c-a86e-3401d5b0f910 req-17d819f3-716e-4b2b-bcc0-7030017028a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4265974 Nov 15 22:23:18.571698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-55c0198e-4f49-4fed-ac3c-e17c606dfaa8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:18.575738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-55c0198e-4f49-4fed-ac3c-e17c606dfaa8 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1067975 Nov 15 22:23:18.632009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-5ffb6c5a-96c1-4da4-95b1-17eb527daaab tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.0489202 Nov 15 22:23:18.642091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'floatingip': {'port_id': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:18.686655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:19.180560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:19.250126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:19.406805 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Floating IP 435be22f-b8a0-4ffc-b5b1-18eb04548c95 associated. External IP: 172.25.0.9, port: 1b33b802-2d68-4115-87e2-8580d1e5b5e8. Nov 15 22:23:19.681192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Router 18a720d2-8c54-46fb-b243-437e4cd59e56 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:23:19.822130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:23:19.828305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:19.834114 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Sync routers for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:23:19.845642 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:19.847317 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:19.878641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-992db225-ae51-4c50-b022-4203463363a0 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "PUT /v2.0/floatingips/435be22f-b8a0-4ffc-b5b1-18eb04548c95 HTTP/1.1" status: 200 len: 994 time: 1.2400434 Nov 15 22:23:19.884095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:19.890728 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2412c9-2753-4f0d-866a-6691b7b6023a" -d '{"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:19.944772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-71eb8532-8bf7-4245-915a-f1689aa9c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:19.946501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-71eb8532-8bf7-4245-915a-f1689aa9c642 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.0449162 Nov 15 22:23:19.984472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:20.076930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-6e253cc2-ea8b-4399-b279-8c55b96a7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:20.083187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-6e253cc2-ea8b-4399-b279-8c55b96a7a0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.1157696 Nov 15 22:23:20.144965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-0e1a497a-3e67-4576-bde1-e550eda29ed2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 997 time: 0.0595670 Nov 15 22:23:20.201472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-c091ca4a-9adc-4e4b-bcf8-47b70336a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:20.203109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-c091ca4a-9adc-4e4b-bcf8-47b70336a185 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0513523 Nov 15 22:23:20.246951 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '435be22f-b8a0-4ffc-b5b1-18eb04548c95', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'port_id': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'mac_address': 'fa:16:3e:ef:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:16Z', 'updated_at': '2021-11-15T22:23:19Z', 'revision_number': 1, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:20.261469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-abdfad3b-7c19-4d71-8d2c-9f2cd8e421d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493851 Nov 15 22:23:20.274129 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Checking router: 18a720d2-8c54-46fb-b243-437e4cd59e56 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:23:20.274620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-0d84d204-2eaf-4a53-8607-c4ac5b1d9179 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:23:20.275603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-0d84d204-2eaf-4a53-8607-c4ac5b1d9179 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079858 Nov 15 22:23:20.283155 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:20.283882 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:20.381786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-af32d06e-8d88-474a-a406-8d7bd26b6ecd service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986967 Nov 15 22:23:20.391455 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:20.512217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24333437-1fcc-4b85-8c34-1fe6f177cdda req-b3e16b51-885e-4633-b163-b08bcbb8b9fa service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Nov 15 22:23:20.723544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1274326684', 'description': 'tempest-description-7326392'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:20.762759 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '435be22f-b8a0-4ffc-b5b1-18eb04548c95', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'port_id': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'mac_address': 'fa:16:3e:ef:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:16Z', 'updated_at': '2021-11-15T22:23:19Z', 'revision_number': 1, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:20.790174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c71cc4-74bb-4a92-8538-2cc4b1a85d53 None None] The sync data for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 is: [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '435be22f-b8a0-4ffc-b5b1-18eb04548c95', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'port_id': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'mac_address': 'fa:16:3e:ef:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:16Z', 'updated_at': '2021-11-15T22:23:19Z', 'revision_number': 1, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:23:20.823853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:20.909068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:20.972783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:21.005628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a755aab-1a8c-420d-b964-dfbbfa72d0d8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:21.006468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:23:21.031110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11a59f-f35f-4446-933d-c24be83e64a2 None None] New status for floating IP 435be22f-b8a0-4ffc-b5b1-18eb04548c95: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:23:21.077210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:21.078885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-939d2e2b-af84-4c91-ba91-5b12e8840ca2 req-f1f96293-9a34-4cf8-b369-cc209e80d8b8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3596609 Nov 15 22:23:21.181555 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd67a4-fd3f-4005-b38d-bf5cdcad046d x-openstack-request-id: req-43dd67a4-fd3f-4005-b38d-bf5cdcad046d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:21.181555 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:21.181555 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43dd67a4-fd3f-4005-b38d-bf5cdcad046d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:21.182201 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:23:21.257090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-4d7d881b-1756-495f-b6db-806b53bf5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:21.258929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-4d7d881b-1756-495f-b6db-806b53bf5b11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.0488148 Nov 15 22:23:21.308353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-05d110d3-9b1a-4b0d-986a-f483850effbc tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 997 time: 0.1155663 Nov 15 22:23:21.378155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-5d548f04-9d69-4d91-82bd-bcd50b4206ae tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:21.379630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-5d548f04-9d69-4d91-82bd-bcd50b4206ae tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports/1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 942 time: 0.0531392 Nov 15 22:23:21.382947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-c40449ba-6f85-45ca-a41d-1d9c6bfbfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:21.384687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-c40449ba-6f85-45ca-a41d-1d9c6bfbfd79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.1162882 Nov 15 22:23:21.458734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-c08ef64a-ab63-4f5e-a947-6e12398e2bbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 999 time: 0.0667145 Nov 15 22:23:21.501993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-3e5c4ea4-8fc8-4013-9351-9983b01fc080 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 999 time: 0.0729835 Nov 15 22:23:21.532508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-412c7bcb-db04-468f-b1ce-e0376a499190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:21.534032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-412c7bcb-db04-468f-b1ce-e0376a499190 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0646470 Nov 15 22:23:21.578157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-adfe203c-8f4f-462b-8d58-ef8e912b4964 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365143 Nov 15 22:23:21.621045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d510713c-dc2b-4d37-a263-1e6baf372de1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:21.622516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d510713c-dc2b-4d37-a263-1e6baf372de1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1194947 Nov 15 22:23:21.686478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-5143ca92-82b2-4222-b07b-cd21aae983a1 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009691 Nov 15 22:23:21.737723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-41d908e7-84c3-4b58-90bc-a6f028a1853c tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 999 time: 0.1067238 Nov 15 22:23:21.750273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:21.809632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2412c9-2753-4f0d-866a-6691b7b6023a req-ac2f3606-67fa-4932-a376-98f7decf552b service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156542 Nov 15 22:23:21.813571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:21.965771 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:22.069372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:22.069778 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Floating IP 435be22f-b8a0-4ffc-b5b1-18eb04548c95 disassociated. External IP: 172.25.0.9, port: 1b33b802-2d68-4115-87e2-8580d1e5b5e8. Nov 15 22:23:22.555629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Router 18a720d2-8c54-46fb-b243-437e4cd59e56 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:23:22.687193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:23:22.691794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:22.703221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Sync routers for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:23:22.716593 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:22.717437 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:22.723388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-975e4824-236b-4a3c-b697-371df8116571 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "PUT /v2.0/floatingips/435be22f-b8a0-4ffc-b5b1-18eb04548c95 HTTP/1.1" status: 200 len: 693 time: 0.9774208 Nov 15 22:23:22.788725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-bf1706a9-8740-4d95-8fb0-78700d23e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:22.790469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-bf1706a9-8740-4d95-8fb0-78700d23e778 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.0478096 Nov 15 22:23:22.840211 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:22.892282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d9e76833-968f-4f3f-861d-af596640e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:22.894454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d9e76833-968f-4f3f-861d-af596640e2ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.0975232 Nov 15 22:23:22.935300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-b3af586d-cbc8-4d08-afe3-7122298b8f2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0345919 Nov 15 22:23:22.995858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-bfff59e5-e7ab-4871-8b0e-54aeabc5e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:22.997664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-bfff59e5-e7ab-4871-8b0e-54aeabc5e498 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0537117 Nov 15 22:23:23.036242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d25290fc-0a52-4090-920d-999ae948a31b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317311 Nov 15 22:23:23.062718 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:23.090732 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Checking router: 18a720d2-8c54-46fb-b243-437e4cd59e56 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:23:23.099513 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:23.100112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:23.133333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-ef56a966-42c7-4a62-b881-2762370c5bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Nov 15 22:23:23.186908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:23.189632 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae" -d '{"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:23.221339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:23.242123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee7491a-4359-4273-b2f5-4cf1fe9cab25 req-d50a7a19-7a35-42ac-9608-7bee37122a29 service neutron] 10.222.0.15 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027436 Nov 15 22:23:23.436450 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:23.465948 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ada944-ec99-47e3-87d5-3320ccef3371 None None] The sync data for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 is: [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:21:56Z', 'revision_number': 4, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'fed60c29-c8da-4b9b-8cbe-1e838a5737a6', 'name': '', 'network_id': '5130a113-20cf-42c3-b6a1-b04c5f07e280', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'mac_address': 'fa:16:3e:ab:e8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:54Z', 'updated_at': '2021-11-15T22:22:13Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'subnets': [{'id': '36ce3d79-7bb6-45fa-84ec-b95517c51ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:23:23.722881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feadd9c-f3e0-441a-a860-35b84a23756c None None] New status for floating IP 435be22f-b8a0-4ffc-b5b1-18eb04548c95: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:23:28.077524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-a037ed83-16f0-485a-9de4-49395972c274 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:28.080309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-a037ed83-16f0-485a-9de4-49395972c274 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 813 time: 0.1204176 Nov 15 22:23:28.105215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-ca5605ba-ef6f-4f3e-9419-fb703828f52d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/quotas/94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 375 time: 0.0177555 Nov 15 22:23:28.157223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-3988e065-28f3-47c6-b816-67109540512f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491974 Nov 15 22:23:28.256561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-917670eb-1ab3-4f7b-9621-72c59cc7f2d0 service neutron] 10.222.0.15 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944998 Nov 15 22:23:28.363511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-03f592f4-7cb9-4d7d-b7fe-6d2b4d672eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973771 Nov 15 22:23:28.761636 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87341b7e-133d-4cbc-9487-b30d7bb0246d x-openstack-request-id: req-87341b7e-133d-4cbc-9487-b30d7bb0246d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:28.761931 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:28.762312 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87341b7e-133d-4cbc-9487-b30d7bb0246d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:28.762695 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:23:28.858993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-7ff0817e-1798-4864-a97b-1f27ac665bd7 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips/435be22f-b8a0-4ffc-b5b1-18eb04548c95 HTTP/1.1" status: 200 len: 691 time: 0.0823555 Nov 15 22:23:28.888632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-3b90e5d1-b719-4369-bf34-35fae098ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:28.891605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-3b90e5d1-b719-4369-bf34-35fae098ca94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=094c04e5755a474f8e98725ff5f3714e&device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 1096 time: 0.1030815 Nov 15 22:23:29.049562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:29.157413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097625b4-df93-4c3d-ab60-69dcd541362d req-509f0b15-ee75-40ab-8543-c1142d105292 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:29.169993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-509f0b15-ee75-40ab-8543-c1142d105292 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.3036082 Nov 15 22:23:29.181657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-c8b5b4d7-ab6b-4368-836c-5cf33ab2094e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:23:29.182406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-ff35a414-713f-4b6a-882b-a9e69e4b78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:29.184516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-c8b5b4d7-ab6b-4368-836c-5cf33ab2094e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129361 Nov 15 22:23:29.192271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-ff35a414-713f-4b6a-882b-a9e69e4b78e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 200 len: 921 time: 0.2900512 Nov 15 22:23:29.303579 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-69d4232c-b7c7-4467-bcca-da2a55ad730c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 200 len: 217 time: 0.1022186 Nov 15 22:23:29.313779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92379a-480a-4ecf-98ae-b5937c0899ce req-8ed92728-8d17-4aa0-8ca7-5079447dc66f tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:29.316219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca92379a-480a-4ecf-98ae-b5937c0899ce req-8ed92728-8d17-4aa0-8ca7-5079447dc66f tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1096 time: 0.2566984 Nov 15 22:23:29.326149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-e22c040d-8219-45cb-bf6a-dda322d73caf tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.1406813 Nov 15 22:23:29.407309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-16a633b5-ff7f-461e-b055-1d7b8bf0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:29.410416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-16a633b5-ff7f-461e-b055-1d7b8bf0d542 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 200 len: 860 time: 0.0973818 Nov 15 22:23:29.426041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-8a9bfda3-4ff4-406e-b883-bf03c9d4d3a1 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.9 HTTP/1.1" status: 200 len: 694 time: 0.0985885 Nov 15 22:23:29.492675 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-34db8032-8c9a-402f-b82f-4ff4759da456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5130a113-20cf-42c3-b6a1-b04c5f07e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687237 Nov 15 22:23:29.544084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:29.598868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca92379a-480a-4ecf-98ae-b5937c0899ce req-d2ea4662-c886-4e0c-8b12-12d953834923 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621596 Nov 15 22:23:29.729486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-ca949247-527c-4bbe-99ae-47658b54ad8e service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304051 Nov 15 22:23:29.776402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Deleting port 44fa37c0-dbef-4b65-964a-74a0e6ebe50d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:23:29.776402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:29.908693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2905db3c-0799-450c-9d35-bec72525a855 req-0e5e1704-24b3-49d9-a6ff-912bbf9f52e8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 210 time: 0.1116793 Nov 15 22:23:30.011925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-06890bdc-a09c-4f1d-9b40-658ed0bb8fae req-3dd2e8f1-c59f-4c49-8c96-d104aa3f1175 service neutron] 10.222.0.55 "GET /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725391 Nov 15 22:23:30.048781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:30.049293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:30.096684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Calling delete_port for 44fa37c0-dbef-4b65-964a-74a0e6ebe50d owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:23:30.392461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:30.445623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event deleted for resources: {'Port': ['ID=44fa37c0-dbef-4b65-964a-74a0e6ebe50d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:30.520228 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:30.527276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:30.530640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097625b4-df93-4c3d-ab60-69dcd541362d req-5a78f574-fc5f-4f03-aade-a3c13f527d7f tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "DELETE /v2.0/floatingips/435be22f-b8a0-4ffc-b5b1-18eb04548c95 HTTP/1.1" status: 204 len: 173 time: 1.1030402 Nov 15 22:23:32.135395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-8a063bff-7900-4fe9-8f8b-704cca0e8226 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:32.137820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-8a063bff-7900-4fe9-8f8b-704cca0e8226 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.57 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 813 time: 0.1857026 Nov 15 22:23:32.154084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'device_id': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42', 'admin_state_up': True, 'tenant_id': '94c47764009545d88468341d422b6c9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:32.944032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Made reservation on behalf of 94c47764009545d88468341d422b6c9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:23:32.947561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.196109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Allocated IP 172.20.0.3 (bc3b6c10-40ec-4665-b2a9-a0c26bb87c42/f3389617-1287-46b1-ae34-74bbbbeab556/6a820c04-0ee6-4c88-8474-9c8240dde04d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:23:33.449727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.563972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-e38b39fc-11b6-44bc-bc82-edc66915fb7a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups/09841062-3264-4991-9a9a-29d5334755ee HTTP/1.1" status: 200 len: 1822 time: 0.0652308 Nov 15 22:23:33.618629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.641802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bd3c26d8-30ca-42a2-a792-54e03785a540 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:23:33.650147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bd3c26d8-30ca-42a2-a792-54e03785a540 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243392 Nov 15 22:23:33.700393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-753ec0fa-1be2-4a72-8972-9196bfbaab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:33.707641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-753ec0fa-1be2-4a72-8972-9196bfbaab9c service neutron] 10.222.0.15 "GET /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 1093 time: 0.0562799 Nov 15 22:23:33.711776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Request body: {'binding': {'host': 'n-h1-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:33.712343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:23:33.750572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:33.760855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:23:33.762969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:23:33.782714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:23:33.843315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.852491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:33.862920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.888532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:33.956424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on host n-h1-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:23:33.956856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:23:33.957279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:33.962308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:23:33.962731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:33.969787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:23:33.970242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:33.970719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:23:33.971252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Bound port: 4224fa85-8831-49d3-81a9-4b1aeff12a51, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:23:34.027193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:23:34.130225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-89b655d9-9220-4377-8add-49d88ab77d97 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9801483 Nov 15 22:23:34.141596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:34.142922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b0d03486-5b16-44e3-b17d-84e2c1b39784 service neutron] 10.222.0.15 "POST /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51/bindings HTTP/1.1" status: 201 len: 389 time: 0.4343994 Nov 15 22:23:34.144252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:34.147018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:34.149393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61b0ee09-dc0c-413a-86e7-ec0662bcf3a2 req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "DELETE /v2.0/security-groups/09841062-3264-4991-9a9a-29d5334755ee HTTP/1.1" status: 204 len: 173 time: 0.5788410 Nov 15 22:23:34.152305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Request body: {'port': {'device_id': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:34.174782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09841062-3264-4991-9a9a-29d5334755ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:34.196326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.202453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.202947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.204730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.205944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.207315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.209167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.212036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.212036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.212036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.212036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.212036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67487f64-db2c-43a4-8cf6-6de3d4ab3c2e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:23:34.335123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:34.355149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798852-d8c2-4fa2-95c9-8f3b9b6c10e7 req-c64fa3c4-12a8-4a41-9a57-7d8f0ea25bb2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:34.357164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26798852-d8c2-4fa2-95c9-8f3b9b6c10e7 req-c64fa3c4-12a8-4a41-9a57-7d8f0ea25bb2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 931 time: 0.1226218 Nov 15 22:23:34.470719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26798852-d8c2-4fa2-95c9-8f3b9b6c10e7 req-7b0856c2-1531-4b73-902b-510d8c6f9255 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060703 Nov 15 22:23:34.707437 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-113dbad8-c285-465b-9998-a3a54048190f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:35.101897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5bed-fd44-4a5e-80b5-2398bee2aaaa req-81842a64-b907-402f-96bd-993687b8325f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.113502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bac5bed-fd44-4a5e-80b5-2398bee2aaaa req-81842a64-b907-402f-96bd-993687b8325f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.1065874 Nov 15 22:23:35.187267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1d66196e-330d-4e0d-9eaa-cf3a0a02c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.191868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1d66196e-330d-4e0d-9eaa-cf3a0a02c9d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1096 time: 0.2528291 Nov 15 22:23:35.217338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bac5bed-fd44-4a5e-80b5-2398bee2aaaa req-73682221-7cf6-47b9-ab5c-3f6696f43be2 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024351 Nov 15 22:23:35.306032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ded6-6ee5-4cd1-972e-6f1242d005cd req-c1aa498f-ad2c-443a-9a17-3c19c07ab419 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.314445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c98ded6-6ee5-4cd1-972e-6f1242d005cd req-c1aa498f-ad2c-443a-9a17-3c19c07ab419 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0958412 Nov 15 22:23:35.332063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a820c04-0ee6-4c88-8474-9c8240dde04d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:23:35.359232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:35.405919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c98ded6-6ee5-4cd1-972e-6f1242d005cd req-7ff97c84-e24f-40a8-a44e-212c81472c9a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829620 Nov 15 22:23:35.410241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Transition to ACTIVE for port object 6a820c04-0ee6-4c88-8474-9c8240dde04d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:23:35.454358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-75b8187c-fded-41c1-b96b-5cc01b635495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.462813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-75b8187c-fded-41c1-b96b-5cc01b635495 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.2554042 Nov 15 22:23:35.491881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:35.676303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-c274ca6e-63d6-42fd-a71d-b4f60b91fbed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 217 time: 0.2007997 Nov 15 22:23:35.684773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a2ec-f455-47fa-8ce5-8ef04a9b64ac req-b5aee853-a727-4ed9-a896-3edc5c4aa94d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.700016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64a2a2ec-f455-47fa-8ce5-8ef04a9b64ac req-b5aee853-a727-4ed9-a896-3edc5c4aa94d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 943 time: 0.1048820 Nov 15 22:23:35.726455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:35.836491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64a2a2ec-f455-47fa-8ce5-8ef04a9b64ac req-37f17a2f-f356-4ae5-a423-ae06642e0ffb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354401 Nov 15 22:23:35.931246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-ff968fab-afeb-4673-8e03-0241d9aad9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:35.950434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-ff968fab-afeb-4673-8e03-0241d9aad9f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.2570627 Nov 15 22:23:35.995760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Attempting to bind port 6a820c04-0ee6-4c88-8474-9c8240dde04d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:23:35.996080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Attempting to bind port 6a820c04-0ee6-4c88-8474-9c8240dde04d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:23:35.996424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Attempting to bind port 6a820c04-0ee6-4c88-8474-9c8240dde04d on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:36.059215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-e832809c-1671-4bb2-ae29-bae8456cc7d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892749 Nov 15 22:23:36.059764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Port 6a820c04-0ee6-4c88-8474-9c8240dde04d on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:23:36.060360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Attempting to bind port 6a820c04-0ee6-4c88-8474-9c8240dde04d on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:36.122138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:23:36.122428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Checking segment: {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:36.122815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Bound using segment: {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:23:36.123302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Bound port: 6a820c04-0ee6-4c88-8474-9c8240dde04d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:23:36.123656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:36.294511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-43ae61a3-dd09-4f79-8c1a-ac19566a4197 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040737 Nov 15 22:23:36.407232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7a02a-a96a-4a37-9ac4-857562535cb6 req-90b6dec5-e095-4367-b618-56add50c9c57 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:36.409893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0f7a02a-a96a-4a37-9ac4-857562535cb6 req-90b6dec5-e095-4367-b618-56add50c9c57 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0916612 Nov 15 22:23:36.441715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:23:36.449908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:23:36.496396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bc9b584c-24ae-41e2-9013-f42ec4a37403 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873035 Nov 15 22:23:36.541176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0f7a02a-a96a-4a37-9ac4-857562535cb6 req-8ab66336-c23b-4cef-8e3b-98657a6a4996 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239278 Nov 15 22:23:36.567895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:36.662548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:36.667388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:36.669013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] 10.222.0.57 "PUT /v2.0/ports/6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 1091 time: 2.5300415 Nov 15 22:23:36.670684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:36.677119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:36.692030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ea592-96b6-4ff0-a8fb-9c738ee4f390 req-db95196b-f589-439d-8b03-8e8539159b6e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:36.695952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-759ea592-96b6-4ff0-a8fb-9c738ee4f390 req-db95196b-f589-439d-8b03-8e8539159b6e tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1177540 Nov 15 22:23:36.728457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244b43-774c-4cf6-a261-42e5e0a6b3df service neutron] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:36.759690 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be61ae-6180-4f92-91ea-a8b910c2b7c2 x-openstack-request-id: req-03be61ae-6180-4f92-91ea-a8b910c2b7c2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:36.762721 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:36.763106 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03be61ae-6180-4f92-91ea-a8b910c2b7c2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:36.763742 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'status': 'completed', 'code': 200} Nov 15 22:23:36.868589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-8b6f447a-9ace-468c-ae4b-ba7deee8a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:36.871014 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-8b6f447a-9ace-468c-ae4b-ba7deee8a57e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1094 time: 0.0811200 Nov 15 22:23:36.898389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-759ea592-96b6-4ff0-a8fb-9c738ee4f390 req-ffae658c-52f4-4c5e-9b58-1b3cf313fdb5 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954954 Nov 15 22:23:37.104381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-b1c5ef77-da01-4ff7-a873-027334353293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.105835 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-b1c5ef77-da01-4ff7-a873-027334353293 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=94c47764009545d88468341d422b6c9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2251010 Nov 15 22:23:37.149975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cec631-4ec7-4317-8236-cf487d828be9 req-0ec8e7b8-4603-436d-b68e-768ee616355e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.151516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84cec631-4ec7-4317-8236-cf487d828be9 req-0ec8e7b8-4603-436d-b68e-768ee616355e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 943 time: 0.1212349 Nov 15 22:23:37.161178 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1113ee4-daf0-417c-b6a7-3ceda9fa19cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:37.257049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84cec631-4ec7-4317-8236-cf487d828be9 req-2b677e4f-5b83-4b08-b893-dd3fd6ea3e1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 Nov 15 22:23:37.312784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-bae84fe6-c685-448a-858a-562444b02834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.314278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d368bf1f-cb8c-41aa-b4be-e2d6c412023d req-bae84fe6-c685-448a-858a-562444b02834 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1977112 Nov 15 22:23:37.473898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-d42eb944-f111-47bb-85b1-1a3d16d50ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.475778 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-d42eb944-f111-47bb-85b1-1a3d16d50ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1094 time: 0.1094849 Nov 15 22:23:37.484534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-a9ba1fb3-27c7-455b-b287-691d371fc7a4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.486049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-a9ba1fb3-27c7-455b-b287-691d371fc7a4 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.55 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.0951965 Nov 15 22:23:37.686694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-b36cfabd-cef7-4ce0-8d80-36fc890a29c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 217 time: 0.1995685 Nov 15 22:23:37.775305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb60d-cdb3-41c1-ab2f-e410b5e6b217 req-cd00e80b-f576-4e91-9022-b9cd6e0ac940 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.789347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01bb60d-cdb3-41c1-ab2f-e410b5e6b217 req-cd00e80b-f576-4e91-9022-b9cd6e0ac940 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0974145 Nov 15 22:23:37.814864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-136fe37a-64b4-4517-a6ff-c728193cb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:37.817507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-136fe37a-64b4-4517-a6ff-c728193cb473 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.1197934 Nov 15 22:23:37.870904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-1e0b8168-c090-49b8-a88e-69793f84ce4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401654 Nov 15 22:23:37.890946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Deleting port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:23:37.891422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:37.897012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01bb60d-cdb3-41c1-ab2f-e410b5e6b217 req-c5de4912-a52c-4154-ae70-0c7ea5124e2e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Nov 15 22:23:38.104924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] For port 1b33b802-2d68-4115-87e2-8580d1e5b5e8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1b33b802-2d68-4115-87e2-8580d1e5b5e8,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:38.105401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:38.109625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-b7345216-194d-4f74-9e03-47aeb81fc439 service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284610 Nov 15 22:23:38.159773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Calling delete_port for 1b33b802-2d68-4115-87e2-8580d1e5b5e8 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:23:38.160017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:38.219941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823b60-a6c3-4b39-987f-ee4ba8ba8f8d req-ff9f56ab-1d78-413b-b254-853b48adbc55 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:38.224183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58823b60-a6c3-4b39-987f-ee4ba8ba8f8d req-ff9f56ab-1d78-413b-b254-853b48adbc55 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 945 time: 0.1557024 Nov 15 22:23:38.323136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-825ad304-9ab7-4372-9f5a-280e24416f98 req-11c70c6c-7fb7-4f15-b14e-2b097eb22bb6 service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987927 Nov 15 22:23:38.427179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58823b60-a6c3-4b39-987f-ee4ba8ba8f8d req-33117719-98b9-4eea-8268-cc33aaa7ec67 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3856996-f311-430b-bafb-821a26d2d6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953070 Nov 15 22:23:38.481205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:38.496059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b70e-e731-42d8-8a34-f04c3505e595 req-d00e80b2-5395-4ece-af54-bf8a9be70cc2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:38.496260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1b33b802-2d68-4115-87e2-8580d1e5b5e8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:38.501877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58a0b70e-e731-42d8-8a34-f04c3505e595 req-d00e80b2-5395-4ece-af54-bf8a9be70cc2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 943 time: 0.1654477 Nov 15 22:23:38.519060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Pushing event deleted for resources: {'Port': ['ID=1b33b802-2d68-4115-87e2-8580d1e5b5e8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:38.578779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58a0b70e-e731-42d8-8a34-f04c3505e595 req-6903e174-c04e-4447-907a-4e7fdbd710f8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759308 Nov 15 22:23:38.607343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] No DVR routers for this DVR port 1b33b802-2d68-4115-87e2-8580d1e5b5e8 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:23:38.610692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:38.616066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-63e0ed97-6c64-47f8-baf5-f85b6e45c82e req-7a525a2c-e567-492b-b789-3e4221242318 tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.55 "DELETE /v2.0/ports/1b33b802-2d68-4115-87e2-8580d1e5b5e8 HTTP/1.1" status: 204 len: 173 time: 1.1215498 Nov 15 22:23:38.765045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'name': 'network-vif-deleted', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:38.767624 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180dbe6f-6b9a-495b-a32c-f30ab8e2875c" -d '{"events": [{"server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "name": "network-vif-deleted", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:38.841777 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2732c34-49f8-4da8-9a59-057b4aaf78ac x-openstack-request-id: req-d2732c34-49f8-4da8-9a59-057b4aaf78ac {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:38.842735 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d994c268-a28c-414b-b7e7-77c8cfe3e3ba", "name": "network-vif-deleted", "tag": "1b33b802-2d68-4115-87e2-8580d1e5b5e8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:38.843005 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2732c34-49f8-4da8-9a59-057b4aaf78ac {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:38.843416 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd994c268-a28c-414b-b7e7-77c8cfe3e3ba', 'name': 'network-vif-deleted', 'tag': '1b33b802-2d68-4115-87e2-8580d1e5b5e8', 'status': 'completed', 'code': 200} Nov 15 22:23:39.253476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2256dd-68e4-4d92-aeb1-99525e0007ea req-da2a513e-8297-4cee-8f0e-9c9405d0f5e4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:39.269222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b2256dd-68e4-4d92-aeb1-99525e0007ea req-da2a513e-8297-4cee-8f0e-9c9405d0f5e4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.1969354 Nov 15 22:23:39.289333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:39.416301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b2256dd-68e4-4d92-aeb1-99525e0007ea req-5a7f382f-aee9-4bce-82d7-63ace6c265b6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460819 Nov 15 22:23:39.798730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-250793d7-2ba3-468f-8467-0cc6861b0e7d req-c9fa949c-c5d8-4051-aef0-6a80ac0db37a tempest-ServerRescueTestJSONUnderV235-1658685162 tempest-ServerRescueTestJSONUnderV235-1658685162-project] 10.222.0.15 "GET /v2.0/ports?device_id=d994c268-a28c-414b-b7e7-77c8cfe3e3ba HTTP/1.1" status: 200 len: 210 time: 0.0979502 Nov 15 22:23:39.834932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b171-8427-499f-bbe3-4210edac45ed req-f59587f6-fd13-4aca-8e22-ed901b5313f8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:39.860001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92c7b171-8427-499f-bbe3-4210edac45ed req-f59587f6-fd13-4aca-8e22-ed901b5313f8 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 943 time: 0.1247995 Nov 15 22:23:39.955132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92c7b171-8427-499f-bbe3-4210edac45ed req-1155bcd0-7560-459a-8a38-af4cea17a95d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880251 Nov 15 22:23:40.325056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:40.622997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19a6a-d834-46cd-a663-bce07bf8eeb9 req-bea44d63-3d28-4dd7-82fb-c9098ee59d3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:40.625357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa19a6a-d834-46cd-a663-bce07bf8eeb9 req-bea44d63-3d28-4dd7-82fb-c9098ee59d3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0919852 Nov 15 22:23:40.730502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa19a6a-d834-46cd-a663-bce07bf8eeb9 req-37aff32e-df52-4b67-8084-5ac9234e7dfe tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985639 Nov 15 22:23:40.867987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6a820c04-0ee6-4c88-8474-9c8240dde04d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:23:40.887874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37210) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:41.000029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:41.018017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42', 'port_id': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'mac_address': 'fa:16:3e:cb:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3389617-1287-46b1-ae34-74bbbbeab556', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:23:41.094053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:41.115081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a820c04-0ee6-4c88-8474-9c8240dde04d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:23:41.169586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:41.238788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077662f-ff09-437f-850e-0c55235989f4 req-bf4a23de-3d7e-4beb-a373-3a7c0a118521 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:41.246457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3077662f-ff09-437f-850e-0c55235989f4 req-bf4a23de-3d7e-4beb-a373-3a7c0a118521 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 943 time: 0.1641381 Nov 15 22:23:41.276830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1b33b802-2d68-4115-87e2-8580d1e5b5e8 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:41.325047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:41.327754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 1b33b802-2d68-4115-87e2-8580d1e5b5e8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:23:41.328098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1b33b802-2d68-4115-87e2-8580d1e5b5e8 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:23:41.404014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3077662f-ff09-437f-850e-0c55235989f4 req-c6be14e9-446b-42aa-92b3-8f6ad4bc618a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485004 Nov 15 22:23:41.546523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:41.652776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:41.877531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:42.000975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c8de9-f603-4d1f-92f2-87f31a2ef1b3 req-f11bc74a-433a-440b-b2b6-66bdf36288ce tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:42.009501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e94c8de9-f603-4d1f-92f2-87f31a2ef1b3 req-f11bc74a-433a-440b-b2b6-66bdf36288ce tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0757556 Nov 15 22:23:42.097972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e94c8de9-f603-4d1f-92f2-87f31a2ef1b3 req-fa19897d-f201-44e5-933e-a1527d963c8c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805490 Nov 15 22:23:42.574333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa34ab-864e-43a8-88dc-15ab32f476be req-504c09e3-87eb-401f-932d-0d9efd436653 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:42.576301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ffa34ab-864e-43a8-88dc-15ab32f476be req-504c09e3-87eb-401f-932d-0d9efd436653 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 944 time: 0.0722692 Nov 15 22:23:42.593835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Deleting port fed60c29-c8da-4b9b-8cbe-1e838a5737a6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:23:42.594453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:42.632676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ffa34ab-864e-43a8-88dc-15ab32f476be req-8263b7de-5f61-4047-a091-9270b5a2025d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463750 Nov 15 22:23:42.684632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] For port fed60c29-c8da-4b9b-8cbe-1e838a5737a6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,segment=NetworkSegment(78f632bf-a080-49aa-ade4-65de187dcb45),segment_id=78f632bf-a080-49aa-ade4-65de187dcb45)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:42.685012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:42.698307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Calling delete_port for fed60c29-c8da-4b9b-8cbe-1e838a5737a6 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:23:42.769157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6a820c04-0ee6-4c88-8474-9c8240dde04d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:42.942554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6a820c04-0ee6-4c88-8474-9c8240dde04d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:23:42.948337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6a820c04-0ee6-4c88-8474-9c8240dde04d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:42.948721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:43.024390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:43.070788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fed60c29-c8da-4b9b-8cbe-1e838a5737a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:43.082801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:43.166700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:43.167889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:43.170391 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e98ba5-9834-427a-9bad-4efa747f87c2" -d '{"events": [{"server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "name": "network-vif-plugged", "status": "completed", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:43.245744 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13f8d1-ce24-4830-a7c9-80846c2f5063 x-openstack-request-id: req-ea13f8d1-ce24-4830-a7c9-80846c2f5063 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:43.246137 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "name": "network-vif-plugged", "status": "completed", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:43.246449 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea13f8d1-ce24-4830-a7c9-80846c2f5063 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:43.246915 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'code': 200} Nov 15 22:23:43.368062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:43.375288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1daaaa-c4ca-4a60-bea6-556ce1b7bd6d req-e67c240d-6be4-4f99-a189-cc41b268556f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:43.375870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:43.380711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1daaaa-c4ca-4a60-bea6-556ce1b7bd6d req-e67c240d-6be4-4f99-a189-cc41b268556f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0862002 Nov 15 22:23:43.466128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:43.483972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d1daaaa-c4ca-4a60-bea6-556ce1b7bd6d req-9a4a3e18-3f16-4181-a2be-c4d500ba1de9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955675 Nov 15 22:23:43.609900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a41f-c762-4579-9613-223a41c1c2a7 req-410809d4-7be4-42c1-bd38-f887a22d54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:43.611656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b29a41f-c762-4579-9613-223a41c1c2a7 req-410809d4-7be4-42c1-bd38-f887a22d54bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1096 time: 0.2291372 Nov 15 22:23:43.720261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b29a41f-c762-4579-9613-223a41c1c2a7 req-da507419-925a-4cbb-b295-38fdc46e20da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980844 Nov 15 22:23:43.812776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf56ea-fe24-4b85-8799-f1927c66c7c7 req-f060cbc5-6275-4c4d-b9ee-1bcdc660ff7b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:43.814217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8bf56ea-fe24-4b85-8799-f1927c66c7c7 req-f060cbc5-6275-4c4d-b9ee-1bcdc660ff7b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 945 time: 0.0711033 Nov 15 22:23:43.886592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8bf56ea-fe24-4b85-8799-f1927c66c7c7 req-b48a5fd7-132c-4142-a9df-c465f4b56aac tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660326 Nov 15 22:23:43.897105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Router 18a720d2-8c54-46fb-b243-437e4cd59e56 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:23:44.088397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:23:44.095324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f1710135-1038-47ad-8789-ec8b287645dd admin admin] 10.222.0.15 "PUT /v2.0/routers/18a720d2-8c54-46fb-b243-437e4cd59e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080729 Nov 15 22:23:44.099451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:44.101804 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Sync routers for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:23:44.145870 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:44.146931 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:44.273367 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:44.280874 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:44.483839 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:23:42Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:44.487855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:44.513912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Checking router: 18a720d2-8c54-46fb-b243-437e4cd59e56 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:23:44.524934 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Routers {'18a720d2-8c54-46fb-b243-437e4cd59e56'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:23:44.525184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:23:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['18a720d2-8c54-46fb-b243-437e4cd59e56'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:44.737315 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] Set router 18a720d2-8c54-46fb-b243-437e4cd59e56 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:23:44.922929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5869d90-b980-4abb-b836-3e0a24f80a42 req-3d20506f-6513-4c44-90ce-4598597c0a6b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:44.931069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5869d90-b980-4abb-b836-3e0a24f80a42 req-3d20506f-6513-4c44-90ce-4598597c0a6b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.2914953 Nov 15 22:23:44.952048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Deleting port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:23:44.952517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:45.041024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5869d90-b980-4abb-b836-3e0a24f80a42 req-333904b5-a8f0-4688-a758-da6181f24892 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037865 Nov 15 22:23:45.108081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-818a72a6-9263-480f-bc2f-57123615195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:23:42Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:45.134594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] For port 0c8855bb-5a73-40e5-b459-2edb64d8dcd6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:45.135355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:45.184349 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a72a6-9263-480f-bc2f-57123615195e None None] The sync data for ids ['18a720d2-8c54-46fb-b243-437e4cd59e56'] in n-d-817995-3 is: [{'id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'name': 'tempest-ServerRescueTestJSONUnderV235-2098037415-router', 'tenant_id': '094c04e5755a474f8e98725ff5f3714e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:44Z', 'updated_at': '2021-11-15T22:23:42Z', 'revision_number': 5, 'project_id': '094c04e5755a474f8e98725ff5f3714e', 'gw_port': {'id': '0c8855bb-5a73-40e5-b459-2edb64d8dcd6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a720d2-8c54-46fb-b243-437e4cd59e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:46Z', 'updated_at': '2021-11-15T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:23:45.185309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Calling delete_port for 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:23:45.369259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e8759-2957-431e-9b3b-3e3bde0ec30e req-c1cf01eb-d988-4f03-baf1-02c3d24365ba tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:45.370872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d79e8759-2957-431e-9b3b-3e3bde0ec30e req-c1cf01eb-d988-4f03-baf1-02c3d24365ba tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 945 time: 0.2135165 Nov 15 22:23:45.486908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d79e8759-2957-431e-9b3b-3e3bde0ec30e req-b2d1c6b7-84cf-42b6-ae29-ff6aa0afaf96 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Nov 15 22:23:45.858616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:45.940978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8855bb-5a73-40e5-b459-2edb64d8dcd6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:46.000412 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:46.492284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:46.497039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:46.534978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaff230-a03c-442a-9384-7ad41aa28145 req-5658e53d-80b9-426b-baf2-e87791610ff1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:46.542313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceaff230-a03c-442a-9384-7ad41aa28145 req-5658e53d-80b9-426b-baf2-e87791610ff1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.1141386 Nov 15 22:23:46.658610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceaff230-a03c-442a-9384-7ad41aa28145 req-f9d244ce-87b9-46b2-b152-e1478ff44a1c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132975 Nov 15 22:23:46.683946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c17c1-465b-48c2-8c2e-6eb1d573d039 req-116fd43d-509c-4587-9325-bd5f1f1c495f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:46.691156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c17c1-465b-48c2-8c2e-6eb1d573d039 req-116fd43d-509c-4587-9325-bd5f1f1c495f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 945 time: 0.0967674 Nov 15 22:23:46.735198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:46.742983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a720d2-8c54-46fb-b243-437e4cd59e56 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:23:46.758733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c17c1-465b-48c2-8c2e-6eb1d573d039 req-346ae29c-1804-40fa-a67b-c1a40f68f968 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Nov 15 22:23:46.762012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:46.766021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37340) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:46.766664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-15f9af99-d1a8-494f-998d-e09716277c64 admin admin] 10.222.0.15 "DELETE /v2.0/routers/18a720d2-8c54-46fb-b243-437e4cd59e56 HTTP/1.1" status: 204 len: 168 time: 2.6630628 Nov 15 22:23:46.905862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fed60c29-c8da-4b9b-8cbe-1e838a5737a6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:46.952649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dd900bc-6401-43bc-9733-e13404d22ada req-8261a104-5ef5-40b3-bc18-529474af2f4c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2051787827&fields=id&tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 267 time: 0.0709758 Nov 15 22:23:46.979973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Deleting subnet 36ce3d79-7bb6-45fa-84ec-b95517c51ab6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:23:46.991472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.006554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: fed60c29-c8da-4b9b-8cbe-1e838a5737a6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:23:47.006666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fed60c29-c8da-4b9b-8cbe-1e838a5737a6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:23:47.066119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd900bc-6401-43bc-9733-e13404d22ada req-991a9f56-98aa-4ca6-b8cf-b40731050b0c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:47.081974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dd900bc-6401-43bc-9733-e13404d22ada req-991a9f56-98aa-4ca6-b8cf-b40731050b0c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 945 time: 0.1164050 Nov 15 22:23:47.084488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.094960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'security_groups': ['f58618b8-1d25-4408-a993-23f4e8244d64', '457504a7-b894-4a01-ab75-33e3a1e01230']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:47.160755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.215451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.322796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.381919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ce3d79-7bb6-45fa-84ec-b95517c51ab6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:47.403043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.407370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a24a1b4f-8bc1-4776-a48b-e45cddacb22d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36ce3d79-7bb6-45fa-84ec-b95517c51ab6 HTTP/1.1" status: 204 len: 168 time: 0.6392617 Nov 15 22:23:47.409749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:47.519072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.532931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:47.575899 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.623727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.654253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5130a113-20cf-42c3-b6a1-b04c5f07e280']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:47.662573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f632bf-a080-49aa-ade4-65de187dcb45') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:47.662930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f632bf-a080-49aa-ade4-65de187dcb45') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:23:47.673381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.690892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.700171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:23:47.701019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:23:47.702962 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:23:47.731708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.748246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:47.898457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:47.898457 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.898457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dd900bc-6401-43bc-9733-e13404d22ada req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "PUT /v2.0/ports/6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 981 time: 0.8000309 Nov 15 22:23:47.900279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:47.903029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.914362 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a348c6c-45cd-48da-9b64-74f8c5e82152" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:47.924131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:47.935850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5130a113-20cf-42c3-b6a1-b04c5f07e280 HTTP/1.1" status: 204 len: 168 time: 0.5250545 Nov 15 22:23:47.951372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b52ae5-4b48-457f-8691-be25889f2665 admin admin] Pushing event deleted for resources: {'Network': ['ID=5130a113-20cf-42c3-b6a1-b04c5f07e280,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:47.964653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51223d-a04b-4a05-8a07-6919b788f3a7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:47.978163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603c30d-3392-4919-9cd3-2ace7abb44bf req-0f877950-6b80-4101-b72d-86dd4815843a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:47.989772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7603c30d-3392-4919-9cd3-2ace7abb44bf req-0f877950-6b80-4101-b72d-86dd4815843a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.1839161 Nov 15 22:23:48.014236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:48.072895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-7940471f-91b1-44b7-b497-d29c76c29a51 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1274326684&fields=id&tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 267 time: 0.0738895 Nov 15 22:23:48.107838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7603c30d-3392-4919-9cd3-2ace7abb44bf req-4c5e0a38-5864-4ffc-af30-b5c3cc8962b9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171639 Nov 15 22:23:48.177667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-46c9ea56-2df6-4252-9c46-2f8396e882d0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:48.179989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-46c9ea56-2df6-4252-9c46-2f8396e882d0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 984 time: 0.0962431 Nov 15 22:23:48.194249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'security_groups': ['457504a7-b894-4a01-ab75-33e3a1e01230', 'f58618b8-1d25-4408-a993-23f4e8244d64', '4a755aab-1a8c-420d-b964-dfbbfa72d0d8']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:48.269895 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7817cd8-8be1-4031-af56-ea021c238f3d x-openstack-request-id: req-a7817cd8-8be1-4031-af56-ea021c238f3d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:48.269895 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:48.269895 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7817cd8-8be1-4031-af56-ea021c238f3d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:48.269895 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'status': 'completed', 'code': 200} Nov 15 22:23:48.321257 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:48.332555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-8af18fc8-d389-408c-9d91-51cb93ac163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:48.335358 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-8af18fc8-d389-408c-9d91-51cb93ac163d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1135 time: 0.0654163 Nov 15 22:23:48.475698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-5c77d3c0-7917-4d19-a8b5-f6afb523daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:48.477007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-5c77d3c0-7917-4d19-a8b5-f6afb523daa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.1292944 Nov 15 22:23:48.541384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-77d17b69-a1ef-468f-8aa7-e15e3cd2c854 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 217 time: 0.0541663 Nov 15 22:23:48.576773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:48.634146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:48.654958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-eddbbd4f-fcda-4a36-b189-d19e5da5a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:48.656821 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-eddbbd4f-fcda-4a36-b189-d19e5da5a9de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0970349 Nov 15 22:23:48.728795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-f08c94ac-d8d2-41c9-9c2f-1eb5f0f45d9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627329 Nov 15 22:23:48.740529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:48.744022 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:48.792931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:48.797261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:23:48.797987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0c8855bb-5a73-40e5-b459-2edb64d8dcd6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:23:48.825349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:48.826183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:48.827853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-265826ac-1fb1-4b53-ad8d-86a852ab4207 req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "PUT /v2.0/ports/6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 1020 time: 0.6387854 Nov 15 22:23:48.850876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:48.916750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fb410-9d25-4fb1-8724-5c4edf83b840 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:48.921889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-842f5624-ba19-423e-81bb-7575f511776f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=094c04e5755a474f8e98725ff5f3714e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694568 Nov 15 22:23:48.925903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:23:48.955049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-cff1b8e4-4a99-4895-81bb-8e60db5c4879 service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173972 Nov 15 22:23:48.965347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:49.050545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:49.122757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a348c6c-45cd-48da-9b64-74f8c5e82152 req-c656894f-08af-41b2-adec-cd00b3b537ee service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568377 Nov 15 22:23:49.152885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabc94-4dcc-4736-b24f-489434bbec79 req-b5bf72ad-b39f-4313-9978-7aefd8c28f53 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:49.163360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28eabc94-4dcc-4736-b24f-489434bbec79 req-b5bf72ad-b39f-4313-9978-7aefd8c28f53 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1023 time: 0.1752040 Nov 15 22:23:49.206424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:49.345141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b021-ed63-460b-a68c-6f10de0f9423 req-7d59d6f1-c63b-486b-8a46-f74c82f0f063 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:49.353003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9946b021-ed63-460b-a68c-6f10de0f9423 req-7d59d6f1-c63b-486b-8a46-f74c82f0f063 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.1062155 Nov 15 22:23:49.420558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28eabc94-4dcc-4736-b24f-489434bbec79 req-518f88e4-9eb8-4dbe-82d6-979e320b0901 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=457504a7-b894-4a01-ab75-33e3a1e01230&id=f58618b8-1d25-4408-a993-23f4e8244d64&id=4a755aab-1a8c-420d-b964-dfbbfa72d0d8 HTTP/1.1" status: 200 len: 6197 time: 0.2380221 Nov 15 22:23:49.458743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9946b021-ed63-460b-a68c-6f10de0f9423 req-4c4a8f36-b555-490c-ae21-b41a3d27902b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047890 Nov 15 22:23:49.551245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1603685784 ', 'description': 'tempest-description-326494917'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:49.717812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:49.720351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:49.722191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3856996-f311-430b-bafb-821a26d2d6a1 HTTP/1.1" status: 204 len: 168 time: 0.7948327 Nov 15 22:23:49.730777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57bb26-abac-49b7-b6cc-f052e6600e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3856996-f311-430b-bafb-821a26d2d6a1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:49.792891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:49.881201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.018934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.048438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f0bc1-0997-45c0-bda2-09a7612c9195,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:50.136606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.138339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bc42f75-a6fb-4fa1-b14c-381512618024 req-087bb0c9-2b12-476e-87e3-29d205b5afd5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5927935 Nov 15 22:23:50.223629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7877ec4e-21e0-44c2-83db-00e959246472 req-fc37caaf-7ab5-4cd5-a956-47022b1f0276 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/0f3f0bc1-0997-45c0-bda2-09a7612c9195 HTTP/1.1" status: 200 len: 1797 time: 0.0476551 Nov 15 22:23:50.271238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:50.273506 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:50.298548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-712b8fc3-0790-4e1f-a8e4-9370315295fa tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/0f3f0bc1-0997-45c0-bda2-09a7612c9195 HTTP/1.1" status: 200 len: 1797 time: 0.0489466 Nov 15 22:23:50.326257 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b44a0-720c-4538-8b53-27ca17e40ac4 x-openstack-request-id: req-9b0b44a0-720c-4538-8b53-27ca17e40ac4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:50.326872 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:50.327291 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b0b44a0-720c-4538-8b53-27ca17e40ac4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:50.327882 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'status': 'completed', 'code': 200} Nov 15 22:23:50.402174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.433552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-978d8e67-5fe7-4b69-bbbb-87ef0f53afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:50.435324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-978d8e67-5fe7-4b69-bbbb-87ef0f53afbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1174 time: 0.0617301 Nov 15 22:23:50.440052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.559058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-81045f88-a8ec-4ab7-9339-93712b68cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:50.560519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-81045f88-a8ec-4ab7-9339-93712b68cea8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.1129937 Nov 15 22:23:50.610854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f2dd-4c32-4219-924a-d70f58a46406 req-2901a524-c94e-414f-b39a-b8e7d96c60ff tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:50.617651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28a6f2dd-4c32-4219-924a-d70f58a46406 req-2901a524-c94e-414f-b39a-b8e7d96c60ff tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0758379 Nov 15 22:23:50.635104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.641082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:50.643276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b604a20e-36af-4b27-839c-c4fc543aacbd req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f3f0bc1-0997-45c0-bda2-09a7612c9195 HTTP/1.1" status: 204 len: 173 time: 0.3283949 Nov 15 22:23:50.680855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-1a44b880-7f89-4a4c-81cc-68530931364e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 200 len: 217 time: 0.0684803 Nov 15 22:23:50.737325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28a6f2dd-4c32-4219-924a-d70f58a46406 req-af867740-6b9a-41a1-abaf-9aa625d3e697 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Nov 15 22:23:50.748593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020da4ee-1c76-4eb1-832a-43ef000d14c6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f0bc1-0997-45c0-bda2-09a7612c9195,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:50.754623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-8793397f-f9b5-4dab-824f-62ce05a63ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:50.756338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-8793397f-f9b5-4dab-824f-62ce05a63ff8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0676386 Nov 15 22:23:50.807195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-63aecf5a-0574-49d8-b715-765563b77454 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392649 Nov 15 22:23:50.812280 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-9b206691-dcc3-46b7-91ee-a631585c7e4d req-60ae9d50-0d4b-43fb-876c-c010a3c105a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:23:50.812280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b206691-dcc3-46b7-91ee-a631585c7e4d req-60ae9d50-0d4b-43fb-876c-c010a3c105a0 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/0f3f0bc1-0997-45c0-bda2-09a7612c9195 HTTP/1.1" status: 404 len: 352 time: 0.0229535 Nov 15 22:23:50.847489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1364432957', 'description': 'tempest-description-1365740006'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:50.941323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-ae3d6355-2fd6-427d-ac33-98f35baeb9c3 service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194620 Nov 15 22:23:51.003739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a580-da13-4128-b99d-df37ed9277e9 req-75af648e-617a-48dc-8bf1-7f1b94db71d6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:51.005487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28f4a580-da13-4128-b99d-df37ed9277e9 req-75af648e-617a-48dc-8bf1-7f1b94db71d6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 950 time: 0.0638711 Nov 15 22:23:51.068973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28f4a580-da13-4128-b99d-df37ed9277e9 req-dc5910b2-ba08-4262-ac82-8723dc22ac3a tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Nov 15 22:23:51.073127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab4b871a-9f7a-4fc7-b8b4-1d86a3de43bb req-758bcd55-d0c5-4b5b-bd72-3ee52ee93f2c service neutron] 10.222.0.57 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235244 Nov 15 22:23:51.081378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:51.161917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:51.272098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:51.306209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fff81-2cba-4057-8a85-54d0dc71745c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:51.491547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:51.494776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d7a7ed4-80d6-4c33-a64e-98f936eb33e5 req-4d3ffd81-28f6-4a37-92d7-713c6d840c6a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6497777 Nov 15 22:23:52.012899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1922417831', 'description': 'tempest-description-1176703774'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:52.171143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75773b-2a95-4b23-88a0-05aa4188e1fd req-f9bf5e7f-6a62-4695-9d11-45d01f95e4d1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:52.180935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b75773b-2a95-4b23-88a0-05aa4188e1fd req-f9bf5e7f-6a62-4695-9d11-45d01f95e4d1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0675669 Nov 15 22:23:52.189748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:52.264034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b75773b-2a95-4b23-88a0-05aa4188e1fd req-b0de8e3d-1aa1-405f-90e4-d390a4604bc8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Nov 15 22:23:52.299973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:52.473365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1adcfd19-f773-4791-ac9f-836227d2267f req-e6218541-2fef-4b88-957a-3ff818c4e4f2 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0324364 Nov 15 22:23:52.479090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:52.519199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83d9d3-050a-41d5-943a-1b6b292967e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:52.732378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:52.735189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de862498-65ca-48a6-a5c6-8b0d0e1c85f2 req-f64ed439-8eda-43f8-9e9c-67fe65c69ab4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7250252 Nov 15 22:23:52.759740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-165773685', 'description': 'tempest-description-267220717'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:53.001044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-37958cbb-63d7-44d4-b5b7-ee61accb40c1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:53.006852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-37958cbb-63d7-44d4-b5b7-ee61accb40c1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0460610 Nov 15 22:23:53.013580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:53.064574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.073773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.136731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.209139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:53.248321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:23:53.287780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:53.290076 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9ab11d-572e-4c0e-bae1-a90cff3c226f" -d '{"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:53.292169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.294372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.322300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021f3e2a-d106-40d9-b85e-a1da1a9fdb03,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:53.343355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:23:53.400428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23cbca-e6d4-447c-afa5-59999708b9ef req-d4a0fc14-83e5-45c1-b31a-55a6cbe97758 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:53.401928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a23cbca-e6d4-447c-afa5-59999708b9ef req-d4a0fc14-83e5-45c1-b31a-55a6cbe97758 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 945 time: 0.0636473 Nov 15 22:23:53.406629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.461030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:53.475503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 has no active binding in host n-h1-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:23:53.487827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a23cbca-e6d4-447c-afa5-59999708b9ef req-c20de85b-54e2-438a-9f53-7ccbcea14af8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759091 Nov 15 22:23:53.525109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:53.531947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on host n-h2-817995-3 for vnic_type normal with profile {"migrating_to": "n-h1-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:23:53.532283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:23:53.532632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:53.544158 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96058b1f-9500-4bec-92a3-969a77b8486d x-openstack-request-id: req-96058b1f-9500-4bec-92a3-969a77b8486d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:53.544158 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:53.544158 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96058b1f-9500-4bec-92a3-969a77b8486d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:53.544158 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'code': 200} Nov 15 22:23:53.545797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.545987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:23:53.545987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Attempting to bind port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:23:53.549793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:23:53.550140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:23:53.550529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:23:53.550961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Bound port: 4224fa85-8831-49d3-81a9-4b1aeff12a51, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:23:53.551318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.557759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eec1952c-7878-42f3-86f8-71c8583bb0b1 req-13f77a0d-9924-43f4-bd34-6cd61382d678 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8021884 Nov 15 22:23:53.639581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:23:53.640226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:23:53.685965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b40ebc95-413d-4fab-995b-2c4474df7fde req-03392ba6-87a2-4abf-ad8a-e65fd04fd681 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0357420 Nov 15 22:23:53.785223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2ed6b28-aa31-4ce1-afde-463b9716be9d req-646ad224-4abe-4c34-8937-e8cf16956488 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 10996 time: 0.1546533 Nov 15 22:23:53.790476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.849302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2ed6b28-aa31-4ce1-afde-463b9716be9d req-14b2c64f-4d16-4250-b7f7-5929754e616a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/f58618b8-1d25-4408-a993-23f4e8244d64 HTTP/1.1" status: 200 len: 2998 time: 0.0607452 Nov 15 22:23:53.867778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:53.868464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:53.869877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] 10.222.0.55 "PUT /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 1121 time: 0.8602951 Nov 15 22:23:53.880427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd11b03-4972-4730-a7ba-a7eebf5517ae service neutron] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:53.914994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2ed6b28-aa31-4ce1-afde-463b9716be9d req-41606b39-9efa-4092-b72f-b79a04b5d581 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/f58618b8-1d25-4408-a993-23f4e8244d64 HTTP/1.1" status: 200 len: 2998 time: 0.0604265 Nov 15 22:23:53.975407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-c3eb8f0c-734a-4e00-93dd-741f3fb70fc7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/cf8fff81-2cba-4057-8a85-54d0dc71745c HTTP/1.1" status: 200 len: 1818 time: 0.0409458 Nov 15 22:23:53.981217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:54.011044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:54.045725 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.069786 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.254959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.257662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.264236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3099eb8-1b2e-4cd9-9cda-4b568157d3ed req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/cf8fff81-2cba-4057-8a85-54d0dc71745c HTTP/1.1" status: 204 len: 173 time: 0.2785530 Nov 15 22:23:54.271242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c7885-350b-40e1-924e-264d9df1bd00 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fff81-2cba-4057-8a85-54d0dc71745c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:54.291350 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-6b311ea5-f310-4220-8dc3-8706dd7e57bf req-26ca99a2-56d9-4d5f-9740-943f22775cdd tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:23:54.292348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b311ea5-f310-4220-8dc3-8706dd7e57bf req-26ca99a2-56d9-4d5f-9740-943f22775cdd tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/cf8fff81-2cba-4057-8a85-54d0dc71745c HTTP/1.1" status: 404 len: 352 time: 0.0155134 Nov 15 22:23:54.364774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-9b07cd73-027b-455f-a0bf-79cf8ee5714b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/6b83d9d3-050a-41d5-943a-1b6b292967e6 HTTP/1.1" status: 200 len: 1818 time: 0.0425856 Nov 15 22:23:54.438317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.462253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.621823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab98754-7d62-4e0b-860b-c2348a618bcf req-8ce95376-ff40-443c-bebd-7064d43d5b0f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:54.623398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab98754-7d62-4e0b-860b-c2348a618bcf req-8ce95376-ff40-443c-bebd-7064d43d5b0f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0547168 Nov 15 22:23:54.632408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.635010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:54.636107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d62f19-e42d-4358-ba40-646dc5e7c2cc req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b83d9d3-050a-41d5-943a-1b6b292967e6 HTTP/1.1" status: 204 len: 173 time: 0.2625921 Nov 15 22:23:54.671142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8cc8c-0489-4f3e-b43e-d7704596bf1a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83d9d3-050a-41d5-943a-1b6b292967e6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:54.697622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab98754-7d62-4e0b-860b-c2348a618bcf req-91b5d32e-27c8-45ae-9057-3b7bb4a9c4eb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Nov 15 22:23:54.756358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2f2-5c75-4949-9b7b-5daabdccb504 req-bc3f563a-2fa8-48c5-9f7f-f7df5c07af40 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:54.758880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7047f2f2-5c75-4949-9b7b-5daabdccb504 req-bc3f563a-2fa8-48c5-9f7f-f7df5c07af40 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 946 time: 0.0595818 Nov 15 22:23:54.812084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7047f2f2-5c75-4949-9b7b-5daabdccb504 req-fbe92ecb-0262-4f4a-9912-da549fdecadd tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469239 Nov 15 22:23:54.822798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:23:54.863378 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-7cdd91dc-9f2b-47ba-89eb-db8048d3f07a req-6eba5190-ddd4-4c16-8ceb-d627e36ac949 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:23:54.864789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cdd91dc-9f2b-47ba-89eb-db8048d3f07a req-6eba5190-ddd4-4c16-8ceb-d627e36ac949 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/6b83d9d3-050a-41d5-943a-1b6b292967e6 HTTP/1.1" status: 404 len: 352 time: 0.0165336 Nov 15 22:23:54.883544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:54.930188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-2d2e2471-7cfd-48de-ac69-d0529ab5fd96 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/021f3e2a-d106-40d9-b85e-a1da1a9fdb03 HTTP/1.1" status: 200 len: 1816 time: 0.0440948 Nov 15 22:23:54.982483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-005621a2-a233-41ed-aec9-5e47c2ec12e8 req-2f724221-c413-43a0-9dbb-bef4ff96528c tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0466070 Nov 15 22:23:55.036368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.059096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.111287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:55.141719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'mac_address': 'fa:16:3e:d4:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:23:55.154190 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.199564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.205996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:55.208176 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd207b4-e944-413d-ae29-f84874ee61ef" -d '{"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:55.218316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.222742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.232006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008a3773-4aaa-479f-b154-79c75a59a3b1 req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/021f3e2a-d106-40d9-b85e-a1da1a9fdb03 HTTP/1.1" status: 204 len: 173 time: 0.2892976 Nov 15 22:23:55.232314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:55.234126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:23:55.253936 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09218772-4f71-42e4-b034-e70e4c5d09a9 x-openstack-request-id: req-09218772-4f71-42e4-b034-e70e4c5d09a9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:55.254239 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:55.254390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda63e70-0dc3-4d88-bc0c-2d0880df482c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f3e2a-d106-40d9-b85e-a1da1a9fdb03,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:55.254554 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09218772-4f71-42e4-b034-e70e4c5d09a9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:55.255102 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'code': 200} Nov 15 22:23:55.258412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:55.267545 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-384e89ed-02b6-481a-afe3-930ac717a86e req-54eada20-2bb9-42bc-868b-0dc682287b82 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:23:55.268535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-384e89ed-02b6-481a-afe3-930ac717a86e req-54eada20-2bb9-42bc-868b-0dc682287b82 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/021f3e2a-d106-40d9-b85e-a1da1a9fdb03 HTTP/1.1" status: 404 len: 352 time: 0.0168958 Nov 15 22:23:55.355417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.355859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bcfcb16-b562-46df-b33a-b9ad17dba8f4 req-0fc8acb8-d5f7-47c2-b912-5e1b4dfb6f58 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 6197 time: 0.0628824 Nov 15 22:23:55.383423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.406145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bcfcb16-b562-46df-b33a-b9ad17dba8f4 req-2283b899-ba77-40a4-8f28-d3cdf16480e5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/f58618b8-1d25-4408-a993-23f4e8244d64 HTTP/1.1" status: 200 len: 2998 time: 0.0407598 Nov 15 22:23:55.407350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:55.460118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bcfcb16-b562-46df-b33a-b9ad17dba8f4 req-c4cf6ee1-9911-46f4-90c1-385fda840435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/f58618b8-1d25-4408-a993-23f4e8244d64 HTTP/1.1" status: 200 len: 2998 time: 0.0462744 Nov 15 22:23:55.474273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:55.492947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-649127666', 'description': 'tempest-description-1013789160'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:55.538460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2118dd70-2d96-4dac-abe2-a4eac9aec731'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:55.542990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:55.548889 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e258e4b7-a275-4092-b483-35206a5e886c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:55.587087 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb5c93-f0b2-4235-ac08-264e1989d8de x-openstack-request-id: req-8adb5c93-f0b2-4235-ac08-264e1989d8de {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:55.587373 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:55.587619 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8adb5c93-f0b2-4235-ac08-264e1989d8de {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:55.588004 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'status': 'completed', 'code': 200} Nov 15 22:23:55.676299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e4b7-a275-4092-b483-35206a5e886c req-61e9a733-f5ff-4b45-909e-656fb1f25043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:55.677763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-61e9a733-f5ff-4b45-909e-656fb1f25043 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1124 time: 0.0566080 Nov 15 22:23:55.698156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.766823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.779145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e4b7-a275-4092-b483-35206a5e886c req-3b60dc46-2eb4-423a-bc14-18d4c7a37bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:55.780686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-3b60dc46-2eb4-423a-bc14-18d4c7a37bc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.0913818 Nov 15 22:23:55.818828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb666f-4a5c-4497-8ab9-514319f2e3e3 req-81fbbd67-a32c-4391-bff5-04f17d33600c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:55.825128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53fb666f-4a5c-4497-8ab9-514319f2e3e3 req-81fbbd67-a32c-4391-bff5-04f17d33600c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0570288 Nov 15 22:23:55.832678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-7a2c27c0-786e-4289-b932-0ea10c3b0ecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 217 time: 0.0404034 Nov 15 22:23:55.878330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53fb666f-4a5c-4497-8ab9-514319f2e3e3 req-ecbc55c0-0576-4e27-8718-e5dcc26bb03d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Nov 15 22:23:55.895703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e4b7-a275-4092-b483-35206a5e886c req-8de67cbd-04ad-4585-8b50-7e28cc9382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:55.898040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:55.901158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-8de67cbd-04ad-4585-8b50-7e28cc9382c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0553310 Nov 15 22:23:55.928545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470ba565-8845-40dc-8917-4bd486ec41a7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:55.943052 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-1b7e8887-afe5-41a3-81d7-6054d76557e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315197 Nov 15 22:23:56.040694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-8a5cf1fb-bdf9-4153-a135-364f6142042d service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898662 Nov 15 22:23:56.058073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de7e99-fe97-421a-8288-9809ee8cb3b8 req-610f3a47-616d-42e5-9fc0-ee166998f97c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:56.059816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44de7e99-fe97-421a-8288-9809ee8cb3b8 req-610f3a47-616d-42e5-9fc0-ee166998f97c tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 946 time: 0.0590649 Nov 15 22:23:56.067872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.069604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aad3160e-69da-4f67-9780-3cc41e26c246 req-f90733c6-b26a-4953-b61f-de9a707456a9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5808823 Nov 15 22:23:56.123112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44de7e99-fe97-421a-8288-9809ee8cb3b8 req-2a4dd104-5cf2-4250-ac2e-4bf5519ac8c1 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519800 Nov 15 22:23:56.161777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e258e4b7-a275-4092-b483-35206a5e886c req-320180fa-b5e4-41e8-9a2c-5997042261cf service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107993 Nov 15 22:23:56.190462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-928508000', 'description': 'tempest-description-788120199'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:23:56.280169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-87738956-22dc-4dbc-9558-0f4280368855 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:56.280674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98b560bf-8a43-48ee-892b-3103eef34f27 req-0fb0f483-9054-415c-8abe-40eb233c3d54 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0297914 Nov 15 22:23:56.281692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-87738956-22dc-4dbc-9558-0f4280368855 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 946 time: 0.0528066 Nov 15 22:23:56.387096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Deleting port bcb5521f-347d-43c1-9b2a-29378da929a4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:23:56.387432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.395871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.463559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.480695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] For port bcb5521f-347d-43c1-9b2a-29378da929a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bcb5521f-347d-43c1-9b2a-29378da929a4,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:56.481053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.495251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Calling delete_port for bcb5521f-347d-43c1-9b2a-29378da929a4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:23:56.592342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.623672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2163f49c-9415-4ebd-a079-8694698b6a2e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:56.795158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.797206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.798722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f77a853-24b8-4a9e-ace8-52c73615bef0 req-0e1ccef5-42fb-4773-bf8f-0623280a589a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6134753 Nov 15 22:23:56.814283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['bcb5521f-347d-43c1-9b2a-29378da929a4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:23:56.834276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Pushing event deleted for resources: {'Port': ['ID=bcb5521f-347d-43c1-9b2a-29378da929a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:56.856191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:23:56.942754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] No DVR routers for this DVR port bcb5521f-347d-43c1-9b2a-29378da929a4 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:23:56.947522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.975578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 2118dd70-2d96-4dac-abe2-a4eac9aec731 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:23:56.975950 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:56.976081 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0cfa9ee0-8749-4a7a-be13-081d9028635d req-be3e7f92-38be-48ed-bd2d-e5218dfb6487 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.55 "DELETE /v2.0/ports/bcb5521f-347d-43c1-9b2a-29378da929a4 HTTP/1.1" status: 204 len: 173 time: 0.6773853 Nov 15 22:23:57.096604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:57.108164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170e7dc-e9c5-499f-928e-555b451e5c90 req-3b171389-6ec6-43cc-9e44-180c64161a3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:57.116587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e170e7dc-e9c5-499f-928e-555b451e5c90 req-3b171389-6ec6-43cc-9e44-180c64161a3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0776248 Nov 15 22:23:57.153031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:23:57.186608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e170e7dc-e9c5-499f-928e-555b451e5c90 req-c03a9f32-e5dc-49b9-bb55-3eec1c995466 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Nov 15 22:23:57.256896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:57.260293 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308fe88d-129d-40c5-8fbe-daea62610df8" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:57.297085 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:57.329191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-9e6bd183-df52-4b99-8071-7450f60bd2eb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:57.330827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-9e6bd183-df52-4b99-8071-7450f60bd2eb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 813 time: 0.1433265 Nov 15 22:23:57.373429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:23:57.431097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-305841c3-28bd-4df2-90d4-66c0d1c6baea tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/quotas/94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 375 time: 0.0910091 Nov 15 22:23:57.434577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c748d989-daf0-4fd9-826c-33c0a2e20919 req-66aa7eb8-9e1c-4979-9c2a-cbe89acf3aac tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0820270 Nov 15 22:23:57.520039 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2924ec-0c07-48fc-b7b7-c8bb0b920644 x-openstack-request-id: req-9e2924ec-0c07-48fc-b7b7-c8bb0b920644 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:57.520598 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-plugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:57.521053 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e2924ec-0c07-48fc-b7b7-c8bb0b920644 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:57.521607 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'code': 200} Nov 15 22:23:57.548821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-263469ec-e178-4614-a9a5-103e0099484d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1129515 Nov 15 22:23:57.588808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'name': 'network-vif-deleted', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:23:57.591483 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5dba30-a577-4219-a805-d8af37e7f9ab" -d '{"events": [{"server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "name": "network-vif-deleted", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:23:57.678926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4975773-2283-426a-9315-fc537f04af75 req-4648d27a-595e-4972-9cd7-88465dbb000f tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0620995 Nov 15 22:23:57.708409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b653046a-4f67-49f8-a605-0d66a6f96a3a req-5e28af3f-aee5-4947-8eaa-84a55248b28e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0445230 Nov 15 22:23:57.762974 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378aecf9-7cd1-43a7-b052-3b83fccae903 x-openstack-request-id: req-378aecf9-7cd1-43a7-b052-3b83fccae903 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:23:57.762974 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f0c4db-ba42-4b67-b7f6-9b02b901c443", "name": "network-vif-deleted", "tag": "bcb5521f-347d-43c1-9b2a-29378da929a4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:23:57.762974 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-378aecf9-7cd1-43a7-b052-3b83fccae903 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:23:57.762974 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f0c4db-ba42-4b67-b7f6-9b02b901c443', 'name': 'network-vif-deleted', 'tag': 'bcb5521f-347d-43c1-9b2a-29378da929a4', 'status': 'completed', 'code': 200} Nov 15 22:23:57.766086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-30540fd4-d00d-412d-a7b6-cfb4e83fca02 service neutron] 10.222.0.15 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162516 Nov 15 22:23:57.904299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-3d8bc49c-7083-47e1-b650-6c724c60a3bb service neutron] 10.222.0.15 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368735 Nov 15 22:23:58.010384 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:23:58.312990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03c6f65b-704a-4983-8e80-fe17d9c68a96 req-5e6f755c-d926-4cfc-ab12-6a764a3928d5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 210 time: 0.0634570 Nov 15 22:23:58.445605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58e88d-ae72-4e7a-9b82-18b4d877b679 req-402310bf-c0da-4ce1-b1d0-8c8c5d7d0c1b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:58.453187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c58e88d-ae72-4e7a-9b82-18b4d877b679 req-402310bf-c0da-4ce1-b1d0-8c8c5d7d0c1b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.1083276 Nov 15 22:23:58.508771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c58e88d-ae72-4e7a-9b82-18b4d877b679 req-fcfd4e6f-79a7-44c1-bc69-b4fae3db0c93 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Nov 15 22:23:58.626374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2edca52c-0a64-4153-b2a5-a66156076c92 req-dc8b30ca-e44f-42c2-a208-29a01ca7b156 tempest-AttachSCSIVolumeTestJSON-271606645 tempest-AttachSCSIVolumeTestJSON-271606645-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9f0c4db-ba42-4b67-b7f6-9b02b901c443 HTTP/1.1" status: 200 len: 210 time: 0.0360656 Nov 15 22:23:58.856358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-132609e8-49ff-4c62-a771-b98157f4ba32 req-69a53ffe-d4c5-47e0-8dba-f9252d152a8b tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Nov 15 22:23:59.047817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:59.342431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-9b0c306f-bd1f-44e1-b078-04598d8c768b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:59.344057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-9b0c306f-bd1f-44e1-b078-04598d8c768b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.1463199 Nov 15 22:23:59.359895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-36c29576-dea2-45cf-9dbc-ae226576dd12 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/quotas/70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 375 time: 0.0097697 Nov 15 22:23:59.374868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bcb5521f-347d-43c1-9b2a-29378da929a4 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:23:59.410726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: bcb5521f-347d-43c1-9b2a-29378da929a4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:23:59.411430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bcb5521f-347d-43c1-9b2a-29378da929a4 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:23:59.434239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b34a5e5-5fe3-418d-ac41-10819ca9f272 req-4ccdc989-2629-489f-b619-5a58cb93599e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 210 time: 0.0320067 Nov 15 22:23:59.452799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-e09f8b72-3a6f-45e3-a16f-24be9a999568 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856550 Nov 15 22:23:59.586263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:23:59.604328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-34ba5f20-c133-4a0a-8de9-4b4d73f3fcab service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506500 Nov 15 22:23:59.700419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b845-d403-464f-a383-423436980cb8 req-7f49bf96-d296-4ec6-a060-6d6d60447ea5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:23:59.701960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7394b845-d403-464f-a383-423436980cb8 req-7f49bf96-d296-4ec6-a060-6d6d60447ea5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.1180587 Nov 15 22:23:59.757855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-95587c64-7498-45e9-8fd1-3f5ff34c1c7c service neutron] 10.222.0.15 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373749 Nov 15 22:23:59.808524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7394b845-d403-464f-a383-423436980cb8 req-2f50c271-42e3-49e2-8b75-74184dd63d54 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961947 Nov 15 22:24:00.171129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-7835af42-95ee-428f-9152-61b59d51b7ca tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1592216970&fields=id&tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8 HTTP/1.1" status: 200 len: 267 time: 0.0908461 Nov 15 22:24:00.310424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-c2cf631d-fe7a-4665-bcb5-70265d80b173 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:00.317641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-c2cf631d-fe7a-4665-bcb5-70265d80b173 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/networks?id=c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 200 len: 815 time: 0.1388862 Nov 15 22:24:00.328562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-c724c3b8-8d28-42ff-a69b-06a784f4cc73 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/quotas/d1a9e006747e4a94a5b7ecef8daa38c8 HTTP/1.1" status: 200 len: 375 time: 0.0100429 Nov 15 22:24:00.395542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-b68ae37f-aa2f-4aa1-99d3-a0f6439e93c4 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599251 Nov 15 22:24:00.569620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-837b78f0-0b98-4ec7-a55e-a47e88cd9394 service neutron] 10.222.0.15 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603811 Nov 15 22:24:00.629780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65bdad1c-b539-4a1f-bbeb-29e83e248790 req-8ed22089-5b86-4ad0-b162-2dba89cbe65a tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0574410 Nov 15 22:24:00.842275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-41c46142-d36d-4e6c-b011-7a7be21b3c08 service neutron] 10.222.0.15 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114818 Nov 15 22:24:00.886827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-440efae3-ff66-4f72-b097-ee7d4bed4e9f req-bd53ed76-dbb5-4d78-97c3-a35e21bd5ecb tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0643127 Nov 15 22:24:01.044961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72070eb5-3a5c-45c7-8950-8a6c7129eedc req-4076c485-8a1e-43ed-bf6d-d21fa93df7d4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 210 time: 0.0658655 Nov 15 22:24:01.057460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-f3084bf4-c7f9-4d5d-8637-a46d6aeba1e5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:01.066589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-f3084bf4-c7f9-4d5d-8637-a46d6aeba1e5 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.55 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 813 time: 0.2027338 Nov 15 22:24:01.091535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'device_id': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42', 'admin_state_up': True, 'tenant_id': '94c47764009545d88468341d422b6c9f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:01.454368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Made reservation on behalf of 94c47764009545d88468341d422b6c9f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:01.459958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:01.648924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Allocated IP 172.20.0.10 (bc3b6c10-40ec-4665-b2a9-a0c26bb87c42/f3389617-1287-46b1-ae34-74bbbbeab556/54ac636e-0657-49d7-8f61-e3450cba1314) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:01.928067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:02.061082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4be41-66c5-496b-b481-8e4f51acaa6f req-a750b0c1-b83d-456c-9eb1-320d15703dad tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:02.062558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ca4be41-66c5-496b-b481-8e4f51acaa6f req-a750b0c1-b83d-456c-9eb1-320d15703dad tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.0510769 Nov 15 22:24:02.109951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ca4be41-66c5-496b-b481-8e4f51acaa6f req-7be72968-5149-4a21-b353-8e4b7e74a1da tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Nov 15 22:24:02.181933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7b3f489-4cfd-4082-8231-81ec0a7e02d5 req-4c31f900-0dea-4c54-84a0-6b2ea9a1ecea tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0254722 Nov 15 22:24:02.255885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:02.273956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:02.478513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d14a65ef-1fea-4c49-b71b-216a8da8f946 req-764f64bf-59cb-4374-8789-b50d9f26307c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0720921 Nov 15 22:24:02.518778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:02.526982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:02.543064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:02.690687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:02.735924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:02.739285 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:02.763248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6343387-891a-4f7f-b35f-ee78b3893cc4 req-e559edf4-4aec-440c-8599-a13083602359 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:02.769911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6343387-891a-4f7f-b35f-ee78b3893cc4 req-e559edf4-4aec-440c-8599-a13083602359 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 932 time: 0.1799002 Nov 15 22:24:02.850501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b423292-e2f5-4cb0-a53f-6e87aef2ea73 req-19e94fc4-4530-4f19-86c7-7b041648740b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:02.857312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b423292-e2f5-4cb0-a53f-6e87aef2ea73 req-19e94fc4-4530-4f19-86c7-7b041648740b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.2175083 Nov 15 22:24:02.858014 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-81ce5586-fa43-4509-b358-63fd9a1e9886 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7824318 Nov 15 22:24:02.871060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Request body: {'port': {'device_id': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:02.878045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:02.910694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6343387-891a-4f7f-b35f-ee78b3893cc4 req-e486a658-1ddc-4f79-9151-424d7d7ac349 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358869 Nov 15 22:24:02.969259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b423292-e2f5-4cb0-a53f-6e87aef2ea73 req-d2703fb6-0aae-4ac7-90e9-3066d6f8d10b tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965366 Nov 15 22:24:03.036105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:03.081266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3a400b7-15fc-4d88-b61f-6701bfc03331 req-5a4bce74-7280-427b-ac25-4ccfbeadad62 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0478461 Nov 15 22:24:03.467104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ac636e-0657-49d7-8f61-e3450cba1314 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:03.484462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:03.512897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Transition to ACTIVE for port object 54ac636e-0657-49d7-8f61-e3450cba1314 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:24:03.710380 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:03.774157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-d8359054-89e0-4c05-a5fe-f5a261002d89 service neutron] 10.222.0.57 "GET /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.2096355 Nov 15 22:24:03.838055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca47380e-25d4-46a0-bc38-79f7f66a3719 req-deca3806-7ba3-4a25-8b9f-2c7ea625800f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.5562644 Nov 15 22:24:03.934189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:04.083744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5751489a-0b94-4b11-aa26-b792215ab874 req-a2c2445f-75a3-4e88-9d76-baf8ec794440 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0793989 Nov 15 22:24:04.130331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Attempting to bind port 54ac636e-0657-49d7-8f61-e3450cba1314 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:04.130820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Attempting to bind port 54ac636e-0657-49d7-8f61-e3450cba1314 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:04.141901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Attempting to bind port 54ac636e-0657-49d7-8f61-e3450cba1314 on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:04.141901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Port 54ac636e-0657-49d7-8f61-e3450cba1314 on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:24:04.141901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Attempting to bind port 54ac636e-0657-49d7-8f61-e3450cba1314 on network bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:04.147458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:04.153345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Checking segment: {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:04.153345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Bound using segment: {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:04.153345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Bound port: 54ac636e-0657-49d7-8f61-e3450cba1314, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3cf17e-0934-4e31-be50-49b008f57d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:04.153345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:04.155477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b0000-1233-4b40-b326-7c26ab377883 req-2612618e-9f6a-4b38-aac3-45007266e178 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:04.173266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c8b0000-1233-4b40-b326-7c26ab377883 req-2612618e-9f6a-4b38-aac3-45007266e178 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 943 time: 0.8848782 Nov 15 22:24:04.267439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-201b0b87-35f2-4667-bc0e-9f4d32fdeb6c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:04.271024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:04.275985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-201b0b87-35f2-4667-bc0e-9f4d32fdeb6c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 821 time: 0.4054995 Nov 15 22:24:04.311915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:04.329543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Request body: {'port': {'device_id': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'admin_state_up': True, 'tenant_id': '70074a4959e043f887a1638f5fe15aa3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:04.370990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:04.387660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:04.467089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c8b0000-1233-4b40-b326-7c26ab377883 req-458bf817-8141-4b2e-8602-a3b1db7f1464 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951512 Nov 15 22:24:04.668047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179042af-7eae-49dc-9707-5868a559bba2 req-9ac66508-2188-4f8c-8731-513d76bc27e6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:04.677188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-179042af-7eae-49dc-9707-5868a559bba2 req-9ac66508-2188-4f8c-8731-513d76bc27e6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 944 time: 0.0986743 Nov 15 22:24:04.727681 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d07d66cd-5ec1-4061-bbe1-7ba5884501c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:04.739554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-179042af-7eae-49dc-9707-5868a559bba2 req-695893cb-7882-4e93-9663-714177305bfd tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574608 Nov 15 22:24:04.741355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Made reservation on behalf of 70074a4959e043f887a1638f5fe15aa3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:04.750527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:04.964197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:05.031079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb9aa2af-b9ac-43fc-abbb-542e1fd9a6dc req-13e48bfe-79c2-4df2-a476-3418c503f2f0 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0507488 Nov 15 22:24:05.066203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:05.085143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.086299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:05.087710 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-aa7cbf37-943e-4b3c-b062-9598278c7566 service neutron] 10.222.0.55 "PUT /v2.0/ports/54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 1092 time: 2.2215035 Nov 15 22:24:05.088158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:05.093841 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410a5f3-c581-4fba-a075-82955b5c670f" -d '{"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:05.103636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4224fa85-8831-49d3-81a9-4b1aeff12a51 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:05.122436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:05.206272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Allocated IP 172.20.0.11 (82f0a695-51c1-4536-a948-4abd73990d79/50728064-98df-4224-a13d-307574dca077/2155be7d-4858-4f81-9bc6-c3eb772de457) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:05.234429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464eafe-38de-448d-a938-0233cce512eb req-f115108b-32c7-40b3-a3e2-ab8799b14723 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.243426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d464eafe-38de-448d-a938-0233cce512eb req-f115108b-32c7-40b3-a3e2-ab8799b14723 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.2055385 Nov 15 22:24:05.257693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:05.326842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25c652e5-208a-465f-b4ea-628142877759 req-29a4a64a-1ffb-4025-b0e3-c94946122718 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0725572 Nov 15 22:24:05.426844 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d880bd5-8a99-45ed-ab05-a7c8c0258cf5 x-openstack-request-id: req-3d880bd5-8a99-45ed-ab05-a7c8c0258cf5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:05.427121 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:05.427276 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d880bd5-8a99-45ed-ab05-a7c8c0258cf5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:05.427793 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314', 'status': 'completed', 'code': 200} Nov 15 22:24:05.470221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-6919ec55-c27a-49d2-a658-4c3fc1a5c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.476568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-6919ec55-c27a-49d2-a658-4c3fc1a5c716 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1095 time: 0.2751606 Nov 15 22:24:05.476568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] Transition to ACTIVE for port object 4224fa85-8831-49d3-81a9-4b1aeff12a51 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:24:05.519713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d464eafe-38de-448d-a938-0233cce512eb req-ba7b11fc-30b2-4911-8bd7-999c3ad00c28 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755992 Nov 15 22:24:05.615481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f2266b4-1119-4e99-ad81-af5a5ceeffca req-3eadf0f1-1b8b-4313-a91b-30c7401a50c0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.1345592 Nov 15 22:24:05.648572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-0ad3a0fe-592b-4943-b6ac-3389b43ce2bc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.658218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-0ad3a0fe-592b-4943-b6ac-3389b43ce2bc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.55 "GET /v2.0/networks?id=c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 200 len: 815 time: 0.2294378 Nov 15 22:24:05.676756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:05.765260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-87a8d240-26e4-4928-937c-27033da77f4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 217 time: 0.1056418 Nov 15 22:24:05.856305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-92af6008-b69d-4664-af04-0397654546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.867726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-92af6008-b69d-4664-af04-0397654546d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0904543 Nov 15 22:24:05.984200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c4627-eda0-4725-911d-6104da2c547b req-4e3bd03b-7f48-4787-a87c-70dbc4cb0d43 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:05.990238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be9c4627-eda0-4725-911d-6104da2c547b req-4e3bd03b-7f48-4787-a87c-70dbc4cb0d43 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.2764721 Nov 15 22:24:06.005068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] No DVR routers for this DVR port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:06.025558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:06.063902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fd36-dd89-4c37-a5eb-016f4fb26907 req-7ea425ea-3500-400b-8388-3e76f4e2ea1c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:06.077039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0f2fd36-dd89-4c37-a5eb-016f4fb26907 req-7ea425ea-3500-400b-8388-3e76f4e2ea1c tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 944 time: 0.1906211 Nov 15 22:24:06.091277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-83535475-2b5c-40cc-8f88-e08501e8eddf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373582 Nov 15 22:24:06.148162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] Pushing event updated for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:06.185971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-1ab2561c-2447-443b-acff-0a6de490917a service neutron] 10.222.0.57 "PUT /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51/bindings/n-h1-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3243937 Nov 15 22:24:06.251920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be9c4627-eda0-4725-911d-6104da2c547b req-f6d65a13-66e7-4574-803c-5461cba1d835 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548952 Nov 15 22:24:06.303891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-4c6f706c-bafc-4664-989d-3830f8d53d54 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8 HTTP/1.1" status: 200 len: 380 time: 0.6180117 Nov 15 22:24:06.308077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0f2fd36-dd89-4c37-a5eb-016f4fb26907 req-1c951b38-bf30-479d-bc6d-03e703052761 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282541 Nov 15 22:24:06.330094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'port': {'device_id': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'admin_state_up': True, 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'security_groups': ['9cef54d5-5d6d-496a-a785-6392600a17a9']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:06.466584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:06.478793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:06.596673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Network 82f0a695-51c1-4536-a948-4abd73990d79 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:06.661557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-c3d0a3b8-bc14-47f9-a9af-dd7313fafdb9 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364962 Nov 15 22:24:06.667377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Made reservation on behalf of d1a9e006747e4a94a5b7ecef8daa38c8 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:06.677804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:06.715186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7659d85d-fb42-4266-bdaf-13cda736ecb2 req-9a71b6d0-40fb-41dd-a404-2be64ffbf13b tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.2397425 Nov 15 22:24:06.739748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e54eb4f5-2750-43c6-a36d-6703115c8090 req-6c091472-99ac-4194-b7ed-71502e882e60 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.1852126 Nov 15 22:24:06.746039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:06.770277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:06.928160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-0faf1a99-39f2-431f-9103-a1c14c3d57cf tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:06.942272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-0faf1a99-39f2-431f-9103-a1c14c3d57cf tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.5873201 Nov 15 22:24:07.129209 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c522-9904-4a75-8db5-b79de0d5304f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:07.194996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:07.233178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.233986 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:07.268443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Allocated IP 172.20.0.6 (c8b286ea-c85b-4c4f-b23e-da0d7078c007/0bda2f04-996d-4f36-afd9-25fb0b9a34e1/347a29b0-fb61-48a1-9316-b89096ce055b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:07.331606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e493d5-824a-44a8-9882-f9e6521a4470 req-51a47e88-95d1-4edf-ba9c-1b86757a7e62 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.338016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29e493d5-824a-44a8-9882-f9e6521a4470 req-51a47e88-95d1-4edf-ba9c-1b86757a7e62 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.4352612 Nov 15 22:24:07.364677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d5c09f7d-3982-45b7-bde1-c1e48a519ac6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0600216 Nov 15 22:24:07.379157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-cd12de3f-c7ac-4bc3-a02e-a1590aa079dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.384377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-cd12de3f-c7ac-4bc3-a02e-a1590aa079dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 1095 time: 0.3912714 Nov 15 22:24:07.403192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36848d-dba4-4b3d-af36-baf4e2251747 req-e8c11f97-8968-49c6-b084-931a0c80f38a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.418363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df36848d-dba4-4b3d-af36-baf4e2251747 req-e8c11f97-8968-49c6-b084-931a0c80f38a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 932 time: 0.4747081 Nov 15 22:24:07.444588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Request body: {'port': {'device_id': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:07.473457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:07.519226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0084f1b2-cf91-4db2-b3aa-182d75a24019 req-5270b84f-2688-4c10-a630-9889b1f4a02b service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995505 Nov 15 22:24:07.566685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-698692ec-9175-4db2-b617-881686582cea tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.568914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-698692ec-9175-4db2-b617-881686582cea tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.57 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 946 time: 0.9646735 Nov 15 22:24:07.575541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-be44bb25-39e3-4566-8c0c-d563b91cbf89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5971487 Nov 15 22:24:07.600039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:07.761267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-3034df3d-da90-4e1b-aeab-b9b26ad91ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.771688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event updated for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:07.772481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-3034df3d-da90-4e1b-aeab-b9b26ad91ccd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1095 time: 0.3484468 Nov 15 22:24:07.828374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:07.836308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:07.848454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:07.858509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-14b839fa-d0ca-4580-80db-bd30dcc3324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.860416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-14b839fa-d0ca-4580-80db-bd30dcc3324d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 1096 time: 0.2584043 Nov 15 22:24:07.867797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a5f3-c581-4fba-a075-82955b5c670f req-22bde848-470f-4eac-bb2d-5f6f9216a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:07.870318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-22bde848-470f-4eac-bb2d-5f6f9216a7dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1095 time: 0.1605940 Nov 15 22:24:07.888335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df36848d-dba4-4b3d-af36-baf4e2251747 req-648e7801-4e30-4ac9-8a53-e1bef5633c4b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345789 Nov 15 22:24:08.042391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-343ce697-17a3-4da0-b31e-6aa3b0b5e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.044011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-343ce697-17a3-4da0-b31e-6aa3b0b5e201 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1206014 Nov 15 22:24:08.088606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29e493d5-824a-44a8-9882-f9e6521a4470 req-d183a54c-8c28-4825-97a1-bd45fe44bf40 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cf3299-a9a6-4d45-adb0-44e0a479e148&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7296495 Nov 15 22:24:08.106783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-048bc56b-1c8e-4f5b-bbf9-b9e32fec765a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 200 len: 217 time: 0.0423372 Nov 15 22:24:08.186534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.215904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.277474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-36751920-15a7-4276-81be-2804cca49dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.279722 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-36751920-15a7-4276-81be-2804cca49dc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1263511 Nov 15 22:24:08.358399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-98dfaf14-1ca9-4680-900f-efe3946838ec None None] Provisioning complete for port 347a29b0-fb61-48a1-9316-b89096ce055b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:08.359103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98dfaf14-1ca9-4680-900f-efe3946838ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.362242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.366031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.401869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-870f3fe7-017c-4412-8e2d-95744364dd2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009386 Nov 15 22:24:08.474191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98dfaf14-1ca9-4680-900f-efe3946838ec None None] Port 347a29b0-fb61-48a1-9316-b89096ce055b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:24:08.484913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Deleting port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:08.485385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.498063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-26e4f117-9c7e-4dd3-bedb-01eaa744dbcc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1870677 Nov 15 22:24:08.525279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Request body: {'port': {'device_id': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:08.620307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a5f3-c581-4fba-a075-82955b5c670f req-9dddbfce-5a58-4285-80ef-7b814c889714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.622024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-9dddbfce-5a58-4285-80ef-7b814c889714 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.5947239 Nov 15 22:24:08.696100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-b5799ae8-abc5-463b-b968-09500a683fdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 217 time: 0.0570683 Nov 15 22:24:08.723143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2155be7d-4858-4f81-9bc6-c3eb772de457 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:08.733267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.752898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Transition to ACTIVE for port object 2155be7d-4858-4f81-9bc6-c3eb772de457 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:24:08.765474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588618-4029-4f93-b7d3-b202e8676f2a req-9850325f-03d5-4af0-a514-081e79c357cf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.776930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec588618-4029-4f93-b7d3-b202e8676f2a req-9850325f-03d5-4af0-a514-081e79c357cf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.7211781 Nov 15 22:24:08.800903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b7583038-f87b-42dd-9eba-8b6406fc3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.802348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-b7583038-f87b-42dd-9eba-8b6406fc3f49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 1.0080473 Nov 15 22:24:08.809630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410a5f3-c581-4fba-a075-82955b5c670f req-c0c3238d-ff22-4ea3-a107-ab56ef501031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.811257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-c0c3238d-ff22-4ea3-a107-ab56ef501031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0687685 Nov 15 22:24:08.815874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24475a91-d6d2-4255-a1ae-87be7518a5fa req-42130d1e-7651-42bb-b52f-2fbfa8fb4269 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:08.824138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24475a91-d6d2-4255-a1ae-87be7518a5fa req-42130d1e-7651-42bb-b52f-2fbfa8fb4269 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 944 time: 0.6133466 Nov 15 22:24:08.862900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.870192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-fc7f4368-2efd-4928-929a-9b097b545d11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403969 Nov 15 22:24:08.872147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.872469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] For port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:08.872975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:08.880036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-f80e0455-3f13-4338-8d88-c02358fecb6a service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697919 Nov 15 22:24:08.896543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-381ec35e-52ca-4d76-80a8-d572dea6ff82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 200 len: 217 time: 0.0694830 Nov 15 22:24:09.009451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:09.018945 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2831838e-8243-49ee-ae2d-20c6ac720e36 req-66a829ea-2f97-4c14-8027-b0e4b11ec3de service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103806 Nov 15 22:24:09.165153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-04033791-fa20-492c-89d0-a1048d64126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:09.166519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-04033791-fa20-492c-89d0-a1048d64126d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1259806 Nov 15 22:24:09.182416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec588618-4029-4f93-b7d3-b202e8676f2a req-5e29a6a4-f327-4135-b029-15a0a94fd628 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044616 Nov 15 22:24:09.246414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24475a91-d6d2-4255-a1ae-87be7518a5fa req-7e3b820f-0bdc-45ae-8c2c-7cafd9abce2b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161956 Nov 15 22:24:09.308378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-6ef777a6-3db2-49ce-9650-f2871bc4f4f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108310 Nov 15 22:24:09.332523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:09.456382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 54ac636e-0657-49d7-8f61-e3450cba1314 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:24:09.647774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1360f512-f448-4b9f-856e-f558083fcf12 req-97437dc3-56a2-4257-8ade-b7d72d5fd70b tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.2482824 Nov 15 22:24:09.689081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:09.718886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '54ac636e-0657-49d7-8f61-e3450cba1314', 'network_id': 'bc3b6c10-40ec-4665-b2a9-a0c26bb87c42', 'port_id': '54ac636e-0657-49d7-8f61-e3450cba1314', 'mac_address': 'fa:16:3e:f4:05:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3389617-1287-46b1-ae34-74bbbbeab556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:24:09.791676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096908c-f673-471a-9014-940d03fbcbce req-b3a9b825-c132-4cfc-a472-1fff178786dc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:09.801582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5096908c-f673-471a-9014-940d03fbcbce req-b3a9b825-c132-4cfc-a472-1fff178786dc tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 931 time: 0.4057953 Nov 15 22:24:09.807710 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:09.845570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ac636e-0657-49d7-8f61-e3450cba1314 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:09.857346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:09.857671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:09.857991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:09.878592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:09.915793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:24:09.916247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:09.934805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-d6a7549e-d04b-4403-acf0-81ea38bda6fa service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973210 Nov 15 22:24:09.953589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5096908c-f673-471a-9014-940d03fbcbce req-a778250b-1269-491c-a414-8277af1045d8 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507716 Nov 15 22:24:09.966841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:09.971795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:09.973219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:09.976282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:09.976282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Bound port: 2155be7d-4858-4f81-9bc6-c3eb772de457, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:09.976663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.039345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-81a5bc0b-7e32-4b0a-b2e4-e3baeadc0356 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1432190 Nov 15 22:24:10.086309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:10.152247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.152662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.152974 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 disassociated. External IP: 172.25.0.116, port: b63ad6bd-7a5e-4105-8173-f2d0a8a4445c. Nov 15 22:24:10.153504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Calling delete_port for b63ad6bd-7a5e-4105-8173-f2d0a8a4445c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:10.271250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:10.275309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.522030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e410a5f3-c581-4fba-a075-82955b5c670f req-69107ce5-cc22-4716-a0a1-17dc1fc31c1a service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816599 Nov 15 22:24:10.580558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bcb240d8-f05e-4dc6-ba0a-7f584d872e42 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223140 Nov 15 22:24:10.592063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9c400-27f9-475a-803d-02d6ad6c2d27 req-744efc71-e72c-4631-9ff6-69f61a51d8ad tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:10.600004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18f9c400-27f9-475a-803d-02d6ad6c2d27 req-744efc71-e72c-4631-9ff6-69f61a51d8ad tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.7927785 Nov 15 22:24:10.698567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347a29b0-fb61-48a1-9316-b89096ce055b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:10.711308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.731091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Transition to ACTIVE for port object 347a29b0-fb61-48a1-9316-b89096ce055b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:24:10.754029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18f9c400-27f9-475a-803d-02d6ad6c2d27 req-1d25066a-0c35-476a-af44-1c3bce4a9671 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529865 Nov 15 22:24:10.764795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:10.778978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:10.799381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.874879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.920810 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.921573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device b63ad6bd-7a5e-4105-8173-f2d0a8a4445c no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:10.944774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:10.944774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:10.947605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] 10.222.0.55 "PUT /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 1092 time: 3.5224431 Nov 15 22:24:10.954760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event deleted for resources: {'Port': ['ID=b63ad6bd-7a5e-4105-8173-f2d0a8a4445c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:10.999256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: b63ad6bd-7a5e-4105-8173-f2d0a8a4445c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:11.000976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device b63ad6bd-7a5e-4105-8173-f2d0a8a4445c not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:11.017391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:11.023835 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39212163-a38d-4d60-a17f-9de31339d644" -d '{"events": [{"name": "network-changed", "server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:11.145627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:11.189705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be649d5-f474-42cb-af96-7cc4ca753437 service neutron] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:11.243274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Attempting to bind port 347a29b0-fb61-48a1-9316-b89096ce055b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:11.243896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Attempting to bind port 347a29b0-fb61-48a1-9316-b89096ce055b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:11.244413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Attempting to bind port 347a29b0-fb61-48a1-9316-b89096ce055b on network c8b286ea-c85b-4c4f-b23e-da0d7078c007 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:11.254460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Port 347a29b0-fb61-48a1-9316-b89096ce055b on network c8b286ea-c85b-4c4f-b23e-da0d7078c007 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:24:11.255035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Attempting to bind port 347a29b0-fb61-48a1-9316-b89096ce055b on network c8b286ea-c85b-4c4f-b23e-da0d7078c007 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:11.263282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:11.263587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30303a92-432f-421a-889a-320be0d20d07 req-0ed6d428-a2cb-4026-9bf3-64a9d9216a61 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/ports?device_id=5999df82-873b-44e3-8fd1-49d0286806da HTTP/1.1" status: 200 len: 210 time: 0.6529307 Nov 15 22:24:11.264058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Checking segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:11.264634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Bound using segment: {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:11.265247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Bound port: 347a29b0-fb61-48a1-9316-b89096ce055b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929b308e-5f93-41f5-a1b9-f82bd40faafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:11.265769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:11.307418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-570620cd-e32e-4435-8cbd-663fb80f0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:11.309652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-570620cd-e32e-4435-8cbd-663fb80f0168 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1095 time: 0.1170018 Nov 15 22:24:11.311267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:11.326442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2a4d5-c6ce-438e-a075-e67373ee51e0 req-ca4abe62-b5fe-4e86-a688-c660461f4ac5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:11.334167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33b2a4d5-c6ce-438e-a075-e67373ee51e0 req-ca4abe62-b5fe-4e86-a688-c660461f4ac5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.3569715 Nov 15 22:24:11.477181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 54ac636e-0657-49d7-8f61-e3450cba1314 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:11.482360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:11.501006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=347a29b0-fb61-48a1-9316-b89096ce055b,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:11.524734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:11.543190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:11.553048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-d58eb721-5173-411e-8ed7-0528369e2378 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 217 time: 0.2157831 Nov 15 22:24:11.579630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] No DVR routers for this DVR port b63ad6bd-7a5e-4105-8173-f2d0a8a4445c on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:11.583699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:11.587598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f1ea72c-b184-40c4-bcf6-2d680b7f2f81 req-ddcdcbf5-40cd-4654-82ac-ee3264201889 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.57 "DELETE /v2.0/ports/b63ad6bd-7a5e-4105-8173-f2d0a8a4445c HTTP/1.1" status: 204 len: 173 time: 4.0111382 Nov 15 22:24:11.588202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'name': 'network-vif-deleted', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:11.590244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:11.590514 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a3bd4f-bfdb-4efe-8953-2709265c9d21" -d '{"events": [{"server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "name": "network-vif-deleted", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:11.591016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:11.699573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-50a0c320-55bd-4937-aa79-cff6a9b79eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:11.701066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-50a0c320-55bd-4937-aa79-cff6a9b79eb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.1410973 Nov 15 22:24:11.735854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:11.759560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:11.791549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:11.795354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:11.799582 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] 10.222.0.55 "PUT /v2.0/ports/347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 200 len: 1091 time: 3.2901533 Nov 15 22:24:11.824383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 54ac636e-0657-49d7-8f61-e3450cba1314 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:24:11.842069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 54ac636e-0657-49d7-8f61-e3450cba1314 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:11.849481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:11.871091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33b2a4d5-c6ce-438e-a075-e67373ee51e0 req-5d246bf6-3db4-4afe-a7cb-4696960a951c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912922 Nov 15 22:24:12.048354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:12.056053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf2715-8e89-4540-b25f-0a9642edc55c req-5634dfdd-0a80-4cf6-a69f-0ad1560b2fb3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:12.057848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6cf2715-8e89-4540-b25f-0a9642edc55c req-5634dfdd-0a80-4cf6-a69f-0ad1560b2fb3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 945 time: 0.5980523 Nov 15 22:24:12.067259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-c1945fac-2609-4f57-9163-4af085f1f6de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2437561 Nov 15 22:24:12.140686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.141129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.141465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.141792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.142111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.142430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.142779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.143096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.143412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.143728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.144044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.144357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9fdbe-ccf4-4afe-a36c-b63af8a0eea0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.214350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-43c4d3ee-67e5-4700-a958-c7cb55c90890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:12.216148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-43c4d3ee-67e5-4700-a958-c7cb55c90890 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 1094 time: 0.2816918 Nov 15 22:24:12.216355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bbce1283-be1c-4077-ad4e-48a1fa1dad00 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:12.217953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-bbce1283-be1c-4077-ad4e-48a1fa1dad00 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.5275297 Nov 15 22:24:12.317034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:12.335280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-8db4e752-f431-4dfe-9675-812c49ef631b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 200 len: 217 time: 0.1042752 Nov 15 22:24:12.403468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:12.417114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:12.420826 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f686d0-4d88-498c-a2e0-22c5d063dd2b" -d '{"events": [{"server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "name": "network-vif-plugged", "status": "completed", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:12.476451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c6d7cf-6573-472b-bbf3-061d966b7408 req-1fd00100-85eb-4d0d-8d13-01aff11fdd93 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.2913475 Nov 15 22:24:12.502319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:12.510310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-fd491edb-3f9c-4708-8acd-72aea85175e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:12.514386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-fd491edb-3f9c-4708-8acd-72aea85175e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bda2f04-996d-4f36-afd9-25fb0b9a34e1 HTTP/1.1" status: 200 len: 854 time: 0.1671669 Nov 15 22:24:12.565793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6cf2715-8e89-4540-b25f-0a9642edc55c req-02b91675-d26c-4621-bc10-c22ff8444807 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920769 Nov 15 22:24:12.664273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-51198787-562e-4b4b-8f9f-515f46993d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:12.676040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-51198787-562e-4b4b-8f9f-515f46993d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8b286ea-c85b-4c4f-b23e-da0d7078c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447606 Nov 15 22:24:12.826220 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f019e2b-63f3-4cb6-8d63-454299dc99c9 x-openstack-request-id: req-6f019e2b-63f3-4cb6-8d63-454299dc99c9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:12.826430 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:12.826646 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f019e2b-63f3-4cb6-8d63-454299dc99c9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:12.832430 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'status': 'completed', 'code': 200} Nov 15 22:24:12.905985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-323b8a0a-13b1-4537-b286-2928353bfe4b service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207707 Nov 15 22:24:12.929490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:12.930216 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ec225-d408-41e4-974b-fdab7ba9e434 x-openstack-request-id: req-463ec225-d408-41e4-974b-fdab7ba9e434 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:12.930620 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5999df82-873b-44e3-8fd1-49d0286806da", "name": "network-vif-deleted", "tag": "b63ad6bd-7a5e-4105-8173-f2d0a8a4445c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:12.931577 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-463ec225-d408-41e4-974b-fdab7ba9e434 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:12.933056 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5999df82-873b-44e3-8fd1-49d0286806da', 'name': 'network-vif-deleted', 'tag': 'b63ad6bd-7a5e-4105-8173-f2d0a8a4445c', 'status': 'completed', 'code': 200} Nov 15 22:24:12.935185 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-010a7124-26ea-405f-9c6b-a655f9a5c229 service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579627 Nov 15 22:24:12.956344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4b77212d-34a1-47ae-a638-92ad64140773 req-006deb1b-9299-4c8f-acde-2a6831f57b53 service neutron] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:12.961919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.962253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.962580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.962964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.963291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.963603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.963913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.964224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.964535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.964870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.965182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:12.965486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:13.013598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:13.110917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-336642b6-6fd5-470c-bfe0-b1e8b9f483f2 req-739abda7-a0e3-463e-8daf-9301c4cea77e service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658549 Nov 15 22:24:13.115707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:13.127785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:13.128661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:13.137525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4b77212d-34a1-47ae-a638-92ad64140773 req-006deb1b-9299-4c8f-acde-2a6831f57b53 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:13.139477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b77212d-34a1-47ae-a638-92ad64140773 req-006deb1b-9299-4c8f-acde-2a6831f57b53 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51/bindings/n-h2-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.8746552 Nov 15 22:24:13.235409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93315f46-3015-40ea-8f78-d6c406d265fa req-f986c16a-5327-4add-bc83-30dada83b91b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.237335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93315f46-3015-40ea-8f78-d6c406d265fa req-f986c16a-5327-4add-bc83-30dada83b91b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.2774956 Nov 15 22:24:13.269180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb92e-691d-4846-a768-a3098ad5343b req-0d3d709c-2f0e-44c7-9d0e-61e56c1e4cea tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.276229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:13.278292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-180cb92e-691d-4846-a768-a3098ad5343b req-0d3d709c-2f0e-44c7-9d0e-61e56c1e4cea tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.4642930 Nov 15 22:24:13.322969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c87c5f7-3e6e-431b-a777-2bdf65cdf6e7 req-32cee5d1-d2a9-490f-9ff0-376571e41b0b service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041071 Nov 15 22:24:13.394589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93315f46-3015-40ea-8f78-d6c406d265fa req-ff12cf02-b2ba-4b3a-9cd4-85da736e2a34 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482384 Nov 15 22:24:13.414280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-180cb92e-691d-4846-a768-a3098ad5343b req-6980b3f3-70df-4cf5-ab54-b3f4cefcb9be tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347871 Nov 15 22:24:13.524708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212163-a38d-4d60-a17f-9de31339d644 req-c5ce6950-8f78-43c2-a760-511e7d0e99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.526246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-c5ce6950-8f78-43c2-a760-511e7d0e99ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1095 time: 0.0868998 Nov 15 22:24:13.576094 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fd479-d731-4df6-8285-ce1155c4a403 x-openstack-request-id: req-670fd479-d731-4df6-8285-ce1155c4a403 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:13.580280 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "name": "network-vif-plugged", "status": "completed", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:13.580732 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-670fd479-d731-4df6-8285-ce1155c4a403 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:13.581293 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314', 'code': 200} Nov 15 22:24:13.735739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:13.804912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212163-a38d-4d60-a17f-9de31339d644 req-17d36fb7-08a8-4c34-8580-0b0e1e09aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.806671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-17d36fb7-08a8-4c34-8580-0b0e1e09aefd service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.2713385 Nov 15 22:24:13.875605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-6629352f-9931-4e89-9d92-6de4f99e6219 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 217 time: 0.0532017 Nov 15 22:24:13.894671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151cad5-e352-478d-86f0-3d3e86e41b49 req-2d1304d9-b327-4e6b-8405-1c2394f61a49 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.896243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a151cad5-e352-478d-86f0-3d3e86e41b49 req-2d1304d9-b327-4e6b-8405-1c2394f61a49 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.2870338 Nov 15 22:24:13.978231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e1117-50eb-4ede-9a65-01325b24acde req-67f6c746-92fb-41db-84ee-a148c6b946a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:13.979728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c9e1117-50eb-4ede-9a65-01325b24acde req-67f6c746-92fb-41db-84ee-a148c6b946a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1097 time: 0.2723331 Nov 15 22:24:13.989818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-964002dc-de6f-4d34-a964-0c56e56b95ed req-f68a433f-f582-487b-84f6-3de12df15dba tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.1128047 Nov 15 22:24:14.125717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c9e1117-50eb-4ede-9a65-01325b24acde req-794931a2-07e9-4153-a3aa-52d32e21ac02 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321201 Nov 15 22:24:14.136472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02272e2c-d0e7-4d98-96e0-2cddca2a7e6c None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:19:11Z', 'revision_number': 4, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0ce4e577-c644-4998-8a6d-0926e9835fe1', 'name': '', 'network_id': '330de6ad-94df-4ae8-a816-453bbc3ca2a4', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'mac_address': 'fa:16:3e:17:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:10Z', 'updated_at': '2021-11-15T22:19:16Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'subnets': [{'id': '2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:14.213657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212163-a38d-4d60-a17f-9de31339d644 req-33e0cb42-27df-48cd-8f8d-a0bd6ee8260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:14.216034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-33e0cb42-27df-48cd-8f8d-a0bd6ee8260c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.3175972 Nov 15 22:24:14.230299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69557e73-27d8-4c68-b3df-752fdc049731 req-093e9f85-0815-4010-bd81-e4480309e970 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:14.231804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69557e73-27d8-4c68-b3df-752fdc049731 req-093e9f85-0815-4010-bd81-e4480309e970 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 946 time: 0.0938120 Nov 15 22:24:14.238310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a151cad5-e352-478d-86f0-3d3e86e41b49 req-fb1f6e08-9952-4e7e-b9a7-1446b6fca2f9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233380 Nov 15 22:24:14.317923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69557e73-27d8-4c68-b3df-752fdc049731 req-adfb247f-bdf9-4d03-a2de-2232ba5772de tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784214 Nov 15 22:24:14.390897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-e9f1a373-2db3-4be2-8ef2-311410267570 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561097 Nov 15 22:24:14.533728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:14.663549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:14.680701 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce8c13a-c3d5-46cd-99a8-7170679263d2 None None] New status for floating IP 193ee2f6-1c7d-4fc6-946c-c5ab72edaf27: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:24:14.694679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-d86bdefc-a6be-4a2f-9105-19a9928a49af service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947910 Nov 15 22:24:14.709912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:14.762303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848c21-28fa-4fd4-912a-a743984bd284 req-c0976506-1cda-4b2c-95b8-13ddd0621335 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:14.765417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db848c21-28fa-4fd4-912a-a743984bd284 req-c0976506-1cda-4b2c-95b8-13ddd0621335 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1095 time: 0.2036221 Nov 15 22:24:14.846803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ab788-75cd-4d4f-9e8c-97dfd3d156ec req-355d9c2b-12e6-47fa-adc6-acc830bbcc50 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:14.848595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c0ab788-75cd-4d4f-9e8c-97dfd3d156ec req-355d9c2b-12e6-47fa-adc6-acc830bbcc50 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.2220001 Nov 15 22:24:14.849496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:14.852661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:14.856660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "DELETE /v2.0/security-groups/08cf3299-a9a6-4d45-adb0-44e0a479e148 HTTP/1.1" status: 204 len: 168 time: 0.3192928 Nov 15 22:24:14.857812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:14.916393 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-004cb4c2-9758-4df7-b358-18252bf0eb65 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] show failed (client error): The resource could not be found. Nov 15 22:24:14.918814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db848c21-28fa-4fd4-912a-a743984bd284 req-d074d241-8da8-4e0f-87ea-c5b709eb55ca tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208284 Nov 15 22:24:14.924587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39212163-a38d-4d60-a17f-9de31339d644 req-75b0b9d7-e19a-4dcf-ada6-b66017e610bd service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181017 Nov 15 22:24:14.934715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-004cb4c2-9758-4df7-b358-18252bf0eb65 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "GET /v2.0/security-groups/08cf3299-a9a6-4d45-adb0-44e0a479e148 HTTP/1.1" status: 404 len: 347 time: 0.0500729 Nov 15 22:24:14.935645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:14.941100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:14.950388 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a415c6ec-2250-4dce-ba52-e9eefd06b24f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:14.961054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbe58d-463b-4554-97c1-3e25ed1a095a tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf3299-a9a6-4d45-adb0-44e0a479e148,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:15.035591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c0ab788-75cd-4d4f-9e8c-97dfd3d156ec req-81db79be-c95b-4e2d-9951-2e40885ef37d tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706707 Nov 15 22:24:15.187253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1e916-fd3e-441c-9b54-37bc9afc9fb6 req-c622d8e2-dd7f-4372-8161-17255a210c4b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:15.189057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccb1e916-fd3e-441c-9b54-37bc9afc9fb6 req-c622d8e2-dd7f-4372-8161-17255a210c4b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.0944753 Nov 15 22:24:15.297913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Deleting port cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:15.299735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:15.305888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccb1e916-fd3e-441c-9b54-37bc9afc9fb6 req-d75fabb5-18b0-40b6-acb5-a1bd7f9b1f50 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085052 Nov 15 22:24:15.314966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5fca-1adc-4673-ba1b-d3bcff85ae74 req-42dd71c1-3562-48ab-b3e7-6ddee4d7dccd tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:15.316555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9b5fca-1adc-4673-ba1b-d3bcff85ae74 req-42dd71c1-3562-48ab-b3e7-6ddee4d7dccd tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 1095 time: 0.0963368 Nov 15 22:24:15.388507 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84dbd9d-529b-4809-91b2-bbc46e84c1d8 x-openstack-request-id: req-d84dbd9d-529b-4809-91b2-bbc46e84c1d8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:15.389089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:15.389576 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d84dbd9d-529b-4809-91b2-bbc46e84c1d8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:15.390170 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b', 'status': 'completed', 'code': 200} Nov 15 22:24:15.412239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c9b5fca-1adc-4673-ba1b-d3bcff85ae74 req-c926d7a3-1f3b-428f-a0e0-0b9eafd3be48 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Nov 15 22:24:15.502530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:15.503177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:15.568435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389a6cf9-7b80-49d1-b925-c6a819a064ab req-265533eb-227e-4b91-bfc0-d1683185b181 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.1011763 Nov 15 22:24:15.586312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Calling delete_port for cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:15.683634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-c85ab045-b8a3-4efc-a27e-a95d7d4c8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:15.685322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-c85ab045-b8a3-4efc-a27e-a95d7d4c8958 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 1094 time: 0.2099390 Nov 15 22:24:15.728954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054102-ad9c-4475-bb8b-460c74510626 req-c81d1eb7-3b9d-484c-bce8-35b4903429fd tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:15.730442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b054102-ad9c-4475-bb8b-460c74510626 req-c81d1eb7-3b9d-484c-bce8-35b4903429fd tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 946 time: 0.1467478 Nov 15 22:24:15.873650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b054102-ad9c-4475-bb8b-460c74510626 req-14d19288-a3af-4ae7-a22b-2a582b9e8419 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303797 Nov 15 22:24:15.894847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-bf1e3ca4-b2f2-42fe-93d2-2dc2ae675b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:15.896311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-bf1e3ca4-b2f2-42fe-93d2-2dc2ae675b19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 200 len: 916 time: 0.1913168 Nov 15 22:24:15.987762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-8c5d5788-40bd-46dd-b21b-8a27046abf17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 200 len: 217 time: 0.0713184 Nov 15 22:24:16.050662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:16.094298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Pushing event deleted for resources: {'Port': ['ID=cfe7c3e5-68e0-4c2a-9ca8-cca56d0cb44d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:16.104987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-56fb90be-93d0-4c14-8ac8-7a327b7f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:16.106492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-56fb90be-93d0-4c14-8ac8-7a327b7f2d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bda2f04-996d-4f36-afd9-25fb0b9a34e1 HTTP/1.1" status: 200 len: 854 time: 0.1082094 Nov 15 22:24:16.109754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-c0c9b105-a600-40e2-8b36-58ebda375e0f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-649127666&fields=id&tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 267 time: 0.1302691 Nov 15 22:24:16.274037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76bb5b-7ed4-4aae-8f3d-6f7ac3b27165 req-ab33d2cc-d568-40ad-b27f-64f80f8d72f8 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:16.275547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e76bb5b-7ed4-4aae-8f3d-6f7ac3b27165 req-ab33d2cc-d568-40ad-b27f-64f80f8d72f8 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.1376042 Nov 15 22:24:16.284024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:16.286435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:16.287558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aaa778a2-8d75-4828-aba4-f4ce8db56016 tempest-ServersWithSpecificFlavorTestJSON-70505214 tempest-ServersWithSpecificFlavorTestJSON-70505214-project] 10.222.0.15 "DELETE /v2.0/floatingips/193ee2f6-1c7d-4fc6-946c-c5ab72edaf27 HTTP/1.1" status: 204 len: 168 time: 1.3509114 Nov 15 22:24:16.298260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-50578f88-7e67-4ead-8179-7d987c5e7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:16.300772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-50578f88-7e67-4ead-8179-7d987c5e7dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8b286ea-c85b-4c4f-b23e-da0d7078c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742463 Nov 15 22:24:16.308284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-20765377-382b-4724-be8a-92a9061d96e2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:16.316739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-20765377-382b-4724-be8a-92a9061d96e2 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 946 time: 0.1916821 Nov 15 22:24:16.321981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'security_groups': ['f58618b8-1d25-4408-a993-23f4e8244d64', '470ba565-8845-40dc-8917-4bd486ec41a7']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:16.497947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e76bb5b-7ed4-4aae-8f3d-6f7ac3b27165 req-88cff378-3289-41f3-9bb7-0ea489defa4e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705275 Nov 15 22:24:16.504747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:16.555819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-ffcc956d-ed42-47ec-b18d-3517f8009d0a service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243202 Nov 15 22:24:16.726391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415c6ec-2250-4dce-ba52-e9eefd06b24f req-7d55d468-0fb7-4373-9e1e-808430ce9bff service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437700 Nov 15 22:24:17.136052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490998-7242-483b-aa1a-41d9a3914647 req-faad6921-8d58-4a95-b152-09f054cab52b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:17.137554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b490998-7242-483b-aa1a-41d9a3914647 req-faad6921-8d58-4a95-b152-09f054cab52b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.3643961 Nov 15 22:24:17.156739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:17.212082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:17.221224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b490998-7242-483b-aa1a-41d9a3914647 req-a630dda1-ae09-4dbf-879f-313eb8155a4a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713940 Nov 15 22:24:17.289151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:17.304349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:17.307142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:17.416175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7030ce5c-ba15-484d-9e4c-f5cff073d962 req-fecb3fad-b881-42a5-8bf9-80d1a23239ec tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0634212 Nov 15 22:24:17.464122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:17.469676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:17.471721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45ad4c1e-6811-4e20-82f9-ad868e6dcbfa req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "PUT /v2.0/ports/54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 982 time: 1.1541822 Nov 15 22:24:17.478495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:17.480898 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:17.583660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:17.612585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc305a86-fd15-4f6c-9013-3f86e6e1aee7 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:17.642026 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e88c75-334d-4aad-8332-deea4f61b804 x-openstack-request-id: req-93e88c75-334d-4aad-8332-deea4f61b804 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:17.648088 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:17.649082 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93e88c75-334d-4aad-8332-deea4f61b804 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:17.649677 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314', 'status': 'completed', 'code': 200} Nov 15 22:24:17.744724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93d5a35e-6b2a-44a0-bf4d-c11c81f33243 req-aba7dec7-d996-4450-b67f-e545878d1ff1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/470ba565-8845-40dc-8917-4bd486ec41a7 HTTP/1.1" status: 200 len: 1817 time: 0.2433000 Nov 15 22:24:17.782530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-78a4dffe-bfac-4cd7-9ec6-29c68ace8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:17.784330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-78a4dffe-bfac-4cd7-9ec6-29c68ace8ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1136 time: 0.1312516 Nov 15 22:24:17.894244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-400747a0-1c52-462b-b896-948f9e3f861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:17.895966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-400747a0-1c52-462b-b896-948f9e3f861d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.1002684 Nov 15 22:24:17.914860 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-93d5a35e-6b2a-44a0-bf4d-c11c81f33243 req-394610dc-b465-4942-8ba6-4f2519306138 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 22:24:17.926960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93d5a35e-6b2a-44a0-bf4d-c11c81f33243 req-394610dc-b465-4942-8ba6-4f2519306138 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/470ba565-8845-40dc-8917-4bd486ec41a7 HTTP/1.1" status: 409 len: 341 time: 0.1807635 Nov 15 22:24:18.006794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-586e6be0-81a5-4184-900e-4973fa1f46d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 217 time: 0.1000965 Nov 15 22:24:18.088949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531270-681c-4635-86ea-5bc469c9ff64 req-5783f47e-3da1-4ff5-9a33-c4d9ff9748a7 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:18.090802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0531270-681c-4635-86ea-5bc469c9ff64 req-5783f47e-3da1-4ff5-9a33-c4d9ff9748a7 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.1552665 Nov 15 22:24:18.107418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-c19bb2e9-51a1-4f4e-9612-885eed7101a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:18.109785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-c19bb2e9-51a1-4f4e-9612-885eed7101a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0902159 Nov 15 22:24:18.152165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-1a2795e1-6d36-4bbf-abc7-01b84a424995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304070 Nov 15 22:24:18.225941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0531270-681c-4635-86ea-5bc469c9ff64 req-b846c3d6-566b-44bd-8458-026fccba9e0e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254387 Nov 15 22:24:18.278773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-9d5577ec-ae22-4339-8cdd-98e6a87f4f12 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137862 Nov 15 22:24:18.436539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655071e-26c8-45c7-9753-07b0d68d7c38 req-8533866a-5d45-4b9c-a87c-2b4cb876299f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:18.437997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1655071e-26c8-45c7-9753-07b0d68d7c38 req-8533866a-5d45-4b9c-a87c-2b4cb876299f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1002274 Nov 15 22:24:18.441437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc2b46e-40f6-41d9-a51d-ae0b96cd9bbf req-0fb3dde3-acf4-4f8c-9379-414e05170a6f service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516898 Nov 15 22:24:18.494698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1655071e-26c8-45c7-9753-07b0d68d7c38 req-333cd5ff-a4f6-44a2-a8ac-afa2cf0dbdf3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506988 Nov 15 22:24:18.615916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a92b9af-d848-4c05-8e9c-7cebedc7eba8 req-4517e9ec-a074-4c77-9f0f-429f5bfd253f tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0281482 Nov 15 22:24:18.738535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:19.002593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d422be-a447-4f6c-9252-34a3d4e32b2d req-c63a0b0d-7f34-4875-a97f-2140e73d7395 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:19.020958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5d422be-a447-4f6c-9252-34a3d4e32b2d req-c63a0b0d-7f34-4875-a97f-2140e73d7395 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 985 time: 0.1166337 Nov 15 22:24:19.124864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5d422be-a447-4f6c-9252-34a3d4e32b2d req-0b445975-dfe4-482d-92a1-5dca85add4ac tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=470ba565-8845-40dc-8917-4bd486ec41a7&id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1006753 Nov 15 22:24:19.315414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-bf9593ca-9bca-4af9-a104-cb5a217dfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:19.317428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-bf9593ca-9bca-4af9-a104-cb5a217dfd44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1136 time: 0.0869701 Nov 15 22:24:19.384660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:19.662492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37808646-e746-499d-81dc-e0d87ec2bc86 req-2f0e998b-dd74-4509-bb4b-aa619e4bb02e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:19.673922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37808646-e746-499d-81dc-e0d87ec2bc86 req-2f0e998b-dd74-4509-bb4b-aa619e4bb02e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.2355363 Nov 15 22:24:19.679375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-6dcd17c2-ef96-4008-85c6-23acc4b53ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:19.695246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-6dcd17c2-ef96-4008-85c6-23acc4b53ea3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.3686934 Nov 15 22:24:19.771330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Deleting port 0ce4e577-c644-4998-8a6d-0926e9835fe1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:19.771928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:19.783290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-fc15d90f-cb45-4a2a-8bdc-02c747fda606 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 217 time: 0.0711780 Nov 15 22:24:19.845225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37808646-e746-499d-81dc-e0d87ec2bc86 req-241a2406-6654-443e-851d-1b50994d8d05 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701345 Nov 15 22:24:19.875680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-bc615c89-075b-4e79-83c2-14c4508c6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:19.878811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-bc615c89-075b-4e79-83c2-14c4508c6368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0828309 Nov 15 22:24:19.922939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-a2ac264c-1603-43ca-b7e2-1989db353f3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347986 Nov 15 22:24:19.943531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:19.949965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] For port 0ce4e577-c644-4998-8a6d-0926e9835fe1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0ce4e577-c644-4998-8a6d-0926e9835fe1,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:19.950876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:19.964878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Calling delete_port for 0ce4e577-c644-4998-8a6d-0926e9835fe1 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:20.249718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018963d1-6f15-4382-b1e9-c78c0fa1f9e2 req-315d94cf-3f59-4940-8a55-7b3b4ee1d8a4 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:20.251150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-018963d1-6f15-4382-b1e9-c78c0fa1f9e2 req-315d94cf-3f59-4940-8a55-7b3b4ee1d8a4 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1604471 Nov 15 22:24:20.255124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-aa7ac068-e55a-46f4-ba03-6bda6b80d3fd service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249042 Nov 15 22:24:20.266723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:20.310348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce4e577-c644-4998-8a6d-0926e9835fe1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:20.395713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7391085-9518-4620-aaa9-c964c093942f req-df430df3-0305-42ad-9b30-328f663d480b tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0995314 Nov 15 22:24:20.508788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-018963d1-6f15-4382-b1e9-c78c0fa1f9e2 req-1ac651dd-923c-470d-bac6-780df1ddd2de tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457035 Nov 15 22:24:20.569406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11658f73-dc8b-4cd9-8360-5141494b8722 req-c44a5e49-4d6f-43b9-a19b-a7f0ea206831 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824845 Nov 15 22:24:20.606548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:20.791773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:20.807477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7711-88e0-4b45-b7bf-40f94c351fa6 req-930fc0d0-fa82-4e4f-a1a4-07fe15316d64 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:20.810091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-497b7711-88e0-4b45-b7bf-40f94c351fa6 req-930fc0d0-fa82-4e4f-a1a4-07fe15316d64 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 985 time: 0.1352682 Nov 15 22:24:21.027717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5270ed-b37b-46dd-8c0c-953904d1db2f req-6fa9dea7-6c79-4e36-b4ef-c19b886282b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:21.029426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c5270ed-b37b-46dd-8c0c-953904d1db2f req-6fa9dea7-6c79-4e36-b4ef-c19b886282b6 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 951 time: 0.1571047 Nov 15 22:24:21.037923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-497b7711-88e0-4b45-b7bf-40f94c351fa6 req-ab384502-85d9-4a32-8401-b972ebba878e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=470ba565-8845-40dc-8917-4bd486ec41a7&id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1668704 Nov 15 22:24:21.181707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c5270ed-b37b-46dd-8c0c-953904d1db2f req-4b41a399-67f2-4eec-8fec-8da82090d400 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427894 Nov 15 22:24:21.207056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae72424-753e-4900-a73b-a808220ecdcc req-56636759-0576-48ac-8826-86a94b754559 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:21.208591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ae72424-753e-4900-a73b-a808220ecdcc req-56636759-0576-48ac-8826-86a94b754559 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.0967140 Nov 15 22:24:21.215472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:21.316319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ae72424-753e-4900-a73b-a808220ecdcc req-c79de236-4cc4-4879-abbc-4b783b2f7a7f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996332 Nov 15 22:24:21.336478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:21.345136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5de13877-709e-4fb6-b27f-1809af68057a admin admin] 10.222.0.15 "PUT /v2.0/routers/12b1231f-8233-4bc2-88ec-7ac9dc7d65db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103683 Nov 15 22:24:21.345407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:21.347731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Sync routers for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:21.348695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Deleting port 4fc8b6dd-133e-46c7-9353-a327bf2068fc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:21.349196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.361708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:21.362827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:21.495356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] For port 4fc8b6dd-133e-46c7-9353-a327bf2068fc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4fc8b6dd-133e-46c7-9353-a327bf2068fc,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:21.495994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.500551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.516284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:21.524778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Calling delete_port for 4fc8b6dd-133e-46c7-9353-a327bf2068fc owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:21.609016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7478627a-98c2-4ca9-9cd3-709020eed6bf req-166ec3c7-e821-46fc-89b9-31a6004af75d tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0659466 Nov 15 22:24:21.662897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.789626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a29-4b71-4ad5-9ed3-fdbea7e1f09b req-87b5be25-e844-4c46-a518-43ff0583538c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:21.790996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9426a29-4b71-4ad5-9ed3-fdbea7e1f09b req-87b5be25-e844-4c46-a518-43ff0583538c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1546562 Nov 15 22:24:21.823247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8804f50f-574a-4713-8e6f-20dd97799557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:24:20Z', 'revision_number': 5, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port': {'id': '8804f50f-574a-4713-8e6f-20dd97799557', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:08Z', 'updated_at': '2021-11-15T22:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:21.865090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Checking router: 12b1231f-8233-4bc2-88ec-7ac9dc7d65db for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:21.865300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Deleting port 8804f50f-574a-4713-8e6f-20dd97799557 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:21.865424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.871386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Routers {'12b1231f-8233-4bc2-88ec-7ac9dc7d65db'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:21.872229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:21.889576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9426a29-4b71-4ad5-9ed3-fdbea7e1f09b req-ae923b83-e72c-4ebf-a764-8ad2fc3c5d06 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842943 Nov 15 22:24:21.963933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.968487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] Set router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:21.980340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] For port 8804f50f-574a-4713-8e6f-20dd97799557, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8804f50f-574a-4713-8e6f-20dd97799557,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:21.981110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:21.994868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc8b6dd-133e-46c7-9353-a327bf2068fc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:21.995737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Calling delete_port for 8804f50f-574a-4713-8e6f-20dd97799557 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:22.059520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:24:21Z', 'revision_number': 6, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:22.131483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801edc66-dffa-4e10-95ca-f3f9d8f615fc None None] The sync data for ids ['12b1231f-8233-4bc2-88ec-7ac9dc7d65db'] in n-d-817995-3 is: [{'id': '12b1231f-8233-4bc2-88ec-7ac9dc7d65db', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-419026954-router', 'tenant_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:07Z', 'updated_at': '2021-11-15T22:24:21Z', 'revision_number': 6, 'project_id': 'a80f9dba476645d58a6bb478ab7e04ac', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:22.287373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0ccbb-be84-49f4-90ff-39e0272ed6c1 req-0f9376af-251d-47d0-9b16-f7ba6d2b8353 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:22.288950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85b0ccbb-be84-49f4-90ff-39e0272ed6c1 req-0f9376af-251d-47d0-9b16-f7ba6d2b8353 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 985 time: 0.0865040 Nov 15 22:24:22.315815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.343556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8804f50f-574a-4713-8e6f-20dd97799557,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:22.406995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.510388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.513058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.608058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.626242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.631702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b1231f-8233-4bc2-88ec-7ac9dc7d65db {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:24:22.632223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.634190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a0f949d7-a735-4827-970b-d6f9b38247d5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/12b1231f-8233-4bc2-88ec-7ac9dc7d65db HTTP/1.1" status: 204 len: 168 time: 1.2877047 Nov 15 22:24:22.636669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:22.689667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Deleting subnet 2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:22.690669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d5c88-daf0-4778-a99c-cd37443ef7af req-dc61b7b9-2bb3-4212-8087-66f3e812bb78 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:22.692342 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-009d5c88-daf0-4778-a99c-cd37443ef7af req-dc61b7b9-2bb3-4212-8087-66f3e812bb78 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 951 time: 0.4134092 Nov 15 22:24:22.693555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.732431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.762546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85b0ccbb-be84-49f4-90ff-39e0272ed6c1 req-9e81438b-c9e7-412e-802a-c566c4a270a3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=470ba565-8845-40dc-8917-4bd486ec41a7&id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4597225 Nov 15 22:24:22.804968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-009d5c88-daf0-4778-a99c-cd37443ef7af req-04b474bd-580f-4d99-baf9-e8293be9ca55 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Nov 15 22:24:22.831994 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:22.977574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37c131a8-aff9-4c2f-8e76-7f7b3e87d165 req-8444eab5-c17e-4d4c-86e8-fe0b015a362a tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0430641 Nov 15 22:24:22.981422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.028404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1da10-be14-4f1b-b25c-5925c344a3f7 req-cc8bf0dd-7c5a-478e-ab02-d50eae7fdb1a tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:23.033719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7d1da10-be14-4f1b-b25c-5925c344a3f7 req-cc8bf0dd-7c5a-478e-ab02-d50eae7fdb1a tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.1287112 Nov 15 22:24:23.045825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:23.078731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b551c0-fad0-4c13-bba0-81c3864c7a99 None None] Network 330de6ad-94df-4ae8-a816-453bbc3ca2a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:23.081608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.089747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-537109ac-16a6-42ca-b238-71f648c59c53 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2f1f4e31-76c0-48c9-99e1-5d91cb08e0e6 HTTP/1.1" status: 204 len: 168 time: 0.4496291 Nov 15 22:24:23.092923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38258) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:23.104536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Router 0d707fbf-1261-4f35-a077-91b3e82a8515 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:23.178443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.179835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8804f50f-574a-4713-8e6f-20dd97799557 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:23.205287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8804f50f-574a-4713-8e6f-20dd97799557 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:23.205924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8804f50f-574a-4713-8e6f-20dd97799557 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:23.206502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0ce4e577-c644-4998-8a6d-0926e9835fe1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:23.241127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0ce4e577-c644-4998-8a6d-0926e9835fe1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:23.241772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0ce4e577-c644-4998-8a6d-0926e9835fe1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:23.249705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7d1da10-be14-4f1b-b25c-5925c344a3f7 req-3682ba87-4e7b-4dd5-af7c-04c9765fc10b tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068527 Nov 15 22:24:23.270129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Deleting port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:23.270277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.381150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-829699f3-01f0-4242-9162-7521fd3417bb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-928508000&fields=id&tenant_id=94c47764009545d88468341d422b6c9f HTTP/1.1" status: 200 len: 267 time: 0.2315931 Nov 15 22:24:23.414649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] DHCP port deletion for 330de6ad-94df-4ae8-a816-453bbc3ca2a4 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:24:23.431396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] For port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:23.431864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.466646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Calling delete_port for 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:23.492159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Deleting port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:23.493553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.494529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:23.505213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c8b5a1f-99a7-41c4-8ab3-bc7ba867c0ba admin admin] 10.222.0.15 "PUT /v2.0/routers/0d707fbf-1261-4f35-a077-91b3e82a8515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5485482 Nov 15 22:24:23.506239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:23.510861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Sync routers for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:23.527941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-cbe9c5a9-e30c-478d-86f0-6222f3436d7a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:23.528269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:23.528955 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.531849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-cbe9c5a9-e30c-478d-86f0-6222f3436d7a tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 985 time: 0.1415050 Nov 15 22:24:23.579616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] For port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,segment=NetworkSegment(d4aa0265-470e-46e1-9f96-3cc5e4429582),segment_id=d4aa0265-470e-46e1-9f96-3cc5e4429582)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:23.580875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.596986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Calling delete_port for 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:23.607662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'port': {'security_groups': ['470ba565-8845-40dc-8917-4bd486ec41a7', 'f58618b8-1d25-4408-a993-23f4e8244d64', '2163f49c-9415-4ebd-a079-8694698b6a2e']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:23.652652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:23.672041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.691101 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.710503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:23.723541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] Pushing event deleted for resources: {'Port': ['ID=8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:23.728017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] No DVR routers for this DVR port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:23.738024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a01bef-10bd-4677-a640-1e61cf1c6b38 None None] No DVR routers for this DVR port 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:23.766510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.781746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8621693-b07f-4e23-89ca-39e6bfed833c req-cd054843-99d9-4a8d-82c4-571ddf36d3df tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:23.783304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8621693-b07f-4e23-89ca-39e6bfed833c req-cd054843-99d9-4a8d-82c4-571ddf36d3df tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.2401874 Nov 15 22:24:23.835489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.845755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8621693-b07f-4e23-89ca-39e6bfed833c req-943d320a-bfaa-47b0-8fb3-6d7868d6d5bd tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Nov 15 22:24:23.860298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330de6ad-94df-4ae8-a816-453bbc3ca2a4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.873002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aa0265-470e-46e1-9f96-3cc5e4429582') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.873593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aa0265-470e-46e1-9f96-3cc5e4429582') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.888287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.899704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.909410 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:24:21Z', 'revision_number': 5, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.910061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.916684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:23.917200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:23.958380 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Checking router: 0d707fbf-1261-4f35-a077-91b3e82a8515 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:23.967318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Routers {'0d707fbf-1261-4f35-a077-91b3e82a8515'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:23.968150 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0d707fbf-1261-4f35-a077-91b3e82a8515'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:23.975566 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:24.066660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.073680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.081474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:24.082316 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] 10.222.0.15 "DELETE /v2.0/networks/330de6ad-94df-4ae8-a816-453bbc3ca2a4 HTTP/1.1" status: 204 len: 168 time: 0.9884403 Nov 15 22:24:24.096988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.112284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6685-4779-4d9b-963c-6c2dfbe6c68f admin admin] Pushing event deleted for resources: {'Network': ['ID=330de6ad-94df-4ae8-a816-453bbc3ca2a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:24.125198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] Set router 0d707fbf-1261-4f35-a077-91b3e82a8515 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:24.278933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a9d4d6d-c579-4a80-9107-eda85c302947 req-685ba387-9681-4b4e-8cdf-6ce8587087be tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0413291 Nov 15 22:24:24.325360 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:24:21Z', 'revision_number': 5, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:24.343162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:24.360767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Deleting port 54cd89b7-585a-4122-aa24-c1270775b5b2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:24.361827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.486595 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d67031-7252-49bf-a932-a4258dbc6f84 None None] The sync data for ids ['0d707fbf-1261-4f35-a077-91b3e82a8515'] in n-d-817995-3 is: [{'id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'name': 'tempest-AttachSCSIVolumeTestJSON-716726854-router', 'tenant_id': 'e0a005b7c6b64a2290a56033266a4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:37Z', 'updated_at': '2021-11-15T22:24:21Z', 'revision_number': 5, 'project_id': 'e0a005b7c6b64a2290a56033266a4e60', 'gw_port': {'id': '54cd89b7-585a-4122-aa24-c1270775b5b2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d707fbf-1261-4f35-a077-91b3e82a8515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:21:39Z', 'updated_at': '2021-11-15T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:24.599854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.657916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] For port 54cd89b7-585a-4122-aa24-c1270775b5b2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54cd89b7-585a-4122-aa24-c1270775b5b2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:24.658297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.670466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.682814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ddd24-4457-443c-a2fc-0b76cdc73fdb req-69b44c4d-aa7d-4400-9086-605908b86ead tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:24.683057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:24.685820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-167ddd24-4457-443c-a2fc-0b76cdc73fdb req-69b44c4d-aa7d-4400-9086-605908b86ead tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.1391079 Nov 15 22:24:24.715525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Calling delete_port for 54cd89b7-585a-4122-aa24-c1270775b5b2 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:24.740773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:24.823128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:24.823649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:24.825058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6fcd02f-2f88-48ff-aad0-fecfd93de4d4 req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "PUT /v2.0/ports/54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 1021 time: 1.2766218 Nov 15 22:24:24.829395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:24.831674 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c15b1-0256-441d-a1f1-87f22d3700ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:24.957964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4e4ca-671f-4310-9e0b-c8fbe1a35a85 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:24.992343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-167ddd24-4457-443c-a2fc-0b76cdc73fdb req-4f47ca62-b540-4c62-8bc7-45bd109dfae2 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784622 Nov 15 22:24:25.011489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:25.024059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:25.102682 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50959e-e8be-40bf-a8a1-0e475f041250 x-openstack-request-id: req-7b50959e-e8be-40bf-a8a1-0e475f041250 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:25.103310 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:25.104889 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b50959e-e8be-40bf-a8a1-0e475f041250 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:25.105372 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314', 'status': 'completed', 'code': 200} Nov 15 22:24:25.210221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4bcafc2-2da9-4350-9471-12b3c4a2f432 req-b5e9c103-8521-4d79-a34f-13f080f0de08 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/2163f49c-9415-4ebd-a079-8694698b6a2e HTTP/1.1" status: 200 len: 1816 time: 0.1508520 Nov 15 22:24:25.227833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4fc8b6dd-133e-46c7-9353-a327bf2068fc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:25.308973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4fc8b6dd-133e-46c7-9353-a327bf2068fc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:25.309198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4fc8b6dd-133e-46c7-9353-a327bf2068fc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:25.309442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:25.320268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-859f7bbd-aad7-4560-a659-0bde567ac313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:25.321049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-859f7bbd-aad7-4560-a659-0bde567ac313 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94c47764009545d88468341d422b6c9f&device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1175 time: 0.2031167 Nov 15 22:24:25.355470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:25.355804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fb7fa96-1f36-4d7a-a5e2-928e4db81c7c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:25.396441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533641ea-caa8-4807-81ea-a3de0b7a8a63 req-5cd93151-aa72-4468-b50d-a45970c09f71 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:25.400828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-533641ea-caa8-4807-81ea-a3de0b7a8a63 req-5cd93151-aa72-4468-b50d-a45970c09f71 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.2449608 Nov 15 22:24:25.461254 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-e4bcafc2-2da9-4350-9471-12b3c4a2f432 req-74dc4d2f-637f-4fbd-8613-20bf970528d1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 22:24:25.461643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4bcafc2-2da9-4350-9471-12b3c4a2f432 req-74dc4d2f-637f-4fbd-8613-20bf970528d1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/2163f49c-9415-4ebd-a079-8694698b6a2e HTTP/1.1" status: 409 len: 341 time: 0.2245245 Nov 15 22:24:25.527955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:25.549672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-533641ea-caa8-4807-81ea-a3de0b7a8a63 req-d763121d-37cb-4caf-b0c8-372c40246730 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223402 Nov 15 22:24:25.583713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:25.594479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cd89b7-585a-4122-aa24-c1270775b5b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:25.602243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-5c50337f-15d8-44cb-b83a-f2b135025422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:25.604253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-5c50337f-15d8-44cb-b83a-f2b135025422 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 200 len: 914 time: 0.2725747 Nov 15 22:24:25.613682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:25.722678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:25.725496 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b5664-4ea5-482d-ae7b-e4a79223c06e" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:25.785606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:25.848176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:25.941908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:26.110614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-8c2875ae-53a2-4da3-8c38-2cc97353811e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 200 len: 217 time: 0.4898417 Nov 15 22:24:26.138603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1c1034e-f0dd-465d-9550-12205822c721 req-10c64561-82ce-4c79-a2a8-1195a58095d7 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.1180000 Nov 15 22:24:26.148446 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b0f60b-31b9-49c6-bdb5-a128cb1dcf80 x-openstack-request-id: req-35b0f60b-31b9-49c6-bdb5-a128cb1dcf80 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:26.148798 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:26.149051 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35b0f60b-31b9-49c6-bdb5-a128cb1dcf80 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:26.149448 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'code': 200} Nov 15 22:24:26.211027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.219370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-3af8e563-75a3-4b36-bf05-56f6522132da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:26.221395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-3af8e563-75a3-4b36-bf05-56f6522132da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 200 len: 853 time: 0.0895357 Nov 15 22:24:26.403001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-b3fee23a-648f-4293-bd2b-7a8c2aa55955 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499231 Nov 15 22:24:26.406072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.411682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.539425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0795bc-47ae-404a-8c63-d1eb3282a678 req-4e7bd336-e99c-4413-9a6b-fefa4bfc63bb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:26.541048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a0795bc-47ae-404a-8c63-d1eb3282a678 req-4e7bd336-e99c-4413-9a6b-fefa4bfc63bb tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1024 time: 0.3263021 Nov 15 22:24:26.557391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8891d-0695-406a-ab1a-45a91af75136 req-0c67592b-a355-4d10-9514-ebbd18987fc1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:26.558906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62b8891d-0695-406a-ab1a-45a91af75136 req-0c67592b-a355-4d10-9514-ebbd18987fc1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.3070824 Nov 15 22:24:26.633329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.633898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d707fbf-1261-4f35-a077-91b3e82a8515 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:24:26.656404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.657480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4b675223-921c-4f22-ad35-cbfd09855c02 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0d707fbf-1261-4f35-a077-91b3e82a8515 HTTP/1.1" status: 204 len: 168 time: 3.1496732 Nov 15 22:24:26.661178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:26.692211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-aa63969c-7dfc-4bbc-88c0-08bf5aedba44 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617197 Nov 15 22:24:26.709341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62b8891d-0695-406a-ab1a-45a91af75136 req-ed589874-0fe7-42e7-b1a8-b2e1c2fd77f4 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384208 Nov 15 22:24:26.713558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Deleting subnet 49a79c74-d9ac-41c8-a46a-ae7ef06115b5 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:26.716841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.753132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a0795bc-47ae-404a-8c63-d1eb3282a678 req-2e0a8399-fd2c-42c6-9cb9-f609d7b20215 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=470ba565-8845-40dc-8917-4bd486ec41a7&id=2163f49c-9415-4ebd-a079-8694698b6a2e&id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1878078 Nov 15 22:24:26.759275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.869060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.939143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-117c15b1-0256-441d-a1f1-87f22d3700ae req-c2dafd2b-67d3-4a06-8502-276ef4ee0843 service neutron] 10.222.0.55 "GET /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269628 Nov 15 22:24:26.949610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Deleting port 8ba7a941-45a3-4dfe-b88b-95499833fdab {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:26.955411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:26.973388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bdfdf-16ad-4fca-b2ef-15f38492d3e8 req-f16d1b50-95e8-4723-86e7-1a9fc6a46c90 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:26.975097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b37bdfdf-16ad-4fca-b2ef-15f38492d3e8 req-f16d1b50-95e8-4723-86e7-1a9fc6a46c90 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.0997281 Nov 15 22:24:27.004083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.035500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a79c74-d9ac-41c8-a46a-ae7ef06115b5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:27.041666 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.044490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-71851b71-1c26-42fa-b9f0-bf711422946a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/49a79c74-d9ac-41c8-a46a-ae7ef06115b5 HTTP/1.1" status: 204 len: 168 time: 0.3823080 Nov 15 22:24:27.047131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:27.048910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75b0ff-b6ec-473b-864b-e85d16051392 None None] Network eb848ca0-1629-4455-9c46-1471db6c09d8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:27.100862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b37bdfdf-16ad-4fca-b2ef-15f38492d3e8 req-cbc28bfe-6953-433b-9053-e0bf4379954d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870152 Nov 15 22:24:27.121333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] For port 8ba7a941-45a3-4dfe-b88b-95499833fdab, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ba7a941-45a3-4dfe-b88b-95499833fdab,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:27.121921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.134485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Calling delete_port for 8ba7a941-45a3-4dfe-b88b-95499833fdab owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:27.147732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.270182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Deleting port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:27.270743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.329180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05360940-5a46-43ca-ac58-97a94be77a3d req-3233218e-1067-4436-b6f3-44a38623e758 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0321243 Nov 15 22:24:27.344935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] DHCP port deletion for eb848ca0-1629-4455-9c46-1471db6c09d8 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:24:27.353616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] For port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:27.354076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.370056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Calling delete_port for c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:27.408879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Deleting port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:27.409984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.480927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.492994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] For port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,segment=NetworkSegment(3bb9c85a-4624-4e9d-b6e4-81c823d6b1db),segment_id=3bb9c85a-4624-4e9d-b6e4-81c823d6b1db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:27.493389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.506801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Calling delete_port for c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:27.509722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:24:27.511787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba7a941-45a3-4dfe-b88b-95499833fdab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:27.570485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.584727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] No DVR routers for this DVR port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:27.663053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:27.666574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.710166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] Pushing event deleted for resources: {'Port': ['ID=c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:27.730406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceca552-114f-404f-a635-e437bdd44f97 None None] No DVR routers for this DVR port c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:27.742603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:27.744716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.775357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79', 'port_id': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'mac_address': 'fa:16:3e:c0:d1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50728064-98df-4224-a13d-307574dca077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:24:27.779036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb848ca0-1629-4455-9c46-1471db6c09d8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:27.805824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:27.806353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb9c85a-4624-4e9d-b6e4-81c823d6b1db') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:27.820490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.839526 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.852566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.858911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2155be7d-4858-4f81-9bc6-c3eb772de457 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:27.860885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:27.861989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:27.863892 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:27.885139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:27.901444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:27.929013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-45b5e61b-273e-4555-8c99-c4a95ed00750 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:27.930476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-45b5e61b-273e-4555-8c99-c4a95ed00750 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.55 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1024 time: 0.2560270 Nov 15 22:24:27.961004 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.006448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1986-36e0-405a-9434-2028f109f24d req-32b708d0-9e3d-4456-92dc-edbbf013ccb6 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:28.007890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94ef1986-36e0-405a-9434-2028f109f24d req-32b708d0-9e3d-4456-92dc-edbbf013ccb6 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.1563725 Nov 15 22:24:28.012805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.015350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:28.028585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.034976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb848ca0-1629-4455-9c46-1471db6c09d8 HTTP/1.1" status: 204 len: 168 time: 0.9835718 Nov 15 22:24:28.034976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69484fee-3c55-4906-b35c-3a7e1b05cb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb848ca0-1629-4455-9c46-1471db6c09d8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:28.035234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:28.143401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94ef1986-36e0-405a-9434-2028f109f24d req-0da0027d-62de-431b-ae82-e84ecba54906 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136253 Nov 15 22:24:28.254185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Deleting port 54ac636e-0657-49d7-8f61-e3450cba1314 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:28.254507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.263207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2155be7d-4858-4f81-9bc6-c3eb772de457'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:28.344087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00e41-6d59-4200-a406-0121c3ee35a1 req-0d1fee15-8839-4af7-ba40-6896a6bbe5b6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:28.351993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4c00e41-6d59-4200-a406-0121c3ee35a1 req-0d1fee15-8839-4af7-ba40-6896a6bbe5b6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 1024 time: 0.1367815 Nov 15 22:24:28.405629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:28.431801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 54ac636e-0657-49d7-8f61-e3450cba1314, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=54ac636e-0657-49d7-8f61-e3450cba1314,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:28.432155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.437669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.461951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Calling delete_port for 54ac636e-0657-49d7-8f61-e3450cba1314 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:28.698932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Deleting port 9beb4ea3-989f-48c8-99be-da40c64b3692 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:28.699561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.805756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] For port 9beb4ea3-989f-48c8-99be-da40c64b3692, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9beb4ea3-989f-48c8-99be-da40c64b3692,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:28.806521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:28.817428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4c00e41-6d59-4200-a406-0121c3ee35a1 req-ee477ea7-ebc8-453e-8b9f-fb0f36078167 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=470ba565-8845-40dc-8917-4bd486ec41a7&id=2163f49c-9415-4ebd-a079-8694698b6a2e&id=f58618b8-1d25-4408-a993-23f4e8244d64&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4645979 Nov 15 22:24:28.843118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Calling delete_port for 9beb4ea3-989f-48c8-99be-da40c64b3692 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:28.904178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:28.914059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:28.919897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-218efe24-3922-4548-98d3-9f9d789ae287 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8365109 Nov 15 22:24:28.925121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:28.956099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Sync routers for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:28.961986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:28.962448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7cd15a0-7e81-4f3a-9408-92b5f8afa3d2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:28.962962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54cd89b7-585a-4122-aa24-c1270775b5b2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:29.007855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 54cd89b7-585a-4122-aa24-c1270775b5b2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:29.007855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54cd89b7-585a-4122-aa24-c1270775b5b2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:29.014846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:29.015544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:29.076174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92508fa3-2b04-45b6-ac9c-f358d8ab3db1 req-66bceb54-6957-4c0b-a9bb-8019a44c283b tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0513296 Nov 15 22:24:29.092792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.114166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28740610-d734-47d8-8c4c-4279c00e0c96 req-8592a289-923f-4551-9e86-d8d30f0f5ee3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:29.114166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28740610-d734-47d8-8c4c-4279c00e0c96 req-8592a289-923f-4551-9e86-d8d30f0f5ee3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.0991693 Nov 15 22:24:29.114385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.117638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:29.119848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['54ac636e-0657-49d7-8f61-e3450cba1314'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:29.164316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'Port': ['ID=54ac636e-0657-49d7-8f61-e3450cba1314,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:29.257806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28740610-d734-47d8-8c4c-4279c00e0c96 req-ee36ef2b-3b5a-4abe-bfa6-ba86a812da8a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392245 Nov 15 22:24:29.261090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:29.288273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.320394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] No DVR routers for this DVR port 54ac636e-0657-49d7-8f61-e3450cba1314 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:29.331935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.340488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1376b61-5b64-41ac-804a-a5e5b88e02ab req-1f5468d7-d546-4239-9ade-4cf691fba435 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.55 "DELETE /v2.0/ports/54ac636e-0657-49d7-8f61-e3450cba1314 HTTP/1.1" status: 204 len: 173 time: 1.3711586 Nov 15 22:24:29.341976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'name': 'network-vif-deleted', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:29.352068 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e42eaa9-d8e4-420e-87f7-92bc0c198008" -d '{"events": [{"server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "name": "network-vif-deleted", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:29.426262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.434058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43beebd-b949-4ede-848d-9a2359fdf6f3 req-2c4f02de-ea67-4a24-af1e-9e1584ba9513 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:29.435877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b43beebd-b949-4ede-848d-9a2359fdf6f3 req-2c4f02de-ea67-4a24-af1e-9e1584ba9513 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 943 time: 0.0567558 Nov 15 22:24:29.483548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.491788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b43beebd-b949-4ede-848d-9a2359fdf6f3 req-77df8368-f7a6-4bbc-bd2b-094bc61d991e tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485072 Nov 15 22:24:29.526209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Pushing event deleted for resources: {'Port': ['ID=9beb4ea3-989f-48c8-99be-da40c64b3692,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:29.556565 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922993c-9987-4122-b4ed-165978106c1a x-openstack-request-id: req-4922993c-9987-4122-b4ed-165978106c1a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:29.556937 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3597fc69-6e8b-4403-aa96-23ac5db02b90", "name": "network-vif-deleted", "tag": "54ac636e-0657-49d7-8f61-e3450cba1314", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:29.557133 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4922993c-9987-4122-b4ed-165978106c1a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:29.557549 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3597fc69-6e8b-4403-aa96-23ac5db02b90', 'name': 'network-vif-deleted', 'tag': '54ac636e-0657-49d7-8f61-e3450cba1314', 'status': 'completed', 'code': 200} Nov 15 22:24:29.598393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 347a29b0-fb61-48a1-9316-b89096ce055b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:24:29.657226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:29.805966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:29.882083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=347a29b0-fb61-48a1-9316-b89096ce055b,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:29.923119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '347a29b0-fb61-48a1-9316-b89096ce055b', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'port_id': '347a29b0-fb61-48a1-9316-b89096ce055b', 'mac_address': 'fa:16:3e:0a:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:24:29.965845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62854e51-d8d7-4e2c-827c-63a361131d04 req-43714dac-4362-4d74-a50a-3b0556d1ec3e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=3597fc69-6e8b-4403-aa96-23ac5db02b90 HTTP/1.1" status: 200 len: 210 time: 0.0363190 Nov 15 22:24:30.030710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Deleting port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:30.031262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.123612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 2155be7d-4858-4f81-9bc6-c3eb772de457 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:24:30.127769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.145421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 2155be7d-4858-4f81-9bc6-c3eb772de457 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:30.145798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.184949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.194771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:24:27Z', 'revision_number': 5, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port': {'id': '2906370d-77cb-4b0a-8f91-e7e0a49ca0fc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:19:22Z', 'updated_at': '2021-11-15T22:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:30.226156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2903b0dd-4c2b-40d5-9343-8b670180d51e req-5293c470-c6d1-42e8-ba77-07d555c918e6 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0402017 Nov 15 22:24:30.244513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Checking router: 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:30.250195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347a29b0-fb61-48a1-9316-b89096ce055b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:24:30.276210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Routers {'0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:30.276854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:30.296593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] For port 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:30.297048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.313096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=347a29b0-fb61-48a1-9316-b89096ce055b,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:30.314391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Calling delete_port for 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:30.394895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] Set router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:30.423327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.456169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15b95-48d9-47d2-8ee8-5466c2639933 req-ffc2ada4-3f05-4a03-9fad-110ebb97a620 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:30.467636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13a15b95-48d9-47d2-8ee8-5466c2639933 req-ffc2ada4-3f05-4a03-9fad-110ebb97a620 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.1255023 Nov 15 22:24:30.478076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.482043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:24:29Z', 'revision_number': 6, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:30.538510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec724a-93ca-461c-895f-f7daa45bce15 None None] The sync data for ids ['0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0'] in n-d-817995-3 is: [{'id': '0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945148737-router', 'tenant_id': '4cb2524131b34ab79858798463d28cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:19:21Z', 'updated_at': '2021-11-15T22:24:29Z', 'revision_number': 6, 'project_id': '4cb2524131b34ab79858798463d28cf6', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:30.563374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Router 716a4a33-6d9b-4ea2-a571-d906dc056c49 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:30.582742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:30.585095 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d3c8d8-f0a1-480b-951f-9f0676c45831" -d '{"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-plugged", "status": "completed", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:30.608489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13a15b95-48d9-47d2-8ee8-5466c2639933 req-6dd2ec09-7bce-41f2-b8cb-d6d8b5cb53de tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343319 Nov 15 22:24:30.621775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:30.628453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:30.698852 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.736497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['347a29b0-fb61-48a1-9316-b89096ce055b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:30.767877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:30.774060 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5206d967-adcc-4021-9446-77143900e378 admin admin] 10.222.0.15 "PUT /v2.0/routers/716a4a33-6d9b-4ea2-a571-d906dc056c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7379184 Nov 15 22:24:30.776502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:30.783421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Sync routers for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:30.797846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3b94-8a47-456b-8932-c5a6cb00919c req-703dcfd2-ab42-42b2-85cb-e787cbb7c2e2 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:30.798203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:30.798399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:30.799841 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:30.813102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fae3b94-8a47-456b-8932-c5a6cb00919c req-703dcfd2-ab42-42b2-85cb-e787cbb7c2e2 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 944 time: 0.0994587 Nov 15 22:24:30.934719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:30.948230 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82f4c8-ae79-40b0-ba6c-5b1b50ce89af x-openstack-request-id: req-7f82f4c8-ae79-40b0-ba6c-5b1b50ce89af {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:30.948519 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-plugged", "status": "completed", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:30.948798 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f82f4c8-ae79-40b0-ba6c-5b1b50ce89af {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:30.956478 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'code': 200} Nov 15 22:24:31.005291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:31.037952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Pushing event deleted for resources: {'Port': ['ID=2906370d-77cb-4b0a-8f91-e7e0a49ca0fc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:31.043500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fae3b94-8a47-456b-8932-c5a6cb00919c req-022e5214-73cf-4800-b137-574a80af10d7 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294650 Nov 15 22:24:31.103208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ba7a941-45a3-4dfe-b88b-95499833fdab no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:31.149326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.210101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8ba7a941-45a3-4dfe-b88b-95499833fdab {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:31.210791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ba7a941-45a3-4dfe-b88b-95499833fdab not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:31.263597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca78aa-9c49-4948-8bad-6581844530ba req-e8423da9-0944-4ac4-9ded-c2758753e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:31.265764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29ca78aa-9c49-4948-8bad-6581844530ba req-e8423da9-0944-4ac4-9ded-c2758753e31c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1097 time: 0.2191892 Nov 15 22:24:31.269383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-142cb0c0-3ed8-4b7f-bb02-fc221fddcb0d tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/470ba565-8845-40dc-8917-4bd486ec41a7 HTTP/1.1" status: 200 len: 1817 time: 0.1024163 Nov 15 22:24:31.306319 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:24:29Z', 'revision_number': 5, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:31.326272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.341819 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Checking router: 716a4a33-6d9b-4ea2-a571-d906dc056c49 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:31.351399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Routers {'716a4a33-6d9b-4ea2-a571-d906dc056c49'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:31.352337 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['716a4a33-6d9b-4ea2-a571-d906dc056c49'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:31.390477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.394177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29ca78aa-9c49-4948-8bad-6581844530ba req-d9e18fe5-1c92-483a-a0e4-bcfe7a61a2ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197975 Nov 15 22:24:31.422282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.435396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.439478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.514287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.518578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] Set router 716a4a33-6d9b-4ea2-a571-d906dc056c49 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:31.519627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 54ac636e-0657-49d7-8f61-e3450cba1314 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:31.543819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 54ac636e-0657-49d7-8f61-e3450cba1314 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:31.544413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 54ac636e-0657-49d7-8f61-e3450cba1314 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:31.586717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.589258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.597429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6da9b8dc-4f52-4821-9a37-1ef1500bb5ac req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/470ba565-8845-40dc-8917-4bd486ec41a7 HTTP/1.1" status: 204 len: 173 time: 0.3207135 Nov 15 22:24:31.610192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.610774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:24:31.618619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.619710 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3d6e0e7c-5567-4beb-9c32-d897ae4f195c admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ad4a2e9-2ee6-4ff1-ba8c-19f5bd49f6f0 HTTP/1.1" status: 204 len: 168 time: 2.6936936 Nov 15 22:24:31.619997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65b910-828c-479a-b3d8-24c2633fdf8b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ba565-8845-40dc-8917-4bd486ec41a7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:31.622809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:31.717423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ec14c52-97e0-444c-91ed-ce9463059ec3 req-4bee3590-315a-4f67-a1f3-05ee12e1bade tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0512571 Nov 15 22:24:31.724459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Deleting subnet 5a330ca1-14c4-4035-a0cf-400df951c5c3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:31.734944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.778732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.783480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Deleting port f8af1dbc-269c-42f9-a33b-e1d4c286ed44 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:31.783818 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:24:29Z', 'revision_number': 5, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:31.784802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.792757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-81d14278-efa1-4c3d-98fd-1bd4dff3ff20 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/2163f49c-9415-4ebd-a079-8694698b6a2e HTTP/1.1" status: 200 len: 1816 time: 0.0542960 Nov 15 22:24:31.841059 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd7b6f-542c-4747-8205-4a7c65ecf02f None None] The sync data for ids ['716a4a33-6d9b-4ea2-a571-d906dc056c49'] in n-d-817995-3 is: [{'id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975679381-router', 'tenant_id': '0171994465b04692b5f7503a0424834e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:21:58Z', 'updated_at': '2021-11-15T22:24:29Z', 'revision_number': 5, 'project_id': '0171994465b04692b5f7503a0424834e', 'gw_port': {'id': 'f8af1dbc-269c-42f9-a33b-e1d4c286ed44', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716a4a33-6d9b-4ea2-a571-d906dc056c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:00Z', 'updated_at': '2021-11-15T22:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:31.865605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.907270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.956054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] For port f8af1dbc-269c-42f9-a33b-e1d4c286ed44, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:31.956409 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.966326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:31.991174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Calling delete_port for f8af1dbc-269c-42f9-a33b-e1d4c286ed44 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:32.112026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.115215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.116705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e4dbd1e-d569-44d9-8755-4374a15089d7 req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/2163f49c-9415-4ebd-a079-8694698b6a2e HTTP/1.1" status: 204 len: 173 time: 0.3228853 Nov 15 22:24:32.130285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963269-95d3-4f6e-9115-3d4020c6aa1b tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2163f49c-9415-4ebd-a079-8694698b6a2e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:32.148780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.196930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a330ca1-14c4-4035-a0cf-400df951c5c3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:32.206844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.211396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed447c7-a289-4cd9-90c8-859df543208f None None] Network ac56d055-eea0-49b9-b5f7-bc38423c4759 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:32.213516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-167b83cd-d4f4-4290-ac91-ef094d10e14b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a330ca1-14c4-4035-a0cf-400df951c5c3 HTTP/1.1" status: 204 len: 168 time: 0.5897052 Nov 15 22:24:32.216595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38696) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:32.290119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b1a01-8950-40da-aab2-af3ffe8a8f8c req-8276d180-edaa-411a-b221-c4da5258836a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:32.291675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431b1a01-8950-40da-aab2-af3ffe8a8f8c req-8276d180-edaa-411a-b221-c4da5258836a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1216455 Nov 15 22:24:32.340651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.355378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431b1a01-8950-40da-aab2-af3ffe8a8f8c req-0ccd93cc-767c-4b86-bb0a-8e31030e5c3d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536163 Nov 15 22:24:32.413900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.493932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8af1dbc-269c-42f9-a33b-e1d4c286ed44,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:32.530622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6baf4-216c-4773-808a-3ede4127bec0 req-ccac9d61-1efe-4f61-b405-b547d692a617 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:32.532506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16a6baf4-216c-4773-808a-3ede4127bec0 req-ccac9d61-1efe-4f61-b405-b547d692a617 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 944 time: 0.0735915 Nov 15 22:24:32.555989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] DHCP port deletion for ac56d055-eea0-49b9-b5f7-bc38423c4759 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:24:32.563006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Deleting port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:32.563337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.621726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16a6baf4-216c-4773-808a-3ede4127bec0 req-a149c3e4-a539-45cb-9225-c728daa541a2 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818202 Nov 15 22:24:32.627259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Deleting port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:32.628455 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.638540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.648547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-922665933', 'description': 'tempest-description-495162600'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:32.709471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] For port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:32.710005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.727136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Calling delete_port for 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:32.745477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.751399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.754405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] For port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,segment=NetworkSegment(cca4a787-23d6-4de2-9007-e8fa5b325964),segment_id=cca4a787-23d6-4de2-9007-e8fa5b325964)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:32.754966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.764655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.805012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Calling delete_port for 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:32.884643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.905621 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.906380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716a4a33-6d9b-4ea2-a571-d906dc056c49 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:24:32.914242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.915536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94b41b3d-f1ea-41be-b44f-d05d7862cf2b admin admin] 10.222.0.15 "DELETE /v2.0/routers/716a4a33-6d9b-4ea2-a571-d906dc056c49 HTTP/1.1" status: 204 len: 168 time: 2.1375215 Nov 15 22:24:32.918157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38702) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:32.924232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.936780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:32.963574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] Pushing event deleted for resources: {'Port': ['ID=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:32.969266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0efb5c1c-38a2-47b5-8cd3-0e8d96cee866,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:32.971803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] No DVR routers for this DVR port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:32.975270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330a82c-8fc4-4b94-ad82-943a38f08c14 None None] No DVR routers for this DVR port 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:32.980194 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.017515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Deleting subnet 9b58b523-5cb0-4561-a6d5-d1a07f88d987 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:33.023908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.036030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:33.068786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:33.069290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2906370d-77cb-4b0a-8f91-e7e0a49ca0fc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:33.069697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9beb4ea3-989f-48c8-99be-da40c64b3692 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:33.085393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14843ac-8b6e-4b0d-9843-b3caa37d6312,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:33.097914 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.103659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.122796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.127341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac56d055-eea0-49b9-b5f7-bc38423c4759']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:33.138406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca4a787-23d6-4de2-9007-e8fa5b325964') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:33.138703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca4a787-23d6-4de2-9007-e8fa5b325964') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:33.140900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c11145bb-020f-4dd2-94c6-a08059e3803a req-04849cd9-f560-4135-b8b8-1e88ec0fd425 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4975870 Nov 15 22:24:33.150740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.158419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9beb4ea3-989f-48c8-99be-da40c64b3692 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:33.158760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9beb4ea3-989f-48c8-99be-da40c64b3692 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:33.159274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:33.168171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.186613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:33.187009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:33.189212 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:33.206482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:33.216845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0efb5c1c-38a2-47b5-8cd3-0e8d96cee866 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:33.278217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-414e8a55-9b22-4129-9d54-b5b0cc7de47c req-71241d43-e06f-4c2f-a14d-03ff13a031b8 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0463483 Nov 15 22:24:33.321293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.329366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.334395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.351182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac56d055-eea0-49b9-b5f7-bc38423c4759 HTTP/1.1" status: 204 len: 168 time: 1.1329422 Nov 15 22:24:33.352093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-79b535db-577d-4171-addd-0042b6a4c6d6 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/c14843ac-8b6e-4b0d-9843-b3caa37d6312 HTTP/1.1" status: 200 len: 1816 time: 0.0816975 Nov 15 22:24:33.368373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Request body: {'security_group': {'name': 'tempest-sg-hth-364684035', 'description': 'tempest-description-hth-523184580'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:33.395284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09799-41c2-41a8-8f62-ebef5389adaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ac56d055-eea0-49b9-b5f7-bc38423c4759,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:33.444902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.622525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cfad2-f16e-4ab2-b2e3-f6138b4b5f82 req-4418baf6-76ab-475b-a735-b6840c829113 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:33.622525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955cfad2-f16e-4ab2-b2e3-f6138b4b5f82 req-4418baf6-76ab-475b-a735-b6840c829113 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.1043432 Nov 15 22:24:33.622525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.625979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 347a29b0-fb61-48a1-9316-b89096ce055b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955cfad2-f16e-4ab2-b2e3-f6138b4b5f82 req-81696f66-9bec-4393-a0a7-700ed2bc11c7 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b58b523-5cb0-4561-a6d5-d1a07f88d987,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.688591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28421bf3-1f46-42e2-b994-4dc75e2c7e25 req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "PUT /v2.0/security-groups/c14843ac-8b6e-4b0d-9843-b3caa37d6312 HTTP/1.1" status: 200 len: 1790 time: 0.3202114 Nov 15 22:24:33.695482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.695616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0face82e-77c9-45f0-95ef-1ec9fade2c22 None None] Network dc4d8113-89fb-4a51-a1b0-563cfb05bfeb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:33.701743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5bcb2e7b-597a-4004-b595-1bd0c5c1cb5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9b58b523-5cb0-4561-a6d5-d1a07f88d987 HTTP/1.1" status: 204 len: 168 time: 0.7804029 Nov 15 22:24:33.703003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:33.733599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8eb78-e4e1-455c-8ad8-88ca75e7f658 req-aea2735c-c232-4ab4-892e-8b81b41432c3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:33.735253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45d8eb78-e4e1-455c-8ad8-88ca75e7f658 req-aea2735c-c232-4ab4-892e-8b81b41432c3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1166699 Nov 15 22:24:33.737041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9aa8-b804-4d24-bee2-c9dec5cb2567 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14843ac-8b6e-4b0d-9843-b3caa37d6312,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:33.780270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 347a29b0-fb61-48a1-9316-b89096ce055b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:24:33.787802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 347a29b0-fb61-48a1-9316-b89096ce055b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:33.788171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.846959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.866258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45d8eb78-e4e1-455c-8ad8-88ca75e7f658 req-ed5a3153-675d-4794-a985-134c5eeff90f tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106510 Nov 15 22:24:33.882339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2df6-5ee2-4935-86a5-d514017b2271 req-cb605fd5-e7f0-447c-b6d6-f52d2240f6a6 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:33.884404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67bb2df6-5ee2-4935-86a5-d514017b2271 req-cb605fd5-e7f0-447c-b6d6-f52d2240f6a6 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 944 time: 0.1155732 Nov 15 22:24:33.894590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38720) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:33.953527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Deleting port c7917321-8097-4888-a7fb-814dabcbce86 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:33.953527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:33.968291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7de8a2ec-b5ea-4e37-94f4-cd5bea53c0ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a80f9dba476645d58a6bb478ab7e04ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0716715 Nov 15 22:24:33.975221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67bb2df6-5ee2-4935-86a5-d514017b2271 req-672c7ae8-414c-4c5d-bd96-7365c70eddd7 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834765 Nov 15 22:24:33.976018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:34.020554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.070844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=347a29b0-fb61-48a1-9316-b89096ce055b,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:34.074203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:34.078394 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f4d77-cdf2-4a24-8c05-852c765344db" -d '{"events": [{"server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "name": "network-vif-plugged", "status": "completed", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:34.085592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] DHCP port deletion for dc4d8113-89fb-4a51-a1b0-563cfb05bfeb request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:24:34.094448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-835ab427-8077-42ca-9c6e-827b5d9cf10d req-8cb841ce-8039-4991-9097-bd038c8da2d9 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/c14843ac-8b6e-4b0d-9843-b3caa37d6312 HTTP/1.1" status: 200 len: 1790 time: 0.1389329 Nov 15 22:24:34.110033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.151501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.191735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.201314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b229d-6c59-4d7d-a8ee-02450ff3e3d8 req-efecf661-58c4-447c-8006-ec8fd8807dbe tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:34.202818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f8b229d-6c59-4d7d-a8ee-02450ff3e3d8 req-efecf661-58c4-447c-8006-ec8fd8807dbe tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1097 time: 0.0712578 Nov 15 22:24:34.208818 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45355e6-3b85-45c9-ac25-5b36601a0547 x-openstack-request-id: req-e45355e6-3b85-45c9-ac25-5b36601a0547 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:34.209150 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "name": "network-vif-plugged", "status": "completed", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:34.209371 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e45355e6-3b85-45c9-ac25-5b36601a0547 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:34.209745 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b', 'code': 200} Nov 15 22:24:34.227174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Deleting port c7917321-8097-4888-a7fb-814dabcbce86 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:34.227819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.312928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] For port c7917321-8097-4888-a7fb-814dabcbce86, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7917321-8097-4888-a7fb-814dabcbce86,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:34.314468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.324477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f8b229d-6c59-4d7d-a8ee-02450ff3e3d8 req-88b3222b-1535-4b3b-96be-074f50f6c68a tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120021 Nov 15 22:24:34.333545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Calling delete_port for c7917321-8097-4888-a7fb-814dabcbce86 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:34.340688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:34.347130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d87c90f-7f69-4174-ac45-156367519a51 req-dde0aca1-798b-405a-8601-d0fffbf4e732 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/c14843ac-8b6e-4b0d-9843-b3caa37d6312 HTTP/1.1" status: 200 len: 1790 time: 0.0886092 Nov 15 22:24:34.353922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059bb8b-7efe-449b-a4e0-286dd51c6763 req-175462c1-b9f9-458b-a865-2472f43afc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:34.359223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9059bb8b-7efe-449b-a4e0-286dd51c6763 req-175462c1-b9f9-458b-a865-2472f43afc18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 1096 time: 0.0884702 Nov 15 22:24:34.465383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9059bb8b-7efe-449b-a4e0-286dd51c6763 req-ad51a5fd-e0c8-4ea3-9f7d-11458a808807 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979106 Nov 15 22:24:34.471544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d87c90f-7f69-4174-ac45-156367519a51 req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.500041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.502935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.507169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/540083a6-435c-4225-b112-26f846626b93 HTTP/1.1" status: 204 len: 168 time: 0.5220180 Nov 15 22:24:34.507330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] For port c7917321-8097-4888-a7fb-814dabcbce86, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7917321-8097-4888-a7fb-814dabcbce86,segment=NetworkSegment(a28798a9-c40c-4b5b-9d5a-30465f5c0d01),segment_id=a28798a9-c40c-4b5b-9d5a-30465f5c0d01)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:34.507330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.513813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d87c90f-7f69-4174-ac45-156367519a51 req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.547225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.557187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91dcb5c2-b488-47e0-8d2d-fac66835c159 req-a99bcec6-4da3-4500-8425-7aeaf62bebc2 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0587485 Nov 15 22:24:34.560404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540083a6-435c-4225-b112-26f846626b93,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.576782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26385685-7c90-4a0e-b1ab-20c024608745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:24:34.594912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7917321-8097-4888-a7fb-814dabcbce86,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:34.617030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] No DVR routers for this DVR port c7917321-8097-4888-a7fb-814dabcbce86 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:34.729982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.733782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d87c90f-7f69-4174-ac45-156367519a51 req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.738838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d87c90f-7f69-4174-ac45-156367519a51 req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.741175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Calling delete_port for c7917321-8097-4888-a7fb-814dabcbce86 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:34.758132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d87c90f-7f69-4174-ac45-156367519a51 req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/c14843ac-8b6e-4b0d-9843-b3caa37d6312 HTTP/1.1" status: 204 len: 173 time: 0.3997717 Nov 15 22:24:34.759736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4d8113-89fb-4a51-a1b0-563cfb05bfeb']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:34.775281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407294b6-c795-4ee2-9843-0b7e009e47b9 req-97cf8bd0-1f59-442b-bc23-fe0fbe859a1a tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:34.781310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-407294b6-c795-4ee2-9843-0b7e009e47b9 req-97cf8bd0-1f59-442b-bc23-fe0fbe859a1a tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1097 time: 0.1085694 Nov 15 22:24:34.784928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:34.785446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28798a9-c40c-4b5b-9d5a-30465f5c0d01') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:34.810784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.841241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.861993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:34.863177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:34.869299 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:34.913786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7917321-8097-4888-a7fb-814dabcbce86 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:34.938802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-407294b6-c795-4ee2-9843-0b7e009e47b9 req-27165932-d62f-4657-ad17-53cdd1dde045 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438549 Nov 15 22:24:34.940575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79c432-e3be-44f8-bc54-f566f13b735f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14843ac-8b6e-4b0d-9843-b3caa37d6312,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:34.944877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.946636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c7917321-8097-4888-a7fb-814dabcbce86 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:34.946978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7917321-8097-4888-a7fb-814dabcbce86 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:34.947380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f8af1dbc-269c-42f9-a33b-e1d4c286ed44 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:34.976631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c12a7c0-1901-4450-a572-92fbee22127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:34.988480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c607a5-942a-49aa-a46f-9d519a3ef718 req-22ae3792-28e3-4510-a772-111b80a491a0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:35.006769 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:24:35.007929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9c607a5-942a-49aa-a46f-9d519a3ef718 req-22ae3792-28e3-4510-a772-111b80a491a0 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.1133263 Nov 15 22:24:35.014319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f8af1dbc-269c-42f9-a33b-e1d4c286ed44 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:35.014682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f8af1dbc-269c-42f9-a33b-e1d4c286ed44 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:35.016070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] Pushing event deleted for resources: {'Port': ['ID=c7917321-8097-4888-a7fb-814dabcbce86,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:35.024857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a08ba7-7225-4811-b162-101d9ec09c45 None None] No DVR routers for this DVR port c7917321-8097-4888-a7fb-814dabcbce86 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:35.097884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9c607a5-942a-49aa-a46f-9d519a3ef718 req-aa2aab06-3239-4419-998c-45986ac00877 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890019 Nov 15 22:24:35.125562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-94e81097-6ead-4b22-a7a2-5b2e5f1d0295 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:35.127117 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-94e81097-6ead-4b22-a7a2-5b2e5f1d0295 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 948 time: 0.1637745 Nov 15 22:24:35.178940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.188231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.195007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc4d8113-89fb-4a51-a1b0-563cfb05bfeb HTTP/1.1" status: 204 len: 168 time: 1.4882035 Nov 15 22:24:35.211980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80f09a-6332-412e-9129-77297c3455a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4d8113-89fb-4a51-a1b0-563cfb05bfeb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:35.250911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115655b-8c4b-485d-9503-83d7413a0d78 req-9fc86d12-0c7c-442d-98ad-55fbd00bc903 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:35.261119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7115655b-8c4b-485d-9503-83d7413a0d78 req-9fc86d12-0c7c-442d-98ad-55fbd00bc903 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.1177928 Nov 15 22:24:35.290027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Deleting port f0d9a66b-46d0-4b57-acbb-624af4e25a19 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:35.290658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.312902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7115655b-8c4b-485d-9503-83d7413a0d78 req-25cf4bce-cbac-4f0b-b570-aeafe29ae3bb tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508928 Nov 15 22:24:35.355864 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-7bc2b48c-e877-4a6c-87f2-b047ed4099e4 req-7a9e729c-3c5f-4651-a878-a9d3fa167075 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.357168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bc2b48c-e877-4a6c-87f2-b047ed4099e4 req-7a9e729c-3c5f-4651-a878-a9d3fa167075 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/2163f49c-9415-4ebd-a079-8694698b6a2e HTTP/1.1" status: 404 len: 352 time: 0.0172687 Nov 15 22:24:35.396573 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-04284960-c102-43a2-bc72-6ba9fa57b48a req-ae60b6a9-7bc5-4330-acd1-917b6a0b50c3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.401848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04284960-c102-43a2-bc72-6ba9fa57b48a req-ae60b6a9-7bc5-4330-acd1-917b6a0b50c3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/470ba565-8845-40dc-8917-4bd486ec41a7 HTTP/1.1" status: 404 len: 352 time: 0.0165944 Nov 15 22:24:35.402394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] For port f0d9a66b-46d0-4b57-acbb-624af4e25a19, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f0d9a66b-46d0-4b57-acbb-624af4e25a19,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:35.402394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.422039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Calling delete_port for f0d9a66b-46d0-4b57-acbb-624af4e25a19 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:35.433814 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-e4c57fa6-bf61-42ad-81f9-bfde6e650277 req-58504d1d-d74f-4d6a-9d26-b4ad3c63e24e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.442784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c57fa6-bf61-42ad-81f9-bfde6e650277 req-58504d1d-d74f-4d6a-9d26-b4ad3c63e24e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/021f3e2a-d106-40d9-b85e-a1da1a9fdb03 HTTP/1.1" status: 404 len: 352 time: 0.0195794 Nov 15 22:24:35.498849 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-7f480d71-8510-465d-8981-1d066a837739 req-fa311823-f3f9-4940-bf06-9691e3282715 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.509470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f480d71-8510-465d-8981-1d066a837739 req-fa311823-f3f9-4940-bf06-9691e3282715 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/6b83d9d3-050a-41d5-943a-1b6b292967e6 HTTP/1.1" status: 404 len: 352 time: 0.0387778 Nov 15 22:24:35.546348 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-f973e3ac-d661-4174-9509-5c404118ea7a req-d75df984-26ac-4983-897c-bd6a19660a7e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.547361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f973e3ac-d661-4174-9509-5c404118ea7a req-d75df984-26ac-4983-897c-bd6a19660a7e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/cf8fff81-2cba-4057-8a85-54d0dc71745c HTTP/1.1" status: 404 len: 352 time: 0.0173471 Nov 15 22:24:35.585664 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-2750f028-9cf6-45eb-9f5c-f8ab8b045b45 req-90984f02-152f-45aa-be1e-8ca068093e1f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] show failed (client error): The resource could not be found. Nov 15 22:24:35.600252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2750f028-9cf6-45eb-9f5c-f8ab8b045b45 req-90984f02-152f-45aa-be1e-8ca068093e1f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/0f3f0bc1-0997-45c0-bda2-09a7612c9195 HTTP/1.1" status: 404 len: 352 time: 0.0287874 Nov 15 22:24:35.623163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:35.674180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:35.688297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df1fcc34-47db-4780-8d98-205b9a1a1641 req-cae3ef38-7bc1-4f2a-8a33-d61d25e34852 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0378036 Nov 15 22:24:35.695945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fcc2071e-40d8-4487-8efc-31a904d86323 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0a005b7c6b64a2290a56033266a4e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716822 Nov 15 22:24:35.698494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38778) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:35.721677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.776208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.797276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Pushing event deleted for resources: {'Port': ['ID=f0d9a66b-46d0-4b57-acbb-624af4e25a19,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:35.811600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.814382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ea12eb9d-02a7-4735-8c62-c8a1dc486514 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cb2524131b34ab79858798463d28cf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1382589 Nov 15 22:24:35.823878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:35.867811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] No DVR routers for this DVR port f0d9a66b-46d0-4b57-acbb-624af4e25a19 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:35.870359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.874615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bff361e9-78f2-4e51-8c11-0f7dcff495cd req-a0a22ab1-f607-49a3-b626-258d865ba2c8 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "DELETE /v2.0/ports/f0d9a66b-46d0-4b57-acbb-624af4e25a19 HTTP/1.1" status: 204 len: 173 time: 0.7398522 Nov 15 22:24:35.875310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-deleted', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:35.878692 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f75627-ebf7-4726-9687-94f11ac5cd8b" -d '{"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-deleted", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:35.912581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:35.936408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:36.023835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:36.026530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:36.027667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e HTTP/1.1" status: 204 len: 168 time: 0.3282678 Nov 15 22:24:36.035990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ac9d0-d077-4e64-a250-1eba762a3bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d9bee-2f7a-4368-90ea-2e6e5818fa1e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:36.057748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:36.063903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:36.063903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/669662c7-6492-4268-919f-8ed36920bb71 HTTP/1.1" status: 204 len: 168 time: 0.2375154 Nov 15 22:24:36.072929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d71f-d995-4f31-8919-d03bf8370b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669662c7-6492-4268-919f-8ed36920bb71,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:36.663201 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ebe229-d88d-4dc1-acd0-22c61205d963 x-openstack-request-id: req-f4ebe229-d88d-4dc1-acd0-22c61205d963 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:36.663700 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1659dbbd-ebda-40e7-ba44-e2e31c565fc8", "name": "network-vif-deleted", "tag": "f0d9a66b-46d0-4b57-acbb-624af4e25a19", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:36.663700 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4ebe229-d88d-4dc1-acd0-22c61205d963 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:36.664176 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1659dbbd-ebda-40e7-ba44-e2e31c565fc8', 'name': 'network-vif-deleted', 'tag': 'f0d9a66b-46d0-4b57-acbb-624af4e25a19', 'status': 'completed', 'code': 200} Nov 15 22:24:36.807471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704140-b004-4485-a4d7-e56db82c551e req-5cf08ba4-2284-4970-b5e6-63492fbd35b1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:36.809677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da704140-b004-4485-a4d7-e56db82c551e req-5cf08ba4-2284-4970-b5e6-63492fbd35b1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1023 time: 0.0768261 Nov 15 22:24:36.905218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da704140-b004-4485-a4d7-e56db82c551e req-37fd7926-ff89-41c5-ae0d-1d99a4981a0e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=457504a7-b894-4a01-ab75-33e3a1e01230&id=f58618b8-1d25-4408-a993-23f4e8244d64&id=4a755aab-1a8c-420d-b964-dfbbfa72d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0887063 Nov 15 22:24:37.018583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6addfd80-90c2-4d80-99d4-75744c727c4d req-4f39eb6a-f2de-4659-bbf8-16bd39e108aa tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=1659dbbd-ebda-40e7-ba44-e2e31c565fc8 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Nov 15 22:24:37.124278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c0902-d82c-44e6-9f0a-cb6f3e6c1037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.149834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a580b4d-f35c-4e2f-810d-e7606e662e1f req-25eb2015-5522-4286-aa60-560a8fbacd2d tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:37.151376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a580b4d-f35c-4e2f-810d-e7606e662e1f req-25eb2015-5522-4286-aa60-560a8fbacd2d tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.0577099 Nov 15 22:24:37.164235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:37.208454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3043fd75-7b85-4e1a-9bf1-f6ff29393bb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0171994465b04692b5f7503a0424834e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427623 Nov 15 22:24:37.210847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:37.215142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a580b4d-f35c-4e2f-810d-e7606e662e1f req-31d5244b-d22d-4fe6-98ef-3e57348e6dc1 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563622 Nov 15 22:24:37.294501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.319208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-818902fb-cfa2-4f15-be30-7a8eb6cdefb8 req-9b692ac7-6ccf-4938-a12f-b710df1ffb8d tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0412171 Nov 15 22:24:37.329359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.441480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bf0e7-ec01-4d72-b42b-3fe87218f84f req-d619e83c-6688-4481-95e3-65a0547383dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:37.446711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-915bf0e7-ec01-4d72-b42b-3fe87218f84f req-d619e83c-6688-4481-95e3-65a0547383dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.0670488 Nov 15 22:24:37.456019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:37.462140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Request body: {'floatingip': {'port_id': '347a29b0-fb61-48a1-9316-b89096ce055b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:37.503066 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.506043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.507247 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3cb6f31-817b-4903-aa49-6eec3df373ec HTTP/1.1" status: 204 len: 168 time: 0.2954824 Nov 15 22:24:37.521587 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:37.524736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128b033-c6dc-4155-ad57-b397ddfe47b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb6f31-817b-4903-aa49-6eec3df373ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:37.670905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-ef6987ce-eda0-4341-b5b0-3e4b04c39c18 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:37.672390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-ef6987ce-eda0-4341-b5b0-3e4b04c39c18 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1023 time: 0.0927556 Nov 15 22:24:37.840606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-5dc49fe5-c640-4b3c-aef8-0bfc9a3cebd1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:24:37.846014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-5dc49fe5-c640-4b3c-aef8-0bfc9a3cebd1 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083199 Nov 15 22:24:38.011126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdca7340-44f8-41ec-a146-ed8d5181baab req-5d5da8bb-f9e5-4325-99e4-d62acf7f7f00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.1305447 Nov 15 22:24:38.023703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Deleting port 6a820c04-0ee6-4c88-8474-9c8240dde04d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:38.026558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.026720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-b356db1b-bf59-4532-bdb0-59642b18c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:38.035736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-b356db1b-bf59-4532-bdb0-59642b18c13c service neutron] 10.222.0.15 "GET /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 1094 time: 0.1796098 Nov 15 22:24:38.039983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Request body: {'binding': {'host': 'n-h2-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:38.041201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:24:38.126290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.166716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e4c17-d812-470d-93e7-b9a5ad0ad130 req-88a744cd-929f-4a25-823c-a3cb7e7fdb36 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:38.169275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e74e4c17-d812-470d-93e7-b9a5ad0ad130 req-88a744cd-929f-4a25-823c-a3cb7e7fdb36 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 1023 time: 0.1548944 Nov 15 22:24:38.284152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] For port 6a820c04-0ee6-4c88-8474-9c8240dde04d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6a820c04-0ee6-4c88-8474-9c8240dde04d,segment=NetworkSegment(ed3cf17e-0934-4e31-be50-49b008f57d7b),segment_id=ed3cf17e-0934-4e31-be50-49b008f57d7b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:38.284507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.294118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.300141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Calling delete_port for 6a820c04-0ee6-4c88-8474-9c8240dde04d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:38.340960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e74e4c17-d812-470d-93e7-b9a5ad0ad130 req-ac853c5e-a073-4f62-b42e-f5efc3ce33f3 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups?id=457504a7-b894-4a01-ab75-33e3a1e01230&id=f58618b8-1d25-4408-a993-23f4e8244d64&id=4a755aab-1a8c-420d-b964-dfbbfa72d0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1622925 Nov 15 22:24:38.406600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.426897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on host n-h2-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:38.427391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:38.428379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:38.450034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:24:38.450034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:38.461630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:38.461630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:38.461630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:38.461630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Bound port: 2155be7d-4858-4f81-9bc6-c3eb772de457, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:38.553948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-426b0b50-10f5-4a2b-a2cc-2f9ad2b7e731 req-b5334e75-4c17-42e0-bd7f-a81e96c7f962 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0441055 Nov 15 22:24:38.558787 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Floating IP 3675bb5c-b127-4aee-bfac-50e85d8c7e53 associated. External IP: 172.25.0.26, port: 347a29b0-fb61-48a1-9316-b89096ce055b. Nov 15 22:24:38.591393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:38.669316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.678556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.680021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-8a828eaf-a04e-43c8-84cf-e3e31a3fcac0 service neutron] 10.222.0.15 "POST /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457/bindings HTTP/1.1" status: 201 len: 389 time: 0.6435075 Nov 15 22:24:38.680467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6a820c04-0ee6-4c88-8474-9c8240dde04d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:38.733966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'Port': ['ID=6a820c04-0ee6-4c88-8474-9c8240dde04d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:38.779270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] No DVR routers for this DVR port 6a820c04-0ee6-4c88-8474-9c8240dde04d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:38.783061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:38.787336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2bd9986a-c74d-4968-865f-6aa4fe6f6588 req-3db7e827-d78a-4a43-8b59-048a6afb2b2e tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.57 "DELETE /v2.0/ports/6a820c04-0ee6-4c88-8474-9c8240dde04d HTTP/1.1" status: 204 len: 173 time: 1.0993414 Nov 15 22:24:38.787790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'name': 'network-vif-deleted', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:38.790354 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6057951f-7220-43a8-a5dd-de9b12d51f68" -d '{"events": [{"server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "name": "network-vif-deleted", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:38.940245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:39.023615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6a820c04-0ee6-4c88-8474-9c8240dde04d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:39.067687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6a820c04-0ee6-4c88-8474-9c8240dde04d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:39.071501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6a820c04-0ee6-4c88-8474-9c8240dde04d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:39.074391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:39.091185 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688d28a9-abc0-4fcf-b04a-2fe858bfdcb4 x-openstack-request-id: req-688d28a9-abc0-4fcf-b04a-2fe858bfdcb4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:39.091463 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd789a0-1b0c-4f29-87c8-a0d2cceea49f", "name": "network-vif-deleted", "tag": "6a820c04-0ee6-4c88-8474-9c8240dde04d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:39.091701 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-688d28a9-abc0-4fcf-b04a-2fe858bfdcb4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:39.092078 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd789a0-1b0c-4f29-87c8-a0d2cceea49f', 'name': 'network-vif-deleted', 'tag': '6a820c04-0ee6-4c88-8474-9c8240dde04d', 'status': 'completed', 'code': 200} Nov 15 22:24:39.148627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: f0d9a66b-46d0-4b57-acbb-624af4e25a19 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:39.148627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f0d9a66b-46d0-4b57-acbb-624af4e25a19 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:39.193939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b74ea-1290-43b0-aeae-a781f0307817 req-37e38e7c-d6f4-40a7-98ea-900a59bff054 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:39.201433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-390b74ea-1290-43b0-aeae-a781f0307817 req-37e38e7c-d6f4-40a7-98ea-900a59bff054 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1117876 Nov 15 22:24:39.253741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224cca4-19df-4965-97cb-14dd451ae669 req-2d3f8c55-bead-4a4c-bc69-83e100568b84 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:39.255417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9224cca4-19df-4965-97cb-14dd451ae669 req-2d3f8c55-bead-4a4c-bc69-83e100568b84 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 949 time: 0.1127417 Nov 15 22:24:39.290686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-390b74ea-1290-43b0-aeae-a781f0307817 req-0e1636b3-b86d-49f5-9b81-faac08f7aa50 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882597 Nov 15 22:24:39.323750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:39.355910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9224cca4-19df-4965-97cb-14dd451ae669 req-e66590ae-2a1c-4c45-a667-38037b7204aa tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919881 Nov 15 22:24:39.514780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c12e666-b44d-438d-8c38-d4a8fef36289 req-d07d07dc-ccdc-463e-9600-247ee8b495b4 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dd789a0-1b0c-4f29-87c8-a0d2cceea49f HTTP/1.1" status: 200 len: 210 time: 0.0443289 Nov 15 22:24:39.598255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:39.604789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:39.614403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Sync routers for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:39.631541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:39.635103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:39.661218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0bb82b83-b768-40f0-bd4b-3def67c87d4f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "PUT /v2.0/floatingips/3675bb5c-b127-4aee-bfac-50e85d8c7e53 HTTP/1.1" status: 200 len: 990 time: 2.2028539 Nov 15 22:24:39.781159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-306923d3-727c-4394-b055-d304a42c6ee2 req-56052258-96fa-4cb3-b0fd-74deede6d5b1 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0475388 Nov 15 22:24:39.808366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:39.903534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-488e5548-5f7b-4993-bf3b-ed6cdf5a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:39.907100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-488e5548-5f7b-4993-bf3b-ed6cdf5a7eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1097 time: 0.2988181 Nov 15 22:24:40.099214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-10081dbf-d609-499b-bf47-094f157d8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:40.100721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-10081dbf-d609-499b-bf47-094f157d8056 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1868641 Nov 15 22:24:40.152320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-22ae6c20-3237-401a-892e-02ace129dcd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 217 time: 0.0436611 Nov 15 22:24:40.154356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '3675bb5c-b127-4aee-bfac-50e85d8c7e53', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'port_id': '347a29b0-fb61-48a1-9316-b89096ce055b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'mac_address': 'fa:16:3e:0a:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:10Z', 'updated_at': '2021-11-15T22:24:38Z', 'revision_number': 1, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:40.192056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Checking router: 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:40.206873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:40.207490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:40.227185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-9e5bfbc1-5e6a-4c46-8346-ca929298a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:40.229353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-9e5bfbc1-5e6a-4c46-8346-ca929298a8e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0676661 Nov 15 22:24:40.270100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:40.272758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-fa379691-64cd-4bd6-910a-860977ff853c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349696 Nov 15 22:24:40.356641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:40.406183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-aa449219-bc48-40c5-ac76-b16f24e5e2c4 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250935 Nov 15 22:24:40.521700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d378bfed-884a-4bb6-9b75-64766c55a1bd req-e0ac195d-88bd-491e-9c4b-3155b78200d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a28d8d474e8440c7b989b3d4fbdd33b2&device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.1336069 Nov 15 22:24:40.530716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-cbd168e8-adb7-4e4e-901a-dab9a3259b07 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151714 Nov 15 22:24:40.584854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aedfb-0216-496c-ab2b-213155109379 req-df1bfe96-ed40-49bf-8534-c900560b1896 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:40.586617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-553aedfb-0216-496c-ab2b-213155109379 req-df1bfe96-ed40-49bf-8534-c900560b1896 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1402853 Nov 15 22:24:40.588923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d378bfed-884a-4bb6-9b75-64766c55a1bd req-f40c656e-e82a-4d31-90e8-e627eb04397b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a28d8d474e8440c7b989b3d4fbdd33b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449746 Nov 15 22:24:40.642893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '3675bb5c-b127-4aee-bfac-50e85d8c7e53', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'port_id': '347a29b0-fb61-48a1-9316-b89096ce055b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'mac_address': 'fa:16:3e:0a:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:10Z', 'updated_at': '2021-11-15T22:24:38Z', 'revision_number': 1, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:40.675558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54627c-2017-4fd8-b30f-8f3e93026bff None None] The sync data for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 is: [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '3675bb5c-b127-4aee-bfac-50e85d8c7e53', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'port_id': '347a29b0-fb61-48a1-9316-b89096ce055b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'mac_address': 'fa:16:3e:0a:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:23:10Z', 'updated_at': '2021-11-15T22:24:38Z', 'revision_number': 1, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:40.786752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-553aedfb-0216-496c-ab2b-213155109379 req-02724060-116b-49f4-af8d-92f5c1787fdd tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939847 Nov 15 22:24:40.866381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c51b-1cb9-4df6-9f32-2db5cee2e39d req-d5efb364-a8f8-4d9a-a1c9-12df4800616d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:40.873803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a5c51b-1cb9-4df6-9f32-2db5cee2e39d req-d5efb364-a8f8-4d9a-a1c9-12df4800616d tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 949 time: 0.2255590 Nov 15 22:24:40.911896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378bfed-884a-4bb6-9b75-64766c55a1bd req-bab6b7aa-e78c-4c59-9103-d967344870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:40.913526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d378bfed-884a-4bb6-9b75-64766c55a1bd req-bab6b7aa-e78c-4c59-9103-d967344870b7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129535 Nov 15 22:24:40.963591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b0de471-1937-4c08-b93e-1de263c2a6bc req-ca4a00a9-33f2-437e-a148-4977f0c1fd56 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0738394 Nov 15 22:24:40.984435 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5e8a8-c603-4570-8e5f-ce45ce43b3ce None None] New status for floating IP 3675bb5c-b127-4aee-bfac-50e85d8c7e53: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:24:41.030185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a5c51b-1cb9-4df6-9f32-2db5cee2e39d req-924c0536-20d3-4291-a7f9-9a09059543e4 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28a2e-1540-4278-88e4-0d2734423d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554570 Nov 15 22:24:41.074907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-d642afea-b396-409b-8567-292b2eda9f47 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:41.088463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-d642afea-b396-409b-8567-292b2eda9f47 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 949 time: 0.1209321 Nov 15 22:24:41.093107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:41.102421 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9403a385-e22f-46c2-9eaa-11d5a1232b64" -d '{"events": [{"name": "network-changed", "server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:41.219362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-63e5230e-184f-4d30-b520-0c587ac64d12 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/4a755aab-1a8c-420d-b964-dfbbfa72d0d8 HTTP/1.1" status: 200 len: 1815 time: 0.1025851 Nov 15 22:24:41.278165 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddde365-6aa2-4f22-b423-f304ce252ec1 x-openstack-request-id: req-fddde365-6aa2-4f22-b423-f304ce252ec1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:41.278508 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:41.279150 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fddde365-6aa2-4f22-b423-f304ce252ec1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:41.281346 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b', 'status': 'completed', 'code': 200} Nov 15 22:24:41.357963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Deleting port 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:24:41.358823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.410152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.471342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-2f42eb30-7d5b-423d-abf7-d881a66d8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:41.476799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-2f42eb30-7d5b-423d-abf7-d881a66d8e3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 1096 time: 0.1920605 Nov 15 22:24:41.525463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.585869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] For port 2118dd70-2d96-4dac-abe2-a4eac9aec731, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2118dd70-2d96-4dac-abe2-a4eac9aec731,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:41.585869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.602576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Calling delete_port for 2118dd70-2d96-4dac-abe2-a4eac9aec731 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:24:41.748879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:41.769273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-e440469c-08d9-4ab5-aef1-edeaae37dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:41.771624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-e440469c-08d9-4ab5-aef1-edeaae37dc0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 200 len: 916 time: 0.2729239 Nov 15 22:24:41.790963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.797120 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.803220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cfdceef-402e-4aa2-9289-c7c554946e15 req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a755aab-1a8c-420d-b964-dfbbfa72d0d8 HTTP/1.1" status: 204 len: 173 time: 0.5779037 Nov 15 22:24:41.892246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f360177-1c0e-4ea2-a228-99c5a47139a1 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a755aab-1a8c-420d-b964-dfbbfa72d0d8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:41.895063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:41.931931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Pushing event deleted for resources: {'Port': ['ID=2118dd70-2d96-4dac-abe2-a4eac9aec731,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:41.981477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5ac9-d68b-4901-9f58-a17cd56f7390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.003313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] No DVR routers for this DVR port 2118dd70-2d96-4dac-abe2-a4eac9aec731 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:24:42.006742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.006974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-9ef8ff97-74c5-46a9-8572-ded861fd0b57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 200 len: 1000 time: 0.2235811 Nov 15 22:24:42.011913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c7b90ee-2403-4a29-886b-9a533d6fe9b8 req-22e4a0f9-61d7-442d-a2a7-f712df589a63 tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.57 "DELETE /v2.0/ports/2118dd70-2d96-4dac-abe2-a4eac9aec731 HTTP/1.1" status: 204 len: 173 time: 0.9064875 Nov 15 22:24:42.062544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-04980eb4-3d4f-46d8-ac3b-4ddc515ef60f tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "GET /v2.0/security-groups/457504a7-b894-4a01-ab75-33e3a1e01230 HTTP/1.1" status: 200 len: 1817 time: 0.2028408 Nov 15 22:24:42.130000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07f37a-4a1a-44c9-838b-5b766afd52d3 req-798969d4-abbc-41ca-b754-a778c8bfcaf0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:42.140028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad07f37a-4a1a-44c9-838b-5b766afd52d3 req-798969d4-abbc-41ca-b754-a778c8bfcaf0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1942782 Nov 15 22:24:42.166268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5ac9-d68b-4901-9f58-a17cd56f7390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.170198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-63e56a24-a9b2-4bc7-9f92-8187edfe3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:42.171696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-63e56a24-a9b2-4bc7-9f92-8187edfe3dac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bda2f04-996d-4f36-afd9-25fb0b9a34e1 HTTP/1.1" status: 200 len: 854 time: 0.1553392 Nov 15 22:24:42.232638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5ac9-d68b-4901-9f58-a17cd56f7390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.257409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:42.277877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.292144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad07f37a-4a1a-44c9-838b-5b766afd52d3 req-93e2ecd8-ca3f-49cd-bb18-354b55c78369 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493704 Nov 15 22:24:42.336792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-33b94c3b-1056-40a4-8ed5-9bcd356cf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:42.336792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-33b94c3b-1056-40a4-8ed5-9bcd356cf1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8b286ea-c85b-4c4f-b23e-da0d7078c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478741 Nov 15 22:24:42.352469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2ba5ac9-d68b-4901-9f58-a17cd56f7390 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82d7d3f57b2943959b4fe119b75433c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013060 Nov 15 22:24:42.353667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:42.355351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d378bfed-884a-4bb6-9b75-64766c55a1bd req-76792b03-dab5-4bb5-841d-5c35ff9a9e88 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.0598061 Nov 15 22:24:42.359496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba5ac9-d68b-4901-9f58-a17cd56f7390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f1c124-f0f5-47c2-8777-75be0bf9c7b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:42.491426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.535313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.551840 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.646913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad2d2eb7-4cb9-4e53-b5ed-5a6c133165ed req-251ae80b-616d-4f99-9b74-88567e59cbf3 tempest-ServerShowV257Test-1576396451 tempest-ServerShowV257Test-1576396451-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccf93795-551d-470e-b8df-385ff4890af9 HTTP/1.1" status: 200 len: 210 time: 0.2117665 Nov 15 22:24:42.662170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5680fdef-f0ee-4cbc-b16f-a6ea593d300f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.694743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.700892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:42.700892 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86f1c124-f0f5-47c2-8777-75be0bf9c7b6 HTTP/1.1" status: 204 len: 168 time: 0.3440011 Nov 15 22:24:42.713428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34d002-d92c-4f33-a839-71cc851f3306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f1c124-f0f5-47c2-8777-75be0bf9c7b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:42.723179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-42444f0f-0f0e-451d-8590-f963b92281b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704145 Nov 15 22:24:43.158108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.160980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.161874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-591c481a-5799-4f12-9f62-bf7b0ff8cf40 req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] 10.222.0.15 "DELETE /v2.0/security-groups/457504a7-b894-4a01-ab75-33e3a1e01230 HTTP/1.1" status: 204 len: 173 time: 1.0984623 Nov 15 22:24:43.166949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7f9dc14-5626-403d-a4fc-10c0d7b0b7c2 req-ec0b0546-3fba-4097-9f9d-180e81de92fc tempest-ListImageFiltersTestJSON-1734896061 tempest-ListImageFiltersTestJSON-1734896061-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff89c8ec-980c-4798-a569-219e965743cf HTTP/1.1" status: 200 len: 210 time: 0.3639064 Nov 15 22:24:43.167693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:43.181398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc0a0-f763-4ea9-8999-bf1880ea2552 tempest-SecurityGroupsTestJSON-1783104289 tempest-SecurityGroupsTestJSON-1783104289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457504a7-b894-4a01-ab75-33e3a1e01230,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:43.273668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9403a385-e22f-46c2-9eaa-11d5a1232b64 req-a1029a4c-7ab0-4888-942a-e5b7e282942d service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406616 Nov 15 22:24:43.275678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5680fdef-f0ee-4cbc-b16f-a6ea593d300f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.284172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Deleting subnet f3389617-1287-46b1-ae34-74bbbbeab556 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:43.288932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-deleted', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:43.292207 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86605e2-4025-4129-adc2-b37ac947cff4" -d '{"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-deleted", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:43.295625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.340794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5680fdef-f0ee-4cbc-b16f-a6ea593d300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.359602 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f95b1-c368-404e-96b6-7ef6cd0be196 x-openstack-request-id: req-de8f95b1-c368-404e-96b6-7ef6cd0be196 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:43.360975 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89c8ec-980c-4798-a569-219e965743cf", "name": "network-vif-deleted", "tag": "2118dd70-2d96-4dac-abe2-a4eac9aec731", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:43.363068 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de8f95b1-c368-404e-96b6-7ef6cd0be196 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:43.363588 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89c8ec-980c-4798-a569-219e965743cf', 'name': 'network-vif-deleted', 'tag': '2118dd70-2d96-4dac-abe2-a4eac9aec731', 'status': 'completed', 'code': 200} Nov 15 22:24:43.386667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.390438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5680fdef-f0ee-4cbc-b16f-a6ea593d300f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=900a9618181343ab820f1ea41f408229&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1275482 Nov 15 22:24:43.394982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:43.451905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.472485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680fdef-f0ee-4cbc-b16f-a6ea593d300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd153ff-1b95-4f2d-8f1d-105cecedb1c6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:43.508819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d433d2-1979-4af5-8716-dba8c4807c1f req-4b6635a5-6fde-41fb-9117-13122cedf930 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:43.519509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5d433d2-1979-4af5-8716-dba8c4807c1f req-4b6635a5-6fde-41fb-9117-13122cedf930 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1136131 Nov 15 22:24:43.560047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.604487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5d433d2-1979-4af5-8716-dba8c4807c1f req-1e5a2167-66c9-4bc3-adf1-3ceed573bada tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Nov 15 22:24:43.606148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.634118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:43.636034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.652780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.652926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9db0176-bb36-46ff-b939-2023c91dca94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.658163 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3389617-1287-46b1-ae34-74bbbbeab556 HTTP/1.1" status: 204 len: 168 time: 0.4862370 Nov 15 22:24:43.663282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:43.685807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd515f6-7c89-43b5-a083-79ab10ec0cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3389617-1287-46b1-ae34-74bbbbeab556,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:43.749877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.789252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.791747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.792883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bd153ff-1b95-4f2d-8f1d-105cecedb1c6 HTTP/1.1" status: 204 len: 168 time: 0.3969247 Nov 15 22:24:43.851875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0a9d4-dadc-4461-8a0a-d26f6b11a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd153ff-1b95-4f2d-8f1d-105cecedb1c6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:43.896136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.925635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3b6c10-40ec-4665-b2a9-a0c26bb87c42']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:43.947882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3cf17e-0934-4e31-be50-49b008f57d7b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:43.947882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3cf17e-0934-4e31-be50-49b008f57d7b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:43.961180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.963964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9db0176-bb36-46ff-b939-2023c91dca94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.979531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.987737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:43.988214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:43.990860 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:44.041481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9db0176-bb36-46ff-b939-2023c91dca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.106385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0176-bb36-46ff-b939-2023c91dca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64931b4d-7e5a-44ee-8a96-a907532341ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:44.111603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9db0176-bb36-46ff-b939-2023c91dca94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a975a7345c0c4e2a8aede85614e96650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753785 Nov 15 22:24:44.114139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:44.163286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.174116 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.177867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc3b6c10-40ec-4665-b2a9-a0c26bb87c42 HTTP/1.1" status: 204 len: 168 time: 0.5137846 Nov 15 22:24:44.194057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59220-9765-4fbd-9c6b-94ec8e4ba31a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3b6c10-40ec-4665-b2a9-a0c26bb87c42,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:44.198938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.255977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.430915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:44.589565 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.597825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.597825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64931b4d-7e5a-44ee-8a96-a907532341ec HTTP/1.1" status: 204 len: 168 time: 0.4788599 Nov 15 22:24:44.605262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60eaff-5391-483e-9dcc-f5a338011a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64931b4d-7e5a-44ee-8a96-a907532341ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:44.747808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739622-95c8-4b18-92a8-5cf50f7f6ccf req-e189ac18-4129-4aca-b21a-e6f0af876a3e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:44.750859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc739622-95c8-4b18-92a8-5cf50f7f6ccf req-e189ac18-4129-4aca-b21a-e6f0af876a3e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.0561237 Nov 15 22:24:44.779460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb948b34-275d-447f-9a47-1740b35e4991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.802907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc739622-95c8-4b18-92a8-5cf50f7f6ccf req-801d4358-6264-4440-916c-288d9dbd58b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Nov 15 22:24:44.909685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb948b34-275d-447f-9a47-1740b35e4991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:44.995250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb948b34-275d-447f-9a47-1740b35e4991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.019245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:45.030442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb948b34-275d-447f-9a47-1740b35e4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c1695-08c3-4e87-97d2-b8ab4c949fc2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:45.058225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:24:45.085255 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bb948b34-275d-447f-9a47-1740b35e4991 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a28d8d474e8440c7b989b3d4fbdd33b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6524689 Nov 15 22:24:45.094555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:45.124161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:45.126922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03f309ae-c254-492c-875d-90f7c70f1f3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94c47764009545d88468341d422b6c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009285 Nov 15 22:24:45.144028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 2118dd70-2d96-4dac-abe2-a4eac9aec731 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:24:45.145485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2118dd70-2d96-4dac-abe2-a4eac9aec731 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:24:45.283581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.350933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.367648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.442595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.586796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.590584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.592733 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b22c1695-08c3-4e87-97d2-b8ab4c949fc2 HTTP/1.1" status: 204 len: 168 time: 0.4953530 Nov 15 22:24:45.594635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.599863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:45.599863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f58618b8-1d25-4408-a993-23f4e8244d64 HTTP/1.1" status: 204 len: 168 time: 0.4732194 Nov 15 22:24:45.612648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6ae1c-2d42-48c2-9095-4705ee10436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c1695-08c3-4e87-97d2-b8ab4c949fc2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:45.626135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc344da-7596-4362-9762-ec39c699ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58618b8-1d25-4408-a993-23f4e8244d64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:45.976781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac0a8-db89-4f86-871c-1ad034629b25 req-6d46098d-cc3f-4d3c-bf92-5b3f2cbc47a3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:45.979251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66aac0a8-db89-4f86-871c-1ad034629b25 req-6d46098d-cc3f-4d3c-bf92-5b3f2cbc47a3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.0664074 Nov 15 22:24:46.077140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66aac0a8-db89-4f86-871c-1ad034629b25 req-86bca332-2f3b-4d0f-966c-1bd2e0aecc0b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850465 Nov 15 22:24:47.221360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:47.279860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5085e-5f8f-4d21-b6b6-efcd380e1f0d req-ca8e9ea3-a365-4970-8aab-737d1cb00d7b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:47.282090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8c5085e-5f8f-4d21-b6b6-efcd380e1f0d req-ca8e9ea3-a365-4970-8aab-737d1cb00d7b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.0791969 Nov 15 22:24:47.364307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8c5085e-5f8f-4d21-b6b6-efcd380e1f0d req-83f86804-067d-48bc-be87-265ddd50c1db tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Nov 15 22:24:47.574115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1519349547-network', 'tenant_id': '2909d90be830402d97c0c0b433821fd0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:47.669138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Made reservation on behalf of 2909d90be830402d97c0c0b433821fd0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:47.671714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:47.681697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:47.783188 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:47.844080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:47.869233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:24:47.885648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:47.885987 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Added segment f818b14b-c585-4034-8cec-6c8af63611c5 of type vlan for network d2c4fc57-0bee-4e87-8506-6ecfe951b471 Nov 15 22:24:47.887226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6842bc6-4e7d-4fb5-a7f6-97bd1cd47793,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:47.944015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.043941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.048816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:48.048816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.132929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] Pushing event updated for resources: {'Network': ['ID=d2c4fc57-0bee-4e87-8506-6ecfe951b471,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:48.146307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:24:48.195673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c054a8fd-60fc-414b-99d2-5b31f4c844ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9730108 Nov 15 22:24:48.198833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:48.205711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Request body: {'subnet': {'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1519349547-subnet', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:48.334909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Made reservation on behalf of 2909d90be830402d97c0c0b433821fd0 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:48.339136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.353184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:48.549441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e390ef5-b58d-44db-ba6c-7dae7e924b97 req-8593713d-0166-41f0-ad24-70bdc16b77ef tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:48.551033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e390ef5-b58d-44db-ba6c-7dae7e924b97 req-8593713d-0166-41f0-ad24-70bdc16b77ef tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.0927038 Nov 15 22:24:48.645998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e390ef5-b58d-44db-ba6c-7dae7e924b97 req-d2003186-0262-41b8-be43-412bb4e90a10 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868745 Nov 15 22:24:48.684016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.745165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1752230785-network', 'tenant_id': '5c903f1b18644155894482a5dec2c519'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:48.763302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb65215-e0d5-4c37-b292-e6f5b71af651,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:48.768995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Checking segment: {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:48.769673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Network hostable DHCP agents. Network: d2c4fc57-0bee-4e87-8506-6ecfe951b471, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:24:48.830085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Made reservation on behalf of 5c903f1b18644155894482a5dec2c519 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:48.832543 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.842447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.903876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:24:48.923407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.968912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d2c4fc57-0bee-4e87-8506-6ecfe951b471) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:48.969173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.973721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:48.977513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:48.983894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:24:48.985998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a245a-99c0-464f-90a5-eae4bd1fb6b0 None None] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:49.010572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.011100 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Added segment 58c9f1c2-30bb-41ab-af5c-e041b1850137 of type vlan for network f0ecaa43-353b-45d8-9b76-a366349788c7 Nov 15 22:24:49.067846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3157fef4-a927-49f1-91ef-12cd21670db9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8677609 Nov 15 22:24:49.070678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:49.075955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.076100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:49.132419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39d65e-1688-4904-aa81-467b836b2471,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:49.181082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d2c4fc57-0bee-4e87-8506-6ecfe951b471', 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'fixed_ips': [{'subnet_id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:24:49.182628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.257301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.257301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.291247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:49.356987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.387709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Allocated IP 172.20.0.2 (d2c4fc57-0bee-4e87-8506-6ecfe951b471/bbb65215-e0d5-4c37-b292-e6f5b71af651/4caeac2c-7ee2-4980-a67f-399c259f5948) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:49.411959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.415543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:49.415543 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.489361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ecaa43-353b-45d8-9b76-a366349788c7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:49.622349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f0ecaa43-353b-45d8-9b76-a366349788c7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:24:49.624492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6d63f42-33cd-4749-b21e-dde05d149809 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2702119 Nov 15 22:24:49.627206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:49.633434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Request body: {'subnet': {'network_id': 'f0ecaa43-353b-45d8-9b76-a366349788c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1752230785-subnet', 'tenant_id': '5c903f1b18644155894482a5dec2c519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:49.707146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Made reservation on behalf of 5c903f1b18644155894482a5dec2c519 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:49.711438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.740891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.885371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:49.895884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f711c1-7c7c-409e-a70a-6c08a614fe9a req-42f37e80-c2a5-4a6a-a7bb-cdc31f6dc298 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:49.956193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6f711c1-7c7c-409e-a70a-6c08a614fe9a req-42f37e80-c2a5-4a6a-a7bb-cdc31f6dc298 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1375256 Nov 15 22:24:50.054302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7174e7e-3c27-440f-b5ae-89d055de02f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81802336e52c43c8a2811dc0eafa0369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7614429 Nov 15 22:24:50.057152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:50.058476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6f711c1-7c7c-409e-a70a-6c08a614fe9a req-cef62bf2-829f-4c91-85ca-ee16d6a71991 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517308 Nov 15 22:24:50.171171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.207094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.271023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.291643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.399389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Allocated IP 172.25.0.146 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/89d96657-c8ee-452d-8dd3-f4fa5234a228) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:50.527142 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.809555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.810140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.849756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:50.859349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:50.859977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.864339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:50.873372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40b67da-4fae-482b-baa5-82d40a8d536e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:50.877268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.880743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.882275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ea28a2e-1540-4278-88e4-0d2734423d5d HTTP/1.1" status: 204 len: 168 time: 0.8241761 Nov 15 22:24:50.897412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea11d-e5c3-4eec-af54-f6b6cc653028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea28a2e-1540-4278-88e4-0d2734423d5d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:50.907638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Checking segment: {'id': '58c9f1c2-30bb-41ab-af5c-e041b1850137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f0ecaa43-353b-45d8-9b76-a366349788c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:50.907995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Network hostable DHCP agents. Network: f0ecaa43-353b-45d8-9b76-a366349788c7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:24:50.935597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Attempting to bind port 4caeac2c-7ee2-4980-a67f-399c259f5948 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:50.935958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Attempting to bind port 4caeac2c-7ee2-4980-a67f-399c259f5948 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:50.936314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Attempting to bind port 4caeac2c-7ee2-4980-a67f-399c259f5948 on network d2c4fc57-0bee-4e87-8506-6ecfe951b471 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:50.940420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Pushing event updated for resources: {'Port': ['ID=4caeac2c-7ee2-4980-a67f-399c259f5948,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:50.952979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:50.953935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Checking segment: {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:50.954370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.954745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Bound using segment: {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:50.955219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Bound port: 4caeac2c-7ee2-4980-a67f-399c259f5948, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:50.955590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:50.962199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:50.973401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:50.987147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:51.024969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] For port 4caeac2c-7ee2-4980-a67f-399c259f5948, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:51.028205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] For port 4caeac2c-7ee2-4980-a67f-399c259f5948, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4caeac2c-7ee2-4980-a67f-399c259f5948,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:51.034869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Pushing event updated for resources: {'Port': ['ID=89d96657-c8ee-452d-8dd3-f4fa5234a228,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:51.040975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Network f0ecaa43-353b-45d8-9b76-a366349788c7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:24:51.142058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.175385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f0ecaa43-353b-45d8-9b76-a366349788c7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:51.190070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:51.201934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.221908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cccf2f-7d71-4c5a-98bf-09ef3fb55aa1 None None] Network f0ecaa43-353b-45d8-9b76-a366349788c7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:51.309894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:51.329459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91daf08-aa86-42eb-8bac-14cf35404197 None None] Pushing event updated for resources: {'Port': ['ID=4caeac2c-7ee2-4980-a67f-399c259f5948,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:51.330204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-650bdc9f-f49e-4d2e-8170-6389d48f9978 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7018199 Nov 15 22:24:51.406321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425f59c-97cc-44bb-bd85-3ec98a19968a req-3ed8b27c-6110-4760-9f05-e5efa04b057e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:51.408434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b425f59c-97cc-44bb-bd85-3ec98a19968a req-3ed8b27c-6110-4760-9f05-e5efa04b057e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.2083406 Nov 15 22:24:51.459900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7a752-c494-484b-91b1-9488576045ae None None] Network f0ecaa43-353b-45d8-9b76-a366349788c7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:51.537324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b425f59c-97cc-44bb-bd85-3ec98a19968a req-692c4f42-1306-4fe8-a581-f733af755352 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169765 Nov 15 22:24:51.540023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.790991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-327f5846-174f-41c6-a9df-460413e7e757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.910362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-327f5846-174f-41c6-a9df-460413e7e757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.915228 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:51.980425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-327f5846-174f-41c6-a9df-460413e7e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.064658 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-29ebd43b-4ebf-4fd7-84f8-28890cdc8b7a req-baf39c23-e460-4279-8415-33f374409cca tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] show failed (client error): The resource could not be found. Nov 15 22:24:52.073808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29ebd43b-4ebf-4fd7-84f8-28890cdc8b7a req-baf39c23-e460-4279-8415-33f374409cca tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/37ff8177-2ab3-4ba0-84d6-72953d776ed4 HTTP/1.1" status: 404 len: 352 time: 0.0313993 Nov 15 22:24:52.081551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-327f5846-174f-41c6-a9df-460413e7e757 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16b6c677e0c44c7ca31c4f5b04ebdf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7659512 Nov 15 22:24:52.082123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:52.114185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f5846-174f-41c6-a9df-460413e7e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d5203-9db6-4875-81b0-0f82b3e3b849,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:52.145890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.183122 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.265202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04e4e655-8ae4-422d-8020-e3491b6d2df9 req-8a272626-9801-4c48-afc0-c73988c92187 tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c903f1b18644155894482a5dec2c519 HTTP/1.1" status: 200 len: 3001 time: 0.1569529 Nov 15 22:24:52.326521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04e4e655-8ae4-422d-8020-e3491b6d2df9 req-8fa8f065-7029-40e8-8e49-4dcb4fe6af44 tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/ec39d65e-1688-4904-aa81-467b836b2471 HTTP/1.1" status: 200 len: 2998 time: 0.0603652 Nov 15 22:24:52.363632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.367805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.373362 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/591d5203-9db6-4875-81b0-0f82b3e3b849 HTTP/1.1" status: 204 len: 168 time: 0.2902272 Nov 15 22:24:52.387255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e703a-f8f7-4298-89f6-cab7691dfe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d5203-9db6-4875-81b0-0f82b3e3b849,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:52.426089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Router f8125485-ba60-4f80-bfb2-60c30eedf9fc is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:24:52.443023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04e4e655-8ae4-422d-8020-e3491b6d2df9 req-8519a039-647a-46ec-8b2e-fe03a89cf6e7 tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/ec39d65e-1688-4904-aa81-467b836b2471 HTTP/1.1" status: 200 len: 2998 time: 0.1153796 Nov 15 22:24:52.625918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee80ae6a-6038-4eac-8bbd-04cfa35d62ab req-facc5fe1-8e2c-4186-b9d4-57752cc2a5dd tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/ec39d65e-1688-4904-aa81-467b836b2471 HTTP/1.1" status: 200 len: 2998 time: 0.1506763 Nov 15 22:24:52.679712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:52.697079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Sync routers for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:52.731240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:52.732746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:52.763579 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-ee80ae6a-6038-4eac-8bbd-04cfa35d62ab req-7747550b-890e-49fb-b269-3dfd78a23acb tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 22:24:52.776596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee80ae6a-6038-4eac-8bbd-04cfa35d62ab req-7747550b-890e-49fb-b269-3dfd78a23acb tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "DELETE /v2.0/security-groups/ec39d65e-1688-4904-aa81-467b836b2471 HTTP/1.1" status: 409 len: 352 time: 0.1469531 Nov 15 22:24:52.797381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:52.799757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8a6f1669-53d7-48e8-9f9c-5672a82ef76c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7281189 Nov 15 22:24:52.803611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:52.834499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6158eaa-5713-463e-8e23-977b202f5a2d None None] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:24:52.836137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ba734-03e2-4373-8797-14c27b2be5e9 req-6431a153-c78e-4cf0-8cf6-fd7b9ebe1f88 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:52.839132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab4ba734-03e2-4373-8797-14c27b2be5e9 req-6431a153-c78e-4cf0-8cf6-fd7b9ebe1f88 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1380796 Nov 15 22:24:52.841525 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-cd20927e-aa0d-4b3f-824e-6224c03515fe req-2ff562e4-ceeb-40c2-a66d-29b7edd0aa7c tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] show failed (client error): The resource could not be found. Nov 15 22:24:52.842705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd20927e-aa0d-4b3f-824e-6224c03515fe req-2ff562e4-ceeb-40c2-a66d-29b7edd0aa7c tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/b27f2f6e-12e2-43f1-94c2-175049f4b243 HTTP/1.1" status: 404 len: 352 time: 0.0344722 Nov 15 22:24:52.940815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab4ba734-03e2-4373-8797-14c27b2be5e9 req-136ae47d-7061-4134-b0f0-c1e0cb4783d5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 Nov 15 22:24:52.945662 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-e97fbe40-6df7-4998-87e3-e0f474ef47c7 req-58944fe1-8bfa-40c7-a440-12fdd239bffa tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] show failed (client error): The resource could not be found. Nov 15 22:24:52.945662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e97fbe40-6df7-4998-87e3-e0f474ef47c7 req-58944fe1-8bfa-40c7-a440-12fdd239bffa tempest-SecurityGroupsNegativeTestJSON-694152205 tempest-SecurityGroupsNegativeTestJSON-694152205-project] 10.222.0.15 "GET /v2.0/security-groups/4cc21d72-475e-488d-b304-e4d209251db8 HTTP/1.1" status: 404 len: 352 time: 0.0617161 Nov 15 22:24:52.958089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:53.006678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4caeac2c-7ee2-4980-a67f-399c259f5948 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:53.029838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Deleting subnet c40b67da-4fae-482b-baa5-82d40a8d536e {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:24:53.043297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.069975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:53.115808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.145332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] Provisioning complete for port 4caeac2c-7ee2-4980-a67f-399c259f5948 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:53.145592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.197044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.301022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4caeac2c-7ee2-4980-a67f-399c259f5948 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:53.301386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.398490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.426867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40b67da-4fae-482b-baa5-82d40a8d536e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:53.428857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.434769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f51bd8d-43ff-4567-b3d7-dd91f128b56b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c40b67da-4fae-482b-baa5-82d40a8d536e HTTP/1.1" status: 204 len: 168 time: 0.4766903 Nov 15 22:24:53.435275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:53.459259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.526202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.548117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.549264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:53.617474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] For port 4caeac2c-7ee2-4980-a67f-399c259f5948, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4caeac2c-7ee2-4980-a67f-399c259f5948,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:53.623727 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.656825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:51Z', 'revision_number': 3, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:53.659979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be742a8-cd5c-45c2-ba60-11e99ca7d518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.698059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Checking router: f8125485-ba60-4f80-bfb2-60c30eedf9fc for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:53.698659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Updating router f8125485-ba60-4f80-bfb2-60c30eedf9fc port 89d96657-c8ee-452d-8dd3-f4fa5234a228 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:24:53.738686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.750506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:53.801493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:53.902160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ecaa43-353b-45d8-9b76-a366349788c7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:53.946081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Allocated IP 172.20.0.1 (d2c4fc57-0bee-4e87-8506-6ecfe951b471/bbb65215-e0d5-4c37-b292-e6f5b71af651/a2954417-48c3-448b-9826-2da0dc0b69b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:53.966556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c9f1c2-30bb-41ab-af5c-e041b1850137') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:53.970525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c9f1c2-30bb-41ab-af5c-e041b1850137') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:53.996781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.022457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.053732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.059902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ccbc-5c00-41bc-9957-f5273b96ac8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.075347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:24:54.075749 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:24:54.077971 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:24:54.235236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be742a8-cd5c-45c2-ba60-11e99ca7d518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.245368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:24:54.245738 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:24:54.268466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.274409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f2f04-2d87-404f-ab14-b642ea9a32cc None None] Pushing event updated for resources: {'Port': ['ID=4caeac2c-7ee2-4980-a67f-399c259f5948,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.277646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8d3c2312-d8cf-4910-ab75-a40f0888f7fe None None] Provisioning complete for port 4caeac2c-7ee2-4980-a67f-399c259f5948 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:54.278011 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d3c2312-d8cf-4910-ab75-a40f0888f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.312411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be742a8-cd5c-45c2-ba60-11e99ca7d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.333398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-057cfbef-4672-4070-bc98-8fd7c0e6f1d0 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:54.334770 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-057cfbef-4672-4070-bc98-8fd7c0e6f1d0 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1097 time: 0.2256558 Nov 15 22:24:54.350642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:54.380144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.401581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ccbc-5c00-41bc-9957-f5273b96ac8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.420299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.427141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f0ecaa43-353b-45d8-9b76-a366349788c7 HTTP/1.1" status: 204 len: 168 time: 0.9905424 Nov 15 22:24:54.438198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.451089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.454172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf91a5-568d-4b47-9038-fde20e8ebf8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ecaa43-353b-45d8-9b76-a366349788c7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.481612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4be742a8-cd5c-45c2-ba60-11e99ca7d518 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58516293a3b24466831e720ff7b54884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587031 Nov 15 22:24:54.509893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be742a8-cd5c-45c2-ba60-11e99ca7d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8072feb9-fb26-4af1-905d-6a7e092485bd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.511311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ccbc-5c00-41bc-9957-f5273b96ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.514126 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39440) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:54.613126 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ce4ccbc-5c00-41bc-9957-f5273b96ac8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87983f7e966a474191ad906ca24c0e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8605068 Nov 15 22:24:54.616578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:54.630912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.678440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5914b3-4b83-4999-8a0b-21c2f80f84cb req-f0be59a5-20cc-4fae-83a6-4bdffb9008cf tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:54.687892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e5914b3-4b83-4999-8a0b-21c2f80f84cb req-f0be59a5-20cc-4fae-83a6-4bdffb9008cf tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 946 time: 0.1264191 Nov 15 22:24:54.690079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:54.691933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.738767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:54.771554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.803932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:54.838623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e5914b3-4b83-4999-8a0b-21c2f80f84cb req-9b765cdf-9c1c-497d-b06a-4efd81a20bd3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491363 Nov 15 22:24:54.839775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.841362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.842389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.853881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8072feb9-fb26-4af1-905d-6a7e092485bd HTTP/1.1" status: 204 len: 168 time: 0.3291147 Nov 15 22:24:54.888964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3592c6-db57-4142-8237-f2338b453a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072feb9-fb26-4af1-905d-6a7e092485bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.924011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4ccbc-5c00-41bc-9957-f5273b96ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7368d8-0199-4000-8788-ce1273f52411,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:54.945319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:54.959017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6c1458e-1ca5-4892-bfd4-67de39be74d0 req-5133c693-7feb-45b2-af11-ddbe96ac59a1 tempest-AbsoluteLimitsNegativeTestJSON-1388791379 tempest-AbsoluteLimitsNegativeTestJSON-1388791379-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f42ad3b3c29b448d84a26405cd054530&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491056 Nov 15 22:24:55.015081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Attempting to bind port 89d96657-c8ee-452d-8dd3-f4fa5234a228 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:55.015081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Attempting to bind port 89d96657-c8ee-452d-8dd3-f4fa5234a228 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:55.015081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Attempting to bind port 89d96657-c8ee-452d-8dd3-f4fa5234a228 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:55.024825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.030201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:55.030680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:55.031486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.032497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:55.050131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Bound port: 89d96657-c8ee-452d-8dd3-f4fa5234a228, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:55.051127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.116344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:24:55.120153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4caeac2c-7ee2-4980-a67f-399c259f5948 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:55.148195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:55.162435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1458e-1ca5-4892-bfd4-67de39be74d0 req-b7cca577-fd44-4978-9e44-d85fcc235391 tempest-AbsoluteLimitsNegativeTestJSON-1388791379 tempest-AbsoluteLimitsNegativeTestJSON-1388791379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:55.165199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6c1458e-1ca5-4892-bfd4-67de39be74d0 req-b7cca577-fd44-4978-9e44-d85fcc235391 tempest-AbsoluteLimitsNegativeTestJSON-1388791379 tempest-AbsoluteLimitsNegativeTestJSON-1388791379-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973205 Nov 15 22:24:55.171054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.185230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc209509-3c57-461f-b877-71840e1b28ff None None] Pushing event updated for resources: {'Port': ['ID=89d96657-c8ee-452d-8dd3-f4fa5234a228,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:55.190832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6c1458e-1ca5-4892-bfd4-67de39be74d0 req-7db7b83f-4813-430c-94dc-432568583ed3 tempest-AbsoluteLimitsNegativeTestJSON-1388791379 tempest-AbsoluteLimitsNegativeTestJSON-1388791379-project] 10.222.0.15 "GET /v2.0/quotas/f42ad3b3c29b448d84a26405cd054530 HTTP/1.1" status: 200 len: 375 time: 0.0133581 Nov 15 22:24:55.206763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.250937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4caeac2c-7ee2-4980-a67f-399c259f5948 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:55.251305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.257237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6c1458e-1ca5-4892-bfd4-67de39be74d0 req-4343c03d-ab16-4106-bc14-94385cadcc8c tempest-AbsoluteLimitsNegativeTestJSON-1388791379 tempest-AbsoluteLimitsNegativeTestJSON-1388791379-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f42ad3b3c29b448d84a26405cd054530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532317 Nov 15 22:24:55.262323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ca35b0cf-f525-4549-9b4e-b8ab7bf7d767 None None] Provisioning complete for port a2954417-48c3-448b-9826-2da0dc0b69b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:55.262686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca35b0cf-f525-4549-9b4e-b8ab7bf7d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.367410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] For port 89d96657-c8ee-452d-8dd3-f4fa5234a228, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:55.377431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ca35b0cf-f525-4549-9b4e-b8ab7bf7d767 None None] Port a2954417-48c3-448b-9826-2da0dc0b69b4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:24:55.401032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] For port 89d96657-c8ee-452d-8dd3-f4fa5234a228, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=89d96657-c8ee-452d-8dd3-f4fa5234a228,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:55.427115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:55.427386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-63c3240b-de54-4f93-8e78-cdeafaa96825 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c903f1b18644155894482a5dec2c519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679815 Nov 15 22:24:55.467004 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.473412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:55.542457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc209509-3c57-461f-b877-71840e1b28ff None None] Pushing event updated for resources: {'Port': ['ID=89d96657-c8ee-452d-8dd3-f4fa5234a228,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:55.562046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.597476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:55.598122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.631479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:55.631946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 has no active binding in host n-h2-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:24:55.653775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:55.659682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:55.682246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:55.684510 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af295a51-552c-4e56-8f47-5717c6951d1d" -d '{"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-unplugged", "status": "completed", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:55.689036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.731653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.745150 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a794e71-0f30-4c83-b5d4-25e8157dfb2d x-openstack-request-id: req-4a794e71-0f30-4c83-b5d4-25e8157dfb2d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:55.745439 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-unplugged", "status": "completed", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:55.745699 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a794e71-0f30-4c83-b5d4-25e8157dfb2d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:55.746079 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'code': 200} Nov 15 22:24:55.752706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.753337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.756110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.757516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d7368d8-0199-4000-8788-ce1273f52411 HTTP/1.1" status: 204 len: 168 time: 1.1288826 Nov 15 22:24:55.758168 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.760253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec39d65e-1688-4904-aa81-467b836b2471 HTTP/1.1" status: 204 len: 168 time: 0.3309746 Nov 15 22:24:55.772327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75807d65-d2bd-441e-845c-0a20f4dc9ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39d65e-1688-4904-aa81-467b836b2471,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:55.783841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0006c5-abf9-426b-8db8-11a411775a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7368d8-0199-4000-8788-ce1273f52411,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:55.793290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:55.909798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:55.952004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:55.966581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on host n-h1-817995-3 for vnic_type normal with profile {"migrating_to": "n-h2-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:24:55.966953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:24:55.967327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:55.973727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:24:55.978499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Attempting to bind port 2155be7d-4858-4f81-9bc6-c3eb772de457 on network 82f0a695-51c1-4536-a948-4abd73990d79 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:24:55.984186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:24:55.984186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Checking segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:24:55.984455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Bound using segment: {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:24:55.984839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Bound port: 2155be7d-4858-4f81-9bc6-c3eb772de457, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9920b9c3-5695-4214-be07-c40a582a6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '82f0a695-51c1-4536-a948-4abd73990d79'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:24:55.985766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.058164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7989b-0de3-46bc-a990-d9d7227b80c6 req-2a97ce72-2169-4961-8719-e1a8b179cff1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:56.066642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8df7989b-0de3-46bc-a990-d9d7227b80c6 req-2a97ce72-2169-4961-8719-e1a8b179cff1 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1205451 Nov 15 22:24:56.099523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:24:56.104299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:24:56.107110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.160413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8df7989b-0de3-46bc-a990-d9d7227b80c6 req-fd69bce6-d575-4058-aa9f-ff55bb9b88da tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874228 Nov 15 22:24:56.178038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.183334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.305176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:51Z', 'revision_number': 3, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:56.315457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.315457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:56.353819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa147f9-7217-42bb-960a-d73b921258c8 None None] The sync data for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 is: [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:51Z', 'revision_number': 3, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:24:56.382315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:56.413564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:56.414157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:56.415552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-221f06d2-b4d0-4566-afbe-759d16f0b06e service neutron] 10.222.0.57 "PUT /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 1122 time: 2.0699630 Nov 15 22:24:56.455606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:56.468019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2155be7d-4858-4f81-9bc6-c3eb772de457'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:56.503358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2155be7d-4858-4f81-9bc6-c3eb772de457'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:24:56.549827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:56.552053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:56.975920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8d94-d66b-4270-918c-48f8fc40b7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.123321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 89d96657-c8ee-452d-8dd3-f4fa5234a228 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:57.125102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:57.164506 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-918623a5-fc26-4845-93dc-180c22ffc5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.224155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-40e2d5d1-e3f7-446e-ae19-09bb8b9c1c7a None None] Provisioning complete for port a2954417-48c3-448b-9826-2da0dc0b69b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:57.224605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40e2d5d1-e3f7-446e-ae19-09bb8b9c1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.412299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-40e2d5d1-e3f7-446e-ae19-09bb8b9c1c7a None None] Port a2954417-48c3-448b-9826-2da0dc0b69b4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:24:57.429213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 89d96657-c8ee-452d-8dd3-f4fa5234a228 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:57.429213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.475613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Router f8125485-ba60-4f80-bfb2-60c30eedf9fc has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:24:57.545391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-918623a5-fc26-4845-93dc-180c22ffc5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.567401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7894-8a4f-4a00-ad09-cbc030639a7f req-c1baca6d-4222-48f3-b963-4caab47613b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:57.574674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efac7894-8a4f-4a00-ad09-cbc030639a7f req-c1baca6d-4222-48f3-b963-4caab47613b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1776984 Nov 15 22:24:57.625408 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.631143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8d94-d66b-4270-918c-48f8fc40b7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.637463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-918623a5-fc26-4845-93dc-180c22ffc5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.678186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 89d96657-c8ee-452d-8dd3-f4fa5234a228, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=89d96657-c8ee-452d-8dd3-f4fa5234a228,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:24:57.692671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efac7894-8a4f-4a00-ad09-cbc030639a7f req-9d5afc2a-090f-4793-919b-ca19ec85ba93 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169949 Nov 15 22:24:57.702103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918623a5-fc26-4845-93dc-180c22ffc5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab162a6-37c2-4887-8d3f-1ba8e41a90aa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:57.724425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-918623a5-fc26-4845-93dc-180c22ffc5d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f57c7e29a0a1424f922df7d5b583f3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5966358 Nov 15 22:24:57.730787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:57.744017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.747877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:24:57.763005 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b" -d '{"events": [{"name": "network-changed", "server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:24:57.763201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c4f8d94-d66b-4270-918c-48f8fc40b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.767325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:24:57.777123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-387dcbd9-18c5-4f89-b4af-4f5e978597e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/f8125485-ba60-4f80-bfb2-60c30eedf9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9726741 Nov 15 22:24:57.841375 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d618fd-7232-4ec9-843b-eb70800875d4 x-openstack-request-id: req-e5d618fd-7232-4ec9-843b-eb70800875d4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:24:57.841783 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:24:57.842260 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5d618fd-7232-4ec9-843b-eb70800875d4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:24:57.842757 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'status': 'completed', 'code': 200} Nov 15 22:24:57.884290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=89d96657-c8ee-452d-8dd3-f4fa5234a228,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:57.924038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f8d94-d66b-4270-918c-48f8fc40b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64c41f-4772-46a6-91cc-2e39563e6f8b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:57.967593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:57.975177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:57.975687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8c4f8d94-d66b-4270-918c-48f8fc40b7fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f42ad3b3c29b448d84a26405cd054530&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5919528 Nov 15 22:24:58.017387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-abc30a32-264c-4d48-ac3a-6d8b3f1c64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:58.019584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-abc30a32-264c-4d48-ac3a-6d8b3f1c64d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1125 time: 0.1428747 Nov 15 22:24:58.043528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.087698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.117261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.208848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-6f5a4065-cbdc-4f19-9622-271ef804c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:58.210666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-6f5a4065-cbdc-4f19-9622-271ef804c083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1835325 Nov 15 22:24:58.246548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.250342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.253949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a64c41f-4772-46a6-91cc-2e39563e6f8b HTTP/1.1" status: 204 len: 168 time: 0.2754629 Nov 15 22:24:58.264007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814a59-c4fc-4019-9325-ad6f6d57ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64c41f-4772-46a6-91cc-2e39563e6f8b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:58.311237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.314075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:58.320457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ab162a6-37c2-4887-8d3f-1ba8e41a90aa HTTP/1.1" status: 204 len: 168 time: 0.5835357 Nov 15 22:24:58.320457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-44f316b5-23e6-453a-b641-b31f957e1106 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 217 time: 0.0934434 Nov 15 22:24:58.399979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607f61-41e0-4491-8ec6-dae6cfe58cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab162a6-37c2-4887-8d3f-1ba8e41a90aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:58.760833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-a0578167-2aa7-40ea-883f-3d6749dd44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:58.762467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-a0578167-2aa7-40ea-883f-3d6749dd44c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.4324689 Nov 15 22:24:58.815674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-a2c6c147-e5a2-411c-b51d-6f59fea2549e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5066431 Nov 15 22:24:58.834423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-358518e0-6f3c-4080-ab1a-db6e634edfbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484908 Nov 15 22:24:58.838771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:58.930331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c214b5-aaa1-427b-87e5-2d5cc90dcdfe req-40ac4689-0fb7-44b2-92e9-d884f2233a1c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:24:58.931961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63c214b5-aaa1-427b-87e5-2d5cc90dcdfe req-40ac4689-0fb7-44b2-92e9-d884f2233a1c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1662064 Nov 15 22:24:58.983675 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Sync routers for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:24:58.995837 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-20bf57ea-1965-43ec-8cc6-aad2d2fec83d service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510668 Nov 15 22:24:58.998044 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:24:59.002613 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:59.004573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 89d96657-c8ee-452d-8dd3-f4fa5234a228 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:24:59.073088 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.105048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 89d96657-c8ee-452d-8dd3-f4fa5234a228 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:24:59.105840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.133916 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:24:59.151580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0e50f4-0082-44ca-b50c-a6f259f2c61b req-8fd78e23-78f3-4ec1-b0ba-fb1cff2c76e6 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389737 Nov 15 22:24:59.178222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:24:59.183078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63c214b5-aaa1-427b-87e5-2d5cc90dcdfe req-e0a78704-e2f3-4769-a113-1e77199242b3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370832 Nov 15 22:24:59.187663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.390025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.401618 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 4, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a2954417-48c3-448b-9826-2da0dc0b69b4', 'name': '', 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'mac_address': 'fa:16:3e:db:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:53Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 2, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'subnets': [{'id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:24:59.450877 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Checking router: f8125485-ba60-4f80-bfb2-60c30eedf9fc for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:24:59.452180 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Updating router f8125485-ba60-4f80-bfb2-60c30eedf9fc port a2954417-48c3-448b-9826-2da0dc0b69b4 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:24:59.506474 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.516390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1672561008-network', 'tenant_id': '1a2e6fe9ff0d4b86abde04329f50331a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:59.579209 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.582661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Allocated IP 172.25.0.217 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/2dfa5903-34bd-41e1-a65e-63c1f0630184) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:24:59.666475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Made reservation on behalf of 1a2e6fe9ff0d4b86abde04329f50331a for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:24:59.668961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.679264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.719024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.820999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.855613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.894310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:24:59.900881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:24:59.904736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:24:59.929444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.931241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event updated for resources: {'Port': ['ID=2dfa5903-34bd-41e1-a65e-63c1f0630184,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:24:59.964468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Request body: {'security_group': {'name': 'tempest-securitygroup-920525389', 'description': 'tempest-description-1226607338'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:24:59.979332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:24:59.992171 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:24:59.999286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906bece-369a-4171-8862-179257153bcb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:00.021422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.021985 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Added segment 4eddf182-ef48-42d6-8289-7ba80d84c9f8 of type vlan for network f2005d5f-5559-4916-9fe6-ea310baa1ea4 Nov 15 22:25:00.026473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.062578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.099464 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.100733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.160325 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.168288 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Pushing event updated for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:00.190491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.195076 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.195611 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.196110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.196600 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.197115 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.197625 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.198125 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.198602 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.199091 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.199568 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.200064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.200606 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:00.232642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.238578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Attempting to bind port a2954417-48c3-448b-9826-2da0dc0b69b4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:00.238578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Attempting to bind port a2954417-48c3-448b-9826-2da0dc0b69b4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:00.238578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Attempting to bind port a2954417-48c3-448b-9826-2da0dc0b69b4 on network d2c4fc57-0bee-4e87-8506-6ecfe951b471 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:00.242362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:00.245748 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:00.246002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.246288 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Checking segment: {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:00.247318 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.248521 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Bound using segment: {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:00.251754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Bound port: a2954417-48c3-448b-9826-2da0dc0b69b4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f818b14b-c585-4034-8cec-6c8af63611c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:00.252388 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.338825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] Pushing event updated for resources: {'Network': ['ID=f2005d5f-5559-4916-9fe6-ea310baa1ea4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:00.352071 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] For port a2954417-48c3-448b-9826-2da0dc0b69b4, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:00.358167 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] For port a2954417-48c3-448b-9826-2da0dc0b69b4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a2954417-48c3-448b-9826-2da0dc0b69b4,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:00.360554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f2005d5f-5559-4916-9fe6-ea310baa1ea4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:25:00.404853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c5a7cf7f-97c3-40ca-a8e6-0bc12a29d47f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2222562 Nov 15 22:25:00.405158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:00.411508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Request body: {'subnet': {'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1672561008-subnet', 'tenant_id': '1a2e6fe9ff0d4b86abde04329f50331a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:00.486893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.489693 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.528364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:00.546517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Made reservation on behalf of 1a2e6fe9ff0d4b86abde04329f50331a for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:00.557189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.566881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] Provisioning complete for port a2954417-48c3-448b-9826-2da0dc0b69b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:00.568743 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.573595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.635312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.646139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:25:00.646139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:24:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:00.681665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0400f64-aade-4828-bbe7-b3a2fda8997c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:00.773997 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd386c3-ba23-4d3c-a0e4-de47165df41b None None] Pushing event updated for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:00.803167 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:25:00.847174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.851666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.967857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:00.973811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.035227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] For port a2954417-48c3-448b-9826-2da0dc0b69b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a2954417-48c3-448b-9826-2da0dc0b69b4,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:01.091701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event updated for resources: {'Port': ['ID=2dfa5903-34bd-41e1-a65e-63c1f0630184,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:01.092686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.131480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a08d33-9d70-4a94-9fa9-836029462868,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:01.137111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.141850 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.191379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4156af-b368-48d2-a804-bbab1ea47015,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:01.196496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1218762747-network', 'tenant_id': 'a8b86b9d1c8b4212a0cea2c701cf5cfc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:01.206434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca6f2a-9559-4434-8976-aaa4a5d6ef68 None None] Pushing event updated for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:01.222130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.229882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7374007-0862-4c89-9465-be43ac1e46ce req-d13f9178-b1a4-400f-a8fa-35c7dca182e5 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2715626 Nov 15 22:25:01.236436 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 4, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a2954417-48c3-448b-9826-2da0dc0b69b4', 'name': '', 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'mac_address': 'fa:16:3e:db:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:53Z', 'updated_at': '2021-11-15T22:25:00Z', 'revision_number': 4, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'subnets': [{'id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:01.244340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Checking segment: {'id': '4eddf182-ef48-42d6-8289-7ba80d84c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:01.245113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Network hostable DHCP agents. Network: f2005d5f-5559-4916-9fe6-ea310baa1ea4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:25:01.265744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.269071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-57c726b0-3cb4-4a83-9da6-00276d305d58 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4372094 Nov 15 22:25:01.284442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b1dfc447-73fb-4d5d-b985-67963192bc3c None None] Provisioning complete for port a2954417-48c3-448b-9826-2da0dc0b69b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:01.285773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc447-73fb-4d5d-b985-67963192bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.286544 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14fc00-2b76-48bb-8b10-b7c1b9bf7409 None None] The sync data for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 is: [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:24:55Z', 'revision_number': 4, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'a2954417-48c3-448b-9826-2da0dc0b69b4', 'name': '', 'network_id': 'd2c4fc57-0bee-4e87-8506-6ecfe951b471', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'mac_address': 'fa:16:3e:db:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:53Z', 'updated_at': '2021-11-15T22:25:00Z', 'revision_number': 4, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'subnets': [{'id': 'bbb65215-e0d5-4c37-b292-e6f5b71af651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:25:01.405271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-c0086492-8e3a-42e7-96cd-e7d143c05da5 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.1288819 Nov 15 22:25:01.415404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Network f2005d5f-5559-4916-9fe6-ea310baa1ea4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:25:01.419818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Made reservation on behalf of a8b86b9d1c8b4212a0cea2c701cf5cfc for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:01.431716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.489498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.541451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f2005d5f-5559-4916-9fe6-ea310baa1ea4) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:01.549858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:01.550739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.586136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520d8ef-5203-44f6-b7e5-3cb903689d4c None None] Network f2005d5f-5559-4916-9fe6-ea310baa1ea4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:01.593767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cd2f6-6e6a-4364-b802-be9c1e660921 req-cf733d31-9f36-4b26-bf2c-fe279edc7f93 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:01.595526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f2cd2f6-6e6a-4364-b802-be9c1e660921 req-cf733d31-9f36-4b26-bf2c-fe279edc7f93 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.2208629 Nov 15 22:25:01.699327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.751770 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d91ce23f-dcfd-4500-a659-f15a5e04e899 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3454843 Nov 15 22:25:01.785850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-31d0a4a5-9a2c-4140-a498-d657e8d0c2fd tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:01.796432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-31d0a4a5-9a2c-4140-a498-d657e8d0c2fd tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.3467467 Nov 15 22:25:01.813743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-680d2afb-b843-47e8-9f9d-e77a42b1052c tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:25:01.819305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e950fd6-4b28-42ae-ad93-5959d7c055f6 req-680d2afb-b843-47e8-9f9d-e77a42b1052c tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193965 Nov 15 22:25:01.840982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.855828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f2cd2f6-6e6a-4364-b802-be9c1e660921 req-561bd68b-58d0-448c-a8d9-7e3375f66a4a tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451978 Nov 15 22:25:01.909039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:25:01.942609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1574161450', 'description': 'tempest-description-1927836523'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:01.949061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2332ec-a337-4a4a-88e9-0543fb067b46,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:01.959137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:01.959518 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Added segment 54cdd76c-5ffc-496b-98bd-884eaefb91a9 of type vlan for network 810df7ec-8004-43c0-8dcb-80924c4fea43 Nov 15 22:25:02.099138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.109767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e36b162a-2f80-424a-bea0-8d2e119eaf9d req-6df4337b-c729-49a8-9100-7b0b0a7982d9 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips/d056319a-d907-4106-a32d-2d2ac83e5b5d HTTP/1.1" status: 200 len: 693 time: 0.1040959 Nov 15 22:25:02.161820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.260954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.262687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:02.264043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.339933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346fa5f-9b61-4f18-8802-2b34088ace3b None None] Network f2005d5f-5559-4916-9fe6-ea310baa1ea4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:02.386754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] Pushing event updated for resources: {'Network': ['ID=810df7ec-8004-43c0-8dcb-80924c4fea43,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:02.415548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:25:02.426347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b162a-2f80-424a-bea0-8d2e119eaf9d req-c0a9c960-06ab-448d-9238-803ed2004da4 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:02.434604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e36b162a-2f80-424a-bea0-8d2e119eaf9d req-c0a9c960-06ab-448d-9238-803ed2004da4 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.3127201 Nov 15 22:25:02.452270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-e36b162a-2f80-424a-bea0-8d2e119eaf9d req-c53cc5ec-c0df-422c-a0d9-de8c474cc3c1 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:25:02.473096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e36b162a-2f80-424a-bea0-8d2e119eaf9d req-c53cc5ec-c0df-422c-a0d9-de8c474cc3c1 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320008 Nov 15 22:25:02.480098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4dd25b81-e333-4fca-9dc6-fd94da49f92d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9467461 Nov 15 22:25:02.482682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:02.492677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Request body: {'subnet': {'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1218762747-subnet', 'tenant_id': 'a8b86b9d1c8b4212a0cea2c701cf5cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:02.522890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.626766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.665372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Made reservation on behalf of a8b86b9d1c8b4212a0cea2c701cf5cfc for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:02.665372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.679932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb3978-f2e6-436e-a264-d386c650357d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:02.763128 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:02.764554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f42492d-e845-4982-868b-b354a3270050 req-47e63b68-3059-491b-bf40-92ceabdbb6fb tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8333521 Nov 15 22:25:02.998518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b7d0fb5-710d-4832-9223-cea3086818e3 req-163153d4-a42a-4187-b9c5-18acbe4c8a72 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=2909d90be830402d97c0c0b433821fd0 HTTP/1.1" status: 200 len: 696 time: 0.1891773 Nov 15 22:25:03.051596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a2954417-48c3-448b-9826-2da0dc0b69b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:03.132147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a2954417-48c3-448b-9826-2da0dc0b69b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:03.140367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:03.173316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:03.249780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-efea4fc0-409f-42be-9f15-a94244d362c2 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:03.252012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-efea4fc0-409f-42be-9f15-a94244d362c2 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/networks?id=f2005d5f-5559-4916-9fe6-ea310baa1ea4 HTTP/1.1" status: 200 len: 814 time: 0.3652222 Nov 15 22:25:03.264909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d0fb5-710d-4832-9223-cea3086818e3 req-6f5eb7b3-bd0c-4af8-a72e-cce123437211 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:03.277158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b7d0fb5-710d-4832-9223-cea3086818e3 req-6f5eb7b3-bd0c-4af8-a72e-cce123437211 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks?id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 787 time: 0.2664502 Nov 15 22:25:03.283993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-3b7d0fb5-710d-4832-9223-cea3086818e3 req-45c86b9a-c6fc-4088-a326-40f277913f23 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:25:03.287952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b7d0fb5-710d-4832-9223-cea3086818e3 req-45c86b9a-c6fc-4088-a326-40f277913f23 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099571 Nov 15 22:25:03.307329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-32a778a6-4e05-4f9b-903d-f0f33c0cc574 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/quotas/1a2e6fe9ff0d4b86abde04329f50331a HTTP/1.1" status: 200 len: 375 time: 0.0279016 Nov 15 22:25:03.346993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28d6219-cc69-4db8-b35a-9185198e7af2,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:03.368098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Checking segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:03.368456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Network hostable DHCP agents. Network: 810df7ec-8004-43c0-8dcb-80924c4fea43, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:25:03.374053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-9a6d4a12-3542-4540-9eaf-10a762953e7a tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a2e6fe9ff0d4b86abde04329f50331a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403922 Nov 15 22:25:03.506683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:25:03.528187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1518303841', 'description': 'tempest-description-1243087737'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:03.617660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 810df7ec-8004-43c0-8dcb-80924c4fea43) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:03.622281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:03.623274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:03.637473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472c995-93f2-4705-84fd-aa17235ea963 None None] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:03.691935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-34c01068-f253-45b8-bb21-336dccd8225b service neutron] 10.222.0.15 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035626 Nov 15 22:25:03.704583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:03.721977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:03.762286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:03.836808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533292b8-62e8-4550-8324-f19984dcd721 None None] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:03.848749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-fdaa1480-b77a-41b5-a93e-c784fc2a417a service neutron] 10.222.0.15 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474667 Nov 15 22:25:03.860629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3a60eef-a449-4dbc-9494-52e28eb67737 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3754828 Nov 15 22:25:03.923348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.077912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.109292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0226db-eed0-4169-8083-45ac00668716,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:04.187575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.239896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-18fdb046-0bfe-4e29-a02a-f3bb98f00164 service neutron] 10.222.0.55 "GET /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.1129363 Nov 15 22:25:04.295199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea9121-eb1b-425b-971c-b9d049401a20 req-fffc4c36-e6aa-4c23-9282-c0bd2095334d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:04.296768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aea9121-eb1b-425b-971c-b9d049401a20 req-fffc4c36-e6aa-4c23-9282-c0bd2095334d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 944 time: 0.1061997 Nov 15 22:25:04.299644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.370971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb7a31c-6633-4368-b1f3-91a7f13283f0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:04.427299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aea9121-eb1b-425b-971c-b9d049401a20 req-13a15738-0f6c-4f02-a35d-c2bb037f0563 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208155 Nov 15 22:25:04.496479 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.497841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b4038e1-827a-44d7-a6ad-fbd886f0ae3f req-d5edd89f-cd50-4ccc-8648-1422aa455fa1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9754648 Nov 15 22:25:04.575797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-e604c904-f100-452b-9311-30baebf8916d tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips/d056319a-d907-4106-a32d-2d2ac83e5b5d HTTP/1.1" status: 200 len: 693 time: 0.0528765 Nov 15 22:25:04.655576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:04.762639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:04.810786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-4291364c-d546-43e2-b162-fb322ef381d7 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:04.812088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-4291364c-d546-43e2-b162-fb322ef381d7 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2375016 Nov 15 22:25:04.835792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b488057f-dfde-4282-b91d-af59dd7170b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:04.837956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2155be7d-4858-4f81-9bc6-c3eb772de457 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:04.899115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:04.915465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-3aaee0f7-2838-4761-b02e-38ff3bd2aad4 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0935240 Nov 15 22:25:04.929635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-e059914f-4e82-42db-b36d-dfc3c81d5c72 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:04.931156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-e059914f-4e82-42db-b36d-dfc3c81d5c72 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.2689021 Nov 15 22:25:05.002804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-43d68cf4-89ac-4d46-a70a-11e282429cd6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/quotas/a8b86b9d1c8b4212a0cea2c701cf5cfc HTTP/1.1" status: 200 len: 375 time: 0.0632868 Nov 15 22:25:05.006664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-dfe0c49e-4b85-4a8c-8c9c-5c202b070aea tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0745091 Nov 15 22:25:05.028077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:05.043057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-2d17e936-826d-4fd0-957a-25a2d0b593c6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333185 Nov 15 22:25:05.308639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] Transition to ACTIVE for port object 2155be7d-4858-4f81-9bc6-c3eb772de457 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:05.311059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-23ba167d-5d5b-49ed-a6f7-a5c28a210413 service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584369 Nov 15 22:25:05.369770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:05.388993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Deleting port 2dfa5903-34bd-41e1-a65e-63c1f0630184 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:05.389393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:05.515298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] No DVR routers for this DVR port 2155be7d-4858-4f81-9bc6-c3eb772de457 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:05.528326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] Pushing event updated for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:05.552237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-3cf2d50a-756c-4ab9-b047-ca4352236b52 service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338274 Nov 15 22:25:05.583213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:05.583944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:05.589093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f3f0fc1-2285-4853-9ad9-b0dae4eddd33 service neutron] 10.222.0.55 "PUT /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457/bindings/n-h2-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3401394 Nov 15 22:25:05.600753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Calling delete_port for 2dfa5903-34bd-41e1-a65e-63c1f0630184 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:05.792173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f96ca85-087d-4c75-8edc-92ef2a0401f0 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:05.794172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4f96ca85-087d-4c75-8edc-92ef2a0401f0 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0472062 Nov 15 22:25:05.844111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ee68acf6-6ca2-4c73-adb5-fbb333b1263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:05.846437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ee68acf6-6ca2-4c73-adb5-fbb333b1263c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225&tenant_id=70074a4959e043f887a1638f5fe15aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0446956 Nov 15 22:25:05.934928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ce881eb6-37cf-478c-bb9d-89372beb3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:05.936765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ce881eb6-37cf-478c-bb9d-89372beb3ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1096 time: 0.0638263 Nov 15 22:25:06.066039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-951a2d82-7824-464e-b9ff-c3e73ef8d64a req-c3a9601b-03f0-46ac-919e-e831e74e238f tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 210 time: 0.0373619 Nov 15 22:25:06.113014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1572680749', 'description': 'tempest-description-2070736913'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:06.114967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-fa53fce9-693e-459e-99da-039ff6aea098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:06.117081 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-fa53fce9-693e-459e-99da-039ff6aea098 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1732557 Nov 15 22:25:06.166658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-34c89973-7215-4629-a6f3-483a91bda42f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 200 len: 217 time: 0.0396218 Nov 15 22:25:06.224341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-f53617ea-07aa-4e00-940f-8b2c90e0968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:06.225957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-f53617ea-07aa-4e00-940f-8b2c90e0968e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0521946 Nov 15 22:25:06.261284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-25b519bf-fda0-47f4-9126-590100640c05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267246 Nov 15 22:25:06.309748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.338308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.385241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-4e9c4d2f-0595-4929-a71d-a754ce1c6354 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154275 Nov 15 22:25:06.419371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event deleted for resources: {'Port': ['ID=2dfa5903-34bd-41e1-a65e-63c1f0630184,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:06.488435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:06.513243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.530498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.532672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.534742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a3088b0-8c55-437d-bcf1-2793c74c7f69 req-c00c806d-855d-46bf-aa10-6c0e0b06d58e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "DELETE /v2.0/floatingips/d056319a-d907-4106-a32d-2d2ac83e5b5d HTTP/1.1" status: 204 len: 173 time: 1.5138507 Nov 15 22:25:06.585275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-265bc92d-4bdd-4fb2-8cad-60a316164520 service neutron] 10.222.0.57 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928060 Nov 15 22:25:06.636210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.677250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dd485c2-02bb-4694-abe4-8f8e728b6bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.698783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5e391-7396-40b0-8788-7840f6c27cab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:06.713723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd3d77-5b24-4f55-bf2c-4b5dcccff318 req-18904163-5274-4cc4-be68-57b3c3a7b5ca tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:06.717159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2fd3d77-5b24-4f55-bf2c-4b5dcccff318 req-18904163-5274-4cc4-be68-57b3c3a7b5ca tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.1134105 Nov 15 22:25:06.803323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.804640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1fabe745-b16a-4bb1-98e6-8b1530f8e2c7 req-1a743091-56c3-44b7-b019-7b9778d51bf4 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6988282 Nov 15 22:25:06.839777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2fd3d77-5b24-4f55-bf2c-4b5dcccff318 req-ee738ae1-bc3d-4e18-8909-399c8678f73d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153762 Nov 15 22:25:06.891593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dd485c2-02bb-4694-abe4-8f8e728b6bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:06.926087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b363b0e9-ffcf-493c-a39d-f954440157b7 req-22b65e9a-bf96-46a6-912e-0c76041419e5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 210 time: 0.0319791 Nov 15 22:25:07.043416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dd485c2-02bb-4694-abe4-8f8e728b6bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.123202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd485c2-02bb-4694-abe4-8f8e728b6bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ad33f-5483-40c6-9039-902f94cf344a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:07.131220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1dd485c2-02bb-4694-abe4-8f8e728b6bea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14d8d5c3a57241a082fc34f365ac2b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358802 Nov 15 22:25:07.131371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:07.142143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-5e32aeec-b1b5-4e6b-8705-b7c701e4fb56 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2185147 Nov 15 22:25:07.156118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:07.183734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9847c602-1b72-46d3-814d-fcd1b5dcc83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.190725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.212797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.325891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-7a028126-6298-421a-8235-6ab5eddfdc29 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45399 time: 0.3413694 Nov 15 22:25:07.327075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.349360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.352555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.356754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c76ad33f-5483-40c6-9039-902f94cf344a HTTP/1.1" status: 204 len: 168 time: 0.2240088 Nov 15 22:25:07.373098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f872292-5dc7-49bb-bec6-74b947780701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ad33f-5483-40c6-9039-902f94cf344a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:07.449402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-8b0674b4-3a69-4493-9141-144caf42508a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/09079f11-243d-46e3-8750-55e7aaae4222 HTTP/1.1" status: 200 len: 2998 time: 0.1093540 Nov 15 22:25:07.507017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-2584feed-0ca9-4c40-bbf4-ab050493aa06 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/09079f11-243d-46e3-8750-55e7aaae4222 HTTP/1.1" status: 200 len: 2998 time: 0.0561635 Nov 15 22:25:07.539005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:07.599338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-20e0c630-c34e-46c7-a103-dbe70bf26a7d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1ddf6328-38d0-4e91-b724-eb93179eda57 HTTP/1.1" status: 200 len: 2998 time: 0.0827579 Nov 15 22:25:07.705122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-a17d878f-3891-4f63-a679-46f5f257f0f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1168501 Nov 15 22:25:07.714417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-10864b3e-21c8-4790-b3cf-bca06cd03552 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1ddf6328-38d0-4e91-b724-eb93179eda57 HTTP/1.1" status: 200 len: 2998 time: 0.0924988 Nov 15 22:25:07.746809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Allocated IP 172.25.0.72 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/60e4f039-ef02-42ef-a50c-e41d0e04e313) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:07.776739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-17f8cc83-8f24-4c94-b6e8-9a1ae041f6aa tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:07.782342 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-17f8cc83-8f24-4c94-b6e8-9a1ae041f6aa tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.57 "GET /v2.0/networks?id=f2005d5f-5559-4916-9fe6-ea310baa1ea4 HTTP/1.1" status: 200 len: 814 time: 0.1453898 Nov 15 22:25:07.792349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Request body: {'port': {'device_id': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4', 'admin_state_up': True, 'tenant_id': '1a2e6fe9ff0d4b86abde04329f50331a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:07.816356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-f1de43d7-b5e8-496e-8044-f16be1006d8d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/23959bb7-5429-4f90-938d-ffe3e1579e76 HTTP/1.1" status: 200 len: 2990 time: 0.0933113 Nov 15 22:25:07.883165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-94456fe0-8606-4f0e-92cf-064d5216c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:07.885489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-94456fe0-8606-4f0e-92cf-064d5216c5c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70074a4959e043f887a1638f5fe15aa3&device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 1095 time: 0.1150413 Nov 15 22:25:07.936564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-33e9ef0b-8173-43d8-aaca-4d1ec8cc2c46 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:07.938220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-33e9ef0b-8173-43d8-aaca-4d1ec8cc2c46 tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225&tenant_id=70074a4959e043f887a1638f5fe15aa3&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0771368 Nov 15 22:25:07.979435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-ad4c0e6c-75b4-49ef-98ee-3488275dab9b tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/23959bb7-5429-4f90-938d-ffe3e1579e76 HTTP/1.1" status: 200 len: 2990 time: 0.1228693 Nov 15 22:25:08.014833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.038904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Made reservation on behalf of 1a2e6fe9ff0d4b86abde04329f50331a for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:08.043025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.098192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-80d42bc0-b0f2-4df2-ae2b-921e29a97f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:08.099728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-80d42bc0-b0f2-4df2-ae2b-921e29a97f23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 200 len: 922 time: 0.1782641 Nov 15 22:25:08.105065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-e6f38f7e-67e4-440e-b37e-a8ad32402f07 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5c9220aa-4a85-48bb-9afd-adca441ae717 HTTP/1.1" status: 200 len: 2998 time: 0.1176524 Nov 15 22:25:08.154227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-dce5e246-8b28-42b0-9d11-98288ed10f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 200 len: 217 time: 0.0441916 Nov 15 22:25:08.184753 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.201856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ad81899e-4d6b-437d-b721-dbe1c36fc547 service neutron] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:08.220146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ad81899e-4d6b-437d-b721-dbe1c36fc547 service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.220146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0be67094-7d49-4172-969f-cdb1a42fed05 req-ad81899e-4d6b-437d-b721-dbe1c36fc547 service neutron] 10.222.0.57 "DELETE /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457/bindings/n-h1-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.2652583 Nov 15 22:25:08.229066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-3bf531ed-9078-43b8-b38f-35c192b4d0c6 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5c9220aa-4a85-48bb-9afd-adca441ae717 HTTP/1.1" status: 200 len: 2998 time: 0.0825038 Nov 15 22:25:08.230988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-4646d5b9-0996-4a47-a446-7f19f54b8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:08.232418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-4646d5b9-0996-4a47-a446-7f19f54b8877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 200 len: 861 time: 0.0704868 Nov 15 22:25:08.234928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Allocated IP 172.20.0.6 (f2005d5f-5559-4916-9fe6-ea310baa1ea4/be4156af-b368-48d2-a804-bbab1ea47015/fa834d70-8927-42f4-aeab-cad2d0550735) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:08.279063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-a2aed6b6-f247-48f2-99d2-9d052fe238e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82f0a695-51c1-4536-a948-4abd73990d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360713 Nov 15 22:25:08.282959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.351442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:08.372816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bafcba4-b5bb-486a-af75-333d6b15928a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.381667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-d822070d-a3ee-4e4c-b191-fe146b7ce8c5 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/73a8b41d-e24b-4e37-8223-3441207d4366 HTTP/1.1" status: 200 len: 2998 time: 0.1459327 Nov 15 22:25:08.388233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:08.403036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:08.407560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:08.415931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event updated for resources: {'Port': ['ID=60e4f039-ef02-42ef-a50c-e41d0e04e313,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:08.434024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.497894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-df2f97e7-e3cc-4d64-8373-fd130da2f119 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072966 Nov 15 22:25:08.500299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-c594e56d-fe9c-4661-8471-fba2b5dfd1db tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/73a8b41d-e24b-4e37-8223-3441207d4366 HTTP/1.1" status: 200 len: 2998 time: 0.1094546 Nov 15 22:25:08.513962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bafcba4-b5bb-486a-af75-333d6b15928a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.579501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.611754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bafcba4-b5bb-486a-af75-333d6b15928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.618817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.637484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-98f890d3-e600-4948-8421-779ddff0cb83 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/94a6b8d4-0dab-48e7-82d2-defb6e27b3fc HTTP/1.1" status: 200 len: 2994 time: 0.1007881 Nov 15 22:25:08.658310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Network f2005d5f-5559-4916-9fe6-ea310baa1ea4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:08.674143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Pushing event updated for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:08.676487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:08.678399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2213c66b-0dc7-41c7-a0ef-98850cfcd5c9 req-f7414813-9968-4919-92ac-d7725f274cb0 service neutron] 10.222.0.55 "GET /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714995 Nov 15 22:25:08.684456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:08.689580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafcba4-b5bb-486a-af75-333d6b15928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a909176-64bc-42d6-8113-ec6dd10401d4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:08.697122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6bafcba4-b5bb-486a-af75-333d6b15928a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcecd894ad994362b5d00bba757cbec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449466 Nov 15 22:25:08.699703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:08.717919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-c26b2446-a623-4750-ae7e-1435f182bf30 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/94a6b8d4-0dab-48e7-82d2-defb6e27b3fc HTTP/1.1" status: 200 len: 2994 time: 0.0702593 Nov 15 22:25:08.752423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:08.753007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.807882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.847823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-8bd5e03b-eaea-4e53-af57-40045a7d1ec3 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9c0226db-eed0-4169-8083-45ac00668716 HTTP/1.1" status: 200 len: 2998 time: 0.1181090 Nov 15 22:25:08.850196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.877949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-7f1c8515-038e-4441-ac36-7a43b7852ce8 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899906 Nov 15 22:25:08.891502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Request body: {'port': {'device_id': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:08.902552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.950297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:08.998767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-bb2e17fc-26f1-4c1a-8fbb-416257add73a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9c0226db-eed0-4169-8083-45ac00668716 HTTP/1.1" status: 200 len: 2998 time: 0.1421044 Nov 15 22:25:09.084985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-98899118-d04d-4ee8-b2c1-1acdd4503f2d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ce84f99e-26ce-404f-a805-eaf893631453 HTTP/1.1" status: 200 len: 2998 time: 0.0753293 Nov 15 22:25:09.110776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.138335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-1e3c7e9f-04c0-416a-be20-09f017b4aaa8 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ce84f99e-26ce-404f-a805-eaf893631453 HTTP/1.1" status: 200 len: 2998 time: 0.0466795 Nov 15 22:25:09.187622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.190391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.193945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a909176-64bc-42d6-8113-ec6dd10401d4 HTTP/1.1" status: 204 len: 168 time: 0.4906971 Nov 15 22:25:09.195143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-20c9e328-3c27-4f07-a866-13b3f8d53da1 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d906bece-369a-4171-8862-179257153bcb HTTP/1.1" status: 200 len: 2998 time: 0.0498383 Nov 15 22:25:09.205114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f793bc-6f43-4d5c-aa44-38badf5c5855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a909176-64bc-42d6-8113-ec6dd10401d4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:09.215616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.222763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-13b1e3df-7b6a-4a0c-9427-f32fe1bb9ea8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:09.224913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-13b1e3df-7b6a-4a0c-9427-f32fe1bb9ea8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.1613150 Nov 15 22:25:09.243255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Request body: {'port': {'device_id': '65795173-ee84-4b17-80d2-98b19266954f', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'admin_state_up': True, 'tenant_id': 'a8b86b9d1c8b4212a0cea2c701cf5cfc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:09.292403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.314493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-e88c6795-ba97-4a58-9d71-897ba847f6c8 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/d906bece-369a-4171-8862-179257153bcb HTTP/1.1" status: 200 len: 2998 time: 0.0590203 Nov 15 22:25:09.365891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event updated for resources: {'Port': ['ID=60e4f039-ef02-42ef-a50c-e41d0e04e313,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:09.392585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-8507b9cf-b115-4db7-892e-f967194b0644 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/eb2332ec-a337-4a4a-88e9-0543fb067b46 HTTP/1.1" status: 200 len: 2998 time: 0.0549684 Nov 15 22:25:09.395660 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.420802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa834d70-8927-42f4-aeab-cad2d0550735 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:09.432142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.446628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Transition to ACTIVE for port object fa834d70-8927-42f4-aeab-cad2d0550735 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:09.462804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-f3cf3125-cf0c-4921-a7b4-31eb7c934f4e tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/eb2332ec-a337-4a4a-88e9-0543fb067b46 HTTP/1.1" status: 200 len: 2998 time: 0.0528893 Nov 15 22:25:09.507243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-eef77a64-19ba-4681-a6ff-16804798cce6 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f0400f64-aade-4828-bbe7-b3a2fda8997c HTTP/1.1" status: 200 len: 2998 time: 0.0363050 Nov 15 22:25:09.529171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Made reservation on behalf of a8b86b9d1c8b4212a0cea2c701cf5cfc for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:09.534071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.549521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-3aa1b4af-8974-46a9-a94c-7a00fc8e73cf tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f0400f64-aade-4828-bbe7-b3a2fda8997c HTTP/1.1" status: 200 len: 2998 time: 0.0360768 Nov 15 22:25:09.590798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.592311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-5b6c0bb6-baaf-4f12-8367-0a66c4395a41 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f6842bc6-4e7d-4fb5-a7f6-97bd1cd47793 HTTP/1.1" status: 200 len: 2998 time: 0.0365355 Nov 15 22:25:09.645284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-a361d6e1-6340-43be-8e16-6880d74ffd0f tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f6842bc6-4e7d-4fb5-a7f6-97bd1cd47793 HTTP/1.1" status: 200 len: 2998 time: 0.0458417 Nov 15 22:25:09.669095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Pushing event updated for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:09.689466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-07414b78-b939-4c23-b7be-5f01be5bef1b tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fda8686f-eebb-4b83-9ed1-8ce0ed0c8017 HTTP/1.1" status: 200 len: 2998 time: 0.0385203 Nov 15 22:25:09.697824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.699135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-4988eae7-e017-487c-befa-5be43dcdc277 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5511956 Nov 15 22:25:09.767661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Allocated IP 172.20.0.12 (810df7ec-8004-43c0-8dcb-80924c4fea43/a28d6219-cc69-4db8-b35a-9185198e7af2/0a1c722a-819e-4307-ab72-d5af1444d2af) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:09.776931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-3ddddf6c-e699-48cc-9b72-c8374642237a tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0643961 Nov 15 22:25:09.793810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8d493c-3295-417a-b74a-74f07cba1e5c req-ceb78149-2cf7-41fd-9321-7b6594051d30 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/fda8686f-eebb-4b83-9ed1-8ce0ed0c8017 HTTP/1.1" status: 200 len: 2998 time: 0.0937285 Nov 15 22:25:09.803477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Attempting to bind port fa834d70-8927-42f4-aeab-cad2d0550735 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:09.803815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Attempting to bind port fa834d70-8927-42f4-aeab-cad2d0550735 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '4eddf182-ef48-42d6-8289-7ba80d84c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:09.804146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Attempting to bind port fa834d70-8927-42f4-aeab-cad2d0550735 on network f2005d5f-5559-4916-9fe6-ea310baa1ea4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:09.822641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Port fa834d70-8927-42f4-aeab-cad2d0550735 on network f2005d5f-5559-4916-9fe6-ea310baa1ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:09.822790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Attempting to bind port fa834d70-8927-42f4-aeab-cad2d0550735 on network f2005d5f-5559-4916-9fe6-ea310baa1ea4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:09.836306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:09.836668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Checking segment: {'id': '4eddf182-ef48-42d6-8289-7ba80d84c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:09.837055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Bound using segment: {'id': '4eddf182-ef48-42d6-8289-7ba80d84c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:09.838952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Bound port: fa834d70-8927-42f4-aeab-cad2d0550735, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eddf182-ef48-42d6-8289-7ba80d84c9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:09.839321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:09.932923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-6bfde275-4783-4cd4-a808-cd47136f361e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:09.934290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d068dc4-7c49-4699-a1a6-088da28d3c87 req-6bfde275-4783-4cd4-a808-cd47136f361e tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1549819 Nov 15 22:25:09.962463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5a46-8b7b-4974-891e-4fc7eeed198f req-a171d281-7308-4d26-8b37-9c16532b9bb4 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:09.964562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c65f5a46-8b7b-4974-891e-4fc7eeed198f req-a171d281-7308-4d26-8b37-9c16532b9bb4 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 943 time: 0.0774677 Nov 15 22:25:09.985494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:10.012326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fa834d70-8927-42f4-aeab-cad2d0550735,segment=NetworkSegment(4eddf182-ef48-42d6-8289-7ba80d84c9f8),segment_id=4eddf182-ef48-42d6-8289-7ba80d84c9f8)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:10.026011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.053442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c65f5a46-8b7b-4974-891e-4fc7eeed198f req-9d851a12-b10c-423c-b9b8-e381364328f1 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769992 Nov 15 22:25:10.066329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e036bb-f12c-418c-bf24-ee461b6b6698 req-8f899b3b-19b4-49e4-9e3f-1c0ea3d55d26 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.069766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e036bb-f12c-418c-bf24-ee461b6b6698 req-8f899b3b-19b4-49e4-9e3f-1c0ea3d55d26 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.0719609 Nov 15 22:25:10.113376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.136008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e036bb-f12c-418c-bf24-ee461b6b6698 req-58dc4ac7-81c4-4bfa-b081-656da904d0dc tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Nov 15 22:25:10.148381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.150813 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.161226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] 10.222.0.57 "PUT /v2.0/ports/fa834d70-8927-42f4-aeab-cad2d0550735 HTTP/1.1" status: 200 len: 1091 time: 1.2649705 Nov 15 22:25:10.161226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:10.161226 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0909fb2c-ebb2-4719-85be-105a002f74e8" -d '{"events": [{"name": "network-changed", "server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:10.169309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.221627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:10.225650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:10.227881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f70f9-1673-4121-b1ab-01b15b06079d service neutron] Pushing event updated for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:10.230969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:10.260780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4295-48b1-4bc4-a8b7-ffaa036eecce req-55721e59-bea9-45fa-8952-25385b5227ed tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.260780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f83f4295-48b1-4bc4-a8b7-ffaa036eecce req-55721e59-bea9-45fa-8952-25385b5227ed tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 932 time: 0.0729160 Nov 15 22:25:10.309152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.386085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.395715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.398669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f83f4295-48b1-4bc4-a8b7-ffaa036eecce req-824056f1-8752-44db-a563-ab95209bd1dc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259725 Nov 15 22:25:10.402877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:10.415560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-ad4abcc0-d755-4c75-a9e5-6416046c22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.417063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-ad4abcc0-d755-4c75-a9e5-6416046c22d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a2e6fe9ff0d4b86abde04329f50331a&device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 1094 time: 0.1014135 Nov 15 22:25:10.459520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-1c9963cc-25dd-4aa8-9e68-0c02e36a928d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.465065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-fdadab99-63ad-4b89-8f7a-34accfede09b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa834d70-8927-42f4-aeab-cad2d0550735 HTTP/1.1" status: 200 len: 217 time: 0.0390368 Nov 15 22:25:10.465326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-1c9963cc-25dd-4aa8-9e68-0c02e36a928d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.2051260 Nov 15 22:25:10.491640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-a67b5123-4ae8-4bb7-8fab-0d6cec62ff5c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/quotas/7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 375 time: 0.0232966 Nov 15 22:25:10.503051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-b79618b7-af1e-430d-9ed3-7f22d1e1a962 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2652168 Nov 15 22:25:10.519155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Request body: {'port': {'device_id': '65795173-ee84-4b17-80d2-98b19266954f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:10.562789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2650f1a-4942-4fec-97ea-1d54b24c57fe req-4bac56d3-6955-437c-b587-4cb41c3db863 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=236a26513cd8410b8f57ef64608bf74d HTTP/1.1" status: 200 len: 6154 time: 0.1340847 Nov 15 22:25:10.579914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:10.582581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-55e2126b-617e-4378-8f10-81d6c1e166d8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795517 Nov 15 22:25:10.625833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-8fee04dc-c0ad-4708-b6e4-4ef6b4aae5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:10.627295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-8fee04dc-c0ad-4708-b6e4-4ef6b4aae5b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be4156af-b368-48d2-a804-bbab1ea47015 HTTP/1.1" status: 200 len: 854 time: 0.1551182 Nov 15 22:25:10.722162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-83ac7808-fb6e-40d0-b708-fb23dffea54d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2005d5f-5559-4916-9fe6-ea310baa1ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864911 Nov 15 22:25:10.735789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-67e0816b-d8d2-406b-be59-c31875ea42fc service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518002 Nov 15 22:25:10.740103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2650f1a-4942-4fec-97ea-1d54b24c57fe req-1ef8155f-203f-49fb-b512-f09b722a410d tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "GET /v2.0/security-groups/f0400f64-aade-4828-bbe7-b3a2fda8997c HTTP/1.1" status: 200 len: 2998 time: 0.1496065 Nov 15 22:25:10.839265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2650f1a-4942-4fec-97ea-1d54b24c57fe req-4c24b1fc-cbac-423d-bf4a-4e23e04769b0 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "GET /v2.0/security-groups/f0400f64-aade-4828-bbe7-b3a2fda8997c HTTP/1.1" status: 200 len: 2998 time: 0.0803461 Nov 15 22:25:10.869220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-efaf1344-d510-427c-b5a7-753755e0c908 service neutron] 10.222.0.15 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270938 Nov 15 22:25:10.894571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-300c7ce5-6d4e-4abb-b4dc-0e4d05011fdf service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621411 Nov 15 22:25:10.941207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-ae528e62-30c0-4d4b-92e9-bd86f555c3e4 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips/2f4054e0-9903-40c0-aa86-e3b7a17f0118 HTTP/1.1" status: 200 len: 692 time: 0.0708687 Nov 15 22:25:11.057919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-23bde5d3-5666-4507-b115-a6aebab07c68 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:11.059370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-23bde5d3-5666-4507-b115-a6aebab07c68 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1173878 Nov 15 22:25:11.118086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-5bd12f38-30d9-4fb5-8b31-2a6e16fefe7f tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0516062 Nov 15 22:25:11.172875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-466b069f-1f51-4747-9b76-ee388d7aea28 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0482574 Nov 15 22:25:11.308459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Deleting port 60e4f039-ef02-42ef-a50c-e41d0e04e313 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:11.308828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.330063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:11.340405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d4ec843-282d-43a0-8d7e-136c6724de71 req-b6367b09-b871-413e-a5b1-f1a5645ca319 service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373021 Nov 15 22:25:11.342302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.355470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Transition to ACTIVE for port object 0a1c722a-819e-4307-ab72-d5af1444d2af will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:11.406856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.407256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.419684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Calling delete_port for 60e4f039-ef02-42ef-a50c-e41d0e04e313 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:11.481022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.533176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:11.614927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Attempting to bind port 0a1c722a-819e-4307-ab72-d5af1444d2af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:11.615662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Attempting to bind port 0a1c722a-819e-4307-ab72-d5af1444d2af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:11.616050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Attempting to bind port 0a1c722a-819e-4307-ab72-d5af1444d2af on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:11.624932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Port 0a1c722a-819e-4307-ab72-d5af1444d2af on network 810df7ec-8004-43c0-8dcb-80924c4fea43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:11.625979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Attempting to bind port 0a1c722a-819e-4307-ab72-d5af1444d2af on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:11.631102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:11.636517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Checking segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:11.636517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Bound using segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:11.636517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Bound port: 0a1c722a-819e-4307-ab72-d5af1444d2af, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:11.636517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.699546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.699725 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418ae70-e2ed-4f1d-8f6a-17176cf32990 x-openstack-request-id: req-e418ae70-e2ed-4f1d-8f6a-17176cf32990 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:11.699725 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:11.699725 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e418ae70-e2ed-4f1d-8f6a-17176cf32990 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:11.699725 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735', 'status': 'completed', 'code': 200} Nov 15 22:25:11.732128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Pushing event deleted for resources: {'Port': ['ID=60e4f039-ef02-42ef-a50c-e41d0e04e313,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:11.787139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:11.796207 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.800030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.804254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:11.809847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-8e2ce78c-ff17-4de2-bef1-df710b79a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:11.811997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-8e2ce78c-ff17-4de2-bef1-df710b79a18f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a2e6fe9ff0d4b86abde04329f50331a&device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 1094 time: 0.0844564 Nov 15 22:25:11.813786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-253c77e9-409b-45ba-99c0-bba24a4d29c3 req-59e196d5-886d-4edd-bc67-f2c71f024021 tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "DELETE /v2.0/floatingips/2f4054e0-9903-40c0-aa86-e3b7a17f0118 HTTP/1.1" status: 204 len: 173 time: 0.6319540 Nov 15 22:25:11.891910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc11a664-a564-42a9-9124-b3e981090a83 req-4f219a22-399f-4902-b5fc-77b128728060 tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/16f5e391-7396-40b0-8788-7840f6c27cab HTTP/1.1" status: 200 len: 1795 time: 0.1043146 Nov 15 22:25:11.908279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:11.994746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc11a664-a564-42a9-9124-b3e981090a83 req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:12.003134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:12.007139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:25:12.009575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.010204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:12.011595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f6191d65-3dd1-48d9-99cc-13405585d496 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a1c722a-819e-4307-ab72-d5af1444d2af HTTP/1.1" status: 200 len: 1092 time: 1.4999657 Nov 15 22:25:12.014168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c249ba-6cf8-4027-98f8-2c5b5d808ad5 req-40646250-d19d-4cf7-9802-ea9d7604c55c tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.014926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-8b5fb9d8-cf62-4c7b-ad99-0c8ae0e68eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.016395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-8b5fb9d8-cf62-4c7b-ad99-0c8ae0e68eb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2005d5f-5559-4916-9fe6-ea310baa1ea4 HTTP/1.1" status: 200 len: 915 time: 0.1968818 Nov 15 22:25:12.032071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53c249ba-6cf8-4027-98f8-2c5b5d808ad5 req-40646250-d19d-4cf7-9802-ea9d7604c55c tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 943 time: 0.1332235 Nov 15 22:25:12.083480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc11a664-a564-42a9-9124-b3e981090a83 req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:12.087612 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-a3c59780-e588-4011-a4a8-4c654f6a7e12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa834d70-8927-42f4-aeab-cad2d0550735 HTTP/1.1" status: 200 len: 217 time: 0.0620267 Nov 15 22:25:12.133635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53c249ba-6cf8-4027-98f8-2c5b5d808ad5 req-34ec1b41-536f-467c-a46f-5dfab429efa7 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006472 Nov 15 22:25:12.184171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-7e01b18f-fb3e-486a-b190-eb82999b277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.185843 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-7e01b18f-fb3e-486a-b190-eb82999b277d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be4156af-b368-48d2-a804-bbab1ea47015 HTTP/1.1" status: 200 len: 854 time: 0.0900743 Nov 15 22:25:12.192869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-73f17c9c-d24f-4c4f-8ed5-08e07581ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.194522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-73f17c9c-d24f-4c4f-8ed5-08e07581ffd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 1095 time: 0.0619993 Nov 15 22:25:12.267239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-0c9cefdf-c1ac-482e-8e7f-fa935ab0c185 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2005d5f-5559-4916-9fe6-ea310baa1ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716887 Nov 15 22:25:12.269045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-5ec13e28-ba72-418f-a57f-f682f00ee3fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c722a-819e-4307-ab72-d5af1444d2af HTTP/1.1" status: 200 len: 217 time: 0.0525939 Nov 15 22:25:12.317561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc11a664-a564-42a9-9124-b3e981090a83 req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:12.324485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dc11a664-a564-42a9-9124-b3e981090a83 req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:12.325710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc11a664-a564-42a9-9124-b3e981090a83 req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/16f5e391-7396-40b0-8788-7840f6c27cab HTTP/1.1" status: 204 len: 173 time: 0.4258413 Nov 15 22:25:12.338161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336bbf3-30ec-4437-ac04-b5d97b64dd3a tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5e391-7396-40b0-8788-7840f6c27cab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:12.376456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8d397-8dc5-44a2-b8fa-90d6dfe5c44a req-928ab20b-0cf1-470a-9815-8c85a1ceaa6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.385389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddf8d397-8dc5-44a2-b8fa-90d6dfe5c44a req-928ab20b-0cf1-470a-9815-8c85a1ceaa6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 944 time: 0.0979850 Nov 15 22:25:12.410434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-253d2412-334f-4a39-8318-1f9dc8bbbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:12.411906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-253d2412-334f-4a39-8318-1f9dc8bbbfc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 200 len: 855 time: 0.1258392 Nov 15 22:25:12.490082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-40788d48-0c84-429c-b525-73ce490df725 service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025366 Nov 15 22:25:12.493046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddf8d397-8dc5-44a2-b8fa-90d6dfe5c44a req-3b15f212-111c-4c02-903f-03ffec9cdaaf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067626 Nov 15 22:25:12.521081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25f9dc41-bf37-451f-8be3-96f96ff8d46a req-8b1733ce-0c4b-47b2-98bf-6b266301156c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0513718 Nov 15 22:25:12.582730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-3217da7d-a6eb-4d46-87b8-f7e4a7b530b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=810df7ec-8004-43c0-8dcb-80924c4fea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520174 Nov 15 22:25:12.618217 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-0fd3e485-7016-4d7f-a60f-31dd52a15dc8 req-c82e2f37-298b-4933-96f0-7b94fb7ec62d tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] show failed (client error): The resource could not be found. Nov 15 22:25:12.633482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fd3e485-7016-4d7f-a60f-31dd52a15dc8 req-c82e2f37-298b-4933-96f0-7b94fb7ec62d tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips/2f4054e0-9903-40c0-aa86-e3b7a17f0118 HTTP/1.1" status: 404 len: 350 time: 0.0758665 Nov 15 22:25:12.825511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0909fb2c-ebb2-4719-85be-105a002f74e8 req-e92a52d5-f86f-4315-9ad9-9204127c89da service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915685 Nov 15 22:25:12.830112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-601c35f8-6e02-49fb-a703-f1164c2b20c3 service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281609 Nov 15 22:25:12.943283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44d48484-1f64-4eb0-bba9-b7b33042122c req-f277546b-9e5f-457d-b7b2-1b1a256ad545 service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051517 Nov 15 22:25:13.008235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1bcb4-fba8-410c-afa5-4a1ef08c564a req-3556fad1-a80f-4aa2-9c50-fbb8fee8110d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:13.009764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56c1bcb4-fba8-410c-afa5-4a1ef08c564a req-3556fad1-a80f-4aa2-9c50-fbb8fee8110d tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 1096 time: 0.4038482 Nov 15 22:25:13.015308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-29552fe7-4a04-45c1-8add-e2c3bbf9d4eb tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0cb7a31c-6633-4368-b1f3-91a7f13283f0 HTTP/1.1" status: 200 len: 1795 time: 0.3639262 Nov 15 22:25:13.119842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56c1bcb4-fba8-410c-afa5-4a1ef08c564a req-186e0faf-eb3e-4701-bec0-77583d9e24dd tempest-LiveAutoBlockMigrationV225Test-1019882053 tempest-LiveAutoBlockMigrationV225Test-1019882053-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848167 Nov 15 22:25:13.127533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.154494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.160858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fa834d70-8927-42f4-aeab-cad2d0550735 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:13.238128 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-b4e77a0b-cd73-4c79-93e0-87f7d8bf47c5 req-22818f23-e6f2-49dc-9fbc-e0da298d21ff tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] show failed (client error): The resource could not be found. Nov 15 22:25:13.239246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4e77a0b-cd73-4c79-93e0-87f7d8bf47c5 req-22818f23-e6f2-49dc-9fbc-e0da298d21ff tempest-FloatingIPsTestJSON-763264597 tempest-FloatingIPsTestJSON-763264597-project] 10.222.0.15 "GET /v2.0/floatingips/2f4054e0-9903-40c0-aa86-e3b7a17f0118 HTTP/1.1" status: 404 len: 350 time: 0.0497491 Nov 15 22:25:13.249995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:13.400940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fa834d70-8927-42f4-aeab-cad2d0550735,segment=NetworkSegment(4eddf182-ef48-42d6-8289-7ba80d84c9f8),segment_id=4eddf182-ef48-42d6-8289-7ba80d84c9f8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:13.404497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.413044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.429077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'fa834d70-8927-42f4-aeab-cad2d0550735', 'network_id': 'f2005d5f-5559-4916-9fe6-ea310baa1ea4', 'port_id': 'fa834d70-8927-42f4-aeab-cad2d0550735', 'mac_address': 'fa:16:3e:9e:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4156af-b368-48d2-a804-bbab1ea47015', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:13.429838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a4549c2-2ae3-4b05-b367-c1f2f91bc13e req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cb7a31c-6633-4368-b1f3-91a7f13283f0 HTTP/1.1" status: 204 len: 173 time: 0.4056387 Nov 15 22:25:13.467047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada6d3e-1017-4299-a3c1-640541da683d tempest-SecurityGroupsTestAdminJSON-1163477553 tempest-SecurityGroupsTestAdminJSON-1163477553-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb7a31c-6633-4368-b1f3-91a7f13283f0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:13.494576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7849d2-7bd2-4a8b-b65d-6538b6c13820 req-9e8c2e2b-1268-46ed-aac2-1b78d425f41d tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:13.505230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb7849d2-7bd2-4a8b-b65d-6538b6c13820 req-9e8c2e2b-1268-46ed-aac2-1b78d425f41d tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 943 time: 0.1681821 Nov 15 22:25:13.511778 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.551846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa834d70-8927-42f4-aeab-cad2d0550735 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:13.573489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb7849d2-7bd2-4a8b-b65d-6538b6c13820 req-0d14471f-dbcd-4f31-a4f3-355371b154af tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672891 Nov 15 22:25:13.584754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fa834d70-8927-42f4-aeab-cad2d0550735,segment=NetworkSegment(4eddf182-ef48-42d6-8289-7ba80d84c9f8),segment_id=4eddf182-ef48-42d6-8289-7ba80d84c9f8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:13.693344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-2d2ebd38-3300-464f-8ebc-21f6624c5667 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "GET /v2.0/security-groups/cdbb3978-f2e6-436e-a264-d386c650357d HTTP/1.1" status: 200 len: 1795 time: 0.0411422 Nov 15 22:25:13.695859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.697437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:13.699693 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:13.754853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.764046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.806569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:13.809026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:13.817242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.822546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:13.968695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Deleting port a2954417-48c3-448b-9826-2da0dc0b69b4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:13.969083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.019706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['fa834d70-8927-42f4-aeab-cad2d0550735'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:14.029637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.033837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.045403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec2caba0-1b8f-4f8d-8b1a-9268544b593a req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdbb3978-f2e6-436e-a264-d386c650357d HTTP/1.1" status: 204 len: 173 time: 0.3449869 Nov 15 22:25:14.057832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] For port a2954417-48c3-448b-9826-2da0dc0b69b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a2954417-48c3-448b-9826-2da0dc0b69b4,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:14.058187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.106027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Calling delete_port for a2954417-48c3-448b-9826-2da0dc0b69b4 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:14.106135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da19dec-b667-45ac-b5e4-ab7cd7f203f6 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb3978-f2e6-436e-a264-d386c650357d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:14.109050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:14.137163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3611ffa0-2bc3-4677-a874-c6318c628085 req-dc6ad31a-f5bc-46de-ad21-8d78021404f1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0375385 Nov 15 22:25:14.293694 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0082b-f5ab-4974-81ad-e3c571c7cc6f x-openstack-request-id: req-61d0082b-f5ab-4974-81ad-e3c571c7cc6f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:14.294161 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:14.294637 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61d0082b-f5ab-4974-81ad-e3c571c7cc6f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:14.295035 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'status': 'completed', 'code': 200} Nov 15 22:25:14.329703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-e8c63c79-f17d-48b7-8ab1-f96172cc0ebf tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "GET /v2.0/security-groups/19a08d33-9d70-4a94-9fa9-836029462868 HTTP/1.1" status: 200 len: 1794 time: 0.1005254 Nov 15 22:25:14.331363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd29e352-96a1-4423-a525-a004305bcde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.356391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-0ca535c3-b062-4ccc-bf97-7c5a83f236f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.357992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-0ca535c3-b062-4ccc-bf97-7c5a83f236f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 1095 time: 0.0663755 Nov 15 22:25:14.441714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd60470-d4bc-406b-bf58-b0a35e5fba35 req-d243e9a2-39f4-4213-b7b4-e086130902ce tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.443205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fd60470-d4bc-406b-bf58-b0a35e5fba35 req-d243e9a2-39f4-4213-b7b4-e086130902ce tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 944 time: 0.1725090 Nov 15 22:25:14.458785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.497163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-fedcbf48-92d4-48ea-acba-684c742e1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.499378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-fedcbf48-92d4-48ea-acba-684c742e1d4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 916 time: 0.1300137 Nov 15 22:25:14.502576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2954417-48c3-448b-9826-2da0dc0b69b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:14.520910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.521568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.522054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.522532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.523006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.523480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.523948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.524702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.525076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.533726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.533726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.533726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:14.593731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.602218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fd60470-d4bc-406b-bf58-b0a35e5fba35 req-06c83308-db7a-4008-878a-65de5b5320db tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486213 Nov 15 22:25:14.611902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-79f21a42-535b-4a60-887a-7e5a2c4f14b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a1c722a-819e-4307-ab72-d5af1444d2af HTTP/1.1" status: 200 len: 217 time: 0.0977049 Nov 15 22:25:14.617502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-97cfca42-6e9a-4216-ac6a-1143b95e81ae tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.618979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-97cfca42-6e9a-4216-ac6a-1143b95e81ae tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 807 time: 0.2792368 Nov 15 22:25:14.636185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Request body: {'port': {'device_id': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'admin_state_up': True, 'tenant_id': '7f3e0aaeb99d467f9efcc3d3ca34af81'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:14.684849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-4b32dd85-da1c-41be-bd91-c46662a8cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.686473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-4b32dd85-da1c-41be-bd91-c46662a8cc2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 200 len: 855 time: 0.0657809 Nov 15 22:25:14.693405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.798330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-bddb3478-5738-43cc-9d62-b180e60fbe0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=810df7ec-8004-43c0-8dcb-80924c4fea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839543 Nov 15 22:25:14.798933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd29e352-96a1-4423-a525-a004305bcde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.881158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d2fb-2f9e-4e31-bc75-30773e3b48e4 req-265be48c-b12c-4de3-af08-71af5c7059a0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.888960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e4d2fb-2f9e-4e31-bc75-30773e3b48e4 req-265be48c-b12c-4de3-af08-71af5c7059a0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.1823084 Nov 15 22:25:14.896193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd29e352-96a1-4423-a525-a004305bcde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.946324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.948253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.950983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:14.960447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-f0f6858b-3d27-404d-9b00-ffde141541f7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:14.962030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-f0f6858b-3d27-404d-9b00-ffde141541f7 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.1082354 Nov 15 22:25:14.970497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bc0703d-5998-41af-b040-dccd0eea4c80 req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] 10.222.0.15 "DELETE /v2.0/security-groups/19a08d33-9d70-4a94-9fa9-836029462868 HTTP/1.1" status: 204 len: 173 time: 0.6330924 Nov 15 22:25:15.010949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-54f988f5-8f6d-4137-b14d-0b6dcc328e4b service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071695 Nov 15 22:25:15.031136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e352-96a1-4423-a525-a004305bcde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f21540-130e-4b64-847b-7f334cbc6ff5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:15.034243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd29e352-96a1-4423-a525-a004305bcde8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b4911d6e375425c80c74506f3befbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9229252 Nov 15 22:25:15.039078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:15.092665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061c17b-338a-45c3-b1bd-564cfc437f48 tempest-SecurityGroupsTestAdminJSON-1489913294 tempest-SecurityGroupsTestAdminJSON-1489913294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a08d33-9d70-4a94-9fa9-836029462868,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:15.094517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e4d2fb-2f9e-4e31-bc75-30773e3b48e4 req-64049236-89bf-450d-a9e8-4904c95f1aea tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995637 Nov 15 22:25:15.133679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Made reservation on behalf of 7f3e0aaeb99d467f9efcc3d3ca34af81 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:15.138153 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.159173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:15.256690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.272342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55bec-b18a-4a5d-9038-fb8bc3ab3281 req-ccc330ce-449a-4de4-8bac-f606013d190c tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:15.274309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64f55bec-b18a-4a5d-9038-fb8bc3ab3281 req-ccc330ce-449a-4de4-8bac-f606013d190c tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 944 time: 0.2205026 Nov 15 22:25:15.346445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:15.351947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.360520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fa834d70-8927-42f4-aeab-cad2d0550735 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:15.364992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'port_id': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'mac_address': 'fa:16:3e:0d:f9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28d6219-cc69-4db8-b35a-9185198e7af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:15.419727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-679dd08d-bdec-460c-b8e1-c84134e293df req-6d587698-9556-40a7-ab2f-2381d041bc9f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.1143095 Nov 15 22:25:15.456418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.472108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:15.498255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:15.535514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64f55bec-b18a-4a5d-9038-fb8bc3ab3281 req-c171246a-9ebb-4b3d-b6b7-f223e52ac8bf tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535741 Nov 15 22:25:15.546435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Allocated IP 172.20.0.4 (ae6d7e5a-faa0-4595-89f5-c6f293d9bee1/f9221909-c4e2-4c53-9cd2-f3ce229d30ea/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:15.568759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port fa834d70-8927-42f4-aeab-cad2d0550735 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:15.573881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port fa834d70-8927-42f4-aeab-cad2d0550735 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:15.574818 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.613647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:15.623637 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.689859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.693143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.697044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f21540-130e-4b64-847b-7f334cbc6ff5 HTTP/1.1" status: 204 len: 168 time: 0.6517491 Nov 15 22:25:15.703172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df61cf43-7412-43aa-82dc-9c6cfd5cb1b9 req-1ec8a2f7-23e6-42d4-ae10-6a7ca3bbb48d service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606705 Nov 15 22:25:15.718157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c7b43-a914-41dd-9c5f-a0b06bcc5159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f21540-130e-4b64-847b-7f334cbc6ff5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:15.731402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:15.793890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.848187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Deleting port 2155be7d-4858-4f81-9bc6-c3eb772de457 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:15.849239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.849995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f510-461c-45de-b59c-8ac8ae9d50dc req-b44c9052-904d-4623-b3ac-39651fc9feaa tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:15.852024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5910f510-461c-45de-b59c-8ac8ae9d50dc req-b44c9052-904d-4623-b3ac-39651fc9feaa tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 945 time: 0.1200085 Nov 15 22:25:15.866395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.903313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0a1c722a-819e-4307-ab72-d5af1444d2af'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:15.916460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5910f510-461c-45de-b59c-8ac8ae9d50dc req-08a231cd-eb88-41d0-a2f8-393a91b99b9d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Nov 15 22:25:15.946201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:15.962451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:15.964694 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7302da-fb7b-4044-9a4f-cdd60b326d88" -d '{"events": [{"server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "name": "network-vif-plugged", "status": "completed", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:15.979101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:15.989966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:15.993819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:15.997551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:16.013249 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-633bddd7-840b-43c7-b380-4eb606d1c193 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=236a26513cd8410b8f57ef64608bf74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967555 Nov 15 22:25:16.017344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39954) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:16.022759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:16.030362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fa834d70-8927-42f4-aeab-cad2d0550735,segment=NetworkSegment(4eddf182-ef48-42d6-8289-7ba80d84c9f8),segment_id=4eddf182-ef48-42d6-8289-7ba80d84c9f8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:16.066231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:16.067614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.158423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] For port 2155be7d-4858-4f81-9bc6-c3eb772de457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2155be7d-4858-4f81-9bc6-c3eb772de457,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:16.158798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.164938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.179758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Calling delete_port for 2155be7d-4858-4f81-9bc6-c3eb772de457 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:16.235841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:16.267055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-43d76936-e8e5-4e38-b77a-a4998bfb18ab tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6373055 Nov 15 22:25:16.282505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Request body: {'port': {'device_id': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:16.321494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Router f8125485-ba60-4f80-bfb2-60c30eedf9fc has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:25:16.326741 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78aeeeb-f50a-4a44-8c77-3784c1839074 x-openstack-request-id: req-b78aeeeb-f50a-4a44-8c77-3784c1839074 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:16.327029 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "name": "network-vif-plugged", "status": "completed", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:16.327432 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b78aeeeb-f50a-4a44-8c77-3784c1839074 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:16.331942 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735', 'code': 200} Nov 15 22:25:16.387829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.455248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dc6cd-a840-4833-b605-8e39f258ef03 req-ceb647f0-4be4-4f5a-b5a9-c57cefdebdf6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:16.459816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d74dc6cd-a840-4833-b605-8e39f258ef03 req-ceb647f0-4be4-4f5a-b5a9-c57cefdebdf6 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 945 time: 0.2468522 Nov 15 22:25:16.521547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.577384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d74dc6cd-a840-4833-b605-8e39f258ef03 req-e7aa26ea-3038-4b99-8514-64062f5a2b93 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041155 Nov 15 22:25:16.606176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:16.635506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23fcb8-9d5c-48c0-8e2d-161472e6b2a7 req-b879c658-6a10-4fca-a112-055ddf02b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:16.637198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a23fcb8-9d5c-48c0-8e2d-161472e6b2a7 req-b879c658-6a10-4fca-a112-055ddf02b054 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 1096 time: 0.2323341 Nov 15 22:25:16.639330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.679956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.739077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event deleted for resources: {'Port': ['ID=2155be7d-4858-4f81-9bc6-c3eb772de457,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:16.761115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:25:16.772698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755429ad-7e21-4144-9910-b4237e2dd836 req-44d5515d-bf4c-4fb6-81d1-38500344564c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:16.774653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Sync routers for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:25:16.779661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9c8d7b1-de82-453b-b76e-7c43399ce533 admin admin] 10.222.0.15 "PUT /v2.0/routers/f8125485-ba60-4f80-bfb2-60c30eedf9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5283542 Nov 15 22:25:16.782626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-755429ad-7e21-4144-9910-b4237e2dd836 req-44d5515d-bf4c-4fb6-81d1-38500344564c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 931 time: 0.2553728 Nov 15 22:25:16.783073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a23fcb8-9d5c-48c0-8e2d-161472e6b2a7 req-ed93a367-369f-4559-9b9c-5f012e9e9e66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326349 Nov 15 22:25:16.785886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:16.788252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39fe055-af53-4c7f-b379-57ca8f4bad13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.797972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:25:16.798928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:16.839999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] No DVR routers for this DVR port 2155be7d-4858-4f81-9bc6-c3eb772de457 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:16.867231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.870566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9075dbd3-3fc6-49b4-8237-41e7690b9f3b req-c76f7031-5ff2-4b70-9d53-2c8a2e443c1b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "DELETE /v2.0/ports/2155be7d-4858-4f81-9bc6-c3eb772de457 HTTP/1.1" status: 204 len: 173 time: 1.8960049 Nov 15 22:25:16.871012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-deleted', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:16.873285 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648619b-fa94-4494-89e7-c0105f9b1e90" -d '{"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-deleted", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:16.875884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7b634-15fc-4164-bd08-b565ee53ad83 req-523f0f57-0ec5-43a6-838a-a5e0a1cc9e2d tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:16.884354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8c7b634-15fc-4164-bd08-b565ee53ad83 req-523f0f57-0ec5-43a6-838a-a5e0a1cc9e2d tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.1939104 Nov 15 22:25:16.902575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:16.910516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.913141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:16.917529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0400f64-aade-4828-bbe7-b3a2fda8997c HTTP/1.1" status: 204 len: 168 time: 0.8942964 Nov 15 22:25:16.928496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b547a0-4173-4ffb-bb9d-36239ded5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0400f64-aade-4828-bbe7-b3a2fda8997c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:16.934182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.000506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:25:17.004416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39fe055-af53-4c7f-b379-57ca8f4bad13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.099292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-755429ad-7e21-4144-9910-b4237e2dd836 req-c4f3a8af-619c-40e1-afb7-3474048829b1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989650 Nov 15 22:25:17.146893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.179885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8c7b634-15fc-4164-bd08-b565ee53ad83 req-109d65bf-17c3-4bb8-a5ad-87d7cbbef677 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892630 Nov 15 22:25:17.182631 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a39fe055-af53-4c7f-b379-57ca8f4bad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.199316 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f54f3-cbc0-4e73-a4fe-48205b9f17c9 x-openstack-request-id: req-6d5f54f3-cbc0-4e73-a4fe-48205b9f17c9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:17.199842 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087c1cff-56e7-4f7b-a253-d3b0539ce225", "name": "network-vif-deleted", "tag": "2155be7d-4858-4f81-9bc6-c3eb772de457", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:17.200269 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d5f54f3-cbc0-4e73-a4fe-48205b9f17c9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:17.201028 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087c1cff-56e7-4f7b-a253-d3b0539ce225', 'name': 'network-vif-deleted', 'tag': '2155be7d-4858-4f81-9bc6-c3eb772de457', 'status': 'completed', 'code': 200} Nov 15 22:25:17.267492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fe055-af53-4c7f-b379-57ca8f4bad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18b156-e02c-4e68-a6a5-81ba42747467,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:17.309869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:17.336725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Deleting port 89d96657-c8ee-452d-8dd3-f4fa5234a228 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:17.337064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.386550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a39fe055-af53-4c7f-b379-57ca8f4bad13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eda68af450444aaa80f04412cdc8ec24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7061903 Nov 15 22:25:17.388205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:17.464359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cce26a-2fad-4a86-82b9-7e1e973d5ff5 req-3d0f64e8-7b5e-43b0-b9ff-a9bb9bee75a2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:17.475923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4cce26a-2fad-4a86-82b9-7e1e973d5ff5 req-3d0f64e8-7b5e-43b0-b9ff-a9bb9bee75a2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 945 time: 0.1441123 Nov 15 22:25:17.494476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.519900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.520935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:17.534432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.562423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Transition to ACTIVE for port object 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:17.574686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4cce26a-2fad-4a86-82b9-7e1e973d5ff5 req-9f2d36a2-4994-44e2-a97f-b6cdce77d996 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016691 Nov 15 22:25:17.586694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] For port 89d96657-c8ee-452d-8dd3-f4fa5234a228, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=89d96657-c8ee-452d-8dd3-f4fa5234a228,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:17.588163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.614253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Calling delete_port for 89d96657-c8ee-452d-8dd3-f4fa5234a228 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:17.636578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:25:14Z', 'revision_number': 5, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port': {'id': '89d96657-c8ee-452d-8dd3-f4fa5234a228', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:24:50Z', 'updated_at': '2021-11-15T22:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:17.674506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Checking router: f8125485-ba60-4f80-bfb2-60c30eedf9fc for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:25:17.689052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Routers {'f8125485-ba60-4f80-bfb2-60c30eedf9fc'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:25:17.689468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:17.700168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cbb3ccd-efc4-4467-89b5-14ecabf6df28 req-c32d2e5b-db48-4277-b843-ac4f2aee8df8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Nov 15 22:25:17.721005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.728150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.730951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.747754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da18b156-e02c-4e68-a6a5-81ba42747467 HTTP/1.1" status: 204 len: 168 time: 0.3512883 Nov 15 22:25:17.777585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab098fc6-f959-4920-9c08-008583322396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18b156-e02c-4e68-a6a5-81ba42747467,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:17.803346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:17.812391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] Set router f8125485-ba60-4f80-bfb2-60c30eedf9fc gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:25:17.858731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:17.859071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:17.859959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:17.866099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:17.866647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:17.872640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:17.873145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:17.873583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:17.874160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Bound port: 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:17.874772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.896175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 0a1c722a-819e-4307-ab72-d5af1444d2af completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:17.898845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:25:17Z', 'revision_number': 6, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:17.934555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0a1c722a-819e-4307-ab72-d5af1444d2af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:17.934901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:17.940990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9ea5b-fb01-4427-a251-feb9902f9b69 None None] The sync data for ids ['f8125485-ba60-4f80-bfb2-60c30eedf9fc'] in n-d-817995-3 is: [{'id': 'f8125485-ba60-4f80-bfb2-60c30eedf9fc', 'name': 'tempest-FloatingIPsTestJSON-1519349547-router', 'tenant_id': '2909d90be830402d97c0c0b433821fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:24:49Z', 'updated_at': '2021-11-15T22:25:17Z', 'revision_number': 6, 'project_id': '2909d90be830402d97c0c0b433821fd0', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:25:17.957885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:17.961909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:18.021234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:18.040988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.041922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.077382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d96657-c8ee-452d-8dd3-f4fa5234a228,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:18.081164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:18.129962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.149788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3f2ee86-e60e-43a7-8420-86cc7287f021 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9e81b060b78457c961e70e6b9c6ce48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261206 Nov 15 22:25:18.154218 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.155274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:18.166237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:18.201547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.253920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:18.257469 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.264971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 2155be7d-4858-4f81-9bc6-c3eb772de457 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:18.266935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] 10.222.0.55 "PUT /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 1091 time: 1.9901073 Nov 15 22:25:18.267571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:18.270225 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:18.279960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2155be7d-4858-4f81-9bc6-c3eb772de457 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:18.329515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:18.331770 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f000df-3dde-45b0-82dc-f32f543fe7f7" -d '{"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:18.360817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:18.412215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9a71c-630c-4efe-933f-ecf912e21804 service neutron] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:18.428003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.432393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.495444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d903107-c39e-4a94-86ad-e3a55793b2d4 req-c81244fd-74bf-4053-9dac-c9c58c5aaa84 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:18.513205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d903107-c39e-4a94-86ad-e3a55793b2d4 req-c81244fd-74bf-4053-9dac-c9c58c5aaa84 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.1911206 Nov 15 22:25:18.517785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.523232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1071d-5eb1-4cd3-89d0-836d0e6e0aa6 req-a9f2b3d7-0e2e-4686-be00-b24a10040847 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:18.524799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2f1071d-5eb1-4cd3-89d0-836d0e6e0aa6 req-a9f2b3d7-0e2e-4686-be00-b24a10040847 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.2726767 Nov 15 22:25:18.549230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.568968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-1ddee7a7-db34-4e74-b6e3-21e40236369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:18.570469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-1ddee7a7-db34-4e74-b6e3-21e40236369a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1094 time: 0.1702662 Nov 15 22:25:18.626844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.628023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8125485-ba60-4f80-bfb2-60c30eedf9fc {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:25:18.634776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-816b14f3-519b-4d48-8e6a-f34cd294b5cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0545356 Nov 15 22:25:18.638551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.641202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-504c9734-47ad-462d-a71c-550cca1d2877 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f8125485-ba60-4f80-bfb2-60c30eedf9fc HTTP/1.1" status: 204 len: 168 time: 1.8527200 Nov 15 22:25:18.641406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d903107-c39e-4a94-86ad-e3a55793b2d4 req-e2a15aa4-f808-45bd-9096-6e6547e4dce2 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146936 Nov 15 22:25:18.646764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:18.710481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.711240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.716782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c0226db-eed0-4169-8083-45ac00668716 HTTP/1.1" status: 204 len: 168 time: 0.5503099 Nov 15 22:25:18.717881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2f1071d-5eb1-4cd3-89d0-836d0e6e0aa6 req-a7d41424-514e-4344-8c40-1cd292fad88a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755533 Nov 15 22:25:18.744415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c380304-658e-4c05-bdc9-98d1a36dc561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0226db-eed0-4169-8083-45ac00668716,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:18.753039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-03e2805e-eb1f-4a66-adeb-4bd17e78f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:18.753039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-03e2805e-eb1f-4a66-adeb-4bd17e78f551 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1027730 Nov 15 22:25:18.758115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Deleting subnet bbb65215-e0d5-4c37-b292-e6f5b71af651 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:25:18.807731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-25c23934-7b0d-460a-965b-c9504094df7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528374 Nov 15 22:25:18.808452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:18.816000 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf331d-1d72-40be-8bd6-dac932e36d9c x-openstack-request-id: req-7ccf331d-1d72-40be-8bd6-dac932e36d9c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:18.817590 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:18.817590 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ccf331d-1d72-40be-8bd6-dac932e36d9c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:18.817590 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'code': 200} Nov 15 22:25:18.945805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.039055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f509-000c-4177-b3c8-bd184ab61d09 req-7fc1e750-e2e5-4d27-ac11-79fa78a9478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:19.044576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0109f509-000c-4177-b3c8-bd184ab61d09 req-7fc1e750-e2e5-4d27-ac11-79fa78a9478b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 1097 time: 0.1449199 Nov 15 22:25:19.116251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-28b96c51-a9e5-4151-a396-54ef78c73434 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448342 Nov 15 22:25:19.166242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0109f509-000c-4177-b3c8-bd184ab61d09 req-289f9a7f-6205-43f5-a07d-a7f3aae54115 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123509 Nov 15 22:25:19.206911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.217457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 89d96657-c8ee-452d-8dd3-f4fa5234a228 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:19.239746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 89d96657-c8ee-452d-8dd3-f4fa5234a228 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:19.240349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 89d96657-c8ee-452d-8dd3-f4fa5234a228 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:19.241672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a2954417-48c3-448b-9826-2da0dc0b69b4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:19.281092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a2954417-48c3-448b-9826-2da0dc0b69b4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:19.281463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a2954417-48c3-448b-9826-2da0dc0b69b4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:19.395521 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91373d4-761c-44b1-b248-06e04ea9816e x-openstack-request-id: req-e91373d4-761c-44b1-b248-06e04ea9816e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:19.396724 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:19.397393 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e91373d4-761c-44b1-b248-06e04ea9816e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:19.398164 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'status': 'completed', 'code': 200} Nov 15 22:25:19.410198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c8fe9-d1f2-4693-b7c1-412e32f5e6c6 req-3d065ec3-bd56-41bb-bf99-428ecce4709a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:19.417529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de4c8fe9-d1f2-4693-b7c1-412e32f5e6c6 req-3d065ec3-bd56-41bb-bf99-428ecce4709a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.3647273 Nov 15 22:25:19.445834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee30adb1-392a-409f-962a-9c36d3f277cc req-062a2f4f-bb67-4e07-85d3-5891c7aecd70 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184531 Nov 15 22:25:19.521484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dec8fc26-9626-479d-9f96-21b19a0df1d2 req-d800604d-859b-4fd7-aee5-9b307b675b60 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0549235 Nov 15 22:25:19.549176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de4c8fe9-d1f2-4693-b7c1-412e32f5e6c6 req-7ef5e612-2c7e-4d24-ba00-d0c01d157a5b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308005 Nov 15 22:25:19.601130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.689685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb65215-e0d5-4c37-b292-e6f5b71af651,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:19.699130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.702266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-41f24f75-a71c-4a4e-9eca-b0224f4bd61f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bbb65215-e0d5-4c37-b292-e6f5b71af651 HTTP/1.1" status: 204 len: 168 time: 1.0485661 Nov 15 22:25:19.705249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:19.707691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894884a-86fb-4d1f-bfc6-4b1670a6be15 None None] Network d2c4fc57-0bee-4e87-8506-6ecfe951b471 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:19.779568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-6e23c7e0-c3c2-4da6-a793-1321065dc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:19.784346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-6e23c7e0-c3c2-4da6-a793-1321065dc415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1094 time: 0.1697793 Nov 15 22:25:19.827216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.975409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Deleting port 4caeac2c-7ee2-4980-a67f-399c259f5948 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:19.976020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:19.986650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd00a5-0a16-40c0-8bc3-56d0cd9df604 req-673a4d28-00d9-4ff8-bd2d-bbb48489aa01 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:19.988250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93fd00a5-0a16-40c0-8bc3-56d0cd9df604 req-673a4d28-00d9-4ff8-bd2d-bbb48489aa01 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1147721 Nov 15 22:25:20.008106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-5296066b-15c4-4ea4-aa99-1fcab0e4569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:20.009576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-5296066b-15c4-4ea4-aa99-1fcab0e4569f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.2198496 Nov 15 22:25:20.095240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-f0a987f0-b33a-4d95-988f-acf19026a241 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0660431 Nov 15 22:25:20.097739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] DHCP port deletion for d2c4fc57-0bee-4e87-8506-6ecfe951b471 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:25:20.116179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] For port 4caeac2c-7ee2-4980-a67f-399c259f5948, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4caeac2c-7ee2-4980-a67f-399c259f5948,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:20.116841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.142725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Calling delete_port for 4caeac2c-7ee2-4980-a67f-399c259f5948 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:20.220190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93fd00a5-0a16-40c0-8bc3-56d0cd9df604 req-3fc6cd76-8b3f-4fb4-9604-774c8c97f83f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222075 Nov 15 22:25:20.222571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Deleting port 4caeac2c-7ee2-4980-a67f-399c259f5948 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:20.223331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.281717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-ed1730da-c300-45d4-89f2-4c62dc6510b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:20.283087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-ed1730da-c300-45d4-89f2-4c62dc6510b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1870706 Nov 15 22:25:20.328983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760124-b40c-4389-bb72-ec4d435d3cfd req-7ae524a9-1338-4c02-ad26-fc181c0ec1f1 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:20.332580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-197801cf-7ddd-4fff-9e74-1901aa10b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:20.334120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-197801cf-7ddd-4fff-9e74-1901aa10b2c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a2e6fe9ff0d4b86abde04329f50331a&device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 1096 time: 0.1136925 Nov 15 22:25:20.341742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc760124-b40c-4389-bb72-ec4d435d3cfd req-7ae524a9-1338-4c02-ad26-fc181c0ec1f1 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.3067079 Nov 15 22:25:20.349005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] For port 4caeac2c-7ee2-4980-a67f-399c259f5948, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4caeac2c-7ee2-4980-a67f-399c259f5948,segment=NetworkSegment(f818b14b-c585-4034-8cec-6c8af63611c5),segment_id=f818b14b-c585-4034-8cec-6c8af63611c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:20.349751 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.359499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-8f1a01be-b153-45ac-a210-aeedc54f8a33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608594 Nov 15 22:25:20.379710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Calling delete_port for 4caeac2c-7ee2-4980-a67f-399c259f5948 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:20.469276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.504480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc760124-b40c-4389-bb72-ec4d435d3cfd req-0b74a8a1-9e0d-4e23-88a8-83d028c6accf tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617737 Nov 15 22:25:20.520590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Pushing event deleted for resources: {'Port': ['ID=4caeac2c-7ee2-4980-a67f-399c259f5948,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:20.537264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] No DVR routers for this DVR port 4caeac2c-7ee2-4980-a67f-399c259f5948 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:20.537904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-ab3ba0d7-b3d2-484e-916c-b7d26347d60e service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625977 Nov 15 22:25:20.593882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.628699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] Pushing event deleted for resources: {'Port': ['ID=4caeac2c-7ee2-4980-a67f-399c259f5948,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:20.641160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd8690-96c8-413f-8127-d7e8eafe0ebb None None] No DVR routers for this DVR port 4caeac2c-7ee2-4980-a67f-399c259f5948 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:20.733537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.745717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-85fca5e8-b06a-4a6f-8ef1-8c666f65614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:20.747348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-85fca5e8-b06a-4a6f-8ef1-8c666f65614c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2005d5f-5559-4916-9fe6-ea310baa1ea4 HTTP/1.1" status: 200 len: 915 time: 0.4028132 Nov 15 22:25:20.813873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c4fc57-0bee-4e87-8506-6ecfe951b471']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:20.839104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f818b14b-c585-4034-8cec-6c8af63611c5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:20.840059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f818b14b-c585-4034-8cec-6c8af63611c5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:20.905846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.905846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-780cc811-9256-40c5-bf44-5b1a2fab9ae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa834d70-8927-42f4-aeab-cad2d0550735 HTTP/1.1" status: 200 len: 217 time: 0.1415863 Nov 15 22:25:20.958975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.974853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:25:20.975233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:25:20.977133 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:25:21.027348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-e434d407-6bb3-4dfc-a283-dbcd7dd21a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:21.028970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-e434d407-6bb3-4dfc-a283-dbcd7dd21a4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be4156af-b368-48d2-a804-bbab1ea47015 HTTP/1.1" status: 200 len: 854 time: 0.1163843 Nov 15 22:25:21.068246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-9b8a6b04-0e10-45bd-bb20-0a87ad67ed21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2005d5f-5559-4916-9fe6-ea310baa1ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296862 Nov 15 22:25:21.121565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e765237-9168-4ea0-b4c4-90f43e2b510d req-9e8188f2-5796-498e-8fae-374f299a3bf3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.3959084 Nov 15 22:25:21.165129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:21.166626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f36537-471b-4cda-b7d9-fd02bdfc08ad req-f78fb05d-8b23-470d-86a8-980604362091 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041408 Nov 15 22:25:21.175828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe7c3a-2811-4ea2-a8e7-6c6b8419f3e2 req-01341736-c5e1-4a70-a390-560fa7453e23 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:21.177497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8fe7c3a-2811-4ea2-a8e7-6c6b8419f3e2 req-01341736-c5e1-4a70-a390-560fa7453e23 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.4555843 Nov 15 22:25:21.183150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:21.197140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2c4fc57-0bee-4e87-8506-6ecfe951b471 HTTP/1.1" status: 204 len: 168 time: 1.4882121 Nov 15 22:25:21.217491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4caeac2c-7ee2-4980-a67f-399c259f5948 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:21.238798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8034e-cd09-491c-afb8-7e37c600a52e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c4fc57-0bee-4e87-8506-6ecfe951b471,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:21.275887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4caeac2c-7ee2-4980-a67f-399c259f5948 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:21.276419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4caeac2c-7ee2-4980-a67f-399c259f5948 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:21.296975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8fe7c3a-2811-4ea2-a8e7-6c6b8419f3e2 req-f60a1a11-c68f-4ec1-973c-2ba7a67de152 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018398 Nov 15 22:25:21.318082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-e4bd7a78-7b08-4bfd-ac7a-d6cede047297 service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401671 Nov 15 22:25:21.395356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0f1fb-161e-4a3c-a1e0-8759bce9cf0b req-ece181bb-2f25-449a-b6b3-88e8418861dc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:21.397456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ab0f1fb-161e-4a3c-a1e0-8759bce9cf0b req-ece181bb-2f25-449a-b6b3-88e8418861dc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0680752 Nov 15 22:25:21.473272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ab0f1fb-161e-4a3c-a1e0-8759bce9cf0b req-40cf6677-67d0-4b9d-b511-db56c60524d0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Nov 15 22:25:21.505055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4eec7e1c-61ec-4596-b976-61701a7ff347 req-b4ab550e-5c57-43fb-af2e-66a73b6e0b61 service neutron] 10.222.0.57 "GET /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783473 Nov 15 22:25:21.622554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e2766-de43-4d00-b1a4-11499f5f2e45 req-ac4137fd-5d4a-4b44-abbb-9c1afe145850 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:21.624420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-705e2766-de43-4d00-b1a4-11499f5f2e45 req-ac4137fd-5d4a-4b44-abbb-9c1afe145850 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.0538681 Nov 15 22:25:21.678066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-705e2766-de43-4d00-b1a4-11499f5f2e45 req-80d14698-2821-4a4f-b632-358e4ba56046 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Nov 15 22:25:21.834408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40094) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:21.897790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff4520fd-4a98-419a-a08c-27eb7e5f23f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2909d90be830402d97c0c0b433821fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619478 Nov 15 22:25:21.900375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:21.954468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:21.980731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:22.106449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:22.111996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:22.115980 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6842bc6-4e7d-4fb5-a7f6-97bd1cd47793 HTTP/1.1" status: 204 len: 168 time: 0.2118137 Nov 15 22:25:22.124112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5cfb-3288-4866-8060-6fabd5e57c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6842bc6-4e7d-4fb5-a7f6-97bd1cd47793,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:22.242244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc81253d-1af8-44fb-bccd-0f0c5ee4881d req-35dd1750-797f-4d16-9573-5e2883f6cc65 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0328059 Nov 15 22:25:22.424484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddafd5-ea13-46f2-aa1e-abc68c10914f req-c5d2e1c1-2d15-4588-b00b-d2a9ac095002 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:22.426989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36ddafd5-ea13-46f2-aa1e-abc68c10914f req-c5d2e1c1-2d15-4588-b00b-d2a9ac095002 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0617836 Nov 15 22:25:22.509191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36ddafd5-ea13-46f2-aa1e-abc68c10914f req-52e7d019-5d35-412f-85b7-e85ffdf0b2af tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714836 Nov 15 22:25:22.716363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9fcd2-36f3-4049-bb7b-88e00498fab7 req-c080ff2d-9998-46a9-8268-dbf13f1411df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:22.727679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27f9fcd2-36f3-4049-bb7b-88e00498fab7 req-c080ff2d-9998-46a9-8268-dbf13f1411df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1134384 Nov 15 22:25:22.762921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bbad8-ab3a-4ec9-bc1f-7de99d4ec82c req-0857a9f3-bfc5-411c-b515-81c6395a61de tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:22.775789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb7bbad8-ab3a-4ec9-bc1f-7de99d4ec82c req-0857a9f3-bfc5-411c-b515-81c6395a61de tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1327786 Nov 15 22:25:22.853615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb7bbad8-ab3a-4ec9-bc1f-7de99d4ec82c req-c86b05c4-bef1-4d17-baa0-f3fa4b946bee tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Nov 15 22:25:22.885650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27f9fcd2-36f3-4049-bb7b-88e00498fab7 req-cc23857a-71a5-4254-9d00-ac1728397419 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555052 Nov 15 22:25:22.977644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03b005-bdb2-424a-a3f8-20bd46378d87 req-1ddd59f1-f833-40a0-a7ca-89ff3a28f688 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:22.979192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c03b005-bdb2-424a-a3f8-20bd46378d87 req-1ddd59f1-f833-40a0-a7ca-89ff3a28f688 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.0529239 Nov 15 22:25:23.027851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c03b005-bdb2-424a-a3f8-20bd46378d87 req-839a7b4a-c638-4cde-a393-49ce399d835d tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Nov 15 22:25:23.287055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-c064e5a3-359b-400c-a94b-dcb760e5d8cf tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328383 Nov 15 22:25:23.472318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-4f477cdc-7418-4bd2-b47f-1d35363f893b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:23.482160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-4f477cdc-7418-4bd2-b47f-1d35363f893b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940925 Nov 15 22:25:23.497661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8dc84183-50f4-4091-8fe9-36cba1c2b35c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0140128 Nov 15 22:25:23.546684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8eac3de6-5bda-41f4-8cf7-0030f6335202 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469224 Nov 15 22:25:23.617993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cf4dcd7-d599-41cb-b669-9b026358f7df req-8d5b9a9e-f11c-45b2-8f3a-9c08d3edc9bd tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0465500 Nov 15 22:25:23.769739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79015-4385-4619-b2a0-a47877eb3190 req-d188562e-13c6-4a68-8717-73442e0e2a63 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:23.771339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ff79015-4385-4619-b2a0-a47877eb3190 req-d188562e-13c6-4a68-8717-73442e0e2a63 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0601506 Nov 15 22:25:23.882523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ff79015-4385-4619-b2a0-a47877eb3190 req-016d9bba-3ac2-485d-8366-6589286f62cc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988884 Nov 15 22:25:24.207439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba947502-af11-411b-9483-f2d4f37b643b req-27e137ba-9aff-42f5-ac2c-5779ad73d110 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 210 time: 0.0283585 Nov 15 22:25:24.347207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04d689-a4b7-4abc-a572-129178563077 req-57bdfbba-9f71-4461-81f0-257efc331dc5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:24.349566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe04d689-a4b7-4abc-a572-129178563077 req-57bdfbba-9f71-4461-81f0-257efc331dc5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0560837 Nov 15 22:25:24.416944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe04d689-a4b7-4abc-a572-129178563077 req-526f2fd6-fda0-47f6-83c5-af18bff699ed tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Nov 15 22:25:24.439822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40220) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:24.528761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d80cd-7767-499e-a0bd-9629e7dc66ce req-a6a1777f-5635-46da-ba09-46bee9a3baa6 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:24.537167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-615d80cd-7767-499e-a0bd-9629e7dc66ce req-a6a1777f-5635-46da-ba09-46bee9a3baa6 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.0937812 Nov 15 22:25:24.594939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-615d80cd-7767-499e-a0bd-9629e7dc66ce req-8d6d1f6e-04e5-4f22-b560-4452dd5ab640 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568993 Nov 15 22:25:24.599520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db26ae7-1230-49b4-8a9c-74af85733c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:24.688483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db26ae7-1230-49b4-8a9c-74af85733c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:24.732915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dad6d73f-a494-4572-b412-0aecc963b5fc req-8bcd9088-bf10-46d5-aa30-aba50fc270d3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0277719 Nov 15 22:25:24.743354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:24.823414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7db26ae7-1230-49b4-8a9c-74af85733c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:24.853822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db26ae7-1230-49b4-8a9c-74af85733c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee7b2d-7f5b-42fe-b983-4fc1bd9117d3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:24.882143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f92e86d-7fe8-4825-b321-baf2971bb3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:24.884085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7db26ae7-1230-49b4-8a9c-74af85733c7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee9d059d85ad4973aa5087bfe00fc3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437361 Nov 15 22:25:24.886966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:24.980126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.004866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f92e86d-7fe8-4825-b321-baf2971bb3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.068252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.101134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ebac0-24bc-4e37-9aae-aa8cad3bbf0a req-b26f18b9-5644-4cc5-b2f3-655b4fb40585 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:25.104637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893ebac0-24bc-4e37-9aae-aa8cad3bbf0a req-b26f18b9-5644-4cc5-b2f3-655b4fb40585 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1126754 Nov 15 22:25:25.109010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f92e86d-7fe8-4825-b321-baf2971bb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.176711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f92e86d-7fe8-4825-b321-baf2971bb3d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d9ab8cdffee4473a7641adfab95394e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315770 Nov 15 22:25:25.177358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893ebac0-24bc-4e37-9aae-aa8cad3bbf0a req-81a7e51c-26b0-4ead-b883-847c9dcb7634 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626237 Nov 15 22:25:25.179814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:25.183356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e86d-7fe8-4825-b321-baf2971bb3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158a1072-4db4-4179-b6b3-df93760fafaf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:25.333477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.333477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.333477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b34a700-206d-4f95-905a-a9e63319dc06 req-858cf39a-d778-4444-a06e-17fe8e407d4c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 210 time: 0.0306110 Nov 15 22:25:25.542409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a971fe7-b125-4f34-8d7a-4ba8c2091f7b req-2bad59e7-9751-4913-b58d-a82819192f49 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:25.544728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a971fe7-b125-4f34-8d7a-4ba8c2091f7b req-2bad59e7-9751-4913-b58d-a82819192f49 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0540543 Nov 15 22:25:25.593267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.596127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.599882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8ee7b2d-7f5b-42fe-b983-4fc1bd9117d3 HTTP/1.1" status: 204 len: 168 time: 0.7094049 Nov 15 22:25:25.603976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a971fe7-b125-4f34-8d7a-4ba8c2091f7b req-f87f3389-a63f-4cf9-a9a2-0945fca9ffac tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Nov 15 22:25:25.609306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d680c-fbd9-47a0-9ed6-d0cd40e4c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee7b2d-7f5b-42fe-b983-4fc1bd9117d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:25.636733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.638914 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:25.640496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/158a1072-4db4-4179-b6b3-df93760fafaf HTTP/1.1" status: 204 len: 168 time: 0.4601986 Nov 15 22:25:25.665313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c721b4a-fb8c-4c85-8af8-c7181279c131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158a1072-4db4-4179-b6b3-df93760fafaf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:25.805832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2068-83d7-453b-889f-8256155d980c req-193ab4ea-7d52-4024-9aae-8a0698547caa tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:25.817939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fbb2068-83d7-453b-889f-8256155d980c req-193ab4ea-7d52-4024-9aae-8a0698547caa tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.0995295 Nov 15 22:25:25.878448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9be680e9-e786-43d4-ae4f-7823f1b69018 req-56eac98d-a0ed-4e28-8ad6-473657b297b3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0592067 Nov 15 22:25:25.919140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fbb2068-83d7-453b-889f-8256155d980c req-6bdcfac9-36e5-4d90-83ca-7730c582a282 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/security-groups?id=d906bece-369a-4171-8862-179257153bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 Nov 15 22:25:25.947897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-4bfc1891-34bc-4742-b028-9f1beff23233 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:25.950323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-4bfc1891-34bc-4742-b028-9f1beff23233 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.57 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 945 time: 0.0622213 Nov 15 22:25:26.120065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Deleting port fa834d70-8927-42f4-aeab-cad2d0550735 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:26.120404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:26.255114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] For port fa834d70-8927-42f4-aeab-cad2d0550735, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fa834d70-8927-42f4-aeab-cad2d0550735,segment=NetworkSegment(4eddf182-ef48-42d6-8289-7ba80d84c9f8),segment_id=4eddf182-ef48-42d6-8289-7ba80d84c9f8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:26.255476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:26.283751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Calling delete_port for fa834d70-8927-42f4-aeab-cad2d0550735 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:26.337058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bf4c0-988e-4c47-91a1-d4415673422f req-3812c27d-f767-4139-8d78-61b330daf353 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:26.338695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af2bf4c0-988e-4c47-91a1-d4415673422f req-3812c27d-f767-4139-8d78-61b330daf353 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0711942 Nov 15 22:25:26.417586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af2bf4c0-988e-4c47-91a1-d4415673422f req-3fc91245-5b25-4396-a1dc-4764fe87e4ad tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Nov 15 22:25:26.503465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2aa522ae-7122-4d00-8c2e-8cd6d94dd884 req-423ff49b-554a-48d9-853b-58220686c2e9 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 210 time: 0.0337245 Nov 15 22:25:26.648385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:26.663717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['fa834d70-8927-42f4-aeab-cad2d0550735'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:26.681862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:26.693371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Pushing event deleted for resources: {'Port': ['ID=fa834d70-8927-42f4-aeab-cad2d0550735,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:26.708179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5565958d-9903-4779-bf13-81a77521d57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:26.752758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] No DVR routers for this DVR port fa834d70-8927-42f4-aeab-cad2d0550735 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:26.755620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:26.759577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-edff874d-bfe4-4ed7-9f08-4737783e23a4 req-8289e677-3b6c-4d53-9e90-bc381f1a4279 tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.57 "DELETE /v2.0/ports/fa834d70-8927-42f4-aeab-cad2d0550735 HTTP/1.1" status: 204 len: 173 time: 0.8021703 Nov 15 22:25:26.762441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'name': 'network-vif-deleted', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:26.762961 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81616e32-cc69-4fab-8d6a-2fc0635ed977" -d '{"events": [{"server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "name": "network-vif-deleted", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:26.828709 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d447466-521c-4685-a2e1-3bb0d21fe2d3 x-openstack-request-id: req-9d447466-521c-4685-a2e1-3bb0d21fe2d3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:26.829223 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae348f-6ae9-475b-a18e-2ef0c92d2fda", "name": "network-vif-deleted", "tag": "fa834d70-8927-42f4-aeab-cad2d0550735", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:26.829644 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d447466-521c-4685-a2e1-3bb0d21fe2d3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:26.830209 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ae348f-6ae9-475b-a18e-2ef0c92d2fda', 'name': 'network-vif-deleted', 'tag': 'fa834d70-8927-42f4-aeab-cad2d0550735', 'status': 'completed', 'code': 200} Nov 15 22:25:26.867459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0efbc-717a-4ad6-9595-aa316d6525e4 req-500de272-80b6-4867-b225-d9dda9b83a53 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:26.869056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85b0efbc-717a-4ad6-9595-aa316d6525e4 req-500de272-80b6-4867-b225-d9dda9b83a53 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1265566 Nov 15 22:25:26.960246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5565958d-9903-4779-bf13-81a77521d57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.013858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85b0efbc-717a-4ad6-9595-aa316d6525e4 req-d245bc4a-5926-4253-aa9f-2f0a2d591ff1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316764 Nov 15 22:25:27.048056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cf23a87-25fe-44b0-8c5a-c957a3f85233 req-57472d8b-7695-4e41-9321-4fe80e7dfeec tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=087c1cff-56e7-4f7b-a253-d3b0539ce225 HTTP/1.1" status: 200 len: 210 time: 0.0608876 Nov 15 22:25:27.085911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5565958d-9903-4779-bf13-81a77521d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.113316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b361dc2b-e77e-4bb7-b946-c913eb5edc33 req-1a6cd553-790e-428b-976b-8c5bac2bebee tempest-InstanceActionsTestJSON-385262705 tempest-InstanceActionsTestJSON-385262705-project] 10.222.0.15 "GET /v2.0/ports?device_id=69ae348f-6ae9-475b-a18e-2ef0c92d2fda HTTP/1.1" status: 200 len: 210 time: 0.0381675 Nov 15 22:25:27.146425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5565958d-9903-4779-bf13-81a77521d57b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82b8536c79f2440b8ea1dd2a1a0f37a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620805 Nov 15 22:25:27.148131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:27.154928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565958d-9903-4779-bf13-81a77521d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d30b768-8580-4716-aa11-ac7fa23daff9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:27.235737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.258694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-803a6289-9904-4c52-8f14-d9a187d76c62 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461497 Nov 15 22:25:27.268664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.409193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-70792c0b-8305-4f18-8704-7d6b991dd499 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:27.410609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-70792c0b-8305-4f18-8704-7d6b991dd499 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454673 Nov 15 22:25:27.428859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:27.434537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.439113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.454502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d30b768-8580-4716-aa11-ac7fa23daff9 HTTP/1.1" status: 204 len: 168 time: 0.3045826 Nov 15 22:25:27.479448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303153e-570e-467e-80a6-90bb0bf15d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d30b768-8580-4716-aa11-ac7fa23daff9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:27.642573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d431971-b59f-4636-9fe0-17a6e300c9c3 req-90dd8b22-358c-4b7b-851d-deebacda5000 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:27.644090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d431971-b59f-4636-9fe0-17a6e300c9c3 req-90dd8b22-358c-4b7b-851d-deebacda5000 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0894756 Nov 15 22:25:27.719675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d431971-b59f-4636-9fe0-17a6e300c9c3 req-ca5d3b6f-a396-4b85-bb6f-21115f4428c3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Nov 15 22:25:27.782950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e33fb42-540e-4485-9167-ef88e0cdffc0 req-a570a9bb-f93b-4488-a7ac-49488c0745fd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 210 time: 0.0439897 Nov 15 22:25:27.784566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:27.803089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.812256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:27.916442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.026272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.185874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.183 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/8670f9b5-b3ae-4a9c-84b3-6919c307219d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:28.194837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:28.244137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Deleting subnet be4156af-b368-48d2-a804-bbab1ea47015 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:25:28.248035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.281181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a136a30-b2f2-4994-8018-d3c26166e29a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:28.282771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.323749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.382489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349c64-68ef-4e56-86f2-9239faf7d5ff req-8efec883-54ac-46cf-940c-74824b5d78c5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:28.384447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43349c64-68ef-4e56-86f2-9239faf7d5ff req-8efec883-54ac-46cf-940c-74824b5d78c5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1863575 Nov 15 22:25:28.517179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43349c64-68ef-4e56-86f2-9239faf7d5ff req-1dac3b27-2214-4072-88d1-6be59f9eaa06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Nov 15 22:25:28.528408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.614984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.643349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4156af-b368-48d2-a804-bbab1ea47015,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:28.645653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.650151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-64c356a0-08c4-40fc-8050-e5509f76ec17 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be4156af-b368-48d2-a804-bbab1ea47015 HTTP/1.1" status: 204 len: 168 time: 0.4542916 Nov 15 22:25:28.652860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:28.673356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:28.715852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.734878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.784251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:28.794265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:28.845770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.862061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:28.873725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2005d5f-5559-4916-9fe6-ea310baa1ea4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:28.887047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eddf182-ef48-42d6-8289-7ba80d84c9f8') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:28.887552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eddf182-ef48-42d6-8289-7ba80d84c9f8') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:28.900848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.917471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.926573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:25:28.927182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:25:28.980980 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:25:29.020254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec393-de0d-48ff-ad65-bf0277fb510a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.046641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.070917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.081699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.088464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2005d5f-5559-4916-9fe6-ea310baa1ea4 HTTP/1.1" status: 204 len: 168 time: 0.4320734 Nov 15 22:25:29.120409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95c401-d20a-456d-ba04-9253c4171245 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2005d5f-5559-4916-9fe6-ea310baa1ea4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:29.153345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:29.217746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2378db64-3424-4b2d-8076-ca956afb2a9f None None] Provisioning complete for port 8670f9b5-b3ae-4a9c-84b3-6919c307219d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:29.219369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2378db64-3424-4b2d-8076-ca956afb2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.230485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:29.234698 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.271739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42ec07-928b-4855-98bc-cbdfdff79e26 req-ae505503-522f-490e-9a7a-2b15abc6796e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:29.275126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b42ec07-928b-4855-98bc-cbdfdff79e26 req-ae505503-522f-490e-9a7a-2b15abc6796e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.3669412 Nov 15 22:25:29.284345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fa834d70-8927-42f4-aeab-cad2d0550735 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:29.310904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2378db64-3424-4b2d-8076-ca956afb2a9f None None] Port 8670f9b5-b3ae-4a9c-84b3-6919c307219d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:25:29.313468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: fa834d70-8927-42f4-aeab-cad2d0550735 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:29.314141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fa834d70-8927-42f4-aeab-cad2d0550735 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:29.315773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2d494-30aa-4793-b7b7-4d3f52ea364c req-421ea40a-6758-499d-a686-f356f7db3999 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:29.317613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7e2d494-30aa-4793-b7b7-4d3f52ea364c req-421ea40a-6758-499d-a686-f356f7db3999 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 936 time: 0.3657923 Nov 15 22:25:29.422982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c37e07c-e7d1-4f8c-9995-5b8c51441f81 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9979997 Nov 15 22:25:29.447711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b42ec07-928b-4855-98bc-cbdfdff79e26 req-a9f349a6-c880-4709-ad6e-13c61973e302 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402776 Nov 15 22:25:29.451407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Request body: {'port': {'device_id': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:29.461750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec393-de0d-48ff-ad65-bf0277fb510a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.476293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7e2d494-30aa-4793-b7b7-4d3f52ea364c req-f7a027fd-706d-4188-b049-543b5218651d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341248 Nov 15 22:25:29.592631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.611814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec393-de0d-48ff-ad65-bf0277fb510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.634789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:29.664992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.675153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ec393-de0d-48ff-ad65-bf0277fb510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6414a65-66b5-4b6e-a3dd-56b391fc59c1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:29.694218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7a26e1b1-b173-44f3-a1bf-a7e7d26116df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a2e6fe9ff0d4b86abde04329f50331a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580032 Nov 15 22:25:29.704048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:29.779683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.783683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7f4ec393-de0d-48ff-ad65-bf0277fb510a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8457636aba4a45b5a5d119f25c0868eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1090117 Nov 15 22:25:29.791401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:29.837181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1d4c-eba2-4071-803f-d0103d0dd37c req-9a6e72e1-d79b-4aa3-9b92-005530746751 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:29.845637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad2d1d4c-eba2-4071-803f-d0103d0dd37c req-9a6e72e1-d79b-4aa3-9b92-005530746751 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1714694 Nov 15 22:25:29.853008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.933373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.968279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:29.990911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad2d1d4c-eba2-4071-803f-d0103d0dd37c req-33f6a09d-5a47-4557-9adf-3a2329c74ff6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439779 Nov 15 22:25:30.043619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.046156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.051109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d906bece-369a-4171-8862-179257153bcb HTTP/1.1" status: 204 len: 168 time: 0.3433142 Nov 15 22:25:30.058786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55630636-8969-4c72-bcf1-150651de9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906bece-369a-4171-8862-179257153bcb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:30.120516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.124477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.126101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6414a65-66b5-4b6e-a3dd-56b391fc59c1 HTTP/1.1" status: 204 len: 168 time: 0.3337545 Nov 15 22:25:30.142540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeadb0-63a5-4b79-9b12-923bf9541064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6414a65-66b5-4b6e-a3dd-56b391fc59c1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:30.284199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8670f9b5-b3ae-4a9c-84b3-6919c307219d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:30.294865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.309206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Transition to ACTIVE for port object 8670f9b5-b3ae-4a9c-84b3-6919c307219d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:30.379917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.467353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Pushing event updated for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:30.646080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Attempting to bind port 8670f9b5-b3ae-4a9c-84b3-6919c307219d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:30.647403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Attempting to bind port 8670f9b5-b3ae-4a9c-84b3-6919c307219d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:30.647963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Attempting to bind port 8670f9b5-b3ae-4a9c-84b3-6919c307219d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:30.708592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Port 8670f9b5-b3ae-4a9c-84b3-6919c307219d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:30.708592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Attempting to bind port 8670f9b5-b3ae-4a9c-84b3-6919c307219d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:30.727646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e160d1c-3124-452c-9d13-b0cc22960177 req-e9a4efe6-f0c5-445e-982d-808a1d91f4c6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:30.729440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e160d1c-3124-452c-9d13-b0cc22960177 req-e9a4efe6-f0c5-445e-982d-808a1d91f4c6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 948 time: 0.1376307 Nov 15 22:25:30.749304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b3ba-9ebc-4860-9a41-e786a6ee32b6 req-d74c0df1-1969-4cf9-b335-438c6039e3e2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:30.763212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7766b3ba-9ebc-4860-9a41-e786a6ee32b6 req-d74c0df1-1969-4cf9-b335-438c6039e3e2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1950130 Nov 15 22:25:30.822724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:30.823420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:30.824021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:30.824775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Bound port: 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:30.825452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:30.845017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7766b3ba-9ebc-4860-9a41-e786a6ee32b6 req-cd5d77b0-8ef5-48aa-ac12-9fbff469d18c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Nov 15 22:25:30.975077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:30.979084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:31.009540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e160d1c-3124-452c-9d13-b0cc22960177 req-66d1f781-ed24-476c-a8de-08fd6b2b75a7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224452 Nov 15 22:25:31.063714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:31.161891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Pushing event updated for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:31.182844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.183534 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:31.184926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-2b955ee7-3f87-4cc1-8cf6-8ecbc42fc02b service neutron] 10.222.0.55 "PUT /v2.0/ports/8670f9b5-b3ae-4a9c-84b3-6919c307219d HTTP/1.1" status: 200 len: 1096 time: 1.7518728 Nov 15 22:25:31.185362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:31.188135 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb0017-cc7a-46c7-906f-2c60b8812ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:31.231099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6573e08-edaf-40b0-bf8c-6da4cc8cdd27 req-eabece41-182b-46f6-869a-e6da7d9001c1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.241815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6573e08-edaf-40b0-bf8c-6da4cc8cdd27 req-eabece41-182b-46f6-869a-e6da7d9001c1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0986435 Nov 15 22:25:31.299145 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec0a21-84a7-4807-af00-b496217f6846 x-openstack-request-id: req-74ec0a21-84a7-4807-af00-b496217f6846 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:31.299957 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:31.300275 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74ec0a21-84a7-4807-af00-b496217f6846 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:31.300901 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d', 'status': 'completed', 'code': 200} Nov 15 22:25:31.321324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6573e08-edaf-40b0-bf8c-6da4cc8cdd27 req-d43fe153-9ecc-4c16-a2c5-62a612953c86 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Nov 15 22:25:31.394770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb0017-cc7a-46c7-906f-2c60b8812ff2 req-1cd7dc57-2f4d-46e1-a9da-70d026f94221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.396774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4adb0017-cc7a-46c7-906f-2c60b8812ff2 req-1cd7dc57-2f4d-46e1-a9da-70d026f94221 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 1099 time: 0.0734713 Nov 15 22:25:31.431907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4adb0017-cc7a-46c7-906f-2c60b8812ff2 req-1464dc3e-d54b-4e32-82a3-7c0e91bedb11 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261204 Nov 15 22:25:31.576046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb0017-cc7a-46c7-906f-2c60b8812ff2 req-d7d524dc-2c2f-4a29-bec6-7192a7e62ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.578162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4adb0017-cc7a-46c7-906f-2c60b8812ff2 req-d7d524dc-2c2f-4a29-bec6-7192a7e62ee5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276102 Nov 15 22:25:31.704904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-28ceafdb-0845-4464-8d5d-7befc808e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.707687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-28ceafdb-0845-4464-8d5d-7befc808e2d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 1099 time: 0.0795186 Nov 15 22:25:31.795127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-f8379819-cd51-43ee-95d8-4aa3a5ca4674 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d HTTP/1.1" status: 200 len: 217 time: 0.0764241 Nov 15 22:25:31.848209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-76a02c6c-db2b-4faf-959e-17fd125740c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.848209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-76a02c6c-db2b-4faf-959e-17fd125740c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0446997 Nov 15 22:25:31.909120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-38430ae9-d7d8-4621-9061-bdb9615905eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:31.911811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-38430ae9-d7d8-4621-9061-bdb9615905eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568538 Nov 15 22:25:32.055152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55b5ee-e7f7-4d00-98d4-615e13b0458e req-3b7cac17-a1ec-4cf4-b1b5-cab9bfbddf87 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:32.063226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b55b5ee-e7f7-4d00-98d4-615e13b0458e req-3b7cac17-a1ec-4cf4-b1b5-cab9bfbddf87 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0821900 Nov 15 22:25:32.102348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-81e7b003-544f-4d4a-8023-56fb7240a2cf service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825087 Nov 15 22:25:32.215216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b55b5ee-e7f7-4d00-98d4-615e13b0458e req-b5dcb4cf-f0e3-4088-8059-293ef0aeaec1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462145 Nov 15 22:25:32.270071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345543c-36b4-4dfc-8f07-0fe96cdbf1c5 req-73714d55-b8cf-4f38-9c65-4788471d0479 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:32.271566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c345543c-36b4-4dfc-8f07-0fe96cdbf1c5 req-73714d55-b8cf-4f38-9c65-4788471d0479 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 948 time: 0.1344378 Nov 15 22:25:32.290146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4725ac2d-9dac-4513-9d9e-d612699d6c7c req-8c4278e7-bba4-419a-a2a9-18a70938ea7f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772776 Nov 15 22:25:32.365976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c345543c-36b4-4dfc-8f07-0fe96cdbf1c5 req-77e32f97-7bed-4f21-9067-39c0b073e8e0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864835 Nov 15 22:25:32.501593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613ba80-b402-4046-991c-2221c3bfd510 req-ea4ad869-1e96-43fb-b9b3-d65d17e113c3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:32.509126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5613ba80-b402-4046-991c-2221c3bfd510 req-ea4ad869-1e96-43fb-b9b3-d65d17e113c3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0931902 Nov 15 22:25:32.523787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:32.570835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5613ba80-b402-4046-991c-2221c3bfd510 req-a5dd066b-83e1-475f-a36b-49301210a5fc tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Nov 15 22:25:32.754903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2130352731-network', 'tenant_id': '9adbad0b56f84a85aedbf506216f7f33'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:32.869399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Made reservation on behalf of 9adbad0b56f84a85aedbf506216f7f33 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:32.872838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:32.883173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.021958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.079567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.095095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:25:33.106583 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.120014 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Added segment 29614a9b-b4a1-4969-a9b1-1699fbf09b55 of type vlan for network b47bd77f-4421-4ecc-865f-55ef8e435432 Nov 15 22:25:33.192300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.196509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e673393-30e6-47f9-92b8-45ca6668e9e6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:33.322932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.323996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:33.324575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.347140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b8720-9f33-4c5b-a254-d7e5c4ba5554 req-3a253806-bf5b-46e3-b1d1-9d3f0cde3ce7 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:33.353182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797b8720-9f33-4c5b-a254-d7e5c4ba5554 req-3a253806-bf5b-46e3-b1d1-9d3f0cde3ce7 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0796528 Nov 15 22:25:33.405686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797b8720-9f33-4c5b-a254-d7e5c4ba5554 req-64868afe-d3c3-4271-9ab3-cdb05d9c9b1d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Nov 15 22:25:33.415401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] Pushing event updated for resources: {'Network': ['ID=b47bd77f-4421-4ecc-865f-55ef8e435432,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:33.429383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b47bd77f-4421-4ecc-865f-55ef8e435432 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:25:33.555475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b03741d-1c7e-4dab-b0ea-a59f594b4ccc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0302503 Nov 15 22:25:33.555977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:33.558825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322d27b-97c4-4d41-84dd-b150427ac3d0 req-b14520cd-217e-4796-aec9-22b74a88d503 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:33.561518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1322d27b-97c4-4d41-84dd-b150427ac3d0 req-b14520cd-217e-4796-aec9-22b74a88d503 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 948 time: 0.0796525 Nov 15 22:25:33.568303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Request body: {'subnet': {'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2130352731-subnet', 'tenant_id': '9adbad0b56f84a85aedbf506216f7f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:33.627198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1322d27b-97c4-4d41-84dd-b150427ac3d0 req-a56abc4b-ce91-4d4d-80ac-b68fba087939 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Nov 15 22:25:33.734413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e566b4-37d8-4a66-b5a6-62adf53cb8f6 req-8b29bf88-f3fb-46b3-9247-dc364ef233b7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:33.735915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02e566b4-37d8-4a66-b5a6-62adf53cb8f6 req-8b29bf88-f3fb-46b3-9247-dc364ef233b7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0758340 Nov 15 22:25:33.740421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Made reservation on behalf of 9adbad0b56f84a85aedbf506216f7f33 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:33.743506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:33.848150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02e566b4-37d8-4a66-b5a6-62adf53cb8f6 req-50408066-edab-4c90-b6b0-bd29585f27c5 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009240 Nov 15 22:25:33.881271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8670f9b5-b3ae-4a9c-84b3-6919c307219d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:34.018744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:34.042863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '8670f9b5-b3ae-4a9c-84b3-6919c307219d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '8670f9b5-b3ae-4a9c-84b3-6919c307219d', 'mac_address': 'fa:16:3e:6f:b7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:34.088553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.104963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8670f9b5-b3ae-4a9c-84b3-6919c307219d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:34.130951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:34.160437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.217063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a26d3ff-2015-4484-aae4-e8b98c637a08,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:34.238408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Checking segment: {'id': '29614a9b-b4a1-4969-a9b1-1699fbf09b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:34.239159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Network hostable DHCP agents. Network: b47bd77f-4421-4ecc-865f-55ef8e435432, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:25:34.241064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.310917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:34.337883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Network b47bd77f-4421-4ecc-865f-55ef8e435432 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:25:34.371038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:34.423912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b47bd77f-4421-4ecc-865f-55ef8e435432) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:34.438842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:34.438842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.439058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b63db-c9b3-419a-bef0-e9120bf8402c None None] Network b47bd77f-4421-4ecc-865f-55ef8e435432 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:34.514985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952daf-8984-4bd8-bd83-c94261daf2ea req-471fd1a4-ae92-4270-bd4f-5d720c6559c9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:34.520320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ff660e1-993a-4eeb-a849-11d9f68894d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9631970 Nov 15 22:25:34.526930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3952daf-8984-4bd8-bd83-c94261daf2ea req-471fd1a4-ae92-4270-bd4f-5d720c6559c9 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.1153812 Nov 15 22:25:34.545138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:34.598330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0956143-388b-4d7c-af37-9de6de87e7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.662835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f4541-78e4-40f1-a6ed-7813d265e99a None None] Network b47bd77f-4421-4ecc-865f-55ef8e435432 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:34.698166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3952daf-8984-4bd8-bd83-c94261daf2ea req-d0071ede-dc93-43aa-bb2b-c645a8632579 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697080 Nov 15 22:25:34.752749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f173a5-7a3f-4b00-9b31-2f2ddfe64d93 req-c832a326-0f7c-4bec-818d-d7c172ef5532 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:34.761821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57f173a5-7a3f-4b00-9b31-2f2ddfe64d93 req-c832a326-0f7c-4bec-818d-d7c172ef5532 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.2176318 Nov 15 22:25:34.772684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f65892aa-534f-4ded-8612-651fd26d96b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.823793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0956143-388b-4d7c-af37-9de6de87e7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:34.881711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57f173a5-7a3f-4b00-9b31-2f2ddfe64d93 req-3d820ca9-6778-4ae6-aaa8-3d739ea159e5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090422 Nov 15 22:25:34.916152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680432-ea74-4e44-ba4e-e2a6484f9423 req-31728a07-235e-465e-95e8-28f7828811ee tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:34.938277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34680432-ea74-4e44-ba4e-e2a6484f9423 req-31728a07-235e-465e-95e8-28f7828811ee tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 949 time: 0.1145599 Nov 15 22:25:34.954324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f0956143-388b-4d7c-af37-9de6de87e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.016367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f0956143-388b-4d7c-af37-9de6de87e7e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16f9ac5a9c6d41cb9b5a58300a5803c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441541 Nov 15 22:25:35.027287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:35.049793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0956143-388b-4d7c-af37-9de6de87e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d70ba-b471-4c28-983c-ee1fdc4356c9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:35.056928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:35.093323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-67ac5ebd-9cfd-4740-95ee-2eefaffed0b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:35.093670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34680432-ea74-4e44-ba4e-e2a6484f9423 req-28255fab-6186-4605-bf56-7a87447a1256 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604693 Nov 15 22:25:35.095969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-67ac5ebd-9cfd-4740-95ee-2eefaffed0b8 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.2217858 Nov 15 22:25:35.134253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.143939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc8c0-f5fa-4b20-860d-c2831150f2a0 req-f2fd8a82-1ac0-4da5-99f2-235212c4664f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:35.151847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89dcc8c0-f5fa-4b20-860d-c2831150f2a0 req-f2fd8a82-1ac0-4da5-99f2-235212c4664f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1626086 Nov 15 22:25:35.189944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.219860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280dcafb-1c66-496f-97ff-bc64cc6a573f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.254693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89dcc8c0-f5fa-4b20-860d-c2831150f2a0 req-200e66a8-7cf1-4ea4-ae6c-d82cfcc1425a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Nov 15 22:25:35.280990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Deleting port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:35.281844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.326696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.329559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.333312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/202d70ba-b471-4c28-983c-ee1fdc4356c9 HTTP/1.1" status: 204 len: 168 time: 0.3023245 Nov 15 22:25:35.351389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d70ba-b471-4c28-983c-ee1fdc4356c9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:35.409935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.410645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.411626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.411967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.412643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.413317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.413762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.414159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.414551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.414939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.415329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.415713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb79d8c-c34e-4b0b-b4b5-1838973575a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:25:35.442803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] For port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:35.443160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.465507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Calling delete_port for 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:35.468391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280dcafb-1c66-496f-97ff-bc64cc6a573f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.485640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-03f7fd0a-c71f-4b96-ba9f-7130c585d8c7 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:35.487133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-03f7fd0a-c71f-4b96-ba9f-7130c585d8c7 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/networks?id=b47bd77f-4421-4ecc-865f-55ef8e435432 HTTP/1.1" status: 200 len: 813 time: 0.1386216 Nov 15 22:25:35.503332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-45250f8b-521c-4c39-83d8-6ce2698209a3 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/quotas/9adbad0b56f84a85aedbf506216f7f33 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Nov 15 22:25:35.537975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-7e3dabdc-f1a1-4895-bbbd-d5d87562119c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9adbad0b56f84a85aedbf506216f7f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288370 Nov 15 22:25:35.550867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-280dcafb-1c66-496f-97ff-bc64cc6a573f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.743857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-7e50017c-ca60-4fa8-8674-e92854f822fa service neutron] 10.222.0.15 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971035 Nov 15 22:25:35.877476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9665852-2916-4bd5-985f-5bd93211ad03 req-8bcf54a7-426e-4b36-b781-a82f71916018 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:35.878875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9665852-2916-4bd5-985f-5bd93211ad03 req-8bcf54a7-426e-4b36-b781-a82f71916018 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 945 time: 0.0776472 Nov 15 22:25:35.883446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-32cd82fa-4fd8-4c89-9d9e-4b2835ebaeb6 service neutron] 10.222.0.15 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331627 Nov 15 22:25:35.887058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:35.889240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8670f9b5-b3ae-4a9c-84b3-6919c307219d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:35.903446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-280dcafb-1c66-496f-97ff-bc64cc6a573f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ccc934a62bd4587bffb6b1e218bed56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8454075 Nov 15 22:25:35.904071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:35.915372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dcafb-1c66-496f-97ff-bc64cc6a573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e2585-39ec-4d15-90a9-fada1ee89507,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:35.969746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9665852-2916-4bd5-985f-5bd93211ad03 req-8f1b8436-896f-47eb-8b4f-0e16281ce51c tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720353 Nov 15 22:25:35.973947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:35.997799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.054851 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.075937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae88b-1a4b-4721-a5f7-348c8480d580 req-1fc0a4d7-5305-4b2f-aa04-6d9d9978f827 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:36.077747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f19ae88b-1a4b-4721-a5f7-348c8480d580 req-1fc0a4d7-5305-4b2f-aa04-6d9d9978f827 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0557623 Nov 15 22:25:36.092245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event deleted for resources: {'Port': ['ID=63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.098248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:36.117939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1', 'port_id': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'mac_address': 'fa:16:3e:ba:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9221909-c4e2-4c53-9cd2-f3ce229d30ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:36.118765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:36.140530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb836646-af37-4bcc-8e53-39f01c53b6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.145456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] No DVR routers for this DVR port 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:36.148184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.152098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d84fbc2-1461-478f-9ac8-cac111682f7a req-a9edac84-ca98-434f-ab4a-df51e9e9d51b tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "DELETE /v2.0/ports/63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e HTTP/1.1" status: 204 len: 173 time: 1.0492041 Nov 15 22:25:36.152553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-deleted', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:36.155783 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fdde18-5d0e-4136-9057-9a00e1530d27" -d '{"events": [{"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-deleted", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:36.156830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.158837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 8670f9b5-b3ae-4a9c-84b3-6919c307219d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:36.161019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f19ae88b-1a4b-4721-a5f7-348c8480d580 req-83293302-dc97-4d32-8abe-84a246ed2d71 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710628 Nov 15 22:25:36.164105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 8670f9b5-b3ae-4a9c-84b3-6919c307219d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:36.164288 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.197825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.201902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:36.202055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.205836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e84e2585-39ec-4d15-90a9-fada1ee89507 HTTP/1.1" status: 204 len: 168 time: 0.2979007 Nov 15 22:25:36.214766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568dac5-8cd6-4631-87e0-d95240b68aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e2585-39ec-4d15-90a9-fada1ee89507,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.272358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:36.299519 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24129e3-4c0d-424b-a163-bda7bc388cc1 x-openstack-request-id: req-f24129e3-4c0d-424b-a163-bda7bc388cc1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:36.305191 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee10c5-4ffb-4503-a353-8361a3b12b20", "name": "network-vif-deleted", "tag": "63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:36.305191 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f24129e3-4c0d-424b-a163-bda7bc388cc1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:36.305191 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ee10c5-4ffb-4503-a353-8361a3b12b20', 'name': 'network-vif-deleted', 'tag': '63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e', 'status': 'completed', 'code': 200} Nov 15 22:25:36.333158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.336993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb836646-af37-4bcc-8e53-39f01c53b6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.371591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:36.374520 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f3fc9b-f41d-40c6-bf18-7bb1c1f63f01" -d '{"events": [{"server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "name": "network-vif-plugged", "status": "completed", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:36.385926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f4bac03-4d57-4ca5-b4d7-32718f3e872f req-60614f86-79dd-4c4f-b224-5350c6b5bd04 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 210 time: 0.0382490 Nov 15 22:25:36.399487 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.402076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf0ebb-5aba-42dd-af1d-be41113889b8 req-9c5a9a04-defc-41d7-8044-c78af21dbdc1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:36.417196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77bf0ebb-5aba-42dd-af1d-be41113889b8 req-9c5a9a04-defc-41d7-8044-c78af21dbdc1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 949 time: 0.1223176 Nov 15 22:25:36.418806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:36.436435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb836646-af37-4bcc-8e53-39f01c53b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.487539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.493728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.499466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb836646-af37-4bcc-8e53-39f01c53b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746fe574-352e-43dc-934b-6ae11f0dc37b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.568095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb836646-af37-4bcc-8e53-39f01c53b6c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1f6bb08b2a34850aff07d2dba8a8eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482949 Nov 15 22:25:36.569724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:36.572662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77bf0ebb-5aba-42dd-af1d-be41113889b8 req-6d8d5dcd-7f9f-4354-8a5b-42d5ce7a3116 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397734 Nov 15 22:25:36.598872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.609527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8461-d15b-432a-8738-f0c043b3e8db req-39dbf239-f7f3-4809-b091-bc1375d8b504 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:36.610449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-424e8461-d15b-432a-8738-f0c043b3e8db req-39dbf239-f7f3-4809-b091-bc1375d8b504 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.1082191 Nov 15 22:25:36.654274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.662430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-424e8461-d15b-432a-8738-f0c043b3e8db req-2568a6ab-facd-4a7b-9a9d-0ac48bcc7428 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Nov 15 22:25:36.687321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.815921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.820119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:36.825836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/746fe574-352e-43dc-934b-6ae11f0dc37b HTTP/1.1" status: 204 len: 168 time: 0.2530754 Nov 15 22:25:36.840264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5a8a-2612-4584-9931-c2f317005b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746fe574-352e-43dc-934b-6ae11f0dc37b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:36.892301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:36.923672 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd5120-017b-432d-9e77-711c025a5e13 x-openstack-request-id: req-17dd5120-017b-432d-9e77-711c025a5e13 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:36.923948 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "name": "network-vif-plugged", "status": "completed", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:36.924207 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17dd5120-017b-432d-9e77-711c025a5e13 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:36.925248 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d', 'code': 200} Nov 15 22:25:37.103360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad99b2-9b3e-425d-a663-be77f35a573d req-6cd910b8-5c1f-40ef-97be-3bd480406c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:37.105390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14ad99b2-9b3e-425d-a663-be77f35a573d req-6cd910b8-5c1f-40ef-97be-3bd480406c6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 1101 time: 0.1299121 Nov 15 22:25:37.107169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a797e484-f117-4822-ad72-8896a5cc2002 req-d3fbfbe0-4f77-4a63-9bf9-cd9d7eafbf7e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=49ee10c5-4ffb-4503-a353-8361a3b12b20 HTTP/1.1" status: 200 len: 210 time: 0.0448034 Nov 15 22:25:37.151933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db66da1c-ec2e-4606-92ee-78030e9437f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:37.163881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14ad99b2-9b3e-425d-a663-be77f35a573d req-9b401766-c875-4d35-ba6c-12130a5cb8aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Nov 15 22:25:37.298840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27944bbd-0e7d-4838-b276-4a3ee64676c1 req-6b7c10e4-645b-4d03-a068-3a2a76ea40d1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:37.298840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27944bbd-0e7d-4838-b276-4a3ee64676c1 req-6b7c10e4-645b-4d03-a068-3a2a76ea40d1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0606196 Nov 15 22:25:37.315396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:37.369261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:37.371290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63eb938f-ceeb-40d2-9d76-0ebfc49e5b5e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:37.382519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27944bbd-0e7d-4838-b276-4a3ee64676c1 req-cd7af688-5808-44a0-a6ba-8ae96fc213f1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744138 Nov 15 22:25:37.462559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-295314c0-3fe5-4500-906c-9f39c6281c55 req-9a824fd5-a23c-40ca-a8ed-882fcf5a6b05 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 210 time: 0.0298250 Nov 15 22:25:37.701423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d1656-2e15-4842-bf6a-ef63e604c4b7 req-8082f9e1-1d4f-4790-91b1-392ded2954c3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:37.708026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d10d1656-2e15-4842-bf6a-ef63e604c4b7 req-8082f9e1-1d4f-4790-91b1-392ded2954c3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 950 time: 0.0560582 Nov 15 22:25:37.765516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d10d1656-2e15-4842-bf6a-ef63e604c4b7 req-f9903a2b-4130-4684-a4b7-c4c5bf0603d8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Nov 15 22:25:37.849360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92a89-83a8-4f92-b37d-0f103319667f req-ce323304-04d4-47c9-bc27-e21944edd4ed tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:37.850898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62c92a89-83a8-4f92-b37d-0f103319667f req-ce323304-04d4-47c9-bc27-e21944edd4ed tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.0582359 Nov 15 22:25:37.891697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:37.904634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62c92a89-83a8-4f92-b37d-0f103319667f req-edf14c93-d2ed-4c6f-895c-b63c0498f73e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Nov 15 22:25:38.069056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:38.073251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:38.073628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:38.167668 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:38.207761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:38.231252 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:38.320055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:38.372732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:38.621180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1c14-6f79-4f62-a540-a1da7d9b8411 req-04929346-3eed-4e0a-9064-c51157347c98 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:38.622897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b6a1c14-6f79-4f62-a540-a1da7d9b8411 req-04929346-3eed-4e0a-9064-c51157347c98 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0762455 Nov 15 22:25:38.670150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b6a1c14-6f79-4f62-a540-a1da7d9b8411 req-ddb07817-69f7-4a8a-9e7c-08935fa4b6c3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Nov 15 22:25:38.763578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47c9b81f-1c97-4105-b05e-68b779886cfb req-e8fd1505-66e8-4b2b-8aab-629b59f11d9f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 210 time: 0.0292592 Nov 15 22:25:38.826641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629fc43-a91e-4f0f-9e5a-a825751a87de req-f7a4f4e8-5f73-4bc5-8775-050e25c32cb3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:38.826641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d629fc43-a91e-4f0f-9e5a-a825751a87de req-f7a4f4e8-5f73-4bc5-8775-050e25c32cb3 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.0581360 Nov 15 22:25:38.875958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d629fc43-a91e-4f0f-9e5a-a825751a87de req-dc7a6888-c3fb-4628-b4a9-43dd411b2c9e tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457895 Nov 15 22:25:38.927516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:38.932253 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bffaad-556d-4a19-8953-82c26e308b1a" -d '{"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-plugged", "status": "completed", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:39.013875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18290c-603c-40c3-b109-24e6c9bc7384 req-40503334-ffd0-478e-bb21-ee8289ffbe20 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.016056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d18290c-603c-40c3-b109-24e6c9bc7384 req-40503334-ffd0-478e-bb21-ee8289ffbe20 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 950 time: 0.0549719 Nov 15 22:25:39.063421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d18290c-603c-40c3-b109-24e6c9bc7384 req-07ad3671-8d12-4f17-baa6-6bc03f454912 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 15 22:25:39.105452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1334d14b-a061-4a46-a56e-b6dbfda75e52 x-openstack-request-id: req-1334d14b-a061-4a46-a56e-b6dbfda75e52 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:39.105976 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-plugged", "status": "completed", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:39.105976 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1334d14b-a061-4a46-a56e-b6dbfda75e52 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:39.106351 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'code': 200} Nov 15 22:25:39.259743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e509f-ebfe-4eb8-af60-a685fc0a19b3 req-a052a856-ecba-4b99-8574-d73361dbf42b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.261513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01e509f-ebfe-4eb8-af60-a685fc0a19b3 req-a052a856-ecba-4b99-8574-d73361dbf42b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1061902 Nov 15 22:25:39.268323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969ec24-7eb8-4406-9adf-c3a8e21e452a req-8ce1f647-bc1c-48e9-81b6-3407bce9517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.269910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a969ec24-7eb8-4406-9adf-c3a8e21e452a req-8ce1f647-bc1c-48e9-81b6-3407bce9517e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0667095 Nov 15 22:25:39.313974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-7bc99d49-a753-4039-b8c5-addd8603f752 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.316780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-7bc99d49-a753-4039-b8c5-addd8603f752 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 944 time: 0.1436245 Nov 15 22:25:39.346159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01e509f-ebfe-4eb8-af60-a685fc0a19b3 req-ef54dd34-1b13-4e04-acf4-32cd19d1d503 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Nov 15 22:25:39.348726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a969ec24-7eb8-4406-9adf-c3a8e21e452a req-30c6ff79-f5ca-4a36-84a0-39fb755b7535 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705297 Nov 15 22:25:39.350071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.412740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-9a6fe0a7-0575-46bd-8f07-faaf86bc9e8c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.414279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-9a6fe0a7-0575-46bd-8f07-faaf86bc9e8c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.57 "GET /v2.0/networks?id=b47bd77f-4421-4ecc-865f-55ef8e435432 HTTP/1.1" status: 200 len: 813 time: 0.2041376 Nov 15 22:25:39.442726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Request body: {'port': {'device_id': 'da658caf-42cf-48e3-97e6-51caff693015', 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432', 'admin_state_up': True, 'tenant_id': '9adbad0b56f84a85aedbf506216f7f33'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:39.526508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Deleting port 517ec2e3-e998-4082-96d9-6cdf840c0a4b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:39.526848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.677017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] For port 517ec2e3-e998-4082-96d9-6cdf840c0a4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517ec2e3-e998-4082-96d9-6cdf840c0a4b,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:39.677635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.688512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-ef642f50-432e-44c7-9d47-df6e2e13d601 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.690052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-ef642f50-432e-44c7-9d47-df6e2e13d601 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 1101 time: 0.0413980 Nov 15 22:25:39.690201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Calling delete_port for 517ec2e3-e998-4082-96d9-6cdf840c0a4b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:39.708701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-241ed87e-4b76-4a87-b1eb-d1937a7ad76c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.748973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Made reservation on behalf of 9adbad0b56f84a85aedbf506216f7f33 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:39.752633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.801535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-241ed87e-4b76-4a87-b1eb-d1937a7ad76c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.895802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317b557-0f9c-4d5c-a242-8bf6a2e9aecd req-fff63b64-148c-4b78-9027-a8e9caf8c11c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:39.898447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4317b557-0f9c-4d5c-a242-8bf6a2e9aecd req-fff63b64-148c-4b78-9027-a8e9caf8c11c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0605054 Nov 15 22:25:39.903303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-241ed87e-4b76-4a87-b1eb-d1937a7ad76c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:39.931943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Allocated IP 172.20.0.10 (b47bd77f-4421-4ecc-865f-55ef8e435432/3a26d3ff-2015-4484-aae4-e8b98c637a08/5c76ac90-bb01-4264-b67d-1bee8ed51b21) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:39.962763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ed87e-4b76-4a87-b1eb-d1937a7ad76c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ef81d-4c19-4b64-843f-5e32f24bee05,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:39.977278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0468b2c-a1c2-4dbc-bdac-1c529ae25211 req-241ed87e-4b76-4a87-b1eb-d1937a7ad76c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803650 Nov 15 22:25:39.992022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.004281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4317b557-0f9c-4d5c-a242-8bf6a2e9aecd req-ac539d6e-6160-4fde-bce2-7fd1ae0f3b9f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982184 Nov 15 22:25:40.086591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event deleted for resources: {'Port': ['ID=517ec2e3-e998-4082-96d9-6cdf840c0a4b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:40.113020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7782c38-7c2a-4218-8dc1-012ed3fcadd3 req-d0822244-b459-4247-935f-44f43d0fe02c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 210 time: 0.0293720 Nov 15 22:25:40.163432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] No DVR routers for this DVR port 517ec2e3-e998-4082-96d9-6cdf840c0a4b on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:40.168160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.171603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3203af-716f-4d73-8a92-782b23cdd380 req-25e614ee-9ba8-4c94-90ac-604e11120c0d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.57 "DELETE /v2.0/ports/517ec2e3-e998-4082-96d9-6cdf840c0a4b HTTP/1.1" status: 204 len: 173 time: 0.8467813 Nov 15 22:25:40.172031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-deleted', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:40.174322 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5546ae-c843-4eac-b78d-e7d45d862f69" -d '{"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-deleted", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:40.205587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9eb4c82b-0532-4b9c-ba8b-7481b096a9d8 req-5279e671-7cbc-4772-ae50-1d6a26a49327 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=edef8186-ff4e-4ccd-be01-020bbe84c0bc HTTP/1.1" status: 200 len: 210 time: 0.0323074 Nov 15 22:25:40.267579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.318311 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bde465-94ea-4006-bcf5-72db1b00e12a x-openstack-request-id: req-06bde465-94ea-4006-bcf5-72db1b00e12a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:40.318940 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef8186-ff4e-4ccd-be01-020bbe84c0bc", "name": "network-vif-deleted", "tag": "517ec2e3-e998-4082-96d9-6cdf840c0a4b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:40.318940 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06bde465-94ea-4006-bcf5-72db1b00e12a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:40.320834 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8186-ff4e-4ccd-be01-020bbe84c0bc', 'name': 'network-vif-deleted', 'tag': '517ec2e3-e998-4082-96d9-6cdf840c0a4b', 'status': 'completed', 'code': 200} Nov 15 22:25:40.354351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.446931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.508851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Network b47bd77f-4421-4ecc-865f-55ef8e435432 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:40.515147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:40.519346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:40.583104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Pushing event updated for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:40.627299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:40.628353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:40.669999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26659d3d-628e-4f92-a45c-73e623a40187 req-c218a3fa-f6b9-4ad0-b668-0fde2a1cc34a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:40.691388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26659d3d-628e-4f92-a45c-73e623a40187 req-c218a3fa-f6b9-4ad0-b668-0fde2a1cc34a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1380751 Nov 15 22:25:40.752604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26659d3d-628e-4f92-a45c-73e623a40187 req-cade41c7-5fc1-4e35-a81b-188142d2a8ec tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Nov 15 22:25:40.785966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-d23078cf-aaa0-4e3d-98c5-7831490bb710 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3528557 Nov 15 22:25:40.821228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Request body: {'port': {'device_id': 'da658caf-42cf-48e3-97e6-51caff693015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:40.910980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.175992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-7e0051bf-92fd-4f71-aaa3-880e32e23358 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3302011 Nov 15 22:25:41.263067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c76ac90-bb01-4264-b67d-1bee8ed51b21 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:41.271326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.284602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Transition to ACTIVE for port object 5c76ac90-bb01-4264-b67d-1bee8ed51b21 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:41.324430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-cdcaba20-5d90-4f05-abfb-ed6baf634e24 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:41.325907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-cdcaba20-5d90-4f05-abfb-ed6baf634e24 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441379 Nov 15 22:25:41.334746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e50c-4e7b-4a8f-bae6-df3a0d8f6708 req-ae9a25e2-4dd6-4984-bf6c-df302480f53d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:41.336128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d97e50c-4e7b-4a8f-bae6-df3a0d8f6708 req-ae9a25e2-4dd6-4984-bf6c-df302480f53d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0864456 Nov 15 22:25:41.352045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-3b646909-1dea-453c-b795-873795dc7f6d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0148664 Nov 15 22:25:41.380683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.414018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d97e50c-4e7b-4a8f-bae6-df3a0d8f6708 req-f6df47ee-0c19-4d28-857c-80b41c158242 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Nov 15 22:25:41.425074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fd69d7b4-f910-4e8d-90e0-b398810bb8a9 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641365 Nov 15 22:25:41.437613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Pushing event updated for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:41.547882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Attempting to bind port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:41.548388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Attempting to bind port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '29614a9b-b4a1-4969-a9b1-1699fbf09b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:41.548757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Attempting to bind port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 on network b47bd77f-4421-4ecc-865f-55ef8e435432 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:41.553170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 on network b47bd77f-4421-4ecc-865f-55ef8e435432 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:41.553498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Attempting to bind port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 on network b47bd77f-4421-4ecc-865f-55ef8e435432 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:41.558621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:41.558948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Checking segment: {'id': '29614a9b-b4a1-4969-a9b1-1699fbf09b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:41.559578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Bound using segment: {'id': '29614a9b-b4a1-4969-a9b1-1699fbf09b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:41.559785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Bound port: 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29614a9b-b4a1-4969-a9b1-1699fbf09b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:41.560136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.568120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84920f-57a8-4703-a49f-a1e54e0c3a2f req-ecbff93f-12c7-4686-bfc5-932e005ba376 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:41.569633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e84920f-57a8-4703-a49f-a1e54e0c3a2f req-ecbff93f-12c7-4686-bfc5-932e005ba376 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 944 time: 0.0580893 Nov 15 22:25:41.632701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e84920f-57a8-4703-a49f-a1e54e0c3a2f req-bbf83927-d7af-45a1-bff4-066ae76fca86 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520680 Nov 15 22:25:41.636871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:41.639997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21,segment=NetworkSegment(29614a9b-b4a1-4969-a9b1-1699fbf09b55),segment_id=29614a9b-b4a1-4969-a9b1-1699fbf09b55)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:41.729472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.763887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:41.765924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:41.767573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c76ac90-bb01-4264-b67d-1bee8ed51b21 HTTP/1.1" status: 200 len: 1092 time: 0.9598927 Nov 15 22:25:41.806020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f0765-4630-4f44-b2ea-1711cd319c57 service neutron] Pushing event updated for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:41.865217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:41.926599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-5353c8de-b87b-4d14-9a9f-dd15aab35895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:41.928146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-5353c8de-b87b-4d14-9a9f-dd15aab35895 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9adbad0b56f84a85aedbf506216f7f33&device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 1095 time: 0.0507820 Nov 15 22:25:41.978503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-2b2998ee-7154-4c9b-af1d-c202b312b4b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21 HTTP/1.1" status: 200 len: 217 time: 0.0400066 Nov 15 22:25:42.021746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc332bed-9353-4cbf-b345-f9a21e0579b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.055469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-cb9cd7ef-73a9-4f6f-a5db-bde5523fbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.056949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-cb9cd7ef-73a9-4f6f-a5db-bde5523fbc4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a26d3ff-2015-4484-aae4-e8b98c637a08 HTTP/1.1" status: 200 len: 853 time: 0.0678582 Nov 15 22:25:42.096373 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-506879b3-b015-4fe4-8f70-4301517ff358 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b47bd77f-4421-4ecc-865f-55ef8e435432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282791 Nov 15 22:25:42.221948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc332bed-9353-4cbf-b345-f9a21e0579b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.268034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-5eaf0591-4adb-4387-b0ec-724bd6259ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610515 Nov 15 22:25:42.306965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770dd19-73c0-418b-87d5-900a64ec820e req-f380141a-8bd7-4040-9ffa-8936133cadfa tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.315388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9770dd19-73c0-418b-87d5-900a64ec820e req-f380141a-8bd7-4040-9ffa-8936133cadfa tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.0623300 Nov 15 22:25:42.327314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:42.329916 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d347811e-e604-4b8a-add9-ea13a135df13" -d '{"events": [{"name": "network-changed", "server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:42.345225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc332bed-9353-4cbf-b345-f9a21e0579b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.380704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9770dd19-73c0-418b-87d5-900a64ec820e req-4dc0826a-3f31-4b00-91c8-591e86fd6b02 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594435 Nov 15 22:25:42.402298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332bed-9353-4cbf-b345-f9a21e0579b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc6ec67-160d-4c85-87fc-656d61871cf8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:42.408966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc332bed-9353-4cbf-b345-f9a21e0579b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8d8a521c88044c7bdb9ca4af37cdfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423229 Nov 15 22:25:42.411626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:42.448097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d42979b-46b7-4b8a-a25f-31711d496504 req-7113e492-674b-497d-9730-d2fe21314533 service neutron] 10.222.0.57 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724248 Nov 15 22:25:42.487546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.517761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.559199 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b6fb0-05ab-4862-83e0-4562e88aa411 x-openstack-request-id: req-339b6fb0-05ab-4862-83e0-4562e88aa411 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:42.559485 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:42.559732 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-339b6fb0-05ab-4862-83e0-4562e88aa411 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:42.560121 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21', 'status': 'completed', 'code': 200} Nov 15 22:25:42.648737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2f52-3d3e-4b6b-8c5b-fb3fa51574dc req-06d043d7-a7bf-4321-94fd-911208f52c42 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.650249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46e2f52-3d3e-4b6b-8c5b-fb3fa51574dc req-06d043d7-a7bf-4321-94fd-911208f52c42 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0443089 Nov 15 22:25:42.694686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46e2f52-3d3e-4b6b-8c5b-fb3fa51574dc req-beadeece-7be4-49a6-9a2e-2ad4e69a730c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Nov 15 22:25:42.799020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293b36-3476-4cf0-af36-4ba8f7e67918 req-819f4e71-8fe5-4448-9f58-6236f62aa3ea tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.800641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0293b36-3476-4cf0-af36-4ba8f7e67918 req-819f4e71-8fe5-4448-9f58-6236f62aa3ea tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0495698 Nov 15 22:25:42.806401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.809560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:42.813925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347811e-e604-4b8a-add9-ea13a135df13 req-05f2a976-f9c9-4c58-a3c9-e1eef614738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.814077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fc6ec67-160d-4c85-87fc-656d61871cf8 HTTP/1.1" status: 204 len: 168 time: 0.4014392 Nov 15 22:25:42.815477 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-05f2a976-f9c9-4c58-a3c9-e1eef614738f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9adbad0b56f84a85aedbf506216f7f33&device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 1095 time: 0.0419805 Nov 15 22:25:42.885104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0293b36-3476-4cf0-af36-4ba8f7e67918 req-190e186e-1315-42d1-bcf7-7c42b68b6425 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697715 Nov 15 22:25:42.898161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38472125-7c78-462e-8d29-9537d156e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc6ec67-160d-4c85-87fc-656d61871cf8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:42.932596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347811e-e604-4b8a-add9-ea13a135df13 req-b81977c9-335f-484f-a624-99f1e28a64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:42.934158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-b81977c9-335f-484f-a624-99f1e28a64cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b47bd77f-4421-4ecc-865f-55ef8e435432 HTTP/1.1" status: 200 len: 914 time: 0.1105826 Nov 15 22:25:42.963337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed8720d2-76c3-4ab9-91cc-e72cece6609d req-022afc75-432f-4df2-839b-e78038bee0e3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 210 time: 0.0278263 Nov 15 22:25:42.987275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-36fd7eac-d7ab-4edc-8c7f-01f0469de964 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21 HTTP/1.1" status: 200 len: 217 time: 0.0444002 Nov 15 22:25:43.045463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347811e-e604-4b8a-add9-ea13a135df13 req-e7a01aef-8d34-49e4-a202-7593dfe470bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:43.047902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-e7a01aef-8d34-49e4-a202-7593dfe470bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a26d3ff-2015-4484-aae4-e8b98c637a08 HTTP/1.1" status: 200 len: 853 time: 0.0526478 Nov 15 22:25:43.085610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-d0650777-389d-40aa-8fe6-f4233c10d89a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b47bd77f-4421-4ecc-865f-55ef8e435432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291672 Nov 15 22:25:43.087283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83e1a1-47b1-4815-b650-51a2ef9e7cf4 req-208a04d0-1182-4762-a128-bd75cfd7108e tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:43.091611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb83e1a1-47b1-4815-b650-51a2ef9e7cf4 req-208a04d0-1182-4762-a128-bd75cfd7108e tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 944 time: 0.0555077 Nov 15 22:25:43.152414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb83e1a1-47b1-4815-b650-51a2ef9e7cf4 req-b8d77ca9-e115-4ad1-9a4e-346288a66dac tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534880 Nov 15 22:25:43.206715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9883-aea2-4294-b4f5-6c8449a7bbb8 req-13c96f85-9b67-49c3-b3ae-cb43c42ecc3d tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:43.208240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f86f9883-aea2-4294-b4f5-6c8449a7bbb8 req-13c96f85-9b67-49c3-b3ae-cb43c42ecc3d tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0690377 Nov 15 22:25:43.210269 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-f1098965-7096-4131-b5b8-b88390a2fb75 service neutron] 10.222.0.57 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150436 Nov 15 22:25:43.306335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f86f9883-aea2-4294-b4f5-6c8449a7bbb8 req-24f15dd7-977f-4073-be96-1849f5d13e8c tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905447 Nov 15 22:25:43.320993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d347811e-e604-4b8a-add9-ea13a135df13 req-964c0b9a-1ebe-433d-ab8b-f30a373fd372 service neutron] 10.222.0.57 "GET /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008370 Nov 15 22:25:43.324002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c7c3e-86bc-4af0-83f7-cfa8bd2effbf req-a5662559-63c0-4075-bc1d-ab5e27b9282d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:43.325625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a2c7c3e-86bc-4af0-83f7-cfa8bd2effbf req-a5662559-63c0-4075-bc1d-ab5e27b9282d tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.0789771 Nov 15 22:25:43.345910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:43.372335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 517ec2e3-e998-4082-96d9-6cdf840c0a4b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:43.372821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517ec2e3-e998-4082-96d9-6cdf840c0a4b not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:43.384472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a2c7c3e-86bc-4af0-83f7-cfa8bd2effbf req-9ae45e8c-5759-4793-bea7-e38299b6b719 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/security-groups?id=09079f11-243d-46e3-8750-55e7aaae4222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Nov 15 22:25:43.479513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-afe5d8c6-294b-4aa3-8cbf-a525777434c5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:43.479863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-afe5d8c6-294b-4aa3-8cbf-a525777434c5 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 944 time: 0.0593655 Nov 15 22:25:43.600210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Deleting port bc8bf956-3528-4210-98b8-ec3a87a3b8ae {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:43.600638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:43.661021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:43.679574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffba72ae-40f9-4a25-97cd-2b717b612125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:43.719506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] For port bc8bf956-3528-4210-98b8-ec3a87a3b8ae, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,segment=NetworkSegment(9920b9c3-5695-4214-be07-c40a582a6d29),segment_id=9920b9c3-5695-4214-be07-c40a582a6d29)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:43.719863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:43.736902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Calling delete_port for bc8bf956-3528-4210-98b8-ec3a87a3b8ae owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:43.845530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffba72ae-40f9-4a25-97cd-2b717b612125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:43.946004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffba72ae-40f9-4a25-97cd-2b717b612125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:43.983600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba72ae-40f9-4a25-97cd-2b717b612125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca0e03f-4c0f-4f46-bc24-e818931b2715,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:43.989229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ffba72ae-40f9-4a25-97cd-2b717b612125 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85ace417b1f547dba2472a64763eeee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271735 Nov 15 22:25:43.992043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:44.013319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.058757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Pushing event deleted for resources: {'Port': ['ID=bc8bf956-3528-4210-98b8-ec3a87a3b8ae,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:44.094877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.110835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] No DVR routers for this DVR port bc8bf956-3528-4210-98b8-ec3a87a3b8ae on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:44.114588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.118126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f22e9241-e718-4aef-988e-88e02d9e3dc0 req-35623b9e-547b-4e9f-a3b7-0fe31d26f9f0 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.55 "DELETE /v2.0/ports/bc8bf956-3528-4210-98b8-ec3a87a3b8ae HTTP/1.1" status: 204 len: 173 time: 0.6239440 Nov 15 22:25:44.118572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-deleted', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:44.120898 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f535b9a-53c6-448d-91ab-3bdc2ec6ae51" -d '{"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-deleted", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:44.152147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.311887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fe931-1cad-469a-beb0-b9ef87438225 req-94ea4986-a484-4cf0-9c86-cdcf1a0d916a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:44.314120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248fe931-1cad-469a-beb0-b9ef87438225 req-94ea4986-a484-4cf0-9c86-cdcf1a0d916a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0522823 Nov 15 22:25:44.349790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.352366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:44.355980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ca0e03f-4c0f-4f46-bc24-e818931b2715 HTTP/1.1" status: 204 len: 168 time: 0.3606250 Nov 15 22:25:44.379986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9e427-8dc3-4f68-85b1-7fe57338e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca0e03f-4c0f-4f46-bc24-e818931b2715,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:44.421135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248fe931-1cad-469a-beb0-b9ef87438225 req-9842d440-7b84-444a-ad96-65771119dc6e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974264 Nov 15 22:25:44.532758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbe01940-375b-4ebd-ad7f-31226119ba08 req-72b29d20-67ec-47ef-abab-8519aabda321 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 210 time: 0.0267324 Nov 15 22:25:44.580497 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f0eb0-7516-49e1-a30d-0233adbf90d3 x-openstack-request-id: req-0b4f0eb0-7516-49e1-a30d-0233adbf90d3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:44.580819 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a49dca6-3678-4605-a125-d8a5f23d66e6", "name": "network-vif-deleted", "tag": "bc8bf956-3528-4210-98b8-ec3a87a3b8ae", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:44.581102 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b4f0eb0-7516-49e1-a30d-0233adbf90d3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:44.581563 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a49dca6-3678-4605-a125-d8a5f23d66e6', 'name': 'network-vif-deleted', 'tag': 'bc8bf956-3528-4210-98b8-ec3a87a3b8ae', 'status': 'completed', 'code': 200} Nov 15 22:25:44.675906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d396dc-1edd-41d8-bcb2-e3bab8afb4d8 req-77f06d1e-0abe-484c-828e-a5d244586f6c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:44.677409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31d396dc-1edd-41d8-bcb2-e3bab8afb4d8 req-77f06d1e-0abe-484c-828e-a5d244586f6c tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 944 time: 0.0485308 Nov 15 22:25:44.738313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31d396dc-1edd-41d8-bcb2-e3bab8afb4d8 req-b629cf7b-ecd9-4064-8ce6-c741f15bbded tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Nov 15 22:25:44.839105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2891b7d0-154e-4782-a2ca-26767a91d48c req-02f509e0-f307-4e61-9bd2-ca438e77ca94 tempest-LiveAutoBlockMigrationV225Test-615521009 tempest-LiveAutoBlockMigrationV225Test-615521009-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a49dca6-3678-4605-a125-d8a5f23d66e6 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Nov 15 22:25:45.340664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5c76ac90-bb01-4264-b67d-1bee8ed51b21 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:45.467948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21,segment=NetworkSegment(29614a9b-b4a1-4969-a9b1-1699fbf09b55),segment_id=29614a9b-b4a1-4969-a9b1-1699fbf09b55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:45.480365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5c76ac90-bb01-4264-b67d-1bee8ed51b21', 'network_id': 'b47bd77f-4421-4ecc-865f-55ef8e435432', 'port_id': '5c76ac90-bb01-4264-b67d-1bee8ed51b21', 'mac_address': 'fa:16:3e:01:99:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a26d3ff-2015-4484-aae4-e8b98c637a08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:45.529064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:45.544864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c76ac90-bb01-4264-b67d-1bee8ed51b21 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:45.547547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-c8d9b65d-b23e-4a38-aab9-6e218f82e449 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497973 Nov 15 22:25:45.567913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21,segment=NetworkSegment(29614a9b-b4a1-4969-a9b1-1699fbf09b55),segment_id=29614a9b-b4a1-4969-a9b1-1699fbf09b55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:45.674599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:45.675370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-74fb50ce-7ae1-4703-9481-e40eb9d80e2a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:45.676929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-74fb50ce-7ae1-4703-9481-e40eb9d80e2a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236105 Nov 15 22:25:45.692983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:45.734714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:45.824218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-89d53b8f-d1cc-4969-bfe5-29ce6258d375 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:25:45.825936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-89d53b8f-d1cc-4969-bfe5-29ce6258d375 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079606 Nov 15 22:25:45.902854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5c76ac90-bb01-4264-b67d-1bee8ed51b21'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:45.935780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-31dccbca-7613-4dda-b807-8acefc52da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:45.937722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-31dccbca-7613-4dda-b807-8acefc52da37 service neutron] 10.222.0.15 "GET /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 1093 time: 0.0948625 Nov 15 22:25:45.942072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:45.946178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:45.950095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:45.956159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45ed40-673a-4364-ab1d-f3e07a4fcaff req-627f6bfe-d290-4ca6-9379-aa2d80ce94ef tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:45.964079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df45ed40-673a-4364-ab1d-f3e07a4fcaff req-627f6bfe-d290-4ca6-9379-aa2d80ce94ef tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0847638 Nov 15 22:25:45.969928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Request body: {'binding': {'host': 'n-h2-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:45.970382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:25:45.971577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: bc8bf956-3528-4210-98b8-ec3a87a3b8ae {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:25:45.972160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device bc8bf956-3528-4210-98b8-ec3a87a3b8ae not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:25:46.089721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df45ed40-673a-4364-ab1d-f3e07a4fcaff req-28ad9858-2d4a-4a46-a734-af2b2e4191e7 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251028 Nov 15 22:25:46.111467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.214 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/451632e7-8d81-4348-9ac1-63c2757ab745) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:46.231510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ec72936-8c92-44f7-b662-74b15a5e5e8f req-a35d1528-848d-443a-980d-eee4c304c5c3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 210 time: 0.0349007 Nov 15 22:25:46.232565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on host n-h2-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:46.233017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:46.233277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:46.237534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-9e6b393f-75cd-4f10-9a22-86f1d53e6191 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236239 Nov 15 22:25:46.238939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:46.256374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:46.256374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:46.256374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:46.256374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:46.256374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Bound port: 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:46.305123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:46.371193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77be0-cacd-4cae-9675-d567d2b1a351 req-a7a2b461-a2b5-4803-b5f5-58047dada2c5 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:46.374238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86b77be0-cacd-4cae-9675-d567d2b1a351 req-a7a2b461-a2b5-4803-b5f5-58047dada2c5 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 945 time: 0.0709987 Nov 15 22:25:46.388029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.397386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.398546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-4952f03f-0002-411d-b182-388dde8e5661 service neutron] 10.222.0.15 "POST /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4328983 Nov 15 22:25:46.411517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e1843089-b46f-4ddc-89ca-f4c1ac8864d3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:46.413000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e1843089-b46f-4ddc-89ca-f4c1ac8864d3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684809 Nov 15 22:25:46.429819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86b77be0-cacd-4cae-9675-d567d2b1a351 req-24265f89-9223-4d01-9ef9-47dc37dd96a2 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499687 Nov 15 22:25:46.431727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:46.507747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:46.606391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.619721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:46.659469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:46.662729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:46.667025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:46.674291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:46.702538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:46.706547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.793276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:46.793975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.946607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Deleting subnet 50728064-98df-4224-a13d-307574dca077 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:25:46.956716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:46.969272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.117 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/744f653c-2139-4c0b-898c-0a1ff78c8741) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:46.978630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e9b8e35b-3bc2-46f0-a292-974f321be934 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2892749 Nov 15 22:25:46.997893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Request body: {'port': {'device_id': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:47.000268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6397e0-754c-4acf-9811-d31f6d5c08be req-0d8d4323-25cd-4efa-9147-73237f0dfaf7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.005212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf6397e0-754c-4acf-9811-d31f6d5c08be req-0d8d4323-25cd-4efa-9147-73237f0dfaf7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1592362 Nov 15 22:25:47.055217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-93fec95f-d9c4-4b7c-913d-bc2d71e809d3 None None] Provisioning complete for port 451632e7-8d81-4348-9ac1-63c2757ab745 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:47.055887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93fec95f-d9c4-4b7c-913d-bc2d71e809d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.071767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.103032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-93fec95f-d9c4-4b7c-913d-bc2d71e809d3 None None] Port 451632e7-8d81-4348-9ac1-63c2757ab745 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:25:47.110000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf6397e0-754c-4acf-9811-d31f6d5c08be req-a72d2f9e-7ec1-495e-b07b-e5a71e59a830 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002450 Nov 15 22:25:47.123201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.123802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.325388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.335583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6914-905a-4033-a119-5d8282e06d59 req-213588b5-887c-4d6c-af9a-fbf47db745c2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.337198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-912b6914-905a-4033-a119-5d8282e06d59 req-213588b5-887c-4d6c-af9a-fbf47db745c2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0738206 Nov 15 22:25:47.346716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5c76ac90-bb01-4264-b67d-1bee8ed51b21 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:47.394431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-bb155277-1917-49ad-9526-83e5e1bdcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.396215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-bb155277-1917-49ad-9526-83e5e1bdcf02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1096 time: 0.1280479 Nov 15 22:25:47.407008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.415064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a724e771-014c-4378-93fe-bd4c32539a37 req-2d749e9e-bb70-4a61-8693-e100396fd2fe tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 210 time: 0.0547504 Nov 15 22:25:47.439207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:47.454535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.461706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50728064-98df-4224-a13d-307574dca077 HTTP/1.1" status: 204 len: 168 time: 0.9519806 Nov 15 22:25:47.461898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea391f37-70a9-419b-99bf-aeaa9ddf44b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50728064-98df-4224-a13d-307574dca077,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:47.463765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:47.521751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-c2a472ec-7f7d-4a59-bed6-4227ea727018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.523510 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-c2a472ec-7f7d-4a59-bed6-4227ea727018 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1138792 Nov 15 22:25:47.563260 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.594796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-912b6914-905a-4033-a119-5d8282e06d59 req-26024508-9473-4ace-927d-fe0dae3b4268 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370925 Nov 15 22:25:47.595083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:47.595083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:47.595083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.600551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-da1dab64-dbdc-44cf-aaa0-da9d650763b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0672305 Nov 15 22:25:47.672163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-0cc2cbe8-90c1-4026-b62a-727c8e31fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.677706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-0cc2cbe8-90c1-4026-b62a-727c8e31fce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0673127 Nov 15 22:25:47.697232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.731563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:47.776773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.812993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.825039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f0a695-51c1-4536-a948-4abd73990d79']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:47.837239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9920b9c3-5695-4214-be07-c40a582a6d29') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:47.837526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9920b9c3-5695-4214-be07-c40a582a6d29') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:47.853456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.863510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6aa4-d5fd-4f33-a32d-656feaa482a0 req-381b3e32-9864-4610-92e1-fbb6bbbc5a53 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:47.865141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b7f6aa4-d5fd-4f33-a32d-656feaa482a0 req-381b3e32-9864-4610-92e1-fbb6bbbc5a53 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 945 time: 0.0931268 Nov 15 22:25:47.880657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.885063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:47.887404 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a978a802-0e7c-4b6c-9ac6-dae3d81348cd" -d '{"events": [{"server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "name": "network-vif-plugged", "status": "completed", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:47.909190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21,segment=NetworkSegment(29614a9b-b4a1-4969-a9b1-1699fbf09b55),segment_id=29614a9b-b4a1-4969-a9b1-1699fbf09b55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:47.923882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:25:47.924915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:25:47.927252 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:25:47.938506 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b24ad-a120-4d78-a756-d566e8137f05 x-openstack-request-id: req-058b24ad-a120-4d78-a756-d566e8137f05 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:47.938506 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "name": "network-vif-plugged", "status": "completed", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:47.938506 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-058b24ad-a120-4d78-a756-d566e8137f05 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:47.938506 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21', 'code': 200} Nov 15 22:25:48.021804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b7f6aa4-d5fd-4f33-a32d-656feaa482a0 req-1647d336-756c-4436-8f79-70063ddc9247 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459005 Nov 15 22:25:48.033135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.070902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006a10-e93a-4361-8af9-16887a20e0b0 req-45707866-f771-4d5f-86dd-1b55f102d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:48.072469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14006a10-e93a-4361-8af9-16887a20e0b0 req-45707866-f771-4d5f-86dd-1b55f102d19b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 1096 time: 0.0685945 Nov 15 22:25:48.097790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.123560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.129991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.133116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] 10.222.0.15 "DELETE /v2.0/networks/82f0a695-51c1-4536-a948-4abd73990d79 HTTP/1.1" status: 204 len: 168 time: 0.6633129 Nov 15 22:25:48.135786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14006a10-e93a-4361-8af9-16887a20e0b0 req-3b0924ad-14f7-492d-90dc-68fbd68c2f70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548606 Nov 15 22:25:48.136236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:48.142411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ff669108-d1d6-4647-bbaf-a7cd46709965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4488194 Nov 15 22:25:48.152386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71eff7cd-3a23-422d-919e-69f5515117ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.158584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a93b-fc06-493d-9718-805018d2feab admin admin] Pushing event deleted for resources: {'Network': ['ID=82f0a695-51c1-4536-a948-4abd73990d79,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.185448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:48.190149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:48.192727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:48.222275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Deleting subnet 8f01ee77-0b71-43f4-961e-078c0b78443b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:25:48.226253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.272503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.283204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525de71-0201-4201-89be-e919c82b010e req-0372d3af-9229-4f2f-b643-f0e80193c360 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:48.283204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3525de71-0201-4201-89be-e919c82b010e req-0372d3af-9229-4f2f-b643-f0e80193c360 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.0940588 Nov 15 22:25:48.283204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.316600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:48.317274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.392915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3525de71-0201-4201-89be-e919c82b010e req-387b0f37-9f4f-48d5-a843-e0f90273c2e0 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Nov 15 22:25:48.394007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.423912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451632e7-8d81-4348-9ac1-63c2757ab745 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:48.432784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.446480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Transition to ACTIVE for port object 451632e7-8d81-4348-9ac1-63c2757ab745 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:48.540520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ab5f254f-6fca-46ea-a2d4-d17645be361b None None] Provisioning complete for port 744f653c-2139-4c0b-898c-0a1ff78c8741 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:48.541344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5f254f-6fca-46ea-a2d4-d17645be361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.565029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9826-5f3f-4a07-89f6-d930e87acde5 req-758166cb-6d43-4348-b989-4c1359a0b8a7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:48.566616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a29c9826-5f3f-4a07-89f6-d930e87acde5 req-758166cb-6d43-4348-b989-4c1359a0b8a7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 936 time: 0.0554972 Nov 15 22:25:48.582166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71eff7cd-3a23-422d-919e-69f5515117ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.589433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f254f-6fca-46ea-a2d4-d17645be361b None None] Port 744f653c-2139-4c0b-898c-0a1ff78c8741 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:25:48.606581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.644991 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-dda660ec-e24b-4245-afbb-f5c9879e2c98 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971998 Nov 15 22:25:48.667352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a29c9826-5f3f-4a07-89f6-d930e87acde5 req-4dbfe9e6-577a-4d61-ae5c-81cf3e5e8db0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921290 Nov 15 22:25:48.671419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.681462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-e0f66bed-c4e9-43e1-84c1-7f57fc32720f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2519672 Nov 15 22:25:48.737024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f01ee77-0b71-43f4-961e-078c0b78443b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.756958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.761829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3daa6a80-6eaf-4914-aceb-556af54c97a6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f01ee77-0b71-43f4-961e-078c0b78443b HTTP/1.1" status: 204 len: 168 time: 0.6237218 Nov 15 22:25:48.763826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Request body: {'port': {'device_id': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:48.766221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:48.790562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71eff7cd-3a23-422d-919e-69f5515117ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.815637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Pushing event updated for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.848856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ac628-2491-4380-8c0e-4e2b3c420a33 req-334ef27c-2f80-4949-870c-150446d48e99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:48.850452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c30ac628-2491-4380-8c0e-4e2b3c420a33 req-334ef27c-2f80-4949-870c-150446d48e99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1816304 Nov 15 22:25:48.915622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-71eff7cd-3a23-422d-919e-69f5515117ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490f71849656443ebcff98fadc60762b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4739313 Nov 15 22:25:48.918639 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.924216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:48.938068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff7cd-3a23-422d-919e-69f5515117ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d3e2ff-84fa-4195-b832-ffc3b14bfb5b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:48.956847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c30ac628-2491-4380-8c0e-4e2b3c420a33 req-64b3a214-d8aa-458a-ab1c-75a06bf650c5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Nov 15 22:25:48.974244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:48.986828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-7514c1d1-84db-43de-ab0a-12db4b82147a service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317547 Nov 15 22:25:48.990586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Attempting to bind port 451632e7-8d81-4348-9ac1-63c2757ab745 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:48.991177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Attempting to bind port 451632e7-8d81-4348-9ac1-63c2757ab745 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:48.991507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Attempting to bind port 451632e7-8d81-4348-9ac1-63c2757ab745 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:48.997527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Port 451632e7-8d81-4348-9ac1-63c2757ab745 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:48.997527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Attempting to bind port 451632e7-8d81-4348-9ac1-63c2757ab745 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:49.026632 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:25:49.032596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:49.032965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:49.033298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:49.033758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Bound port: 451632e7-8d81-4348-9ac1-63c2757ab745, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:49.034116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.071292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.081738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.105379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011e03f2-cb78-4943-bf15-c036c46aaa32']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:49.122011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.128334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f4f848-9e8a-445b-919f-15cd313501ef') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:49.128659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f4f848-9e8a-445b-919f-15cd313501ef') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:49.154624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.181751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:49.186571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=451632e7-8d81-4348-9ac1-63c2757ab745,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:49.204649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.212370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:25:49.212770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:25:49.214495 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:25:49.282309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62122e-4ee6-4f32-9dbb-369be5ba4195 req-6001f0a9-91d4-4dcd-b5f1-f3c53d6fbd84 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.283933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a62122e-4ee6-4f32-9dbb-369be5ba4195 req-6001f0a9-91d4-4dcd-b5f1-f3c53d6fbd84 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 946 time: 0.1439722 Nov 15 22:25:49.304658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.337487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a62122e-4ee6-4f32-9dbb-369be5ba4195 req-afb7964d-048c-414c-9651-d94d7ea97642 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Nov 15 22:25:49.368913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.369535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.370381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.370937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] 10.222.0.57 "PUT /v2.0/ports/451632e7-8d81-4348-9ac1-63c2757ab745 HTTP/1.1" status: 200 len: 1096 time: 2.3800485 Nov 15 22:25:49.375041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:49.375041 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da5760-1725-49dd-a012-f402d79c8c49" -d '{"events": [{"name": "network-changed", "server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:49.377155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.384684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] 10.222.0.15 "DELETE /v2.0/networks/011e03f2-cb78-4943-bf15-c036c46aaa32 HTTP/1.1" status: 204 len: 168 time: 0.6172831 Nov 15 22:25:49.398164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca477ba-dfc8-46a2-a647-19b470d7110f admin admin] Pushing event deleted for resources: {'Network': ['ID=011e03f2-cb78-4943-bf15-c036c46aaa32,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:49.411071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4ce1a-c90d-41a0-907d-7afd00d41f4d service neutron] Pushing event updated for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:49.443655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.455924 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302cc605-83f8-48d5-96c1-2bd330cffc1a x-openstack-request-id: req-302cc605-83f8-48d5-96c1-2bd330cffc1a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:49.456474 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:49.456915 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-302cc605-83f8-48d5-96c1-2bd330cffc1a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:49.457493 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745', 'status': 'completed', 'code': 200} Nov 15 22:25:49.471016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744f653c-2139-4c0b-898c-0a1ff78c8741 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:49.471200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.475921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3d3e2ff-84fa-4195-b832-ffc3b14bfb5b HTTP/1.1" status: 204 len: 168 time: 0.5504360 Nov 15 22:25:49.490766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd5d70-ced7-4755-bbf5-8e9c3c0a16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d3e2ff-84fa-4195-b832-ffc3b14bfb5b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:49.496266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.547183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Transition to ACTIVE for port object 744f653c-2139-4c0b-898c-0a1ff78c8741 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:25:49.587077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da5760-1725-49dd-a012-f402d79c8c49 req-a62afea5-146e-4493-b682-fb9bd6c89df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.591639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16da5760-1725-49dd-a012-f402d79c8c49 req-a62afea5-146e-4493-b682-fb9bd6c89df5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 1099 time: 0.1146684 Nov 15 22:25:49.622085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db747b67-bdb8-4806-bac1-5c40a14935ff req-d604197d-1f77-4b9b-bcd1-896cd6ed3371 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.629141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16da5760-1725-49dd-a012-f402d79c8c49 req-52b775dd-0d71-4d2a-af49-993ed78fb7a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258420 Nov 15 22:25:49.635696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db747b67-bdb8-4806-bac1-5c40a14935ff req-d604197d-1f77-4b9b-bcd1-896cd6ed3371 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1224339 Nov 15 22:25:49.755933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db747b67-bdb8-4806-bac1-5c40a14935ff req-4da0e929-2747-421a-bae3-40151195cb63 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163671 Nov 15 22:25:49.767224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:49.788696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da5760-1725-49dd-a012-f402d79c8c49 req-a4c22776-918f-44c8-8b1f-eeab89bed312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.790190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16da5760-1725-49dd-a012-f402d79c8c49 req-a4c22776-918f-44c8-8b1f-eeab89bed312 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523609 Nov 15 22:25:49.867813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd52227-513a-4896-b67c-22f5323bd5ec req-8775bbef-ae21-4edf-897d-4b2cc78129e0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.869749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-edd52227-513a-4896-b67c-22f5323bd5ec req-8775bbef-ae21-4edf-897d-4b2cc78129e0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 948 time: 0.1012812 Nov 15 22:25:49.911383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:49.946853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-edd52227-513a-4896-b67c-22f5323bd5ec req-bb0df6b3-efa3-4a39-bc61-65a526465675 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681744 Nov 15 22:25:49.965671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-70b90e0b-778c-4191-a95c-710af0547bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:49.967230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-70b90e0b-778c-4191-a95c-710af0547bb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 1099 time: 0.1137307 Nov 15 22:25:50.054082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Attempting to bind port 744f653c-2139-4c0b-898c-0a1ff78c8741 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:50.054082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Attempting to bind port 744f653c-2139-4c0b-898c-0a1ff78c8741 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:50.054082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Attempting to bind port 744f653c-2139-4c0b-898c-0a1ff78c8741 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:50.057617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Port 744f653c-2139-4c0b-898c-0a1ff78c8741 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:25:50.058006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Attempting to bind port 744f653c-2139-4c0b-898c-0a1ff78c8741 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:50.060933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-2c522945-1d95-4f5d-9fb1-d17620b984b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=451632e7-8d81-4348-9ac1-63c2757ab745 HTTP/1.1" status: 200 len: 217 time: 0.0830908 Nov 15 22:25:50.066322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:50.075702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:50.076037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:50.076414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:50.077064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Bound port: 744f653c-2139-4c0b-898c-0a1ff78c8741, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:50.077835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:50.119164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebe1af-bb50-47dc-bb4b-992d7abe8cf8 req-04075041-c816-43dc-ae36-6963f891446c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.130068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cebe1af-bb50-47dc-bb4b-992d7abe8cf8 req-04075041-c816-43dc-ae36-6963f891446c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0788450 Nov 15 22:25:50.203902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:50.207848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=744f653c-2139-4c0b-898c-0a1ff78c8741,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:50.231397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cebe1af-bb50-47dc-bb4b-992d7abe8cf8 req-ffd18941-0de3-4d47-91e8-011bc2164058 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988777 Nov 15 22:25:50.243435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-ea34f481-60b6-41d2-82fb-4c6f844e8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.246119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-ea34f481-60b6-41d2-82fb-4c6f844e8b47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1728122 Nov 15 22:25:50.252679 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d946092-c182-4213-8c2c-a55d8e72cb1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70074a4959e043f887a1638f5fe15aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831472 Nov 15 22:25:50.253323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:50.309135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:50.368067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.368414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:50.369929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] 10.222.0.57 "PUT /v2.0/ports/744f653c-2139-4c0b-898c-0a1ff78c8741 HTTP/1.1" status: 200 len: 1096 time: 1.6632869 Nov 15 22:25:50.391363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-4c4b9142-cf94-4e04-bc0d-72d7d0bb2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.392846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-4c4b9142-cf94-4e04-bc0d-72d7d0bb2254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331725 Nov 15 22:25:50.420421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:50.498650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbdd0a-efa6-45f8-bfbf-762e25c0bd17 service neutron] Pushing event updated for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:50.563104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73713815-89c0-4ee2-94e7-fbc06d3fc4ef req-a1855ea6-3ae2-4bfe-a985-2f1fa4f4ff15 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.574611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:50.578710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73713815-89c0-4ee2-94e7-fbc06d3fc4ef req-a1855ea6-3ae2-4bfe-a985-2f1fa4f4ff15 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 946 time: 0.1256461 Nov 15 22:25:50.663127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73713815-89c0-4ee2-94e7-fbc06d3fc4ef req-af5333a5-239e-4269-84af-4adc5a2bb8d5 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Nov 15 22:25:50.736426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-0b326403-80d6-4cfa-909f-d590b5ffa622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.748903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-0b326403-80d6-4cfa-909f-d590b5ffa622 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1099 time: 0.2248886 Nov 15 22:25:50.757816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-85fba870-2af0-432d-acfb-17cf5964e1be service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553567 Nov 15 22:25:50.823345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-d440b81d-78b3-4731-aa65-0e2dfdd0c31b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=744f653c-2139-4c0b-898c-0a1ff78c8741 HTTP/1.1" status: 200 len: 217 time: 0.0734646 Nov 15 22:25:50.930449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884e7e-b16e-4c10-bfc3-62d7a915b59a req-60332dce-948b-41be-82d8-31bfc492e548 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.933130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-bd4b8643-0b01-44fc-ac0e-18988cc0f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.937478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-bd4b8643-0b01-44fc-ac0e-18988cc0f08c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0732503 Nov 15 22:25:50.946966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e884e7e-b16e-4c10-bfc3-62d7a915b59a req-60332dce-948b-41be-82d8-31bfc492e548 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1267464 Nov 15 22:25:50.962095 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-3968c381-47db-4a29-9ad3-468069850d5f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486249 Nov 15 22:25:50.994937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-343510c2-f3b3-4ec1-b937-1ef9a1d2a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:50.996380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-343510c2-f3b3-4ec1-b937-1ef9a1d2a472 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496480 Nov 15 22:25:51.016338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e884e7e-b16e-4c10-bfc3-62d7a915b59a req-0cb4fe75-59a3-4e16-a556-43d8f5fb70b3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Nov 15 22:25:51.028907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:51.049777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:51.051760 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09079f11-243d-46e3-8750-55e7aaae4222 HTTP/1.1" status: 204 len: 168 time: 0.7970877 Nov 15 22:25:51.169674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15895-a99e-4618-abe8-a1a1bba940a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09079f11-243d-46e3-8750-55e7aaae4222,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:51.289429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-4409b1be-d514-4920-b060-1e2001b22494 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744524 Nov 15 22:25:51.292937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16ef7-5ea5-4868-af35-6498d792a865 req-76a06dc8-9235-4a88-bfe3-3163f9381bbd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.295307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc16ef7-5ea5-4868-af35-6498d792a865 req-76a06dc8-9235-4a88-bfe3-3163f9381bbd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 948 time: 0.1689944 Nov 15 22:25:51.357704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc16ef7-5ea5-4868-af35-6498d792a865 req-9860485a-dedd-4657-a2c0-f3f76ec35fbf tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534134 Nov 15 22:25:51.407929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eefc09c1-2edf-4df5-80d3-09276da6c3df req-8cf1d951-cbeb-4c7a-a436-4228ab1d14f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166146 Nov 15 22:25:51.458644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:51.461702 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab3f1b7-7f15-49b1-b417-3511edbae773" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:51.490695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04352a-dad2-4ce3-ac2f-ebaafa253548 req-f694893b-2fce-466f-babe-e71b8bc7ad89 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.492926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c04352a-dad2-4ce3-ac2f-ebaafa253548 req-f694893b-2fce-466f-babe-e71b8bc7ad89 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0635865 Nov 15 22:25:51.547143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c04352a-dad2-4ce3-ac2f-ebaafa253548 req-71bbfd97-b22b-414e-9092-8ff08fc00603 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Nov 15 22:25:51.611527 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b464d796-ce1b-4e4a-804d-6b3f1a14230a x-openstack-request-id: req-b464d796-ce1b-4e4a-804d-6b3f1a14230a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:51.611527 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:51.614117 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b464d796-ce1b-4e4a-804d-6b3f1a14230a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:51.614117 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741', 'status': 'completed', 'code': 200} Nov 15 22:25:51.691313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-0a7e6a33-8cd3-40f0-8a38-f3af2a80b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.693020 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-0a7e6a33-8cd3-40f0-8a38-f3af2a80b6ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1099 time: 0.0584273 Nov 15 22:25:51.812574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ca3ac-b2de-4797-9aa2-fe87cf6ba2cf req-58b9c272-5c33-4e1c-a89d-82fb4f460de2 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.814497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c4ca3ac-b2de-4797-9aa2-fe87cf6ba2cf req-58b9c272-5c33-4e1c-a89d-82fb4f460de2 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 946 time: 0.0751543 Nov 15 22:25:51.822132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-1ba176ee-2375-458c-aac9-b54407eb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.824450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-1ba176ee-2375-458c-aac9-b54407eb4eda service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1192267 Nov 15 22:25:51.867414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c4ca3ac-b2de-4797-9aa2-fe87cf6ba2cf req-4e6f26f6-4d5b-421d-ba34-6586d8d34823 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Nov 15 22:25:51.882144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-f83ccf87-b8c6-4cc4-8a14-51efe13bbfd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=744f653c-2139-4c0b-898c-0a1ff78c8741 HTTP/1.1" status: 200 len: 217 time: 0.0498161 Nov 15 22:25:51.944939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-70c48eab-6f93-4631-b11e-4ebbd6e5f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:51.946445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-70c48eab-6f93-4631-b11e-4ebbd6e5f1cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0570459 Nov 15 22:25:51.992821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:52.021302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-ce50cf44-aa7a-4732-9d62-e800d048c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:52.023153 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-ce50cf44-aa7a-4732-9d62-e800d048c4be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573444 Nov 15 22:25:52.024173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:52.051481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57508898-850f-4c49-b2c9-c64ed1ed286f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4394d7f950ce4a49aa7f64cb31b7d22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548663 Nov 15 22:25:52.052073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:52.122072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.150854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.238584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46edf4-95a7-4591-bdaf-ddf4ccad824c req-d5ef9b69-b00d-42f7-979d-a22bad40e175 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:52.240259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a46edf4-95a7-4591-bdaf-ddf4ccad824c req-d5ef9b69-b00d-42f7-979d-a22bad40e175 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.0710750 Nov 15 22:25:52.280151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-742eb5e6-b2b2-4f09-8c82-b84ec731b496 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434714 Nov 15 22:25:52.298166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a46edf4-95a7-4591-bdaf-ddf4ccad824c req-63257ab7-2f8c-4c30-900c-f2abf8921d92 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Nov 15 22:25:52.331751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.338743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.338743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ddf6328-38d0-4e91-b724-eb93179eda57 HTTP/1.1" status: 204 len: 168 time: 0.2827406 Nov 15 22:25:52.348880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ad6b-317f-4d89-bee7-794287748858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf6328-38d0-4e91-b724-eb93179eda57,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:52.370490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2067600836-network', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:52.442431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ab3f1b7-7f15-49b1-b417-3511edbae773 req-6f2e21e5-5d7b-433f-8f7d-9e4ac7e7ebe8 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543415 Nov 15 22:25:52.508509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Made reservation on behalf of e1677dd4380142fb90f8b52e9f760661 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:52.511615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.512660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa95079-8fee-46ac-8cb2-689ef55bc1d1 req-77a50504-9339-4187-a52a-9f3154d2504e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:52.514270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfa95079-8fee-46ac-8cb2-689ef55bc1d1 req-77a50504-9339-4187-a52a-9f3154d2504e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 948 time: 0.0629747 Nov 15 22:25:52.521733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.579443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfa95079-8fee-46ac-8cb2-689ef55bc1d1 req-737393cf-ed82-41b7-b0c3-58d2e82ebcde tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569053 Nov 15 22:25:52.627144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.698047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19436dc-f570-4e2f-9c49-24ecab46a5d5 req-94698577-be47-4adb-93ac-2693466630de tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:52.699705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a19436dc-f570-4e2f-9c49-24ecab46a5d5 req-94698577-be47-4adb-93ac-2693466630de tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.0573244 Nov 15 22:25:52.743358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.778469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a19436dc-f570-4e2f-9c49-24ecab46a5d5 req-16290a77-9fcc-4b03-8841-2e6373146a9e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713127 Nov 15 22:25:52.800302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e54bb-601d-49cc-94ec-b440c6063e2c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:52.802866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:25:52.812067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.812406 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Added segment 55e7afcf-9f03-4eac-a7c1-8e70910adc14 of type vlan for network 9a83f58d-f0de-4999-a5e0-38762762b189 Nov 15 22:25:52.856015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.991734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:52.991734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:52.991734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.036345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c076407-dba4-4d48-ab83-af30e0f4b439 req-bbeb88fa-9d90-4c8b-af4c-1551aadb6721 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:53.039563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c076407-dba4-4d48-ab83-af30e0f4b439 req-bbeb88fa-9d90-4c8b-af4c-1551aadb6721 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 946 time: 0.0876293 Nov 15 22:25:53.067642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] Pushing event updated for resources: {'Network': ['ID=9a83f58d-f0de-4999-a5e0-38762762b189,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:53.089127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:25:53.111435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c076407-dba4-4d48-ab83-af30e0f4b439 req-bdc7f901-0214-4f32-b60b-b0cc5085fdf0 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e673393-30e6-47f9-92b8-45ca6668e9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634551 Nov 15 22:25:53.200467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:53.201144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9430447e-3add-4021-b58d-73bb3b707dcb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1752775 Nov 15 22:25:53.208386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Request body: {'subnet': {'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2067600836-subnet', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:53.264335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-831ec2c5-62b0-4602-87d3-0e17a5ffd0a2 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:53.266634 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-831ec2c5-62b0-4602-87d3-0e17a5ffd0a2 tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.57 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 946 time: 0.0638881 Nov 15 22:25:53.313966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Made reservation on behalf of e1677dd4380142fb90f8b52e9f760661 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:25:53.316331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.362096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:53.365663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:25:53.506082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Deleting port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:25:53.506429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.508923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b5c6-4277-46ed-964f-0ef33ced5255 req-f35193b4-0688-4737-bcf2-95884fbff097 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:53.518389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2327b5c6-4277-46ed-964f-0ef33ced5255 req-f35193b4-0688-4737-bcf2-95884fbff097 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1111526 Nov 15 22:25:53.590912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2327b5c6-4277-46ed-964f-0ef33ced5255 req-057ff8ac-d979-406c-bdaa-5e10363aec08 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681775 Nov 15 22:25:53.625797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.648373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] For port 5c76ac90-bb01-4264-b67d-1bee8ed51b21, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5c76ac90-bb01-4264-b67d-1bee8ed51b21,segment=NetworkSegment(29614a9b-b4a1-4969-a9b1-1699fbf09b55),segment_id=29614a9b-b4a1-4969-a9b1-1699fbf09b55)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:53.648373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.669397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Calling delete_port for 5c76ac90-bb01-4264-b67d-1bee8ed51b21 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:25:53.688569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:53.690837 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f0a81-938a-482d-9717-851ba8825c4c" -d '{"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:53.764094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:53.807708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:53.809033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'port_id': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'mac_address': 'fa:16:3e:0d:f9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28d6219-cc69-4db8-b35a-9185198e7af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:53.861652 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a92b17f-f09d-47d3-8c13-d512e4d613c9 x-openstack-request-id: req-4a92b17f-f09d-47d3-8c13-d512e4d613c9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:53.862137 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:53.862570 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a92b17f-f09d-47d3-8c13-d512e4d613c9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:53.863182 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'code': 200} Nov 15 22:25:53.878439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.886943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593796-6474-4eb5-a8d9-b102706caa01 req-519bb55e-efe0-49f0-b297-58295d396b7a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:53.893259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:53.895233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f593796-6474-4eb5-a8d9-b102706caa01 req-519bb55e-efe0-49f0-b297-58295d396b7a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 948 time: 0.1713238 Nov 15 22:25:53.948657 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.986703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:53.987293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f593796-6474-4eb5-a8d9-b102706caa01 req-6c7752dc-c25a-4b29-be68-7f21928a5645 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909779 Nov 15 22:25:53.990685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.005626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5c76ac90-bb01-4264-b67d-1bee8ed51b21'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:54.011820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fb899-c60d-4bae-a97b-435d45caa723 req-e6bd565e-a01b-4d9a-92c1-0aa120e170df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:54.021412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-133fb899-c60d-4bae-a97b-435d45caa723 req-e6bd565e-a01b-4d9a-92c1-0aa120e170df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 944 time: 0.0968487 Nov 15 22:25:54.079477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:54.093673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:25:54.094230 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:25:54.109830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Pushing event deleted for resources: {'Port': ['ID=5c76ac90-bb01-4264-b67d-1bee8ed51b21,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:54.115926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2050370-84e1-4cdc-9618-019f787db47c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:54.150205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-133fb899-c60d-4bae-a97b-435d45caa723 req-64dc6659-17da-41ef-bca9-7b4d745f6a7f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245034 Nov 15 22:25:54.160562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Checking segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:54.163320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Network hostable DHCP agents. Network: 9a83f58d-f0de-4999-a5e0-38762762b189, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:25:54.230248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] No DVR routers for this DVR port 5c76ac90-bb01-4264-b67d-1bee8ed51b21 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:25:54.242842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.246367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-821427fa-3f24-4f11-9bff-ecac2989d3f6 req-b258e8a0-5f04-474d-bd7d-07e61cfb907f tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.57 "DELETE /v2.0/ports/5c76ac90-bb01-4264-b67d-1bee8ed51b21 HTTP/1.1" status: 204 len: 173 time: 0.9734261 Nov 15 22:25:54.246904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'name': 'network-vif-deleted', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:54.265020 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f2f68-6dc6-4aad-b6e8-360af0cecee6" -d '{"events": [{"server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "name": "network-vif-deleted", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:54.292062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1770a7cc-8971-490d-b3de-08fd967abdff req-acfd80d1-9c14-44bc-a46f-b3771861958d tempest-ServerPasswordTestJSON-1424123393 tempest-ServerPasswordTestJSON-1424123393-project] 10.222.0.15 "GET /v2.0/ports?device_id=da658caf-42cf-48e3-97e6-51caff693015 HTTP/1.1" status: 200 len: 210 time: 0.0525417 Nov 15 22:25:54.294245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:25:54.354403 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be4c39f-1a43-43bd-95b6-c3f888cd6583 x-openstack-request-id: req-3be4c39f-1a43-43bd-95b6-c3f888cd6583 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:54.354403 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da658caf-42cf-48e3-97e6-51caff693015", "name": "network-vif-deleted", "tag": "5c76ac90-bb01-4264-b67d-1bee8ed51b21", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:54.354403 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3be4c39f-1a43-43bd-95b6-c3f888cd6583 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:54.354403 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da658caf-42cf-48e3-97e6-51caff693015', 'name': 'network-vif-deleted', 'tag': '5c76ac90-bb01-4264-b67d-1bee8ed51b21', 'status': 'completed', 'code': 200} Nov 15 22:25:54.394559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 9a83f58d-f0de-4999-a5e0-38762762b189) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:54.400114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:54.400834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.406123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be04a3d-379d-41d4-8b31-8d3de99c008d None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:54.494914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a35dbe7-f52b-482f-9839-ce13df6bc343 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2930911 Nov 15 22:25:54.500988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:54.506043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:25:54.620897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-9a83f58d-f0de-4999-a5e0-38762762b189', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:25:54.621755 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.719043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.736584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:54.776730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:54.778511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.780307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.840980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Allocated IP 172.20.0.2 (9a83f58d-f0de-4999-a5e0-38762762b189/a2050370-84e1-4cdc-9618-019f787db47c/c4fd6b84-f468-4307-ae9c-5f17abe8a618) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:54.851722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.871903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5983-6c88-4eaf-9d2b-185fad14712c req-eba324d8-b52e-4aa0-ade4-09989ce44ebd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:54.873504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-005c5983-6c88-4eaf-9d2b-185fad14712c req-eba324d8-b52e-4aa0-ade4-09989ce44ebd tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1947072 Nov 15 22:25:54.911482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:54.912128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 451632e7-8d81-4348-9ac1-63c2757ab745 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:54.931881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-005c5983-6c88-4eaf-9d2b-185fad14712c req-fb0ca0c8-2d2f-41ef-aa2b-818c8b4a505f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518112 Nov 15 22:25:55.053387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:55.219031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=451632e7-8d81-4348-9ac1-63c2757ab745,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:55.235745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '451632e7-8d81-4348-9ac1-63c2757ab745', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '451632e7-8d81-4348-9ac1-63c2757ab745', 'mac_address': 'fa:16:3e:d0:49:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:55.501722 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.516196 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.518698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451632e7-8d81-4348-9ac1-63c2757ab745 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:55.548188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=451632e7-8d81-4348-9ac1-63c2757ab745,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:55.569606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.604381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.637218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2208df-3ff2-4c64-a338-63f25b3b46cf req-d828fce9-b207-4d7b-8c42-48181bd2c25f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:55.646172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad2208df-3ff2-4c64-a338-63f25b3b46cf req-d828fce9-b207-4d7b-8c42-48181bd2c25f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 945 time: 0.0731139 Nov 15 22:25:55.667758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8070e7-98d4-41a8-a4ca-0f772b34fe8e req-cf957078-65b9-41de-b0ed-d02834b3113f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:55.675795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba8070e7-98d4-41a8-a4ca-0f772b34fe8e req-cf957078-65b9-41de-b0ed-d02834b3113f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 948 time: 0.5459988 Nov 15 22:25:55.685836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:55.692547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:55.697585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:55.708060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Pushing event updated for resources: {'Port': ['ID=c4fd6b84-f468-4307-ae9c-5f17abe8a618,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:55.713940 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.715830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 744f653c-2139-4c0b-898c-0a1ff78c8741 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:25:55.743450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad2208df-3ff2-4c64-a338-63f25b3b46cf req-4d7f5fb6-8505-4dfc-bec1-83ae825dc409 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918195 Nov 15 22:25:55.819172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:55.828351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Attempting to bind port c4fd6b84-f468-4307-ae9c-5f17abe8a618 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:55.829440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Attempting to bind port c4fd6b84-f468-4307-ae9c-5f17abe8a618 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:55.829926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Attempting to bind port c4fd6b84-f468-4307-ae9c-5f17abe8a618 on network 9a83f58d-f0de-4999-a5e0-38762762b189 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:55.849518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:55.850116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Checking segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:55.850591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.851071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Bound using segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:55.851650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Bound port: c4fd6b84-f468-4307-ae9c-5f17abe8a618, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:55.852118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.855371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=744f653c-2139-4c0b-898c-0a1ff78c8741,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:55.879944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:55.880412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba8070e7-98d4-41a8-a4ca-0f772b34fe8e req-64254666-3602-413b-a53e-b256fab1588c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014580 Nov 15 22:25:55.885023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '744f653c-2139-4c0b-898c-0a1ff78c8741', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '744f653c-2139-4c0b-898c-0a1ff78c8741', 'mac_address': 'fa:16:3e:bf:b3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:25:55.927017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Deleting subnet 3a26d3ff-2015-4484-aae4-e8b98c637a08 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:25:55.930887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:55.977462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.057345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.059259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.089512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] For port c4fd6b84-f468-4307-ae9c-5f17abe8a618, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:56.115701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744f653c-2139-4c0b-898c-0a1ff78c8741 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:25:56.143739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] For port c4fd6b84-f468-4307-ae9c-5f17abe8a618, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4fd6b84-f468-4307-ae9c-5f17abe8a618,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:25:56.189488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=744f653c-2139-4c0b-898c-0a1ff78c8741,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:56.190797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011b80-3ed6-4d08-950e-781f630431d9 req-8f887e05-1e62-4791-9ea0-32eaefdecb5f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:56.192482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a011b80-3ed6-4d08-950e-781f630431d9 req-8f887e05-1e62-4791-9ea0-32eaefdecb5f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1023180 Nov 15 22:25:56.216773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.247957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.320438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a011b80-3ed6-4d08-950e-781f630431d9 req-bf604a1e-02a3-46e5-8b45-da0ed9c61525 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121514 Nov 15 22:25:56.390352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Allocated IP 172.25.0.79 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9668c285-6757-47bf-bb34-bc0fd4d429a2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:25:56.417623 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.472372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-104d2ae8-fb0f-4833-a5cf-51e2ea097078 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308306 Nov 15 22:25:56.479263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.484519 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.500091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455938a4-c0d4-4798-84c0-b7764116eddd None None] Pushing event updated for resources: {'Port': ['ID=c4fd6b84-f468-4307-ae9c-5f17abe8a618,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:56.570120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.570580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:56.582806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3a26d3ff-2015-4484-aae4-e8b98c637a08 HTTP/1.1" status: 204 len: 168 time: 0.7618902 Nov 15 22:25:56.584495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c5dcd-e695-4362-9756-673ea6afcfd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a26d3ff-2015-4484-aae4-e8b98c637a08,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:56.598857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:56.647047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.670410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.712306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-ca7b439f-475c-4dfa-bbb9-b7cbaca6613c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:56.716043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-ca7b439f-475c-4dfa-bbb9-b7cbaca6613c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204468 Nov 15 22:25:56.754213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-60c2c48a-4b81-4a96-bc55-2e5824dc431e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/quotas/5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 375 time: 0.0225215 Nov 15 22:25:56.787298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:56.824167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.824753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['744f653c-2139-4c0b-898c-0a1ff78c8741'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:56.844863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-58f3bfdf-0150-4e1e-86f1-fa48b5458dab tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838120 Nov 15 22:25:56.846678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.848279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47bd77f-4421-4ecc-865f-55ef8e435432']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:56.859776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29614a9b-b4a1-4969-a9b1-1699fbf09b55') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:56.860338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29614a9b-b4a1-4969-a9b1-1699fbf09b55') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:56.876369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.882128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0a1c722a-819e-4307-ab72-d5af1444d2af'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:25:56.893414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.902059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:25:56.902873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:25:56.912950 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:25:56.948712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Pushing event updated for resources: {'Port': ['ID=9668c285-6757-47bf-bb34-bc0fd4d429a2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:57.012189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:25:57.015398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:25:57.027227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:25:57.069147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985862f-7063-4fd1-b248-de2a5a12b9f8 req-831134ca-ba50-4ec4-a4e1-2cc8ca55a85b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:57.070718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9985862f-7063-4fd1-b248-de2a5a12b9f8 req-831134ca-ba50-4ec4-a4e1-2cc8ca55a85b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 945 time: 0.1231143 Nov 15 22:25:57.080413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.103840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.114045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b47bd77f-4421-4ecc-865f-55ef8e435432 HTTP/1.1" status: 204 len: 168 time: 0.5214860 Nov 15 22:25:57.115381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20bf4d-0f73-47e2-8503-81a118da6f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47bd77f-4421-4ecc-865f-55ef8e435432,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:57.370394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4fd6b84-f468-4307-ae9c-5f17abe8a618 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:57.373368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9985862f-7063-4fd1-b248-de2a5a12b9f8 req-b079a6a4-b1a8-4c08-b781-dfa079c928ff tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929237 Nov 15 22:25:57.459747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c4fd6b84-f468-4307-ae9c-5f17abe8a618 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:57.460238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.497032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91867-054a-4585-8874-f00197616c04 req-7b1ac78e-d6c5-40f7-9ce4-8771b61f3fca tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:57.498622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baa91867-054a-4585-8874-f00197616c04 req-7b1ac78e-d6c5-40f7-9ce4-8771b61f3fca tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 949 time: 0.2114184 Nov 15 22:25:57.578633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baa91867-054a-4585-8874-f00197616c04 req-c7be16bf-981d-4ea1-ab11-31c1054ed598 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698297 Nov 15 22:25:57.596008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.597604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58105986-2bc4-4a57-bd4d-7ac701517a56 req-062b20fc-14d6-4b60-89c3-43caa3f11dbe tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.0357931 Nov 15 22:25:57.646718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port c4fd6b84-f468-4307-ae9c-5f17abe8a618, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4fd6b84-f468-4307-ae9c-5f17abe8a618,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:57.731904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.791817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f191f-f437-42a4-95f5-62578596b282 req-37553829-958f-4b08-9232-3f94dd3f4383 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:57.793589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df5f191f-f437-42a4-95f5-62578596b282 req-37553829-958f-4b08-9232-3f94dd3f4383 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1414549 Nov 15 22:25:57.801936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=c4fd6b84-f468-4307-ae9c-5f17abe8a618,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:57.809088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:57.867817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5d930b76-fc40-4c08-83ed-7e857fb9c795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9adbad0b56f84a85aedbf506216f7f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574787 Nov 15 22:25:57.870352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:57.894240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df5f191f-f437-42a4-95f5-62578596b282 req-1b6bc98f-8230-41d4-8980-1f9826def0f8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887167 Nov 15 22:25:57.895090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.928942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d61498-6b27-4bbc-aa95-eac96b448da2 None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:25:57.945824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:57.970679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.068075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9af09b4b-e23b-431a-b3d2-29bec7b52bae None None] Provisioning complete for port c4fd6b84-f468-4307-ae9c-5f17abe8a618 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:58.068348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9af09b4b-e23b-431a-b3d2-29bec7b52bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.136045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.164173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.170153 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.172858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e673393-30e6-47f9-92b8-45ca6668e9e6 HTTP/1.1" status: 204 len: 168 time: 0.3012555 Nov 15 22:25:58.191209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240351-05e7-495b-9c4f-d623978b42e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e673393-30e6-47f9-92b8-45ca6668e9e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:58.429258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Router 5e554fec-39ca-4f08-9878-407517797de2 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:25:58.501644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:58.558780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-42771fa1-214a-4ebb-921b-9820a7f58a62 None None] Provisioning complete for port c4fd6b84-f468-4307-ae9c-5f17abe8a618 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:58.559225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42771fa1-214a-4ebb-921b-9820a7f58a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.586511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf0ff-36e5-4cf2-8d2d-a7c67480b340 req-23902417-f43d-4dc5-add0-1169dd4a50e4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:58.588035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8fbf0ff-36e5-4cf2-8d2d-a7c67480b340 req-23902417-f43d-4dc5-add0-1169dd4a50e4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 945 time: 0.1464050 Nov 15 22:25:58.631919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0a1c722a-819e-4307-ab72-d5af1444d2af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:58.631919 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.674434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:25:58.688239 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Sync routers for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:25:58.704192 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:25:58.706144 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:58.736478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8fbf0ff-36e5-4cf2-8d2d-a7c67480b340 req-d9982ec3-783c-4fc6-874a-e02418cbca02 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385770 Nov 15 22:25:58.818540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.832702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:25:58.849369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:25:58.852667 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f22b7-6f1d-4031-9dc5-2085ff1f45a3" -d '{"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:25:58.872785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b6139-b7ba-4af5-97ac-5606e272b511 req-29f21387-1a30-4933-81cf-40ce7b1edad5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:58.873736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:58.877159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59b6139-b7ba-4af5-97ac-5606e272b511 req-29f21387-1a30-4933-81cf-40ce7b1edad5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 949 time: 0.1396279 Nov 15 22:25:58.919881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1df35744-b342-4b1b-a131-9bf66c1b7d8a req-a097c87a-00fb-4b40-a0ca-0548a38dc900 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.0416150 Nov 15 22:25:58.960649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59b6139-b7ba-4af5-97ac-5606e272b511 req-9200bcbc-e952-4ed5-b9b4-a701ae420a2d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731664 Nov 15 22:25:58.965917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.967120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-252fe8cc-fba4-4c19-a02b-ccaacc098c56 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4649704 Nov 15 22:25:58.971128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:58.977709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:58.978517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 451632e7-8d81-4348-9ac1-63c2757ab745 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:59.111744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:25:57Z', 'revision_number': 3, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:25:59.112059 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc45e32-f0be-4539-9f21-f3852dd911bf x-openstack-request-id: req-9dc45e32-f0be-4539-9f21-f3852dd911bf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:25:59.112338 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:25:59.112593 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dc45e32-f0be-4539-9f21-f3852dd911bf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:25:59.113011 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'code': 200} Nov 15 22:25:59.135472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.158844 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Checking router: 5e554fec-39ca-4f08-9878-407517797de2 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:25:59.159409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Updating router 5e554fec-39ca-4f08-9878-407517797de2 port 9668c285-6757-47bf-bb34-bc0fd4d429a2 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:25:59.194538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:59.198838 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.269442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b859f-8c5e-4af1-9f73-9503c90929ce req-93611dc4-e3bf-4de3-9a64-17cb38e7ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:59.272272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e80b859f-8c5e-4af1-9f73-9503c90929ce req-93611dc4-e3bf-4de3-9a64-17cb38e7ec0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 1097 time: 0.0790462 Nov 15 22:25:59.281581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4fd6b84-f468-4307-ae9c-5f17abe8a618 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:59.320929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 451632e7-8d81-4348-9ac1-63c2757ab745 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:25:59.334098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 451632e7-8d81-4348-9ac1-63c2757ab745 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:59.334488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.342591 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e80b859f-8c5e-4af1-9f73-9503c90929ce req-8b6ece51-7634-475a-8175-8185694145bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598304 Nov 15 22:25:59.464332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c4fd6b84-f468-4307-ae9c-5f17abe8a618 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:25:59.467489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.570521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2a1b-fd4c-476c-8398-0de1f37f2b85 req-93583213-4f21-4202-80c2-751ca1082661 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:25:59.572552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-306d2a1b-fd4c-476c-8398-0de1f37f2b85 req-93583213-4f21-4202-80c2-751ca1082661 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.0871260 Nov 15 22:25:59.670152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.674688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-306d2a1b-fd4c-476c-8398-0de1f37f2b85 req-8deacabe-6291-405f-93ae-06bc9b640130 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879061 Nov 15 22:25:59.701119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.701354 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.738667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=451632e7-8d81-4348-9ac1-63c2757ab745,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:25:59.770486 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.792217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.826741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.828246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 744f653c-2139-4c0b-898c-0a1ff78c8741 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:25:59.861436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:25:59.870336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Attempting to bind port 9668c285-6757-47bf-bb34-bc0fd4d429a2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:25:59.871002 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Attempting to bind port 9668c285-6757-47bf-bb34-bc0fd4d429a2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:25:59.876046 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Attempting to bind port 9668c285-6757-47bf-bb34-bc0fd4d429a2 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:25:59.900897 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:25:59.901608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:25:59.902174 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.902726 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:25:59.903384 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Bound port: 9668c285-6757-47bf-bb34-bc0fd4d429a2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:25:59.903952 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:25:59.956845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:59.978566 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Pushing event updated for resources: {'Port': ['ID=9668c285-6757-47bf-bb34-bc0fd4d429a2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:25:59.990823 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] For port 9668c285-6757-47bf-bb34-bc0fd4d429a2, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:25:59.994541 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] For port 9668c285-6757-47bf-bb34-bc0fd4d429a2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9668c285-6757-47bf-bb34-bc0fd4d429a2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:00.031675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-777571853-network', 'tenant_id': '25d9f050155c420ea87be16dd9f9c65c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:00.062027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 744f653c-2139-4c0b-898c-0a1ff78c8741 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:00.062292 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.067582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 744f653c-2139-4c0b-898c-0a1ff78c8741 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:00.069237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.098497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43084bdf-c17a-471d-8576-e527b10f0a24 req-899afad6-f73c-4b57-9d11-008a2bdde24c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.0464509 Nov 15 22:26:00.129804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61183-04b6-4b6f-a289-045a6829d5b0 req-ac09521b-bc44-4b9f-9d86-7c073beb0238 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:00.131501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80e61183-04b6-4b6f-a289-045a6829d5b0 req-ac09521b-bc44-4b9f-9d86-7c073beb0238 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.2568657 Nov 15 22:26:00.132774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Allocated IP 172.20.0.1 (9a83f58d-f0de-4999-a5e0-38762762b189/a2050370-84e1-4cdc-9618-019f787db47c/50d550d4-64ad-40fa-af77-a1f0a348f2f9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:00.196220 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:26:00.197098 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:00.205010 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.209659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Pushing event updated for resources: {'Port': ['ID=9668c285-6757-47bf-bb34-bc0fd4d429a2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:00.221813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Made reservation on behalf of 25d9f050155c420ea87be16dd9f9c65c for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:00.224040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.247535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=744f653c-2139-4c0b-898c-0a1ff78c8741,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:00.268457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-2fd261e8-7d66-4cd5-a9a2-7cfe9130a000 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630825 Nov 15 22:26:00.275164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.289834 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.290184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.290519 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.290990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.291323 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.291650 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.291974 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.292296 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.292623 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.292952 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.293265 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.293618 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa902-d332-41c8-a62d-5787bfe474f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:00.335105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.337735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5c76ac90-bb01-4264-b67d-1bee8ed51b21 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:00.366797 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:26:00.369503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80e61183-04b6-4b6f-a289-045a6829d5b0 req-d5aee4fe-1d60-4506-a747-0130a66c3af5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250772 Nov 15 22:26:00.423735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 5c76ac90-bb01-4264-b67d-1bee8ed51b21 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:00.424557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5c76ac90-bb01-4264-b67d-1bee8ed51b21 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:00.435498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:00.484525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.500822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b76d-9771-41f6-a00e-d2e77f64cd88 req-07433414-a395-4e81-82f1-48f895d3eaa7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:00.508289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c579b76d-9771-41f6-a00e-d2e77f64cd88 req-07433414-a395-4e81-82f1-48f895d3eaa7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 949 time: 0.2738667 Nov 15 22:26:00.560641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.584883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-f0d08454-d299-4a57-80f6-53518bf8b319 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:00.586340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-f0d08454-d299-4a57-80f6-53518bf8b319 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088982 Nov 15 22:26:00.605424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Request body: {'port': {'device_id': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '5762e94cfb4b4a8ba6ce5caac6e0ead2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:00.613184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:25:57Z', 'revision_number': 3, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:00.649776 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336de71-7ee3-410b-8e03-b0b3cc2fda27 None None] The sync data for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 is: [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:25:57Z', 'revision_number': 3, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:26:00.679830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c579b76d-9771-41f6-a00e-d2e77f64cd88 req-9a74a0c1-9552-476a-9837-cc7908011d89 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686606 Nov 15 22:26:00.684038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.732315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:26:00.744378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7865cebd-0527-4e3e-aa00-38c55bc4d7e2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:00.776093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.776647 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Added segment 3aa1e435-719c-4343-bec9-2a0e8bf93685 of type vlan for network 5576180e-5b22-47af-ab98-adf71c2eab6a Nov 15 22:26:00.825120 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.854149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:00.928924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:00.945659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:00.948665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:00.953706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Pushing event updated for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:01.003406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a79f2b-a501-48d3-956e-4c115417ec93 req-0f01c123-fccc-4f8f-aa95-428b1783a0a1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:01.005052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6a79f2b-a501-48d3-956e-4c115417ec93 req-0f01c123-fccc-4f8f-aa95-428b1783a0a1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.1878705 Nov 15 22:26:01.031659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.051263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Made reservation on behalf of 5762e94cfb4b4a8ba6ce5caac6e0ead2 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:01.051263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.097903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.098848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:01.099420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.101595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.115091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745'}, {'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:01.118757 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffe145-c13d-457e-b455-43c47cfdafce" -d '{"events": [{"server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "name": "network-vif-plugged", "status": "completed", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745"}, {"server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:01.279509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9668c285-6757-47bf-bb34-bc0fd4d429a2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:01.343098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9668c285-6757-47bf-bb34-bc0fd4d429a2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:01.343808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.391982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4e338546-3bd7-461b-b81c-105c3a72970e None None] Provisioning complete for port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:01.392351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e338546-3bd7-461b-b81c-105c3a72970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.469348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e338546-3bd7-461b-b81c-105c3a72970e None None] Port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:01.489736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.518621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9668c285-6757-47bf-bb34-bc0fd4d429a2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9668c285-6757-47bf-bb34-bc0fd4d429a2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:01.604726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6a79f2b-a501-48d3-956e-4c115417ec93 req-2a09f5f9-84da-4017-9ed9-7aeb498979e6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892677 Nov 15 22:26:01.610372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] Pushing event updated for resources: {'Network': ['ID=5576180e-5b22-47af-ab98-adf71c2eab6a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:01.615686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-986af5d1-e80f-4a18-a24b-72d60f03207e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7530820 Nov 15 22:26:01.622493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.622611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:01.631739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Request body: {'subnet': {'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-777571853-subnet', 'tenant_id': '25d9f050155c420ea87be16dd9f9c65c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:01.631988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5576180e-5b22-47af-ab98-adf71c2eab6a details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:26:01.655613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f91ae852-8120-4da3-98f4-a50bee74f7b4 req-e1fe814e-ffbe-424b-83dd-df1de66849be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.4245055 Nov 15 22:26:01.791648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.846179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Made reservation on behalf of 25d9f050155c420ea87be16dd9f9c65c for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:01.849220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.902763 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.920029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:01.950575 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba8718-76d8-416d-a24e-edcacdac7c08 x-openstack-request-id: req-5dba8718-76d8-416d-a24e-edcacdac7c08 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:01.950960 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "name": "network-vif-plugged", "status": "completed", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745", "code": 200}, {"server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "name": "network-vif-plugged", "status": "completed", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:01.951081 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dba8718-76d8-416d-a24e-edcacdac7c08 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:01.951551 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745', 'code': 200} Nov 15 22:26:01.951742 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741', 'code': 200} Nov 15 22:26:01.994991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d09f4-9b63-4104-a5c6-5dacea487181 req-bdd1b859-c44f-480e-aec7-55031a7e28c8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:01.997484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-925d09f4-9b63-4104-a5c6-5dacea487181 req-bdd1b859-c44f-480e-aec7-55031a7e28c8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 950 time: 0.1578839 Nov 15 22:26:02.023091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d42af-517a-4a87-806a-2c5dee6d7cd1 req-b3bf8979-d0db-44d0-9d49-ede1f39ed2b6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.030903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9668c285-6757-47bf-bb34-bc0fd4d429a2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:02.031509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea1d42af-517a-4a87-806a-2c5dee6d7cd1 req-b3bf8979-d0db-44d0-9d49-ede1f39ed2b6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.2342837 Nov 15 22:26:02.043942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc6797-05d2-471d-8f63-1267d90ad125 req-531f80dc-f548-4e51-a867-565aa83e9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.045408 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-75fc6797-05d2-471d-8f63-1267d90ad125 req-531f80dc-f548-4e51-a867-565aa83e9856 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 1101 time: 0.2005372 Nov 15 22:26:02.074466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f4060-03cf-46d9-8610-8bbf1fab626e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:02.081246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ae89-3116-437d-aa6f-00a32a8a9e9a req-123e1d5b-a1ad-472d-8b10-e23986f78dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.083358 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d262ae89-3116-437d-aa6f-00a32a8a9e9a req-123e1d5b-a1ad-472d-8b10-e23986f78dd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1101 time: 0.2771139 Nov 15 22:26:02.151471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-75fc6797-05d2-471d-8f63-1267d90ad125 req-7c0b56ab-4887-44c3-a895-4d640bb48976 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972316 Nov 15 22:26:02.183957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d262ae89-3116-437d-aa6f-00a32a8a9e9a req-08c00d69-fbea-4ac2-b7ef-05e2a252af6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920999 Nov 15 22:26:02.238978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-925d09f4-9b63-4104-a5c6-5dacea487181 req-cca38ad1-e9a5-4d0c-925b-edd322676901 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329278 Nov 15 22:26:02.247058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea1d42af-517a-4a87-806a-2c5dee6d7cd1 req-1a852ee5-ed5b-4ba6-8ae0-88544f05dffd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146423 Nov 15 22:26:02.261678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Allocated IP 192.168.233.229 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/9927a10e-41a2-4b52-a885-015b349fab5b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:02.292686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.362074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310d44bf-3dc1-4c72-bed8-c78957fe96d1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:02.379346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Checking segment: {'id': '3aa1e435-719c-4343-bec9-2a0e8bf93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:02.379704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Network hostable DHCP agents. Network: 5576180e-5b22-47af-ab98-adf71c2eab6a, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:26:02.424303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.479905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bd9aa-1475-4534-8eaf-f1f3ac6b520a req-d5d91841-8b49-45ff-80c3-4975830da9de tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.481288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955bd9aa-1475-4534-8eaf-f1f3ac6b520a req-d5d91841-8b49-45ff-80c3-4975830da9de tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1425686 Nov 15 22:26:02.547200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Network 5576180e-5b22-47af-ab98-adf71c2eab6a is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:26:02.563075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955bd9aa-1475-4534-8eaf-f1f3ac6b520a req-242dcd3c-8b28-452e-a2ec-a0796740ebb4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736670 Nov 15 22:26:02.572175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.579319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.650083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5576180e-5b22-47af-ab98-adf71c2eab6a) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:02.656426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.657719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.663525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.672825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c16ba1-e4fe-455d-bd22-c6f6f30d707a None None] Network 5576180e-5b22-47af-ab98-adf71c2eab6a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:26:02.674173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Pushing event updated for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:02.783850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1049866-ee70-4864-9974-fb3849c7e863 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1561975 Nov 15 22:26:02.815214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a619ae2-ea9d-4f09-9d99-1f8652207eb3 req-a25c5ee0-de74-4da1-9f2d-6bc83dda08b1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:02.816823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a619ae2-ea9d-4f09-9d99-1f8652207eb3 req-a25c5ee0-de74-4da1-9f2d-6bc83dda08b1 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 945 time: 0.0789449 Nov 15 22:26:02.863578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86db4cf-f3c9-4da5-8530-895930ea6168 None None] Network 5576180e-5b22-47af-ab98-adf71c2eab6a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:26:02.864512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:02.868825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:02.930431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:02.977898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a619ae2-ea9d-4f09-9d99-1f8652207eb3 req-0d6a5d44-e156-41a0-8996-76630170254f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452510 Nov 15 22:26:03.057932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:03.065250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:03.072023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:03.081169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:03.229714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:03.230723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:03.240507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Router 5e554fec-39ca-4f08-9878-407517797de2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:26:03.282069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9668c285-6757-47bf-bb34-bc0fd4d429a2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:03.293545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970addf-7955-42d2-9bc4-9f5ac9ffc2dc req-db08f381-d67c-49a9-a4e8-8aadb04b0640 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:03.293545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4970addf-7955-42d2-9bc4-9f5ac9ffc2dc req-db08f381-d67c-49a9-a4e8-8aadb04b0640 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 936 time: 0.1686459 Nov 15 22:26:03.353981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9668c285-6757-47bf-bb34-bc0fd4d429a2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:03.354342 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:03.415777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-8d51a46c-0fd5-4138-b2b4-1656044059aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8155272 Nov 15 22:26:03.428745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Provisioning complete for port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:03.429203 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:03.442365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Request body: {'port': {'device_id': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:03.526446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:03.551513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Provisioning complete for port 9927a10e-41a2-4b52-a885-015b349fab5b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:03.551777 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:03.567889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4970addf-7955-42d2-9bc4-9f5ac9ffc2dc req-941464e7-fe99-4d22-92f3-68943d04903a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299476 Nov 15 22:26:03.571457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:26:03.580092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f2131e8c-eb7c-4e7e-a3f2-246b62f71623 admin admin] 10.222.0.15 "PUT /v2.0/routers/5e554fec-39ca-4f08-9878-407517797de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6074672 Nov 15 22:26:03.582491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:03.592114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Sync routers for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:26:03.640670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:26:03.640670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:03.645334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41887a5c-97d4-456f-9489-fcd71e514c77 None None] Port 9927a10e-41a2-4b52-a885-015b349fab5b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:03.826551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:26:03.844334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-5bfc8611-8f1d-4901-8298-8a80b6427824 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:03.847597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-5bfc8611-8f1d-4901-8298-8a80b6427824 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.0785546 Nov 15 22:26:03.862533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:03.905816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83952c-ab8e-4f64-a93a-f294529a0608 req-1dde395a-58f8-417c-86d2-272a5ff1862d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:03.907355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf83952c-ab8e-4f64-a93a-f294529a0608 req-1dde395a-58f8-417c-86d2-272a5ff1862d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 950 time: 0.1970608 Nov 15 22:26:03.950921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.042920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf83952c-ab8e-4f64-a93a-f294529a0608 req-077c4453-bdba-4007-ab28-a0381568a11f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259940 Nov 15 22:26:04.052085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-3b42cb7b-b31c-401e-ae1a-5e08efd1f3da tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:04.053881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-3b42cb7b-b31c-401e-ae1a-5e08efd1f3da tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/networks?id=5576180e-5b22-47af-ab98-adf71c2eab6a HTTP/1.1" status: 200 len: 808 time: 0.3447087 Nov 15 22:26:04.078967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-10aee696-b880-4f9a-90ba-d070c88bcd8b tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/quotas/25d9f050155c420ea87be16dd9f9c65c HTTP/1.1" status: 200 len: 375 time: 0.0169516 Nov 15 22:26:04.127828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-d2d763ab-0d5d-4f82-b0c3-a76ef196ba6c tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=25d9f050155c420ea87be16dd9f9c65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388598 Nov 15 22:26:04.138932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:02Z', 'revision_number': 2, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:04.161132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:04.183082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Checking router: 5e554fec-39ca-4f08-9878-407517797de2 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:26:04.183438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Updating router 5e554fec-39ca-4f08-9878-407517797de2 port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:26:04.208329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:04.221570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.271119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:04.277724 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b6e528-3982-49b7-8676-0f5730a0a6ef" -d '{"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:04.287775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.377523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9927a10e-41a2-4b52-a885-015b349fab5b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:04.393613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.414608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.429598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Transition to ACTIVE for port object 9927a10e-41a2-4b52-a885-015b349fab5b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:04.471203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-a445cdfb-985e-4399-a46f-300ba9e08ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180871 Nov 15 22:26:04.488273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-b8d5dce1-f0d1-45fe-8f0d-71b992b27228 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:04.489858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-b8d5dce1-f0d1-45fe-8f0d-71b992b27228 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.2213554 Nov 15 22:26:04.501848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.520822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:04.525905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on host n-h1-817995-3 for vnic_type normal with profile {"migrating_to": "n-h2-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:04.526308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:04.526730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:04.531487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:04.531884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Attempting to bind port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on network ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:04.537475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:04.537983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Checking segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:04.538348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Bound using segment: {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:04.539456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Bound port: 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee67e9a0-64c7-490c-846c-a1e48ea989c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ae6d7e5a-faa0-4595-89f5-c6f293d9bee1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:04.539866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.590021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-e2e75bb3-ef9d-4adf-a6b5-9e36b216ae6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/quotas/a8b86b9d1c8b4212a0cea2c701cf5cfc HTTP/1.1" status: 200 len: 375 time: 0.0914202 Nov 15 22:26:04.642322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:04.653543 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.655664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:04.685751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:04.745932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-c16ee505-bbdd-49e8-8cd9-635e35c24e20 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441033 Nov 15 22:26:04.766415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad75c-9fa0-4b52-a78c-8ea50c1e9b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.770959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-27f01d51-2926-4e6c-af7a-111fd1366dcc service neutron] 10.222.0.15 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758682 Nov 15 22:26:04.790816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:04.791153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:04.791659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:04.814773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.815041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.841528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:04.841528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:04.852201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:04.852201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:04.852201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:04.852604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Bound port: 9927a10e-41a2-4b52-a885-015b349fab5b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:04.853072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.929486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd35-1c2a-4c0b-a105-a3096f167ddf None None] Pushing event updated for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:04.939753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-bfa9f4c6-0ba6-421b-957a-6abbd5991a1d service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841390 Nov 15 22:26:04.950583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Attempting to bind port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:04.950988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Attempting to bind port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:04.951400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Attempting to bind port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 on network 9a83f58d-f0de-4999-a5e0-38762762b189 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:04.959736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:04.960114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Checking segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:04.960723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:04.961116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Bound using segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:04.961693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Bound port: 50d550d4-64ad-40fa-af77-a1f0a348f2f9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:04.962074 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.033414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:05.034025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.035446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] 10.222.0.57 "PUT /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 1121 time: 1.1781425 Nov 15 22:26:05.064153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664353-90bf-4e13-bc11-eb56b5d9cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:05.082054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] For port 50d550d4-64ad-40fa-af77-a1f0a348f2f9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:05.086575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] For port 50d550d4-64ad-40fa-af77-a1f0a348f2f9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50d550d4-64ad-40fa-af77-a1f0a348f2f9,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:05.098765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5e960c61-a7f4-4096-829c-2e13c6c16408 service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463823 Nov 15 22:26:05.099054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-ae899ce9-6411-45bb-8efc-c9fa1972ddec tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:05.100793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-ae899ce9-6411-45bb-8efc-c9fa1972ddec tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "GET /v2.0/ports?device_id=65795173-ee84-4b17-80d2-98b19266954f HTTP/1.1" status: 200 len: 946 time: 0.1318634 Nov 15 22:26:05.109603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:05.113327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:05.117408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:05.153535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:05.201774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.299013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.392492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:05.409407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:05.410378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.411928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Deleting port 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:05.413509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.415077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-1c4fa415-97b9-4bea-a87d-e7bf06187fbe service neutron] 10.222.0.55 "PUT /v2.0/ports/9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 1096 time: 1.9838660 Nov 15 22:26:05.415723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:05.418485 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41e018-c7b2-4da7-971c-ca688bba1689" -d '{"events": [{"name": "network-changed", "server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:05.679106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd35-1c2a-4c0b-a105-a3096f167ddf None None] Pushing event updated for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:05.696362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] Provisioning complete for port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:05.696784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.702344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:26:05.702344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:05.755106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-6870005b-b827-490d-9c7d-45906b551336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:05.758502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-6870005b-b827-490d-9c7d-45906b551336 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.1579449 Nov 15 22:26:05.819727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] For port 0a1c722a-819e-4307-ab72-d5af1444d2af, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0a1c722a-819e-4307-ab72-d5af1444d2af,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:05.820263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:05.853859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Calling delete_port for 0a1c722a-819e-4307-ab72-d5af1444d2af owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:05.932161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-462cb643-6df9-4f17-99e6-6807abe77b96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.1057007 Nov 15 22:26:05.971809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a84e8-045c-4a18-9591-cc81317f8692 req-9c9003f0-a22c-4ac8-a648-ca8e48db8ebb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:05.985407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b72a84e8-045c-4a18-9591-cc81317f8692 req-9c9003f0-a22c-4ac8-a648-ca8e48db8ebb tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.2255652 Nov 15 22:26:06.052111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-de9c5674-218b-436a-b00f-ffe3dc4dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:06.054003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-de9c5674-218b-436a-b00f-ffe3dc4dd384 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1049414 Nov 15 22:26:06.095816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b72a84e8-045c-4a18-9591-cc81317f8692 req-0867e9f7-6a88-4b2c-bc6c-f6470c37ea74 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862069 Nov 15 22:26:06.166618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.181329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-5ccf0afe-1966-42c0-9b95-e3d5f48736ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:06.185085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-5ccf0afe-1966-42c0-9b95-e3d5f48736ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208618 Nov 15 22:26:06.223265 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc129a6-af3f-4410-b8e7-742aeebb117c x-openstack-request-id: req-9bc129a6-af3f-4410-b8e7-742aeebb117c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:06.223568 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:06.223792 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bc129a6-af3f-4410-b8e7-742aeebb117c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:06.224194 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'code': 200} Nov 15 22:26:06.227431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event deleted for resources: {'Port': ['ID=0a1c722a-819e-4307-ab72-d5af1444d2af,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:06.233619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:26:06.277971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] No DVR routers for this DVR port 0a1c722a-819e-4307-ab72-d5af1444d2af on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:06.281250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.285537 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2de7949d-d178-4cf6-9ee1-c75ebd080288 req-cd69dcf6-eaaf-49ef-b17e-f22604962d99 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "DELETE /v2.0/ports/0a1c722a-819e-4307-ab72-d5af1444d2af HTTP/1.1" status: 204 len: 173 time: 1.1757765 Nov 15 22:26:06.406835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:06.412471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150156243', 'description': 'tempest-description--2019636920'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:06.427378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.548758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:06.557554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] For port 50d550d4-64ad-40fa-af77-a1f0a348f2f9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50d550d4-64ad-40fa-af77-a1f0a348f2f9,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:06.630935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.735605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b1b1-38cf-4c05-95bb-5abb07f33701 req-5e02ab76-6eb6-42bf-bc06-fc5655fe590e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:06.736888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.745136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb34b1b1-38cf-4c05-95bb-5abb07f33701 req-5e02ab76-6eb6-42bf-bc06-fc5655fe590e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.1360211 Nov 15 22:26:06.769097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebcc3-189c-4537-8cb9-2653adf2f70f req-ea9cca00-70f1-44d9-b242-464d3133e76d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:06.777080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e34ebcc3-189c-4537-8cb9-2653adf2f70f req-ea9cca00-70f1-44d9-b242-464d3133e76d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 950 time: 0.1663616 Nov 15 22:26:06.789057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.789536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-548534c7-583b-477f-b282-2d787574c89f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934279 Nov 15 22:26:06.834944 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-2db8d2ad-67fb-48c9-a1ae-14e0344dab98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754108 Nov 15 22:26:06.887132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:06.919040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb34b1b1-38cf-4c05-95bb-5abb07f33701 req-4b44cda1-b5c3-4a6d-9d76-b3b5a0590b00 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724451 Nov 15 22:26:06.966778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e34ebcc3-189c-4537-8cb9-2653adf2f70f req-088a0504-d8ed-4303-82ea-75c83b564d18 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863003 Nov 15 22:26:06.993199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0a1c722a-819e-4307-ab72-d5af1444d2af'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:07.007735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b697d32d-592f-47a1-ac43-afffa47a1da8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:07.017407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.019238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c9617a7-e40b-4c45-bab0-97267a2c0c8e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6104774 Nov 15 22:26:07.032223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41484) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:07.051376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'security_group_rule': {'security_group_id': 'b697d32d-592f-47a1-ac43-afffa47a1da8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:07.063893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b970-de96-49e2-8247-a4d152b23672 req-8e377f9d-0715-4971-9333-46830d7426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.065814 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-8e377f9d-0715-4971-9333-46830d7426f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 1101 time: 0.1347649 Nov 15 22:26:07.105972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:07.109111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083cc8-10aa-42ff-a43c-caaa46d11d83 None None] Pushing event updated for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:07.131408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e630a2a2-b561-44ee-b167-6e8900875fb3 req-f9f0da06-33a9-41cf-959d-29209c1f7cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308287 Nov 15 22:26:07.142231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4705f7a2-2d42-4421-a6cd-006c1201a9d2 req-ba472352-deea-45fd-80c0-bfa95b4fd6c6 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 210 time: 0.0749607 Nov 15 22:26:07.163741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-825267d8-ac18-4606-b48d-48cc8ddd6eb1 None None] Provisioning complete for port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:07.164075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-825267d8-ac18-4606-b48d-48cc8ddd6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.192902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 has no active binding in host n-h2-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:26:07.213599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:05Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:07.260980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be0abb-3647-4991-8fcc-651ea4a55d4f None None] The sync data for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 is: [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:05Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:26:07.262150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b970-de96-49e2-8247-a4d152b23672 req-336618f4-d114-4c40-a317-ae3239b87ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.270886 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-336618f4-d114-4c40-a317-ae3239b87ca4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1754651 Nov 15 22:26:07.280790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1913eeb-9c0e-457d-acbf-56f0ae006e24 req-37e8cd05-3bdb-4b66-ac89-9c83bdd0989c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 210 time: 0.0428722 Nov 15 22:26:07.285533 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fea658-5a71-45d3-97c5-20352762b1cf x-openstack-request-id: req-a7fea658-5a71-45d3-97c5-20352762b1cf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:07.287860 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:07.293513 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7fea658-5a71-45d3-97c5-20352762b1cf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:07.293513 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'status': 'completed', 'code': 200} Nov 15 22:26:07.336210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.388054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-949751a9-d52b-454d-a960-3b543529b14f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=451632e7-8d81-4348-9ac1-63c2757ab745 HTTP/1.1" status: 200 len: 217 time: 0.0925586 Nov 15 22:26:07.398270 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1157ac6-2906-4749-8f27-6d6be811fe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.505513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b970-de96-49e2-8247-a4d152b23672 req-d824c31f-80b2-4a74-b966-cf8a9160a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.507107 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-d824c31f-80b2-4a74-b966-cf8a9160a35f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0997288 Nov 15 22:26:07.600839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a7576-904e-4803-8ab6-5b14e1e7a41d req-1f5e568d-9c2b-44b2-9143-77f05413c9c8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.602489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e9a7576-904e-4803-8ab6-5b14e1e7a41d req-1f5e568d-9c2b-44b2-9143-77f05413c9c8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 950 time: 0.2267218 Nov 15 22:26:07.618298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-990cffaa-c7c8-4b8f-a5d5-d2d08381becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.620573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-990cffaa-c7c8-4b8f-a5d5-d2d08381becb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.1942143 Nov 15 22:26:07.644995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d66059-a71e-4ff8-8b46-96d1f2ae4bce req-bdb70258-587d-4913-9fc8-c671af985be6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.646603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09d66059-a71e-4ff8-8b46-96d1f2ae4bce req-bdb70258-587d-4913-9fc8-c671af985be6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.1725154 Nov 15 22:26:07.648659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.795207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e9a7576-904e-4803-8ab6-5b14e1e7a41d req-54dc9288-167a-47a0-8638-d7b0c64cf013 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824758 Nov 15 22:26:07.823054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09d66059-a71e-4ff8-8b46-96d1f2ae4bce req-caa7c538-748c-44fd-8d7b-036010cab3c4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571147 Nov 15 22:26:07.832992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.872748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68a223d-bc2f-4fbb-aa18-28ce22d8b729,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:07.882867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b970-de96-49e2-8247-a4d152b23672 req-b9784a15-f9ae-4396-a00b-afc70db39f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.884378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-ff61dc10-9b12-47c8-82c1-b342df501f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:07.884704 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-b9784a15-f9ae-4396-a00b-afc70db39f3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689113 Nov 15 22:26:07.890140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-ff61dc10-9b12-47c8-82c1-b342df501f5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2537217 Nov 15 22:26:07.978953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:07.982887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ee816867-8430-4ec3-a564-0e9d067a75bd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9469435 Nov 15 22:26:07.983210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-c3d5c4d6-4006-4c3d-b02f-3538bcf24d9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0807800 Nov 15 22:26:07.983766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:07.988775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'security_group_rule': {'security_group_id': 'b697d32d-592f-47a1-ac43-afffa47a1da8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:08.077691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-6ac90b39-0749-4561-b597-0a2263b5c7b7 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789832 Nov 15 22:26:08.141714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-0efe62b8-5206-4992-8045-940a8e472689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.143244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-0efe62b8-5206-4992-8045-940a8e472689 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1440482 Nov 15 22:26:08.171095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaaf71-7f5f-410c-a17f-9caebc0d65eb req-5001bf74-fda8-4cff-90f6-e6d1ff49da60 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.180849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ddaaf71-7f5f-410c-a17f-9caebc0d65eb req-5001bf74-fda8-4cff-90f6-e6d1ff49da60 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.1014421 Nov 15 22:26:08.199756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:08.227737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'}, {'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-deleted', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:08.232820 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0bbbc-00b9-42f8-b51d-76589aa0067c" -d '{"events": [{"name": "network-changed", "server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9"}, {"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-deleted", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:08.247448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d62b970-de96-49e2-8247-a4d152b23672 req-7392561e-9425-41cb-87a6-5ca0e63d6a11 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628573 Nov 15 22:26:08.295880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-bd1d72fb-61fa-4d1c-a05c-641574b2513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.299151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-bd1d72fb-61fa-4d1c-a05c-641574b2513a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468790 Nov 15 22:26:08.397697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ddaaf71-7f5f-410c-a17f-9caebc0d65eb req-de83eeb0-6256-4adf-baf4-f9352ca5de0c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146566 Nov 15 22:26:08.416822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:08.480502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7189-0c74-4a89-967f-52d4ccb2f897 req-450fa97a-ccfa-42e3-a478-6b97125dae3a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.485721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7189-0c74-4a89-967f-52d4ccb2f897 req-450fa97a-ccfa-42e3-a478-6b97125dae3a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.487580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-500f7189-0c74-4a89-967f-52d4ccb2f897 req-450fa97a-ccfa-42e3-a478-6b97125dae3a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092&device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1691 time: 0.1624494 Nov 15 22:26:08.539147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-f9c96026-c219-4249-8269-c5ff738be5a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264457 Nov 15 22:26:08.547862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:08.557642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:08.601095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 0a1c722a-819e-4307-ab72-d5af1444d2af {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:08.601849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0a1c722a-819e-4307-ab72-d5af1444d2af not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:08.649630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb7a047-b532-4fe7-8718-b62fc676fe1c req-43c26638-3307-44fb-b131-a1868bd2ebd6 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 210 time: 0.1083291 Nov 15 22:26:08.679851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:08.714319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-500f7189-0c74-4a89-967f-52d4ccb2f897 req-453f06f1-a7b5-485f-be00-ca524f046f9c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126918 Nov 15 22:26:08.725722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f57ab1-c161-4ec2-9c95-c9cb45993cd3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:08.775526 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b400d-f8c0-4261-b750-8eb19220eb4d x-openstack-request-id: req-fc3b400d-f8c0-4261-b750-8eb19220eb4d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:08.776597 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9", "status": "completed", "code": 200}, {"server_uuid": "65795173-ee84-4b17-80d2-98b19266954f", "name": "network-vif-deleted", "tag": "0a1c722a-819e-4307-ab72-d5af1444d2af", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:08.777603 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc3b400d-f8c0-4261-b750-8eb19220eb4d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:08.778425 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'status': 'completed', 'code': 200} Nov 15 22:26:08.779557 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65795173-ee84-4b17-80d2-98b19266954f', 'name': 'network-vif-deleted', 'tag': '0a1c722a-819e-4307-ab72-d5af1444d2af', 'status': 'completed', 'code': 200} Nov 15 22:26:08.814623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad41e018-c7b2-4da7-971c-ca688bba1689 req-f16067ce-5c2f-448c-b9ad-8224e5bb2351 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542953 Nov 15 22:26:08.830285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-c873a5bf-e63a-4e41-bc4b-9af51e319472 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061496 Nov 15 22:26:08.833915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:08.837018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7be34e85-5f07-4586-98a3-c47414a6bbdd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8510900 Nov 15 22:26:08.839775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:08.846261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:08.930638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1325f94c-1433-4b82-8d50-2ab1b7cada9d req-2f682a18-e877-4782-95c5-4942935013da tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 210 time: 0.0585234 Nov 15 22:26:08.932399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-1a8b66bd-4a53-42bd-bbbe-b9427bed6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:08.942735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-1a8b66bd-4a53-42bd-bbbe-b9427bed6cd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1124 time: 0.1391785 Nov 15 22:26:08.954235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:09.077727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-8eb5bc22-aba6-48c5-b764-14f1a1db1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.080386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-8eb5bc22-aba6-48c5-b764-14f1a1db1ffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1297960 Nov 15 22:26:09.116120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-2619ab7a-d8f4-4af1-a75a-a1a4cac9991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.118150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-2619ab7a-d8f4-4af1-a75a-a1a4cac9991f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1992168 Nov 15 22:26:09.150185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea29d8-0ed3-4f7b-8a7e-357e683f3349 req-84d9b7a6-3153-465c-80f2-23eff1ea7ee6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.151718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83ea29d8-0ed3-4f7b-8a7e-357e683f3349 req-84d9b7a6-3153-465c-80f2-23eff1ea7ee6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.2008064 Nov 15 22:26:09.155834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69a6e1-a50a-4e64-bb42-c4bd06313e8c req-af0b00dd-3a05-4d91-befc-7808fdab2534 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.156965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f69a6e1-a50a-4e64-bb42-c4bd06313e8c req-af0b00dd-3a05-4d91-befc-7808fdab2534 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 1101 time: 0.1184690 Nov 15 22:26:09.180848 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-389a4e4a-b052-4e66-bc9d-be63ca342a17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0920069 Nov 15 22:26:09.308200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:09.334280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-3d60f1b3-5f2f-4a85-a893-3d362663dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.336161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-3d60f1b3-5f2f-4a85-a893-3d362663dca5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0955625 Nov 15 22:26:09.379299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f69a6e1-a50a-4e64-bb42-c4bd06313e8c req-f490341f-c903-4719-9495-c347d3519bd3 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013173 Nov 15 22:26:09.391340 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-08df9f87-b60a-4ab4-aafa-c199df44cd11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428612 Nov 15 22:26:09.402211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83ea29d8-0ed3-4f7b-8a7e-357e683f3349 req-160f1454-0026-469e-b773-7381e534cf3e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179639 Nov 15 22:26:09.403016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-783e06cf-37f9-49f8-8205-c66ffbef7745 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.405161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-783e06cf-37f9-49f8-8205-c66ffbef7745 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.57 "GET /v2.0/networks?id=5576180e-5b22-47af-ab98-adf71c2eab6a HTTP/1.1" status: 200 len: 808 time: 0.2997949 Nov 15 22:26:09.421266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Request body: {'port': {'device_id': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a', 'admin_state_up': True, 'tenant_id': '25d9f050155c420ea87be16dd9f9c65c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:09.428811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50d550d4-64ad-40fa-af77-a1f0a348f2f9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:09.445346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-fd1ac26d-1e6e-41f0-9471-02114280ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.447076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-fd1ac26d-1e6e-41f0-9471-02114280ad0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.2944536 Nov 15 22:26:09.450480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:09.541834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:09.542357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:09.574791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-bbcf6a56-5cd9-4358-b193-5e3306440f64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 200 len: 217 time: 0.1136615 Nov 15 22:26:09.688432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-083f3e9b-198a-4786-b352-a745bda354e7 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819180 Nov 15 22:26:09.755283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-d9ab4371-3151-4cc0-bae7-bcd13f1665c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.756742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-d9ab4371-3151-4cc0-bae7-bcd13f1665c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.1465969 Nov 15 22:26:09.760302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a717e4b-bd97-41ce-9cfd-d70f63ea75fd req-222ddaa8-b2d2-40ac-93e5-2206dade2700 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.761451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a717e4b-bd97-41ce-9cfd-d70f63ea75fd req-222ddaa8-b2d2-40ac-93e5-2206dade2700 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1101 time: 0.1969485 Nov 15 22:26:09.791226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972abc1-bb57-487f-8f4d-024dc1f11312 req-423a7e4c-7a2f-4ec7-95b1-8cc54592c90c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:09.801147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6972abc1-bb57-487f-8f4d-024dc1f11312 req-423a7e4c-7a2f-4ec7-95b1-8cc54592c90c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.2377982 Nov 15 22:26:09.814431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56c0bbbc-00b9-42f8-b51d-76589aa0067c req-1a4f343a-1909-4374-912a-3d9f8e2e288e service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048422 Nov 15 22:26:09.817854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Made reservation on behalf of 25d9f050155c420ea87be16dd9f9c65c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:09.831396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-fd37fc3d-f78e-42c9-ac70-194891a43fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612864 Nov 15 22:26:09.834935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:09.902825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Allocated IP 172.25.0.4 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ec91cb9b-4c5b-4a53-af9e-4182f85c50ec) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:09.981469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a717e4b-bd97-41ce-9cfd-d70f63ea75fd req-810f23aa-d314-407a-b6af-c9c9b4c19729 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954751 Nov 15 22:26:10.086092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-8ad55d2f-7271-43ca-b2c9-ef4659623049 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:10.087604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-8ad55d2f-7271-43ca-b2c9-ef4659623049 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.1756263 Nov 15 22:26:10.088797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Allocated IP 172.20.0.10 (5576180e-5b22-47af-ab98-adf71c2eab6a/310d44bf-3dc1-4c72-bed8-c78957fe96d1/a9b70f1e-561d-4f56-9959-f0e34bb80040) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:10.104441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Request body: {'port': {'device_id': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'admin_state_up': True, 'tenant_id': 'a8b86b9d1c8b4212a0cea2c701cf5cfc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:10.127182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6972abc1-bb57-487f-8f4d-024dc1f11312 req-30b65ae5-db77-4a94-a27b-0cfccbf86905 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201258 Nov 15 22:26:10.204921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-5219e5b8-ebeb-4068-aa87-c1aa173c2f76 service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556523 Nov 15 22:26:10.337182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.386013 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.407081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e06276b4-52d6-4de8-8557-7fca9274a6e9 req-738c1ef1-041c-454f-be4e-4bc30b2e8167 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 210 time: 0.1036935 Nov 15 22:26:10.434655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a96d7648-3b90-4ba6-9370-701eacb789cb req-99882c87-c21a-406a-be29-65532a004b62 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 210 time: 0.1302128 Nov 15 22:26:10.442191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca78174-499e-44f5-8c78-734cf75dafc0 req-4c9b34cb-662b-46ac-ad13-9fb8f5faff5e service neutron] 10.222.0.55 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190173 Nov 15 22:26:10.469800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.485484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Made reservation on behalf of a8b86b9d1c8b4212a0cea2c701cf5cfc for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:10.489107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.552751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.601077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.612093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53c15-b22f-4c61-a9c2-7290bfbf1d0e req-33e68f32-6512-46ad-94d9-b2502d7a9c7b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:10.613960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ac53c15-b22f-4c61-a9c2-7290bfbf1d0e req-33e68f32-6512-46ad-94d9-b2502d7a9c7b tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.0722413 Nov 15 22:26:10.638404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Network 5576180e-5b22-47af-ab98-adf71c2eab6a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:10.640066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Pushing event updated for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:10.697180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:10.703930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:10.711927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:10.712078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:10.716966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:10.757492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'Port': ['ID=ec91cb9b-4c5b-4a53-af9e-4182f85c50ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:10.766629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ac53c15-b22f-4c61-a9c2-7290bfbf1d0e req-9728f6e4-eaf2-4412-9805-674754e3de30 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235266 Nov 15 22:26:10.791651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:10.791651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.822109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Allocated IP 172.20.0.12 (810df7ec-8004-43c0-8dcb-80924c4fea43/a28d6219-cc69-4db8-b35a-9185198e7af2/58e94456-7120-496b-9023-816c9808e2cb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:10.854497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:10.961378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-8ed1d646-8745-4cbd-b59a-9b616287aa50 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5448422 Nov 15 22:26:10.979118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Request body: {'port': {'device_id': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:11.027869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-440666fb-6772-410b-b4c6-62b42d05a47e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285196 Nov 15 22:26:11.028566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.094935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.129696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.257870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-b80a2944-2089-478b-a5b4-3719c6d86c1f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:11.259724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-b80a2944-2089-478b-a5b4-3719c6d86c1f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069016 Nov 15 22:26:11.379117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.385030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-69e69cc9-f48f-4c23-98c4-25d9bc281324 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0531271 Nov 15 22:26:11.411762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.417488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b7ee6-22ba-473b-b7c7-06c777b58df7 req-a71bd891-b7a6-448d-8fce-34e3b3e413e2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:11.419122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-874b7ee6-22ba-473b-b7c7-06c777b58df7 req-a71bd891-b7a6-448d-8fce-34e3b3e413e2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0862141 Nov 15 22:26:11.471825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:11.473976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.480825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:11.487335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:11.541076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-09325197-5bf6-4af1-b425-38461290e149 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459780 Nov 15 22:26:11.562845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b70f1e-561d-4f56-9959-f0e34bb80040 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:11.581817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:11.588429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.615759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'Port': ['ID=ec91cb9b-4c5b-4a53-af9e-4182f85c50ec,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:11.626156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:11.629503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.637587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-874b7ee6-22ba-473b-b7c7-06c777b58df7 req-0d04401a-a575-4322-814f-7bc8ef7dd4b1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020769 Nov 15 22:26:11.666240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.674490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Transition to ACTIVE for port object a9b70f1e-561d-4f56-9959-f0e34bb80040 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:11.772794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-5c599e20-b215-4a03-950d-5cfd9d621d92 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6734877 Nov 15 22:26:11.794626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67c9c1-61e7-4b3a-9175-fe16d075da1a req-88658236-bb67-4d19-b185-5ff8ba137ca2 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:11.796776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c67c9c1-61e7-4b3a-9175-fe16d075da1a req-88658236-bb67-4d19-b185-5ff8ba137ca2 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 932 time: 0.0551429 Nov 15 22:26:11.799505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Request body: {'port': {'device_id': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:11.814878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.825225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f997afe1-a27c-44d2-a58d-47127a9e1b13 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9752064 Nov 15 22:26:11.826246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:11.871567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c67c9c1-61e7-4b3a-9175-fe16d075da1a req-8c73b387-b769-4835-998b-60faf23ac60b tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671496 Nov 15 22:26:11.975032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722174f-2320-4bff-9426-248f4743808d service neutron] Pushing event updated for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:11.981021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.054498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:12.060009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:12.228069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257043a-fae9-4237-b255-0af471e37115 req-df330052-5be4-4f0e-a435-5b3d59a1897a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:12.231876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a257043a-fae9-4237-b255-0af471e37115 req-df330052-5be4-4f0e-a435-5b3d59a1897a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 932 time: 0.2445221 Nov 15 22:26:12.291238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:12.312127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a257043a-fae9-4237-b255-0af471e37115 req-c0b8c60d-6e55-4a14-a71f-f060dbafe928 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687621 Nov 15 22:26:12.314330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-bc8e2f45-a833-441f-bc62-8653ec8cd103 service neutron] 10.222.0.55 "GET /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.2753510 Nov 15 22:26:12.335790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Attempting to bind port a9b70f1e-561d-4f56-9959-f0e34bb80040 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:12.336139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Attempting to bind port a9b70f1e-561d-4f56-9959-f0e34bb80040 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '3aa1e435-719c-4343-bec9-2a0e8bf93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:12.336442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Attempting to bind port a9b70f1e-561d-4f56-9959-f0e34bb80040 on network 5576180e-5b22-47af-ab98-adf71c2eab6a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:12.343658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '9927a10e-41a2-4b52-a885-015b349fab5b', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '9927a10e-41a2-4b52-a885-015b349fab5b', 'mac_address': 'fa:16:3e:d6:71:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:12.353039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Port a9b70f1e-561d-4f56-9959-f0e34bb80040 on network 5576180e-5b22-47af-ab98-adf71c2eab6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:12.353382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Attempting to bind port a9b70f1e-561d-4f56-9959-f0e34bb80040 on network 5576180e-5b22-47af-ab98-adf71c2eab6a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:12.364433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:12.364821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Checking segment: {'id': '3aa1e435-719c-4343-bec9-2a0e8bf93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:12.365203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Bound using segment: {'id': '3aa1e435-719c-4343-bec9-2a0e8bf93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:12.365641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Bound port: a9b70f1e-561d-4f56-9959-f0e34bb80040, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa1e435-719c-4343-bec9-2a0e8bf93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:12.365990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.437173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.443060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:12.453190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040,segment=NetworkSegment(3aa1e435-719c-4343-bec9-2a0e8bf93685),segment_id=3aa1e435-719c-4343-bec9-2a0e8bf93685)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:12.459806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9927a10e-41a2-4b52-a885-015b349fab5b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:12.487536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:12.565721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:12.577557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.597770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Transition to ACTIVE for port object 58e94456-7120-496b-9023-816c9808e2cb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:12.612427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.679663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:12.680276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.681734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0722174f-2320-4bff-9426-248f4743808d service neutron] 10.222.0.57 "PUT /v2.0/ports/a9b70f1e-561d-4f56-9959-f0e34bb80040 HTTP/1.1" status: 200 len: 1092 time: 1.7089167 Nov 15 22:26:12.682192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:12.684452 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcb1d3-1244-4e57-9126-4c56a778689e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:12.706047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.716587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722174f-2320-4bff-9426-248f4743808d service neutron] Pushing event updated for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:12.754511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:12.827271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:12.907420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c302-6a20-4a65-a184-09990a4d7d93 req-a17341d3-d4fb-41ec-beee-09f034247ab9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:12.917294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc30c302-6a20-4a65-a184-09990a4d7d93 req-a17341d3-d4fb-41ec-beee-09f034247ab9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 943 time: 0.4766836 Nov 15 22:26:12.947973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:12.990736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:13.028393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-3a4d6f7e-7211-4ea6-8603-bab06b8d4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.033308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-3a4d6f7e-7211-4ea6-8603-bab06b8d4598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25d9f050155c420ea87be16dd9f9c65c&device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 1095 time: 0.1933858 Nov 15 22:26:13.048797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-f7c127a2-0cc2-46fb-9743-0a0a5a5c7a6d tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--150156243&fields=id&tenant_id=e1677dd4380142fb90f8b52e9f760661 HTTP/1.1" status: 200 len: 267 time: 0.2198682 Nov 15 22:26:13.069670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc30c302-6a20-4a65-a184-09990a4d7d93 req-b1eea4c1-8596-4013-9dd5-1c7f904afa43 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516106 Nov 15 22:26:13.168833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-cc5d7e40-e3c3-436a-b316-23ffb6b3e9fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040 HTTP/1.1" status: 200 len: 217 time: 0.1120958 Nov 15 22:26:13.188523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:13.246130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:13.261782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-ccbfb617-d8f5-4edb-b536-bbd81453443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.263918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-ccbfb617-d8f5-4edb-b536-bbd81453443d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=310d44bf-3dc1-4c72-bed8-c78957fe96d1 HTTP/1.1" status: 200 len: 848 time: 0.0879040 Nov 15 22:26:13.292128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-2f7051e3-0373-41cc-bcf1-7ce9a9b11bc7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.300350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-2f7051e3-0373-41cc-bcf1-7ce9a9b11bc7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/networks?id=9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 200 len: 812 time: 0.2506835 Nov 15 22:26:13.326417 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-2f530a4b-1695-4a6e-966b-ce2d10319228 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5576180e-5b22-47af-ab98-adf71c2eab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536518 Nov 15 22:26:13.330834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-7fb03223-3798-48bb-8895-dcfd0b61cc23 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/quotas/e1677dd4380142fb90f8b52e9f760661 HTTP/1.1" status: 200 len: 375 time: 0.0261905 Nov 15 22:26:13.330961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Attempting to bind port 58e94456-7120-496b-9023-816c9808e2cb on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:13.330961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Attempting to bind port 58e94456-7120-496b-9023-816c9808e2cb by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:13.330961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Attempting to bind port 58e94456-7120-496b-9023-816c9808e2cb on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:13.336870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Port 58e94456-7120-496b-9023-816c9808e2cb on network 810df7ec-8004-43c0-8dcb-80924c4fea43 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:13.337185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Attempting to bind port 58e94456-7120-496b-9023-816c9808e2cb on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:13.350235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:13.350615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Checking segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:13.350935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Bound using segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:13.351694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Bound port: 58e94456-7120-496b-9023-816c9808e2cb, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:13.352263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:13.366974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:13.383907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:13.430067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-e5542218-3270-4752-b00d-b47712bf2571 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1677dd4380142fb90f8b52e9f760661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014943 Nov 15 22:26:13.500315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:13.500579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:13.521822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:13.524416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-243af185-4b74-4039-abbc-398b860f5a38 service neutron] 10.222.0.57 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897075 Nov 15 22:26:13.650506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244c60b-9a45-41eb-b1d1-ce60d56a3ef9 req-16de92e9-12ab-4a5d-ad0e-291dff813544 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.650858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:13.652132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1244c60b-9a45-41eb-b1d1-ce60d56a3ef9 req-16de92e9-12ab-4a5d-ad0e-291dff813544 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 949 time: 0.1372647 Nov 15 22:26:13.665010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-d765965d-90ad-4a08-af0d-3573236f1487 service neutron] 10.222.0.15 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314920 Nov 15 22:26:13.698214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.698835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:13.700281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] 10.222.0.57 "PUT /v2.0/ports/58e94456-7120-496b-9023-816c9808e2cb HTTP/1.1" status: 200 len: 1092 time: 1.9067528 Nov 15 22:26:13.707049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-686298ab-dc68-4f1b-9d11-afe4eeea67d0 req-0365b2f3-c4f1-4325-88f8-d3792260d521 service neutron] 10.222.0.57 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734614 Nov 15 22:26:13.734891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0effce-f8b7-4be2-aa5e-ce076788f39a service neutron] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:13.775793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] Transition to ACTIVE for port object 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:13.803964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1244c60b-9a45-41eb-b1d1-ce60d56a3ef9 req-1396e6b1-28ad-47e6-82e1-a192aa4a3cd4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356559 Nov 15 22:26:13.849937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-b767afeb-8854-4125-bfd2-909ae6d49f89 service neutron] 10.222.0.15 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834595 Nov 15 22:26:13.874221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:13.900650 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90845d4-0ec5-43b9-a540-66a288818d9f x-openstack-request-id: req-e90845d4-0ec5-43b9-a540-66a288818d9f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:13.900650 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:13.900650 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e90845d4-0ec5-43b9-a540-66a288818d9f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:13.900650 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040', 'status': 'completed', 'code': 200} Nov 15 22:26:13.916960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-9e2fb973-18d8-434c-aa66-b1783b957d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:13.920654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-9e2fb973-18d8-434c-aa66-b1783b957d8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 1095 time: 0.0994387 Nov 15 22:26:13.976832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] No DVR routers for this DVR port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:14.005792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-3a07971e-3660-4f2f-a867-e8635b001bef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e94456-7120-496b-9023-816c9808e2cb HTTP/1.1" status: 200 len: 217 time: 0.0771642 Nov 15 22:26:14.052250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] Pushing event updated for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=10']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:14.057270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-396d563c-32b5-4989-9a65-0445268dcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.058299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-8db13d33-ab05-4dc0-bdb0-ed59e158c898 service neutron] 10.222.0.55 "PUT /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9/bindings/n-h2-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7342279 Nov 15 22:26:14.058724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-396d563c-32b5-4989-9a65-0445268dcfe2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25d9f050155c420ea87be16dd9f9c65c&device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 1095 time: 0.1228528 Nov 15 22:26:14.078224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:14.085509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf81e4e-eaad-4902-b634-f8bd3739ae60 req-d160087d-d6e8-480a-96d2-4eafbfa2dd54 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.087602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf81e4e-eaad-4902-b634-f8bd3739ae60 req-d160087d-d6e8-480a-96d2-4eafbfa2dd54 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 944 time: 0.0974886 Nov 15 22:26:14.100654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-bae428aa-99a3-4614-aad6-7b3b4e5dc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.103167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-bae428aa-99a3-4614-aad6-7b3b4e5dc4a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 200 len: 855 time: 0.0849042 Nov 15 22:26:14.149471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf81e4e-eaad-4902-b634-f8bd3739ae60 req-b1576dbc-3f67-4eda-9b40-b0b1db3956ec tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514913 Nov 15 22:26:14.173802 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-4b171267-8a4e-4533-884c-5ad704cd517b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=810df7ec-8004-43c0-8dcb-80924c4fea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587623 Nov 15 22:26:14.256771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 9927a10e-41a2-4b52-a885-015b349fab5b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:14.262655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 9927a10e-41a2-4b52-a885-015b349fab5b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:14.263350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:14.295344 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-9df2d996-91b8-4d7f-9912-8dfa6a85c96f service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135235 Nov 15 22:26:14.368054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b340774-df5d-4d55-a129-2b2a4b91901a req-2d1ae1f4-a115-4ab7-b0bb-9d5c4fd84abe tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 210 time: 0.1022575 Nov 15 22:26:14.377939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:14.391951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38321a-9778-4016-b99f-1bb49b14e00f req-c42907e7-4d01-4c76-86c4-8c3a04d887f4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.401847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d38321a-9778-4016-b99f-1bb49b14e00f req-c42907e7-4d01-4c76-86c4-8c3a04d887f4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.1674025 Nov 15 22:26:14.455127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:14.469848 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359efab5-f0f9-480c-a41e-acfb6d6afd49" -d '{"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-plugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:14.477143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:14.518140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d38321a-9778-4016-b99f-1bb49b14e00f req-483b267c-f34d-4671-b9dd-fa8faf28bd1e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097806 Nov 15 22:26:14.563747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545917cf-12c3-418a-84cf-99732fb84744 req-615a359d-d098-44c2-9c3a-82a14ea7706a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.565486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-545917cf-12c3-418a-84cf-99732fb84744 req-615a359d-d098-44c2-9c3a-82a14ea7706a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.0669572 Nov 15 22:26:14.571732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:14.638642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9df6aa4-9a87-435a-9a66-fc6084eba08b req-2dad8b4b-e9e7-4acc-a704-1adbd98d68af tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0532906 Nov 15 22:26:14.641755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:14.652249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.652865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.653386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.653905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.654419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.655135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.655716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.656010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.656336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.656909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.657398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.661741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:14.673015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-545917cf-12c3-418a-84cf-99732fb84744 req-01cc3d9c-e028-4075-9707-74bea5fc0e83 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961106 Nov 15 22:26:14.749315 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51377adb-cc4b-46ca-a8f6-2ccc028fc9eb x-openstack-request-id: req-51377adb-cc4b-46ca-a8f6-2ccc028fc9eb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:14.749607 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-plugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:14.749861 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51377adb-cc4b-46ca-a8f6-2ccc028fc9eb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:14.750252 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'code': 200} Nov 15 22:26:14.779394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-e8d3b66b-bae7-48db-8385-110f66575782 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.781766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-e8d3b66b-bae7-48db-8385-110f66575782 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.4854770 Nov 15 22:26:14.784394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-ebfa0840-c06f-4cf7-9389-4ccda2751c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.785777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-ebfa0840-c06f-4cf7-9389-4ccda2751c19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5576180e-5b22-47af-ab98-adf71c2eab6a HTTP/1.1" status: 200 len: 909 time: 0.7019835 Nov 15 22:26:14.862897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-8d0e52d4-0c55-4b49-945f-c054f817ef27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040 HTTP/1.1" status: 200 len: 217 time: 0.0600617 Nov 15 22:26:14.866897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8da6a3d9-e30b-405e-a1d8-0b303b1126a2 req-7559fb46-c97f-4a7a-b621-fcfa54304d75 service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572743 Nov 15 22:26:14.893898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68a0bd-a155-4c3a-aca6-de22114f1386 req-4c574c6f-9546-4765-8c5a-17ea88ad23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.895693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd68a0bd-a155-4c3a-aca6-de22114f1386 req-4c574c6f-9546-4765-8c5a-17ea88ad23ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1101 time: 0.0668447 Nov 15 22:26:14.918569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-413c2035-f735-4723-acfe-3906973a3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.921278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-413c2035-f735-4723-acfe-3906973a3ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81 HTTP/1.1" status: 200 len: 1095 time: 0.1196389 Nov 15 22:26:14.945748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-fe5588f0-78b0-46c2-8c54-d20acc4a1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:14.947555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-fe5588f0-78b0-46c2-8c54-d20acc4a1c70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=310d44bf-3dc1-4c72-bed8-c78957fe96d1 HTTP/1.1" status: 200 len: 848 time: 0.0689178 Nov 15 22:26:15.000381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd68a0bd-a155-4c3a-aca6-de22114f1386 req-756dc19e-8237-4d7d-8e7d-a236717ec751 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Nov 15 22:26:15.007998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af8aa7-4090-46f6-ac20-1b9d7e017bb9 req-c35b8ff4-89ed-41eb-9319-5a7845316946 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.009401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5af8aa7-4090-46f6-ac20-1b9d7e017bb9 req-c35b8ff4-89ed-41eb-9319-5a7845316946 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0736220 Nov 15 22:26:15.022937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-24f92c27-5d9a-4e91-a1f4-e82319a35506 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5576180e-5b22-47af-ab98-adf71c2eab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446961 Nov 15 22:26:15.059343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5af8aa7-4090-46f6-ac20-1b9d7e017bb9 req-24e87fa2-636e-4276-845d-07546eba3556 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Nov 15 22:26:15.089554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-f9704133-ec59-4e14-b24a-8e878bd5e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.090169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-f9704133-ec59-4e14-b24a-8e878bd5e43f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1095 time: 0.1041434 Nov 15 22:26:15.185173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-5b488b00-39fe-4234-a00d-74b65388825e service neutron] 10.222.0.57 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539111 Nov 15 22:26:15.276752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-d48e68a9-7545-4166-8329-f2b38bffb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.278165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-d48e68a9-7545-4166-8329-f2b38bffb4db service neutron] 10.222.0.57 "GET /v2.0/networks?id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 200 len: 908 time: 0.1665590 Nov 15 22:26:15.300022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d69f-79bb-458b-a625-51f4211455ad req-d420b1f9-786d-41e4-a505-9b282d88bda4 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.305697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f697d69f-79bb-458b-a625-51f4211455ad req-d420b1f9-786d-41e4-a505-9b282d88bda4 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 944 time: 0.0547044 Nov 15 22:26:15.316722 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24dcb1d3-1244-4e57-9126-4c56a778689e req-aab59c39-5791-497d-b8ab-8ecc77b07759 service neutron] 10.222.0.57 "GET /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216598 Nov 15 22:26:15.345174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-d59e3e78-8fda-450c-b175-fab7d1e967e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 200 len: 217 time: 0.0408494 Nov 15 22:26:15.352295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f697d69f-79bb-458b-a625-51f4211455ad req-6264c70b-602d-4c3e-921a-d92beea47fb3 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Nov 15 22:26:15.411728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-f9b846f1-4e9f-4077-93ba-93182ebbf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.413309 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-f9b846f1-4e9f-4077-93ba-93182ebbf8fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 200 len: 847 time: 0.0524492 Nov 15 22:26:15.461993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-37e18aea-c0b7-4a35-ad9d-7b36c6f24846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332665 Nov 15 22:26:15.504324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b0266be-54cd-4569-870a-94d4c6071e95 req-e6af353c-fb33-495c-a41f-a3f70b9e694b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 210 time: 0.0300095 Nov 15 22:26:15.563913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-238e4cb8-32bc-4dc8-bb19-43922de95e77 service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005635 Nov 15 22:26:15.655296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec918cf-db1c-47df-b3d9-8e07b2a357de req-71566074-6ac6-4fe0-9b89-0de092c2819b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.665412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ec918cf-db1c-47df-b3d9-8e07b2a357de req-71566074-6ac6-4fe0-9b89-0de092c2819b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.0569975 Nov 15 22:26:15.668781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-9bf9fdfb-4136-4419-8f33-1b38650566bd service neutron] 10.222.0.57 "GET /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Nov 15 22:26:15.712950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ec918cf-db1c-47df-b3d9-8e07b2a357de req-04fc685f-6e4d-4eb6-af70-7a2dbe506c8f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497460 Nov 15 22:26:15.792668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b99197d-2d63-4f4f-a6f4-6b383ecac39b req-07bf50b4-e8ad-463e-a7f2-107023875971 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0418203 Nov 15 22:26:15.819861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92f8c-a78d-4b2f-bd17-2495ca02aa0d req-6f6efde8-aa06-40f4-9af0-b113519990e8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:15.821666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10c92f8c-a78d-4b2f-bd17-2495ca02aa0d req-6f6efde8-aa06-40f4-9af0-b113519990e8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.0812414 Nov 15 22:26:15.872449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10c92f8c-a78d-4b2f-bd17-2495ca02aa0d req-606b4620-7a05-4503-9aa4-44737e2b8f7c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Nov 15 22:26:15.899114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'tag': '58e94456-7120-496b-9023-816c9808e2cb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:15.902573 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c6146-f9c7-4447-8582-7a8872381aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "tag": "58e94456-7120-496b-9023-816c9808e2cb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:15.945048 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720c4da7-e8ba-4dc2-8c95-3c55cbe4d401 x-openstack-request-id: req-720c4da7-e8ba-4dc2-8c95-3c55cbe4d401 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:15.945404 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "tag": "58e94456-7120-496b-9023-816c9808e2cb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:15.945833 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-720c4da7-e8ba-4dc2-8c95-3c55cbe4d401 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:15.946249 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'tag': '58e94456-7120-496b-9023-816c9808e2cb', 'status': 'completed', 'code': 200} Nov 15 22:26:16.026655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-5f8eb7c0-55f7-4447-bef3-666ee6a0cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.030413 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-5f8eb7c0-55f7-4447-bef3-666ee6a0cc83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 1095 time: 0.0417416 Nov 15 22:26:16.132109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-aff71b58-9a4d-4cd8-a978-a04e465c26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.133866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-aff71b58-9a4d-4cd8-a978-a04e465c26ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 916 time: 0.0952163 Nov 15 22:26:16.185335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-8538bcad-15dc-4094-9ef6-3a4377cf435b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e94456-7120-496b-9023-816c9808e2cb HTTP/1.1" status: 200 len: 217 time: 0.0390294 Nov 15 22:26:16.201200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225bfe-5710-4e0b-8b55-9d68ff8ce92a req-245f085d-77c0-4492-83c3-19001aafba7d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.203287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06225bfe-5710-4e0b-8b55-9d68ff8ce92a req-245f085d-77c0-4492-83c3-19001aafba7d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0541315 Nov 15 22:26:16.240800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-ab4fa998-0b4e-43bb-87c6-fef99f0f919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.242641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-ab4fa998-0b4e-43bb-87c6-fef99f0f919e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 200 len: 855 time: 0.0478377 Nov 15 22:26:16.252196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06225bfe-5710-4e0b-8b55-9d68ff8ce92a req-bc30b999-b0fd-4941-86e5-a22c91585a1e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Nov 15 22:26:16.288122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-12ade993-ee94-445d-b410-4f46ab48d944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=810df7ec-8004-43c0-8dcb-80924c4fea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292010 Nov 15 22:26:16.333452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-1a431d6a-f9f2-4035-b2b2-872d9e6089c2 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340300 Nov 15 22:26:16.414388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-76c0897c-7879-46c8-b162-2c8337bccbce service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174610 Nov 15 22:26:16.533278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-71391829-9f3b-4c3e-9e83-f328aa0c3f69 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.534803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-71391829-9f3b-4c3e-9e83-f328aa0c3f69 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939962 Nov 15 22:26:16.552566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3d8c6146-f9c7-4447-8582-7a8872381aad req-f570ca91-51f1-47e3-b029-9c2c330567e2 service neutron] 10.222.0.57 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264310 Nov 15 22:26:16.553604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e8b96-cbe8-446d-ae8d-7ab5bba949c4 req-45072282-d0ba-4384-a6d1-f8e87284dfda tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.555111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a50e8b96-cbe8-446d-ae8d-7ab5bba949c4 req-45072282-d0ba-4384-a6d1-f8e87284dfda tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 944 time: 0.0986791 Nov 15 22:26:16.561324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:16.578943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a9b70f1e-561d-4f56-9959-f0e34bb80040 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:16.642170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41708) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:16.658497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d870db48-49c5-4c10-96a0-a4a160232d53 req-dfe239c1-d0c9-4cfb-9e7f-6289402cf253 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 210 time: 0.0453250 Nov 15 22:26:16.701482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a50e8b96-cbe8-446d-ae8d-7ab5bba949c4 req-1ba0d145-24d3-4563-8a17-3dd2173a41f9 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203113 Nov 15 22:26:16.747599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-a93fbe37-c7d6-4dda-96f4-9f4660c8b09c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348287 Nov 15 22:26:16.754696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040,segment=NetworkSegment(3aa1e435-719c-4343-bec9-2a0e8bf93685),segment_id=3aa1e435-719c-4343-bec9-2a0e8bf93685)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:16.778999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'a9b70f1e-561d-4f56-9959-f0e34bb80040', 'network_id': '5576180e-5b22-47af-ab98-adf71c2eab6a', 'port_id': 'a9b70f1e-561d-4f56-9959-f0e34bb80040', 'mac_address': 'fa:16:3e:47:3b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310d44bf-3dc1-4c72-bed8-c78957fe96d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:16.836265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:16.839413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:16.843712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:16.856974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b70f1e-561d-4f56-9959-f0e34bb80040 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:16.890286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040,segment=NetworkSegment(3aa1e435-719c-4343-bec9-2a0e8bf93685),segment_id=3aa1e435-719c-4343-bec9-2a0e8bf93685)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:16.906310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:16.938300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-21ccb5a1-1796-4566-b6cf-543fc15edd27 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:16.939760 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-21ccb5a1-1796-4566-b6cf-543fc15edd27 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9&tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.1386180 Nov 15 22:26:16.953829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.000828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21d75a92-aae4-4172-8c1b-d8b5420bd0b7 req-8d0d904e-df71-4399-bf72-7362a5b2aae7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0540340 Nov 15 22:26:17.009884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6b04b-c568-418f-a765-4d61e4e0b046 req-4cbc735e-1e3e-4d10-aa71-2d6124cec076 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.011632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cae6b04b-c568-418f-a765-4d61e4e0b046 req-4cbc735e-1e3e-4d10-aa71-2d6124cec076 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.2015598 Nov 15 22:26:17.030012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-3882b35b-bb9f-440f-8fdd-4e35c3622a58 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.031717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-3882b35b-bb9f-440f-8fdd-4e35c3622a58 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761352 Nov 15 22:26:17.039521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:17.058402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '44cdb110-a680-4619-8194-2f6e3520ee77', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:17.127775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.164 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/2187aec4-8259-4bd3-9d9a-31fb3b9c27cc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:17.135271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cae6b04b-c568-418f-a765-4d61e4e0b046 req-1d777149-8fa7-4761-b263-8ea4371e1fe2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111548 Nov 15 22:26:17.229520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.270179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a9b70f1e-561d-4f56-9959-f0e34bb80040'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:17.300307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aee649-542f-4cdb-8756-191d20ad8453 req-494ba3b2-3879-4232-a880-7a2405accc1d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.302826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.307639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3aee649-542f-4cdb-8756-191d20ad8453 req-494ba3b2-3879-4232-a880-7a2405accc1d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.1116171 Nov 15 22:26:17.346082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=905bd3dad938428f93e80da24d82144d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7027194 Nov 15 22:26:17.347357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:17.368758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:17.373198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.377166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3aee649-542f-4cdb-8756-191d20ad8453 req-0e941b2b-4dd0-424c-93d6-169152fc1172 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686388 Nov 15 22:26:17.396648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-9b7136e3-f097-4e70-aae7-1fd4f87297f0 service neutron] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:17.401608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.412800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-9b7136e3-f097-4e70-aae7-1fd4f87297f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.413552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-528d3647-fe8a-4446-886a-28ce04cfa8dc req-9b7136e3-f097-4e70-aae7-1fd4f87297f0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9/bindings/n-h1-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.4570460 Nov 15 22:26:17.427123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d24aee-1d79-43a9-b3c2-42fc4dd7a96c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:17.435342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.438538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.438538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.438538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.438538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.438538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.439020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.439020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.439556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.439889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.440212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.440535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817af-f94f-4b83-a7b7-2797be3e7912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:17.476409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d440e1-cb6a-42cf-ae4b-09f4bfb8f8b6 req-aa6f0e30-f9be-4d7b-abd5-6669e3a8c00d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.484234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1d440e1-cb6a-42cf-ae4b-09f4bfb8f8b6 req-aa6f0e30-f9be-4d7b-abd5-6669e3a8c00d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1168694 Nov 15 22:26:17.532879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.590293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1d440e1-cb6a-42cf-ae4b-09f4bfb8f8b6 req-4a853a1f-6d9d-4c20-a6e7-ba11ee5ae7a7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961213 Nov 15 22:26:17.592048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c2b2-3850-4d55-9cf4-02a368dd7f36 req-400c4148-5bdd-4ca0-914a-7d746f7477c1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.599121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f06c2b2-3850-4d55-9cf4-02a368dd7f36 req-400c4148-5bdd-4ca0-914a-7d746f7477c1 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 1095 time: 0.1033108 Nov 15 22:26:17.604459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.668879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f06c2b2-3850-4d55-9cf4-02a368dd7f36 req-05f7655b-a02b-41ba-bde0-e925f6aa0243 tempest-LiveMigrationTest-1172056217 tempest-LiveMigrationTest-1172056217-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639529 Nov 15 22:26:17.683335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.702899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:17.719288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-96c985ca-4134-4a04-89e2-a8fb90948b88 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.720864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-96c985ca-4134-4a04-89e2-a8fb90948b88 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.55 "GET /v2.0/networks?id=9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 200 len: 812 time: 0.2009668 Nov 15 22:26:17.756032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:17.759921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:17.764810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:17.798123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:17.805438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.55 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/c6b5a847-e522-4243-800d-bfff2d35874c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:17.846522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e828fdb-d046-4458-9da5-d4b7d2135b26 req-34bfc94c-6cba-4cdb-bf24-ff1b4ebeb445 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 210 time: 0.0493753 Nov 15 22:26:17.869317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:17.870357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.886105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.895546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:17.895546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6d24aee-1d79-43a9-b3c2-42fc4dd7a96c HTTP/1.1" status: 204 len: 168 time: 0.5412500 Nov 15 22:26:17.934091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-11cbef81-c4b8-4332-969a-c3663ca0d325 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1677dd4380142fb90f8b52e9f760661 HTTP/1.1" status: 200 len: 379 time: 0.1985404 Nov 15 22:26:17.945627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29619bd8-a824-43be-8552-83dc2be8be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d24aee-1d79-43a9-b3c2-42fc4dd7a96c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:17.961561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'port': {'device_id': '4f180d66-0ef7-4680-9476-c41541f3a455', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'admin_state_up': True, 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'security_groups': ['b697d32d-592f-47a1-ac43-afffa47a1da8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:17.999754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-73f5d824-83ff-4b22-8fe7-32ffeccfc4b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4436204 Nov 15 22:26:18.013809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Request body: {'port': {'device_id': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:18.094373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:18.146246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.202929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5114f9f4-3d5c-4dce-9079-4de6c02432f8 None None] Provisioning complete for port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:18.203172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-67561212-e09c-4d77-a798-80dc72f62ad1 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:18.203305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5114f9f4-3d5c-4dce-9079-4de6c02432f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.204321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-67561212-e09c-4d77-a798-80dc72f62ad1 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1101 time: 0.1260743 Nov 15 22:26:18.275856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-24e563b0-96d0-4ae3-9abf-09165bf96836 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.305716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5114f9f4-3d5c-4dce-9079-4de6c02432f8 None None] Port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:18.312262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.384240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-24e563b0-96d0-4ae3-9abf-09165bf96836 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.389746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Made reservation on behalf of e1677dd4380142fb90f8b52e9f760661 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:18.393959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.419534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.434864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:18.506519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:18.513611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:18.522575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:18.578333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:18.615637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-24e563b0-96d0-4ae3-9abf-09165bf96836 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.627646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:18.631033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a9b70f1e-561d-4f56-9959-f0e34bb80040 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:18.660724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:18.660959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:18.661678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.687264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Allocated IP 172.20.0.5 (9a83f58d-f0de-4999-a5e0-38762762b189/a2050370-84e1-4cdc-9618-019f787db47c/59c45432-b220-46e4-839f-c3c21bc431a4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:18.743508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.747712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c938ab1-20fa-4fc4-a7fa-a94e209874dd req-24e563b0-96d0-4ae3-9abf-09165bf96836 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320776 Nov 15 22:26:18.852272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e563b0-96d0-4ae3-9abf-09165bf96836 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48db0e9-0dca-43cf-9baa-2f6f7a0ecc04,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:18.857455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Transition to ACTIVE for port object 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:18.864416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:18.881171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-8f33d21b-50f9-4d86-8144-6064f5ea1a8b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8343484 Nov 15 22:26:18.883215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '58e94456-7120-496b-9023-816c9808e2cb', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'port_id': '58e94456-7120-496b-9023-816c9808e2cb', 'mac_address': 'fa:16:3e:79:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28d6219-cc69-4db8-b35a-9185198e7af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:18.897338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec410c5d-61d7-4b00-a86b-6f1156796fbd req-c46fa04a-9bbb-464d-87c5-ad2d0c917242 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:18.898885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec410c5d-61d7-4b00-a86b-6f1156796fbd req-c46fa04a-9bbb-464d-87c5-ad2d0c917242 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 945 time: 0.2444298 Nov 15 22:26:18.907037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Request body: {'port': {'device_id': '44cdb110-a680-4619-8194-2f6e3520ee77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:18.914870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.917836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:18.941154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-502bdf1f-60e5-4bd6-9213-8e9a530a2e8e req-826f6b08-932e-460e-84cc-549774377172 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0674527 Nov 15 22:26:18.943013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:18.960082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port a9b70f1e-561d-4f56-9959-f0e34bb80040 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:18.970833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.981194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port a9b70f1e-561d-4f56-9959-f0e34bb80040 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:18.982530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:18.986971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.015537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.023509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6185bfe6-d993-4bd1-9aa4-74cf0e08d083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.041888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-547fddad-b087-45cf-a54d-e1f64e973cf3 None None] Provisioning complete for port c6b5a847-e522-4243-800d-bfff2d35874c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:19.042268 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-547fddad-b087-45cf-a54d-e1f64e973cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.055549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:19.059066 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.143166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:19.144941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event updated for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.159685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:19.171049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:19.174205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:19.214205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-547fddad-b087-45cf-a54d-e1f64e973cf3 None None] Port c6b5a847-e522-4243-800d-bfff2d35874c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:19.272293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Pushing event updated for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.320901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.338480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Attempting to bind port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:19.338821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Attempting to bind port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:19.339149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Attempting to bind port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:19.344362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:19.345746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.347856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:19.348183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Attempting to bind port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:19.376197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec410c5d-61d7-4b00-a86b-6f1156796fbd req-1641038a-3232-4c2f-bf75-bb404c31a0c4 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414594 Nov 15 22:26:19.388814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.398855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273213-cedd-4444-b5bc-4d1f41f46c70 req-32f6aba3-7c57-4366-8653-12945b669de3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:19.401324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.407760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46273213-cedd-4444-b5bc-4d1f41f46c70 req-32f6aba3-7c57-4366-8653-12945b669de3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.2763352 Nov 15 22:26:19.409808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:19.410149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:19.410553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:19.410999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Bound port: 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:19.411354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.431920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-4d82dc70-e9aa-4fa8-9385-763d11826b42 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:19.434997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-4d82dc70-e9aa-4fa8-9385-763d11826b42 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.1528697 Nov 15 22:26:19.442507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040,segment=NetworkSegment(3aa1e435-719c-4343-bec9-2a0e8bf93685),segment_id=3aa1e435-719c-4343-bec9-2a0e8bf93685)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:19.465993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:19.468887 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071c580-4910-49b0-87f6-09f2bbdcc99f" -d '{"events": [{"server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "name": "network-vif-plugged", "status": "completed", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:19.475374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6185bfe6-d993-4bd1-9aa4-74cf0e08d083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.528328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-adf3fe61-0094-4ed9-8e1b-4f9b018da9cd tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5800428 Nov 15 22:26:19.543171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.545732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Request body: {'port': {'device_id': '4f180d66-0ef7-4680-9476-c41541f3a455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:19.611107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46273213-cedd-4444-b5bc-4d1f41f46c70 req-c94a182c-847b-4604-9d84-fb6b05f88f4d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004447 Nov 15 22:26:19.618504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:19.626633 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6185bfe6-d993-4bd1-9aa4-74cf0e08d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.632451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['58e94456-7120-496b-9023-816c9808e2cb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:19.636016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:19.662257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Deleting port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:19.662608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.683302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6185bfe6-d993-4bd1-9aa4-74cf0e08d083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=072db04bf02f4913bc9e869d0efbb7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7360318 Nov 15 22:26:19.691524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:19.695403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.700902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad105b13-f82a-49d2-8d92-0cd93e4c722e req-a7bb7bf7-1d2f-4882-b892-49ebc72d2e6d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:19.707595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad105b13-f82a-49d2-8d92-0cd93e4c722e req-a7bb7bf7-1d2f-4882-b892-49ebc72d2e6d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 944 time: 0.1827364 Nov 15 22:26:19.713054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.726940 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.727115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c2f91caf-314b-4c66-8b62-2a4cf58192a7 None None] Provisioning complete for port 59c45432-b220-46e4-839f-c3c21bc431a4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:19.727321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2f91caf-314b-4c66-8b62-2a4cf58192a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.796191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185bfe6-d993-4bd1-9aa4-74cf0e08d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8437fdc-0d37-4f1f-a66e-c82b76f925b3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.824046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:19.825073 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:19.828367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] 10.222.0.55 "PUT /v2.0/ports/2187aec4-8259-4bd3-9d9a-31fb3b9c27cc HTTP/1.1" status: 200 len: 1096 time: 1.8178341 Nov 15 22:26:19.828532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c2f91caf-314b-4c66-8b62-2a4cf58192a7 None None] Port 59c45432-b220-46e4-839f-c3c21bc431a4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:19.828883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:19.831163 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96d351-aafb-4a2c-8346-8f0280a6a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:19.854354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a867e7-5b4a-4728-a064-2c168288988d service neutron] Pushing event updated for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:19.869625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad105b13-f82a-49d2-8d92-0cd93e4c722e req-dd1c7aa0-9592-48f6-97b4-7aa51b08f342 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611793 Nov 15 22:26:19.906107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b5a847-e522-4243-800d-bfff2d35874c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:19.940335 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.015693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] For port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:20.015693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.019821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Transition to ACTIVE for port object c6b5a847-e522-4243-800d-bfff2d35874c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:20.031019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.051036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-e71ec326-ce3c-4f1c-ace1-7ac6adff2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.052667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-e71ec326-ce3c-4f1c-ace1-7ac6adff2d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 1099 time: 0.0981617 Nov 15 22:26:20.083419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4d64f-62dd-4277-a11b-f530d473a7bc req-bba9f61e-815d-43c9-8870-8b266c6da141 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.092193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54f4d64f-62dd-4277-a11b-f530d473a7bc req-bba9f61e-815d-43c9-8870-8b266c6da141 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 935 time: 0.1022987 Nov 15 22:26:20.134484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-97ac09f9-36b3-4310-add6-3d4144d20f61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc HTTP/1.1" status: 200 len: 217 time: 0.0693955 Nov 15 22:26:20.215460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54f4d64f-62dd-4277-a11b-f530d473a7bc req-a51e3775-df67-4e28-85eb-0fff6d806ae4 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221356 Nov 15 22:26:20.220125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-dc1ce079-7c91-41b2-9341-b91673dc1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.221619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-dc1ce079-7c91-41b2-9341-b91673dc1a4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0781789 Nov 15 22:26:20.274149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-5c84b683-164a-4b56-86b2-92b99881a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.275687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-5c84b683-164a-4b56-86b2-92b99881a5b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459309 Nov 15 22:26:20.280205 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198a024-e4d8-4c6d-8c0b-ea1b58ed7424 x-openstack-request-id: req-3198a024-e4d8-4c6d-8c0b-ea1b58ed7424 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:20.280205 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "name": "network-vif-plugged", "status": "completed", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:20.280205 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3198a024-e4d8-4c6d-8c0b-ea1b58ed7424 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:20.280925 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040', 'code': 200} Nov 15 22:26:20.339285 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aece43-54d4-4412-a2d2-80adcc11d640 x-openstack-request-id: req-45aece43-54d4-4412-a2d2-80adcc11d640 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:20.339591 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:20.339817 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45aece43-54d4-4412-a2d2-80adcc11d640 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:20.340211 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc', 'status': 'completed', 'code': 200} Nov 15 22:26:20.376267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Calling delete_port for 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:20.377955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.435249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-98a7c470-fabe-48ae-a69b-7980367464fd service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508100 Nov 15 22:26:20.500269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.549717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ed8d-71c3-4146-8727-c9ff11b966f6 req-bdd8c262-c852-4c27-97e8-15d62066061f tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.551046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1698ed8d-71c3-4146-8727-c9ff11b966f6 req-bdd8c262-c852-4c27-97e8-15d62066061f tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 931 time: 0.1578200 Nov 15 22:26:20.592821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Pushing event updated for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:20.615287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:20.636837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5ebd-9aa4-40d3-b51e-b59366f32bf7 req-15efdb6b-6f50-40fd-8985-3fd4c89da851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.638392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-210a5ebd-9aa4-40d3-b51e-b59366f32bf7 req-15efdb6b-6f50-40fd-8985-3fd4c89da851 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 1097 time: 0.2738910 Nov 15 22:26:20.650464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-a100f03c-ef4a-458f-873e-8b06215ff8d7 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012806 Nov 15 22:26:20.713366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68bca-332a-4c1c-8229-fae98102ec7a req-25030a78-7cc5-4a9b-90cb-0affc1d7b495 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:20.716444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85e68bca-332a-4c1c-8229-fae98102ec7a req-25030a78-7cc5-4a9b-90cb-0affc1d7b495 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 946 time: 0.1639240 Nov 15 22:26:20.745091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1698ed8d-71c3-4146-8727-c9ff11b966f6 req-bbb777d9-09a8-4847-b740-35648a7c920c tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792834 Nov 15 22:26:20.769540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-a713562e-d98d-4b0a-9349-ea547456a66f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480367 Nov 15 22:26:20.785726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-cee4c3dc-81c0-4aa5-83e2-41f82e539a16 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:26:20.797673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-cee4c3dc-81c0-4aa5-83e2-41f82e539a16 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163474 Nov 15 22:26:20.806807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 58e94456-7120-496b-9023-816c9808e2cb completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:20.818076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 58e94456-7120-496b-9023-816c9808e2cb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:20.818977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.830164 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-210a5ebd-9aa4-40d3-b51e-b59366f32bf7 req-b2417942-0787-4e02-9cf1-201e5dbdbe8d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669600 Nov 15 22:26:20.837830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85e68bca-332a-4c1c-8229-fae98102ec7a req-75baa3f3-4980-413e-ac28-caf7a5cd7ea8 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044912 Nov 15 22:26:20.867175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Attempting to bind port c6b5a847-e522-4243-800d-bfff2d35874c on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:20.867175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Attempting to bind port c6b5a847-e522-4243-800d-bfff2d35874c by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:20.867175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Attempting to bind port c6b5a847-e522-4243-800d-bfff2d35874c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:20.873343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.876441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.877611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8437fdc-0d37-4f1f-a66e-c82b76f925b3 HTTP/1.1" status: 204 len: 168 time: 1.1832464 Nov 15 22:26:20.909750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Port c6b5a847-e522-4243-800d-bfff2d35874c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:20.910078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Attempting to bind port c6b5a847-e522-4243-800d-bfff2d35874c on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:20.917896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3481-1d6f-45b9-87f1-78440bdc61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8437fdc-0d37-4f1f-a66e-c82b76f925b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:20.924877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:20.930455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:20.930455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:20.930455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Bound port: c6b5a847-e522-4243-800d-bfff2d35874c, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:20.930455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.979214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:20.987423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.000591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c45432-b220-46e4-839f-c3c21bc431a4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:21.006646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:21.018405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.023911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-5baea4a6-e3d7-42af-b853-ca30edc7bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.026095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-5baea4a6-e3d7-42af-b853-ca30edc7bd3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 1099 time: 0.2195046 Nov 15 22:26:21.052449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event deleted for resources: {'Port': ['ID=10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:21.105123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Transition to ACTIVE for port object 59c45432-b220-46e4-839f-c3c21bc431a4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:21.114513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:21.132988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] No DVR routers for this DVR port 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:21.141532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.145347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-94b2b7de-cd27-4151-87ce-274bfd26d340 req-2e220665-3564-4aa0-a5ac-23271e91dca9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.57 "DELETE /v2.0/ports/10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 HTTP/1.1" status: 204 len: 173 time: 1.7013664 Nov 15 22:26:21.145992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-deleted', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:21.148435 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3699ad99-b3b0-4c2a-92a9-575a829957f1" -d '{"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-deleted", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:21.154773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c6b5a847-e522-4243-800d-bfff2d35874c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:21.163291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:21.166070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.239875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.246078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Pushing event updated for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:21.320962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.321280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.322302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.323312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:21.324349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] 10.222.0.57 "PUT /v2.0/ports/c6b5a847-e522-4243-800d-bfff2d35874c HTTP/1.1" status: 200 len: 1095 time: 2.4259148 Nov 15 22:26:21.394358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb36117-f51d-4520-be20-f7f7e94cf7ba service neutron] Pushing event updated for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:21.449326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Attempting to bind port 59c45432-b220-46e4-839f-c3c21bc431a4 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:21.451291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Attempting to bind port 59c45432-b220-46e4-839f-c3c21bc431a4 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:21.454356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Attempting to bind port 59c45432-b220-46e4-839f-c3c21bc431a4 on network 9a83f58d-f0de-4999-a5e0-38762762b189 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:21.499423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:21.510529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:21.512250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:21.559695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Port 59c45432-b220-46e4-839f-c3c21bc431a4 on network 9a83f58d-f0de-4999-a5e0-38762762b189 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:21.560822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Attempting to bind port 59c45432-b220-46e4-839f-c3c21bc431a4 on network 9a83f58d-f0de-4999-a5e0-38762762b189 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:21.579619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:21.580264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Checking segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:21.580797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Bound using segment: {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:21.581361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Bound port: 59c45432-b220-46e4-839f-c3c21bc431a4, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e7afcf-9f03-4eac-a7c1-8e70910adc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:21.581901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:21.635356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-1cea3332-b4f0-494c-80c5-3ade78ded500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.637058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-1cea3332-b4f0-494c-80c5-3ade78ded500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 1098 time: 0.1766486 Nov 15 22:26:21.747335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-acd23dfb-07bf-4839-b1a5-882ec94093cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c6b5a847-e522-4243-800d-bfff2d35874c HTTP/1.1" status: 200 len: 217 time: 0.1005039 Nov 15 22:26:21.747558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af94d-a08c-4099-95d3-90e5eb0f9e86 req-8f776d22-c381-474c-9f88-c10eb10ea0e2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.755642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf9af94d-a08c-4099-95d3-90e5eb0f9e86 req-8f776d22-c381-474c-9f88-c10eb10ea0e2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 945 time: 0.8039868 Nov 15 22:26:21.777517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259c2a-2121-4bad-867d-7abea85bcdf8 req-4aca17d6-8629-4c51-9fd9-71f94af58165 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.779261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db259c2a-2121-4bad-867d-7abea85bcdf8 req-4aca17d6-8629-4c51-9fd9-71f94af58165 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.9174743 Nov 15 22:26:21.782734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:21.795987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=59c45432-b220-46e4-839f-c3c21bc431a4,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:21.797102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-ccac9138-9eba-4559-bc42-20949c6df097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.798654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-ccac9138-9eba-4559-bc42-20949c6df097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.7607663 Nov 15 22:26:21.857894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-078d9cdd-7f69-4982-b61e-6a5e81c833cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:21.859671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-078d9cdd-7f69-4982-b61e-6a5e81c833cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0944731 Nov 15 22:26:21.880560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-b88680c9-2294-482b-bab4-d1c0b54cd602 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc HTTP/1.1" status: 200 len: 217 time: 0.0583038 Nov 15 22:26:21.925494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf9af94d-a08c-4099-95d3-90e5eb0f9e86 req-87566a6c-21d6-4f10-9c3a-0521f67d7ed9 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652968 Nov 15 22:26:21.946355 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:22.013284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.015651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:22.017219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] 10.222.0.55 "PUT /v2.0/ports/59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 200 len: 1091 time: 2.4772611 Nov 15 22:26:22.021270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db259c2a-2121-4bad-867d-7abea85bcdf8 req-622171b2-e4fe-4a46-9d5b-1e8a97e28eac tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319462 Nov 15 22:26:22.048174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741b30-c79d-4cff-997d-619aead2352e req-d2804b8d-3220-4408-a51b-7b42bed2824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.057166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-d2804b8d-3220-4408-a51b-7b42bed2824a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868670 Nov 15 22:26:22.153148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffaf1520-bbbe-491b-b84d-f985196ae6a3 req-84b66ace-40c3-43b7-89ad-a86e44a56a6f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.1308267 Nov 15 22:26:22.161685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-6559591c-b1f2-4af7-997d-7f91b13f94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.163262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-6559591c-b1f2-4af7-997d-7f91b13f94ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2675734 Nov 15 22:26:22.244247 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d6f9d-f82d-4723-991d-cdd8816626cd x-openstack-request-id: req-5c5d6f9d-f82d-4723-991d-cdd8816626cd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:22.245144 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9", "name": "network-vif-deleted", "tag": "10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:22.249430 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c5d6f9d-f82d-4723-991d-cdd8816626cd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:22.249430 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9', 'name': 'network-vif-deleted', 'tag': '10ccbe5c-5620-42a4-96c9-0eb0ca5dc2f9', 'status': 'completed', 'code': 200} Nov 15 22:26:22.271448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a61e0-8ff6-4cef-b319-cc3c1847556f service neutron] Pushing event updated for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:22.282934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e94456-7120-496b-9023-816c9808e2cb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:22.293210 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf621038-fa46-48b5-bdfe-0b21616f0c55" -d '{"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-plugged", "status": "completed", "tag": "58e94456-7120-496b-9023-816c9808e2cb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:22.308561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-fbb166f0-4db1-4c3a-aa08-a7c901541a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.310107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-fbb166f0-4db1-4c3a-aa08-a7c901541a15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360722 Nov 15 22:26:22.412830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-351fdcaa-2946-49fb-97cf-f34ed7991a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.414875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-351fdcaa-2946-49fb-97cf-f34ed7991a0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1677dd4380142fb90f8b52e9f760661&device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 1094 time: 0.1666570 Nov 15 22:26:22.505192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-97273300-5fc1-45a6-8c5f-77d143973b2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 200 len: 217 time: 0.0712039 Nov 15 22:26:22.507273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6021b0-c2b3-4a5a-a97e-4021c78290a6 req-545387c2-f494-43b1-9fbb-dfe3c54ba890 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.512881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-70a2e04a-dae6-49ea-a8ad-049e410077b0 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237385 Nov 15 22:26:22.515184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f6021b0-c2b3-4a5a-a97e-4021c78290a6 req-545387c2-f494-43b1-9fbb-dfe3c54ba890 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 947 time: 0.1967311 Nov 15 22:26:22.580918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-aac28aff-aa61-4a50-8b98-df4a728e021c service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581313 Nov 15 22:26:22.591445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3347-2aad-48e8-b668-df96d304b174 req-c8dfd4f4-5f03-4345-b64c-25246e429911 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.603194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-663e3347-2aad-48e8-b668-df96d304b174 req-c8dfd4f4-5f03-4345-b64c-25246e429911 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 943 time: 0.1623950 Nov 15 22:26:22.691507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f6021b0-c2b3-4a5a-a97e-4021c78290a6 req-481a933d-489e-4776-8430-9794243fb749 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753509 Nov 15 22:26:22.726378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11741b30-c79d-4cff-997d-619aead2352e req-414c98c7-688c-4700-9a31-391b9f5d51e3 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709108 Nov 15 22:26:22.760865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bc3b813d-bd9f-4e17-a839-1b12ee54070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.763258 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-bc3b813d-bd9f-4e17-a839-1b12ee54070d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2050370-84e1-4cdc-9618-019f787db47c HTTP/1.1" status: 200 len: 851 time: 0.2491393 Nov 15 22:26:22.763953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-663e3347-2aad-48e8-b668-df96d304b174 req-905d0134-ceca-4515-9394-719c62d16350 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594000 Nov 15 22:26:22.834897 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63699f0c-bbcc-4c35-a17c-60c9492fd456 x-openstack-request-id: req-63699f0c-bbcc-4c35-a17c-60c9492fd456 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:22.835883 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-plugged", "status": "completed", "tag": "58e94456-7120-496b-9023-816c9808e2cb", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:22.836374 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63699f0c-bbcc-4c35-a17c-60c9492fd456 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:22.837034 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e94456-7120-496b-9023-816c9808e2cb', 'code': 200} Nov 15 22:26:22.844681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a96d351-aafb-4a2c-8346-8f0280a6a12f req-380b882f-efdc-4706-a8d9-9dd8eabfff86 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336192 Nov 15 22:26:22.853905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6f577-70fb-4655-97a2-01b392e1b541 req-9ec9476d-572d-485d-a598-0e974e9b5e9a tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.862465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ef6f577-70fb-4655-97a2-01b392e1b541 req-9ec9476d-572d-485d-a598-0e974e9b5e9a tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 946 time: 0.0946538 Nov 15 22:26:22.881470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-ab02365f-7aae-4c3d-84ae-59382451933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:22.887448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-ab02365f-7aae-4c3d-84ae-59382451933e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a83f58d-f0de-4999-a5e0-38762762b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106985 Nov 15 22:26:22.942223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ef6f577-70fb-4655-97a2-01b392e1b541 req-e5d41c2c-dce4-4412-a156-f2ddbf184c3f tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Nov 15 22:26:23.057858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c7bc-cf77-40f5-bf1b-8109ab4b9a83 req-9f79ac9a-8f1d-409c-9435-2456e6749b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:23.059452 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d47c7bc-cf77-40f5-bf1b-8109ab4b9a83 req-9f79ac9a-8f1d-409c-9435-2456e6749b96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 1097 time: 0.0978775 Nov 15 22:26:23.081800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-7a2a3f5d-d652-4ed6-848d-b971116f4421 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862476 Nov 15 22:26:23.118431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0c71-d13c-4ba9-9197-19aab2556943 req-450097bf-28a5-4c02-a862-5f395d304194 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:23.126226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76ac0c71-d13c-4ba9-9197-19aab2556943 req-450097bf-28a5-4c02-a862-5f395d304194 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0821433 Nov 15 22:26:23.188843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76ac0c71-d13c-4ba9-9197-19aab2556943 req-dca62903-78c7-4663-bae3-b01ee019217d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Nov 15 22:26:23.206142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d47c7bc-cf77-40f5-bf1b-8109ab4b9a83 req-083e8d89-57e3-45d6-89d9-4cc211472acc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231055 Nov 15 22:26:23.300154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-95adffca-bfa4-461a-91e6-c32f78836a7b req-146ee7e3-f2ec-494b-b448-05c58514d0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101469 Nov 15 22:26:23.344797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828528fd-c17a-4c32-aa68-fa4907cdf927 req-47185b92-17cd-4e2d-8146-54b88aa42599 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:23.346296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-828528fd-c17a-4c32-aa68-fa4907cdf927 req-47185b92-17cd-4e2d-8146-54b88aa42599 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0675206 Nov 15 22:26:23.401363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd889084-84cf-425a-b998-5427d70c8faf req-36873f62-3064-41fb-b534-7ad00176f0e6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Nov 15 22:26:23.438496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-828528fd-c17a-4c32-aa68-fa4907cdf927 req-4260d98a-382c-45f8-b8f4-d509804993f1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848761 Nov 15 22:26:23.841219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa0d52-9187-4a79-b4e4-72485c3fce1c req-51942783-b2e8-4e8a-8055-a2626088aa32 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:23.843490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18fa0d52-9187-4a79-b4e4-72485c3fce1c req-51942783-b2e8-4e8a-8055-a2626088aa32 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 947 time: 0.0581799 Nov 15 22:26:23.905706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18fa0d52-9187-4a79-b4e4-72485c3fce1c req-3ef99501-c8a7-4972-8367-965e68f1d60a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554988 Nov 15 22:26:23.993558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab491b-aa15-4b22-9498-e7e7d787770c req-95497236-c9be-4c16-96fa-3c9ca09065be tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:23.994923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ab491b-aa15-4b22-9498-e7e7d787770c req-95497236-c9be-4c16-96fa-3c9ca09065be tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 943 time: 0.0883677 Nov 15 22:26:24.057115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-41a63326-ddba-44fa-a9d5-2f2ce4b9227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.064550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-41a63326-ddba-44fa-a9d5-2f2ce4b9227c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1101 time: 0.0861084 Nov 15 22:26:24.072031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ab491b-aa15-4b22-9498-e7e7d787770c req-ce00ecfa-c7bd-4b76-a16e-a28097ec6c6f tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690706 Nov 15 22:26:24.090964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:24.175937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-3274fb6c-011e-4308-bf32-268ec2d04712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.178476 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-3274fb6c-011e-4308-bf32-268ec2d04712 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1036687 Nov 15 22:26:24.211885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:24.240124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc', 'mac_address': 'fa:16:3e:0a:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:24.240657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-6b70ba58-550b-43b1-8fec-5519d82ab0a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0536551 Nov 15 22:26:24.249168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c'}, {'name': 'network-changed', 'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:24.252609 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96565c98-a59d-49ab-af01-0e198cb35f45" -d '{"events": [{"name": "network-changed", "server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c"}, {"name": "network-changed", "server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:24.324473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-3e316d46-b5c7-4263-baa6-43d6ec2f763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.325993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-3e316d46-b5c7-4263-baa6-43d6ec2f763c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0669272 Nov 15 22:26:24.388771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e75c99ed-6b0f-4c5e-a4e7-9b7889a477cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.390926 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e75c99ed-6b0f-4c5e-a4e7-9b7889a477cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560470 Nov 15 22:26:24.399055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076b396-8168-44b8-8260-4d8dc871a4e7 req-f7f1f5e8-2cc3-4e8f-b9f3-30cc77965a55 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.401755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5076b396-8168-44b8-8260-4d8dc871a4e7 req-f7f1f5e8-2cc3-4e8f-b9f3-30cc77965a55 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1174357 Nov 15 22:26:24.441189 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:24.458833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:24.481966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:24.499280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5076b396-8168-44b8-8260-4d8dc871a4e7 req-1f1e6373-dd9f-497c-a314-df2f4584c8df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898738 Nov 15 22:26:24.547741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:24.591656 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e198e-8fc1-4e46-81d6-56040e372c78 x-openstack-request-id: req-371e198e-8fc1-4e46-81d6-56040e372c78 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:24.592375 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:24.593257 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-371e198e-8fc1-4e46-81d6-56040e372c78 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:24.595192 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c', 'status': 'completed', 'code': 200} Nov 15 22:26:24.595666 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4', 'status': 'completed', 'code': 200} Nov 15 22:26:24.605758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e4efa748-1a98-42a8-81d5-aef6b2ef9cbd service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974959 Nov 15 22:26:24.667819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:24.764246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8c98480-0d0f-4ad4-ae37-926bddfb83d1 req-648a9b26-466e-4868-8ccc-c137967e97f8 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0839903 Nov 15 22:26:24.769914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-32417b75-1aa2-4be6-8ef6-391dc852058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.771410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-32417b75-1aa2-4be6-8ef6-391dc852058f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1677dd4380142fb90f8b52e9f760661&device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 1094 time: 0.1742415 Nov 15 22:26:24.836640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:24.836854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-86babeec-a1cf-44db-95c5-d09855ff5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.838265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:24.838571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-86babeec-a1cf-44db-95c5-d09855ff5501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 1098 time: 0.2266233 Nov 15 22:26:24.856759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff81ef-6916-438b-8159-5a50753fc74d req-f2548ee1-82ab-4f04-ae16-2f18f2e6f727 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:24.859272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99ff81ef-6916-438b-8159-5a50753fc74d req-f2548ee1-82ab-4f04-ae16-2f18f2e6f727 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1719539 Nov 15 22:26:24.882235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e0bd9945-f7d1-491d-93a5-c3607504948b service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768758 Nov 15 22:26:25.061522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99ff81ef-6916-438b-8159-5a50753fc74d req-1a029dc7-ee5d-47dc-a19d-14a6b00c1e23 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641340 Nov 15 22:26:25.061522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-7658c019-798a-4fe2-9839-b0a33c7195be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.061522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-7658c019-798a-4fe2-9839-b0a33c7195be service neutron] 10.222.0.55 "GET /v2.0/networks?id=9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 200 len: 913 time: 0.2692156 Nov 15 22:26:25.061823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-c1728268-1664-46dd-9147-a04f6f05989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.061823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-c1728268-1664-46dd-9147-a04f6f05989e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1995003 Nov 15 22:26:25.162065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-dc908701-3d09-4d88-b23a-344c1202012f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c6b5a847-e522-4243-800d-bfff2d35874c HTTP/1.1" status: 200 len: 217 time: 0.0961299 Nov 15 22:26:25.166831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-fd544ab8-f4b4-4b97-b319-eba021bbd2fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 200 len: 217 time: 0.0994070 Nov 15 22:26:25.168396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c78dc0c-c762-4441-94db-22dfc5a27d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:25.225363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-3614a5b5-734f-4c48-9992-51df6a6873e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.227544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-3614a5b5-734f-4c48-9992-51df6a6873e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0556865 Nov 15 22:26:25.295916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-2bc818e0-a9ac-426f-b65f-1615274db69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.297736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-2bc818e0-a9ac-426f-b65f-1615274db69f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452738 Nov 15 22:26:25.335072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a195f6-a56b-4921-952c-141d0c34a438 req-05aeb585-f79b-41ad-a1f0-f28c4d99d8dc tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.337500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25a195f6-a56b-4921-952c-141d0c34a438 req-05aeb585-f79b-41ad-a1f0-f28c4d99d8dc tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 947 time: 0.1733871 Nov 15 22:26:25.343022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-f866ad96-eafd-4b3b-bb51-2938adf8edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.344410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-f866ad96-eafd-4b3b-bb51-2938adf8edf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2050370-84e1-4cdc-9618-019f787db47c HTTP/1.1" status: 200 len: 851 time: 0.1318569 Nov 15 22:26:25.419924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-e61938a5-7d5b-4417-9513-72e528a77932 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098549 Nov 15 22:26:25.423945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd618-f904-41e5-9458-64d733e92929 req-3d782073-94c9-4b55-8186-ed773cb74656 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.426558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87dbd618-f904-41e5-9458-64d733e92929 req-3d782073-94c9-4b55-8186-ed773cb74656 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 943 time: 0.1752691 Nov 15 22:26:25.497384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25a195f6-a56b-4921-952c-141d0c34a438 req-fa40dd4e-6087-4a28-86bd-c6c0b8a76e84 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472728 Nov 15 22:26:25.509448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-b7f6b32b-46d9-42f4-a4b5-b954bfc85b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.510955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-b7f6b32b-46d9-42f4-a4b5-b954bfc85b45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a83f58d-f0de-4999-a5e0-38762762b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512382 Nov 15 22:26:25.568445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-29112d8a-1942-4bdf-a08c-142959b0c768 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374524 Nov 15 22:26:25.610449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87dbd618-f904-41e5-9458-64d733e92929 req-ecacefca-4e3e-4f3c-baa1-46f195fd8ed0 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776140 Nov 15 22:26:25.620743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c78dc0c-c762-4441-94db-22dfc5a27d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:25.677725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-927344b8-1dbf-4faf-8b0f-440e610e8118 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418269 Nov 15 22:26:25.682788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c78dc0c-c762-4441-94db-22dfc5a27d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:25.728808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c78dc0c-c762-4441-94db-22dfc5a27d3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c3256d771cf49488c1a05d086c00c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8879609 Nov 15 22:26:25.729730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41924) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:25.803678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:25.851175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78dc0c-c762-4441-94db-22dfc5a27d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71cf515-c082-4998-b179-684692fae280,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:25.867961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:25.894408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d5b4-793d-40cb-88a7-62010b91efab req-56db5d8d-a206-4af6-baec-44c422c226ad tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:25.901171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32e6d5b4-793d-40cb-88a7-62010b91efab req-56db5d8d-a206-4af6-baec-44c422c226ad tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1867940 Nov 15 22:26:25.961135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96565c98-a59d-49ab-af01-0e198cb35f45 req-f25c514e-e63c-4e3f-bb78-c878c9ec46d2 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453115 Nov 15 22:26:25.977969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62ffd8c0-648c-4dd1-9e07-07d36d153c48 req-88ae686f-ff0b-402b-a2f5-b579ff926dc2 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0661619 Nov 15 22:26:26.009191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32e6d5b4-793d-40cb-88a7-62010b91efab req-b579b7de-e38a-4fc6-a856-1ac7f528e173 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985520 Nov 15 22:26:26.010939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.014081 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.016040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71cf515-c082-4998-b179-684692fae280 HTTP/1.1" status: 204 len: 168 time: 0.2854238 Nov 15 22:26:26.025606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0bf9c-ff8a-4828-99f9-c38590f83e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71cf515-c082-4998-b179-684692fae280,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:26.060463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:26:26.102627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:26.210947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:26.211540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd47912-ca24-45d1-8e3d-025e23fc0df6 req-fc6186e7-6791-42ae-a0a3-7da18d0c63a7 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:26.215397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:26.215820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.220197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cd47912-ca24-45d1-8e3d-025e23fc0df6 req-fc6186e7-6791-42ae-a0a3-7da18d0c63a7 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0671072 Nov 15 22:26:26.297461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cd47912-ca24-45d1-8e3d-025e23fc0df6 req-ed6555c4-e0a2-4a54-ac32-158aeaafcfa4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Nov 15 22:26:26.318131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.318346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a508db6-329b-4751-bdfc-74fa78622976 req-a410b251-c6f4-47f2-8620-8e321093e265 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:26.318346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a508db6-329b-4751-bdfc-74fa78622976 req-a410b251-c6f4-47f2-8620-8e321093e265 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0859904 Nov 15 22:26:26.345957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:26.350882 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4ba01-9e6f-4f4c-a45d-f4075a7b886e" -d '{"events": [{"server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "name": "network-vif-plugged", "status": "completed", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:26.368551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:26.409136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a508db6-329b-4751-bdfc-74fa78622976 req-ff754ff7-9110-4bc6-ab7c-2ac5ed06a2e5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Nov 15 22:26:26.474201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.555863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:26.577615 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dbef9d-9f2f-42ad-bb7d-c3ff85270a9f x-openstack-request-id: req-87dbef9d-9f2f-42ad-bb7d-c3ff85270a9f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:26.578032 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "name": "network-vif-plugged", "status": "completed", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:26.578284 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87dbef9d-9f2f-42ad-bb7d-c3ff85270a9f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:26.578802 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc', 'code': 200} Nov 15 22:26:26.618688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c6b5a847-e522-4243-800d-bfff2d35874c details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:26.745214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c6b5a847-e522-4243-800d-bfff2d35874c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:26.747327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05e5c6-9ba9-4566-9056-9181868ceb9d req-9b136ec6-a7b4-4f3a-8833-58c254d662af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:26.749474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb05e5c6-9ba9-4566-9056-9181868ceb9d req-9b136ec6-a7b4-4f3a-8833-58c254d662af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 1101 time: 0.0942829 Nov 15 22:26:26.759608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'c6b5a847-e522-4243-800d-bfff2d35874c', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'c6b5a847-e522-4243-800d-bfff2d35874c', 'mac_address': 'fa:16:3e:6e:53:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:26.763518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad73b-57bf-4f2f-a37d-564e90ff6ba4 req-fc68b291-3639-424e-b154-0b15d584fcf6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:26.765967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-168ad73b-57bf-4f2f-a37d-564e90ff6ba4 req-fc68b291-3639-424e-b154-0b15d584fcf6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 947 time: 0.0984457 Nov 15 22:26:26.803493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.819182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b5a847-e522-4243-800d-bfff2d35874c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:26.843834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c6b5a847-e522-4243-800d-bfff2d35874c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:26.846238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb05e5c6-9ba9-4566-9056-9181868ceb9d req-7ecb0c17-abf7-4c9f-8cb9-1021a1ab5f50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790095 Nov 15 22:26:26.850488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-168ad73b-57bf-4f2f-a37d-564e90ff6ba4 req-a07eb083-b85f-4b8b-a246-07ce704f4d0d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759702 Nov 15 22:26:26.923118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:26.983587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3ab4-8ae3-429d-b973-65f17235b906 req-5f59d72a-0201-416f-a64c-2a2f5a5bbee6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:26.985406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efae3ab4-8ae3-429d-b973-65f17235b906 req-5f59d72a-0201-416f-a64c-2a2f5a5bbee6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0960813 Nov 15 22:26:27.003366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:27.018602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37060f-9767-4f78-83d3-668c688433c0 req-d928c2e6-60ad-44f9-8405-e3918552d92b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:27.024462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee37060f-9767-4f78-83d3-668c688433c0 req-d928c2e6-60ad-44f9-8405-e3918552d92b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 943 time: 0.1023090 Nov 15 22:26:27.085291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efae3ab4-8ae3-429d-b973-65f17235b906 req-2a668919-7a10-4ba0-a1e4-f9243a47167b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Nov 15 22:26:27.097611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee37060f-9767-4f78-83d3-668c688433c0 req-4166a7b4-63fb-4743-8829-cfd4326b4911 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650527 Nov 15 22:26:27.240462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893b51eb-9563-4d60-89f6-2d1586194a5b req-4a974e0f-c97e-497f-bcd6-cb050ef785af tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=f421d9a2-5a09-4f57-b9e3-3d2cf70eddf9 HTTP/1.1" status: 200 len: 210 time: 0.0318654 Nov 15 22:26:27.247520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c6b5a847-e522-4243-800d-bfff2d35874c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:27.300880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c9360-3d60-4765-bdbf-23a80c1a3c05 req-60d0cfee-0601-477b-9675-ff98e59d93b4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:27.302510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa7c9360-3d60-4765-bdbf-23a80c1a3c05 req-60d0cfee-0601-477b-9675-ff98e59d93b4 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0567527 Nov 15 22:26:27.351961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa7c9360-3d60-4765-bdbf-23a80c1a3c05 req-0f01ae24-ec32-46f2-869f-e77b9d66927e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Nov 15 22:26:27.623334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c7ef9-5763-4bac-9b21-05d0924623a1 req-d010f3cc-c6fb-44e0-b7e6-23ba208917e7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:27.623334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724c7ef9-5763-4bac-9b21-05d0924623a1 req-d010f3cc-c6fb-44e0-b7e6-23ba208917e7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0586150 Nov 15 22:26:27.673655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724c7ef9-5763-4bac-9b21-05d0924623a1 req-dfa1f05c-7336-4fe9-9331-5f10be3584ad tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Nov 15 22:26:27.884752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c3bf1-b349-4883-a51c-16849922d9e6 req-93c0e03d-76ad-40d3-b5c2-2bf59721af19 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:27.886272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d10c3bf1-b349-4883-a51c-16849922d9e6 req-93c0e03d-76ad-40d3-b5c2-2bf59721af19 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0614405 Nov 15 22:26:27.944025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d10c3bf1-b349-4883-a51c-16849922d9e6 req-42fc4d1e-3747-43ef-bc6b-79d40ce6f639 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511897 Nov 15 22:26:28.090558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1108cc1-3ae3-47c5-9f56-a00f7254806b req-e0069558-7c38-4063-b90e-cff771e18e27 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:28.102563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1108cc1-3ae3-47c5-9f56-a00f7254806b req-e0069558-7c38-4063-b90e-cff771e18e27 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 948 time: 0.0814769 Nov 15 22:26:28.113574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 59c45432-b220-46e4-839f-c3c21bc431a4 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:28.224042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1108cc1-3ae3-47c5-9f56-a00f7254806b req-8a2fa79b-9397-41f7-b8b0-d779fc8feaa8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203425 Nov 15 22:26:28.281898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871f48-744c-45ec-a5d9-68ea5d116883 req-9fb1bdc4-100b-48b9-805e-d6f8fd2031d7 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:28.291874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0871f48-744c-45ec-a5d9-68ea5d116883 req-9fb1bdc4-100b-48b9-805e-d6f8fd2031d7 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 946 time: 0.0724094 Nov 15 22:26:28.324272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=59c45432-b220-46e4-839f-c3c21bc431a4,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:28.337361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '59c45432-b220-46e4-839f-c3c21bc431a4', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'port_id': '59c45432-b220-46e4-839f-c3c21bc431a4', 'mac_address': 'fa:16:3e:10:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:28.356362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0871f48-744c-45ec-a5d9-68ea5d116883 req-9fb82bc4-fad1-40a0-a5ab-b62c6f0c3367 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634925 Nov 15 22:26:28.388009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:28.402659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c45432-b220-46e4-839f-c3c21bc431a4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:28.454686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=59c45432-b220-46e4-839f-c3c21bc431a4,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:28.466197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e030be-e6ff-4384-a1f8-ff19c1f84560 req-052c12c7-920c-4489-b09f-ef1bcdff5560 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:28.468372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3e030be-e6ff-4384-a1f8-ff19c1f84560 req-052c12c7-920c-4489-b09f-ef1bcdff5560 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 943 time: 0.1247153 Nov 15 22:26:28.525300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3e030be-e6ff-4384-a1f8-ff19c1f84560 req-c7b2c1c0-27fb-4bd2-9266-83609d3c82f6 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498409 Nov 15 22:26:28.547993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:28.599649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:28.625796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c6b5a847-e522-4243-800d-bfff2d35874c up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:28.791216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port c6b5a847-e522-4243-800d-bfff2d35874c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:28.796530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port c6b5a847-e522-4243-800d-bfff2d35874c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:28.802549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:28.825377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d587b-48a2-408f-9030-3ed93155d61a req-3f3c94e8-ef1b-432a-9313-56fe0e997d25 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:28.827257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d84d587b-48a2-408f-9030-3ed93155d61a req-3f3c94e8-ef1b-432a-9313-56fe0e997d25 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0779531 Nov 15 22:26:28.830015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:28.869586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['59c45432-b220-46e4-839f-c3c21bc431a4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:28.899534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d84d587b-48a2-408f-9030-3ed93155d61a req-302e8794-4e4f-4bbf-b657-5a9082c79fda tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656021 Nov 15 22:26:28.948781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:28.985468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c6b5a847-e522-4243-800d-bfff2d35874c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:28.989609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:28.994312 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b04fa8-b6ee-459c-9950-458e300f9af6" -d '{"events": [{"server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "name": "network-vif-plugged", "status": "completed", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:29.049581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1b357cf-1d0c-4e74-9113-ad274030fe3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.082994 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74702ef3-b1f4-4780-a7a4-8e2e7125c6c1 x-openstack-request-id: req-74702ef3-b1f4-4780-a7a4-8e2e7125c6c1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:29.082994 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "name": "network-vif-plugged", "status": "completed", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:29.083304 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74702ef3-b1f4-4780-a7a4-8e2e7125c6c1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:29.083636 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c', 'code': 200} Nov 15 22:26:29.084353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.122151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.177046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:29.201773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35624f9-723e-48fa-aa17-d7f349175ed6 req-3b72ace9-4923-4e48-a4f3-372c949ee76f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:29.203302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e35624f9-723e-48fa-aa17-d7f349175ed6 req-3b72ace9-4923-4e48-a4f3-372c949ee76f tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0971122 Nov 15 22:26:29.222445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1b357cf-1d0c-4e74-9113-ad274030fe3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.259004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2350-7bfc-4c30-a422-ce4521ebbe96 req-9191711e-faad-43ca-913b-96b1556d8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:29.260738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-70fc2350-7bfc-4c30-a422-ce4521ebbe96 req-9191711e-faad-43ca-913b-96b1556d8b92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 1100 time: 0.0544367 Nov 15 22:26:29.289467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e35624f9-723e-48fa-aa17-d7f349175ed6 req-3e42818f-8cb3-4098-8a49-a2312f4a8184 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Nov 15 22:26:29.304149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1b357cf-1d0c-4e74-9113-ad274030fe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.369862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f1b357cf-1d0c-4e74-9113-ad274030fe3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc570dea99904b5f9d7f443cc659db70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363054 Nov 15 22:26:29.369862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b357cf-1d0c-4e74-9113-ad274030fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea99bd82-1087-42a3-a8b7-720f422d343b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:29.370580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:29.375944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9ac2-559e-48cf-b979-e87060ea06c2 req-0cb5842b-312f-4ed8-af86-84bd46af3577 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:29.377594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-491a9ac2-559e-48cf-b979-e87060ea06c2 req-0cb5842b-312f-4ed8-af86-84bd46af3577 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 949 time: 0.0615375 Nov 15 22:26:29.416653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-70fc2350-7bfc-4c30-a422-ce4521ebbe96 req-31d93264-b6d8-421d-bb23-6b6d764f3a6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455042 Nov 15 22:26:29.455371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-491a9ac2-559e-48cf-b979-e87060ea06c2 req-bd789b8d-9295-4d93-b4b2-168f9ac84ee3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705030 Nov 15 22:26:29.487430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.523336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938494e4-8d6e-45c2-be0a-d39e89960d2d req-9b12e171-6797-424d-919d-49d7c3daa19e tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:29.526273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-938494e4-8d6e-45c2-be0a-d39e89960d2d req-9b12e171-6797-424d-919d-49d7c3daa19e tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 946 time: 0.0849285 Nov 15 22:26:29.532586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.599590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.629652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-938494e4-8d6e-45c2-be0a-d39e89960d2d req-70cc8523-8f7e-4d14-a58f-e10c054a9a9d tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/security-groups?id=7865cebd-0527-4e3e-aa00-38c55bc4d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967610 Nov 15 22:26:29.683034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.686142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:29.687883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea99bd82-1087-42a3-a8b7-720f422d343b HTTP/1.1" status: 204 len: 168 time: 0.3118179 Nov 15 22:26:29.690711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309b22-e96b-454c-8083-00760d817948 req-9f8c443f-4a45-4aa5-9871-226678d363e9 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:29.698029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95309b22-e96b-454c-8083-00760d817948 req-9f8c443f-4a45-4aa5-9871-226678d363e9 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 944 time: 0.0577114 Nov 15 22:26:29.718639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32386479-b5a7-409e-9a4c-801d18cb8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea99bd82-1087-42a3-a8b7-720f422d343b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:29.760100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95309b22-e96b-454c-8083-00760d817948 req-24757e07-4c52-496a-9c27-bd6dde622849 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593679 Nov 15 22:26:30.042337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74478f-5ca2-4c6a-bc3c-b4c711164d4c req-9b62af10-e919-4944-aa59-27703439cc98 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:30.043834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d74478f-5ca2-4c6a-bc3c-b4c711164d4c req-9b62af10-e919-4944-aa59-27703439cc98 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0559750 Nov 15 22:26:30.103195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d74478f-5ca2-4c6a-bc3c-b4c711164d4c req-03cdae6f-1ea9-474c-ad0f-81e3d4c49fa1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484719 Nov 15 22:26:30.128984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 59c45432-b220-46e4-839f-c3c21bc431a4 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:30.238309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d92af-bee6-45b6-911b-131ac7f3687b req-a59a0e61-b00b-4094-aacd-96c5dd3f9409 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:30.238309 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-633d92af-bee6-45b6-911b-131ac7f3687b req-a59a0e61-b00b-4094-aacd-96c5dd3f9409 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 946 time: 0.0746586 Nov 15 22:26:30.264856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 59c45432-b220-46e4-839f-c3c21bc431a4 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:30.266670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 59c45432-b220-46e4-839f-c3c21bc431a4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:30.267240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.367857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Deleting port a9b70f1e-561d-4f56-9959-f0e34bb80040 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:30.368328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.370018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.422764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=59c45432-b220-46e4-839f-c3c21bc431a4,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:30.489043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] For port a9b70f1e-561d-4f56-9959-f0e34bb80040, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a9b70f1e-561d-4f56-9959-f0e34bb80040,segment=NetworkSegment(3aa1e435-719c-4343-bec9-2a0e8bf93685),segment_id=3aa1e435-719c-4343-bec9-2a0e8bf93685)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:30.489501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.492320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.494271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba445e1c-d057-4d48-b720-d838e09d4373 req-157b9e0d-c515-4d2d-abdf-e0b24a7f6b50 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:30.496286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba445e1c-d057-4d48-b720-d838e09d4373 req-157b9e0d-c515-4d2d-abdf-e0b24a7f6b50 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0966878 Nov 15 22:26:30.515280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Calling delete_port for a9b70f1e-561d-4f56-9959-f0e34bb80040 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:30.603577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:30.612027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba445e1c-d057-4d48-b720-d838e09d4373 req-ea07f48d-2b9c-4afd-9c9e-fc1f43a1c2c9 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095493 Nov 15 22:26:30.634748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47558-947d-4490-a7c9-f61ea7d9bb66 req-fcbcf660-e601-46a5-8288-990318d35e33 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:30.636792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e47558-947d-4490-a7c9-f61ea7d9bb66 req-fcbcf660-e601-46a5-8288-990318d35e33 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 949 time: 0.0617459 Nov 15 22:26:30.790279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.804734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e47558-947d-4490-a7c9-f61ea7d9bb66 req-110e1ce4-4e4e-4ce1-a6c5-c6e2e281c1db tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582937 Nov 15 22:26:30.812777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a9b70f1e-561d-4f56-9959-f0e34bb80040'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:30.858658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Pushing event deleted for resources: {'Port': ['ID=a9b70f1e-561d-4f56-9959-f0e34bb80040,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:30.917720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be6fc5d0-0209-49f3-948d-972b73ed0305 req-813c46be-bc08-4166-b7e9-db9a5a3086f7 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 210 time: 0.0800409 Nov 15 22:26:30.941154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] No DVR routers for this DVR port a9b70f1e-561d-4f56-9959-f0e34bb80040 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:30.943936 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:30.947903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-633d92af-bee6-45b6-911b-131ac7f3687b req-72b1a3f9-a217-49ba-bfb1-46b81bf2aa83 tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.57 "DELETE /v2.0/ports/a9b70f1e-561d-4f56-9959-f0e34bb80040 HTTP/1.1" status: 204 len: 173 time: 0.6940854 Nov 15 22:26:30.960534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'name': 'network-vif-deleted', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:30.962990 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794ba863-ff4c-4831-8d1e-1f6b5bb35796" -d '{"events": [{"server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "name": "network-vif-deleted", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:31.013498 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400e736-9166-44c2-b27b-19adbf55b4b5 x-openstack-request-id: req-8400e736-9166-44c2-b27b-19adbf55b4b5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:31.014061 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7fd583-754d-4ea6-a357-b50ca2a00f09", "name": "network-vif-deleted", "tag": "a9b70f1e-561d-4f56-9959-f0e34bb80040", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:31.014477 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8400e736-9166-44c2-b27b-19adbf55b4b5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:31.015096 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7fd583-754d-4ea6-a357-b50ca2a00f09', 'name': 'network-vif-deleted', 'tag': 'a9b70f1e-561d-4f56-9959-f0e34bb80040', 'status': 'completed', 'code': 200} Nov 15 22:26:31.046730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ba37e-89e4-4897-a8df-25c29361f2e0 req-2e415e11-a959-4152-8139-c2614ed66759 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:31.058329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-198ba37e-89e4-4897-a8df-25c29361f2e0 req-2e415e11-a959-4152-8139-c2614ed66759 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.0992634 Nov 15 22:26:31.084789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:31.087374 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a2b615-e526-4680-8bbb-db14ac19d064" -d '{"events": [{"server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "name": "network-vif-plugged", "status": "completed", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:31.166154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-198ba37e-89e4-4897-a8df-25c29361f2e0 req-20d5b030-3ad7-4138-8c6f-12ff5a30c96f tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034560 Nov 15 22:26:31.179582 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e453615-faa8-4400-925e-58fbb73c1802 x-openstack-request-id: req-2e453615-faa8-4400-925e-58fbb73c1802 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:31.180178 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "name": "network-vif-plugged", "status": "completed", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:31.180591 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e453615-faa8-4400-925e-58fbb73c1802 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:31.181299 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4', 'code': 200} Nov 15 22:26:31.338732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a26c-249e-49b5-ae29-055b015723fd req-f5b778a9-e091-4255-baea-c37c760d3d62 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:31.346887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5be0a26c-249e-49b5-ae29-055b015723fd req-f5b778a9-e091-4255-baea-c37c760d3d62 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0930150 Nov 15 22:26:31.382331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c583-0ad3-48c0-8164-20277f02dda0 req-8688e5fa-3bd1-489f-9bd5-20519362646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:31.384502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0db2c583-0ad3-48c0-8164-20277f02dda0 req-8688e5fa-3bd1-489f-9bd5-20519362646d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 1096 time: 0.0905135 Nov 15 22:26:31.437857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5be0a26c-249e-49b5-ae29-055b015723fd req-1de6f2b7-dee0-4464-be2c-7eb707069ea8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835009 Nov 15 22:26:31.461295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0db2c583-0ad3-48c0-8164-20277f02dda0 req-71c3e7ca-a175-4c3f-b340-f77012b96ba4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645308 Nov 15 22:26:31.737251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda3101-825a-487a-9635-acc58fc8ad5f req-d1cd02be-a441-4ea9-96f6-297ae0fec4e5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:31.738718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cda3101-825a-487a-9635-acc58fc8ad5f req-d1cd02be-a441-4ea9-96f6-297ae0fec4e5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0486584 Nov 15 22:26:31.814360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cda3101-825a-487a-9635-acc58fc8ad5f req-e9573b57-9665-4e10-b0c6-297271d9cbfb tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692284 Nov 15 22:26:31.954614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcf9c9-b55e-41c3-bc52-2ddda762d0d5 req-5a01991d-05d8-47ef-8b9c-896029b89a64 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:31.956401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cabcf9c9-b55e-41c3-bc52-2ddda762d0d5 req-5a01991d-05d8-47ef-8b9c-896029b89a64 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 949 time: 0.0705945 Nov 15 22:26:32.056107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cabcf9c9-b55e-41c3-bc52-2ddda762d0d5 req-c5b9ad5c-a228-45ce-a4e2-c0033c031e7b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932178 Nov 15 22:26:32.152017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37146e61-12a9-43fe-9bcc-fdb3863e90ad req-7ab1e7d0-9c38-4deb-a835-32b70a5faf8d tempest-ServerTagsTestJSON-1233693344 tempest-ServerTagsTestJSON-1233693344-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa7fd583-754d-4ea6-a357-b50ca2a00f09 HTTP/1.1" status: 200 len: 210 time: 0.1296463 Nov 15 22:26:32.241283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d74e4-660e-44aa-91d5-951c5a32736f req-f03a7ccc-85a7-4b0f-9022-a825ad4ddde1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.243236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b5d74e4-660e-44aa-91d5-951c5a32736f req-f03a7ccc-85a7-4b0f-9022-a825ad4ddde1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 950 time: 0.0873544 Nov 15 22:26:32.352002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b5d74e4-660e-44aa-91d5-951c5a32736f req-3224cbef-167e-41fc-866e-283da2676e19 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923965 Nov 15 22:26:32.397487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f58c6-73f4-424f-b5c3-cfd6c51248d5 req-86d5c9f3-cbb0-43aa-979c-1731d8b079b1 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.399281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-337f58c6-73f4-424f-b5c3-cfd6c51248d5 req-86d5c9f3-cbb0-43aa-979c-1731d8b079b1 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.1551654 Nov 15 22:26:32.474582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-337f58c6-73f4-424f-b5c3-cfd6c51248d5 req-1b19b1cd-848b-4701-a051-d37897c5557e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653465 Nov 15 22:26:32.593570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9d3b-0919-4b20-9963-68c62396966e req-7f29bfe8-95a7-4294-80ad-d5e667ee5cb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.595159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-416e9d3b-0919-4b20-9963-68c62396966e req-7f29bfe8-95a7-4294-80ad-d5e667ee5cb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0622325 Nov 15 22:26:32.681432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-416e9d3b-0919-4b20-9963-68c62396966e req-b5214fb4-821c-4d9d-b885-29c3233f59c7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Nov 15 22:26:32.694855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63d18-d30a-4451-88e5-b2a649945d9d req-82c52c18-ac14-4bf0-9456-a40bb122e59d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.700707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63d18-d30a-4451-88e5-b2a649945d9d req-82c52c18-ac14-4bf0-9456-a40bb122e59d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.702806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7b63d18-d30a-4451-88e5-b2a649945d9d req-82c52c18-ac14-4bf0-9456-a40bb122e59d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77&device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 1690 time: 0.0834537 Nov 15 22:26:32.752251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7b63d18-d30a-4451-88e5-b2a649945d9d req-1addb1ed-e99a-4bb4-8794-da6b52400838 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Nov 15 22:26:32.966363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50439f-dbc8-420b-9d11-cb7628e2253b req-e00e3209-e8ce-428c-9a28-ee5e95f9295b tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.968869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb50439f-dbc8-420b-9d11-cb7628e2253b req-e00e3209-e8ce-428c-9a28-ee5e95f9295b tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 1100 time: 0.0818686 Nov 15 22:26:32.983768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4fbcb-a786-4021-90e2-e5e101348e1d req-09304b79-2578-4a64-b202-33e8d8191e33 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:32.991901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdd4fbcb-a786-4021-90e2-e5e101348e1d req-09304b79-2578-4a64-b202-33e8d8191e33 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0759518 Nov 15 22:26:33.080377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdd4fbcb-a786-4021-90e2-e5e101348e1d req-c514601f-2b64-4eae-bfe3-78c9911cd4cd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864429 Nov 15 22:26:33.144230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb50439f-dbc8-420b-9d11-cb7628e2253b req-ad06322f-dabc-4371-beb5-017b493f9374 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435721 Nov 15 22:26:33.268374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b672-62b5-4c1c-a500-fc206c6bccc2 req-23d284eb-95d7-4d8f-baff-3f47d14dc5b4 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:33.271518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c63b672-62b5-4c1c-a500-fc206c6bccc2 req-23d284eb-95d7-4d8f-baff-3f47d14dc5b4 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 1101 time: 0.0480745 Nov 15 22:26:33.333172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c63b672-62b5-4c1c-a500-fc206c6bccc2 req-46488f39-5b0d-4d24-bb08-0adb620cc044 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 Nov 15 22:26:33.393732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:33.447224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Deleting subnet 310d44bf-3dc1-4c72-bed8-c78957fe96d1 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:26:33.450600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.508428 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.555239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.590325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-cf7172c8-23d5-49bd-b691-f3f8315ebf09 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278878 Nov 15 22:26:33.708546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.735807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-de479dda-1e41-4f2b-bb94-10cdac250243 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:33.736484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310d44bf-3dc1-4c72-bed8-c78957fe96d1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:33.737464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-de479dda-1e41-4f2b-bb94-10cdac250243 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463685 Nov 15 22:26:33.741277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.746657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-979db99d-4524-4281-8192-ec98bf1067de admin admin] 10.222.0.15 "DELETE /v2.0/subnets/310d44bf-3dc1-4c72-bed8-c78957fe96d1 HTTP/1.1" status: 204 len: 168 time: 0.3510637 Nov 15 22:26:33.752679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61854e0-11a3-451e-bf18-5d3ce36e8c6a req-784e7364-2172-40c4-bc54-c3ba7399080e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:33.752679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c61854e0-11a3-451e-bf18-5d3ce36e8c6a req-784e7364-2172-40c4-bc54-c3ba7399080e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.0871141 Nov 15 22:26:33.752679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:33.815112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-1f00f26f-e170-4f6c-a171-75f7f3d7dd18 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0574503 Nov 15 22:26:33.892377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c61854e0-11a3-451e-bf18-5d3ce36e8c6a req-d027ce07-7776-4f06-9769-1e9319face4e tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337569 Nov 15 22:26:33.895617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:33.922593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-582bc0ab-c034-4c95-9b35-bed05e636336 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890517 Nov 15 22:26:34.005457 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.038109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5576180e-5b22-47af-ab98-adf71c2eab6a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:34.063935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa1e435-719c-4343-bec9-2a0e8bf93685') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:34.073089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa1e435-719c-4343-bec9-2a0e8bf93685') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:34.075144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.086751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:34.104007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.116840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c0b97-1a43-4ee8-adb8-591c78082fa6 req-49c97ef5-a36b-4c4b-a404-d5f78a5f4470 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:34.122629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8c0b97-1a43-4ee8-adb8-591c78082fa6 req-49c97ef5-a36b-4c4b-a404-d5f78a5f4470 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.1026070 Nov 15 22:26:34.134174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:26:34.134571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:26:34.137195 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:26:34.327881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e49d29-9c0d-4d99-a71d-0585f5a460f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.333493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf8c0b97-1a43-4ee8-adb8-591c78082fa6 req-e105af9c-87d8-4ca1-987c-e56128a03102 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069869 Nov 15 22:26:34.439994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56445-4698-4823-a086-f05e29d05a62 req-c2618962-4f66-4d2a-b485-6ccee9d91cb3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:34.441557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cca56445-4698-4823-a086-f05e29d05a62 req-c2618962-4f66-4d2a-b485-6ccee9d91cb3 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.2611873 Nov 15 22:26:34.451767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e3239-0624-4aee-9f2d-aac3e919a4ac req-3fa57479-c415-42fb-94f5-87fc95a94ccd tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:34.453281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d24e3239-0624-4aee-9f2d-aac3e919a4ac req-3fa57479-c415-42fb-94f5-87fc95a94ccd tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1760590 Nov 15 22:26:34.472706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.492465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.495589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5576180e-5b22-47af-ab98-adf71c2eab6a HTTP/1.1" status: 204 len: 168 time: 0.7441924 Nov 15 22:26:34.548712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b9788-4ee2-4589-a2a1-aa6d71af32d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5576180e-5b22-47af-ab98-adf71c2eab6a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:34.620675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3e038-b190-485e-bf51-a7fd3fd72b26 req-0fc222ee-1a79-471d-a29b-7c0ee9c883ac tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:34.622156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ca3e038-b190-485e-bf51-a7fd3fd72b26 req-0fc222ee-1a79-471d-a29b-7c0ee9c883ac tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.2023644 Nov 15 22:26:34.630754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:34.636589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Request body: {'floatingip': {'port_id': '59c45432-b220-46e4-839f-c3c21bc431a4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:34.645818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e49d29-9c0d-4d99-a71d-0585f5a460f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.652487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d24e3239-0624-4aee-9f2d-aac3e919a4ac req-055086d9-98ac-4a42-ba92-f469a0884107 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767819 Nov 15 22:26:34.679033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a9b70f1e-561d-4f56-9959-f0e34bb80040 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:34.691410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.693618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Deleting port 4224fa85-8831-49d3-81a9-4b1aeff12a51 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:34.693995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.707191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: a9b70f1e-561d-4f56-9959-f0e34bb80040 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:34.707605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a9b70f1e-561d-4f56-9959-f0e34bb80040 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:34.726477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2028d0a7-9aa2-4c6b-8499-abb370b8da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:34.907756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:34.982306 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9ebe3e5-36b8-40f8-969d-429ac601e943 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25d9f050155c420ea87be16dd9f9c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733900 Nov 15 22:26:34.984906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42250) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:35.044341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e49d29-9c0d-4d99-a71d-0585f5a460f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.109904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1286d1b5-c706-4d1b-b82b-16ad485f30d3 req-83350e3d-da67-430d-9495-3aac0d3d399e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 210 time: 0.0754924 Nov 15 22:26:35.144055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.150414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e49d29-9c0d-4d99-a71d-0585f5a460f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e7ad9-1867-4b3d-8fb4-3b954f995411,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:35.154636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c3e49d29-9c0d-4d99-a71d-0585f5a460f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b3a29cf73147d89852ff1c7268adf8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0669427 Nov 15 22:26:35.160732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:35.176667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc787fb2-c71b-41fc-9963-57ee28384e03 req-f3023ca7-7784-4a52-bbf8-50610bc13451 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:35.183933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc787fb2-c71b-41fc-9963-57ee28384e03 req-f3023ca7-7784-4a52-bbf8-50610bc13451 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1753931 Nov 15 22:26:35.211430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] For port 4224fa85-8831-49d3-81a9-4b1aeff12a51, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=4224fa85-8831-49d3-81a9-4b1aeff12a51,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:35.211793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.215745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.233552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Calling delete_port for 4224fa85-8831-49d3-81a9-4b1aeff12a51 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:35.257543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc787fb2-c71b-41fc-9963-57ee28384e03 req-96c225b9-cfcc-441b-af56-29481ce675f3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728827 Nov 15 22:26:35.314651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.344724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.349199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.420853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.423522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.426021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.427131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7865cebd-0527-4e3e-aa00-38c55bc4d7e2 HTTP/1.1" status: 204 len: 168 time: 0.4413273 Nov 15 22:26:35.474022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1f2d5-ebe7-423f-a7ff-0f063b99a87d req-bb591cfe-0568-4d60-b757-2ab03a4c671e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:35.481858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffb1f2d5-ebe7-423f-a7ff-0f063b99a87d req-bb591cfe-0568-4d60-b757-2ab03a4c671e tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 944 time: 0.0590394 Nov 15 22:26:35.490574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.505924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['4224fa85-8831-49d3-81a9-4b1aeff12a51'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:35.538219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event deleted for resources: {'Port': ['ID=4224fa85-8831-49d3-81a9-4b1aeff12a51,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:35.550290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.550620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.551107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.551477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.551753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.552071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.552406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.552743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.553117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.553415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.553798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.554167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:26:35.610402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] No DVR routers for this DVR port 4224fa85-8831-49d3-81a9-4b1aeff12a51 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:35.615429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.619403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cca56445-4698-4823-a086-f05e29d05a62 req-cca36a64-0144-4127-ab6f-c5b4b7f0d0f6 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "DELETE /v2.0/ports/4224fa85-8831-49d3-81a9-4b1aeff12a51 HTTP/1.1" status: 204 len: 173 time: 1.1627336 Nov 15 22:26:35.619585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-deleted', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:35.621910 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc63e2f-8e02-481b-893b-b6f516d10711" -d '{"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-deleted", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:35.638458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffb1f2d5-ebe7-423f-a7ff-0f063b99a87d req-5867df22-9faf-4d20-8cc2-2e397daceed9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524625 Nov 15 22:26:35.667988 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1737be3-89bb-4823-8644-f8c6ea34162e x-openstack-request-id: req-b1737be3-89bb-4823-8644-f8c6ea34162e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:35.668281 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e", "name": "network-vif-deleted", "tag": "4224fa85-8831-49d3-81a9-4b1aeff12a51", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:35.668536 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1737be3-89bb-4823-8644-f8c6ea34162e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:35.668971 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e', 'name': 'network-vif-deleted', 'tag': '4224fa85-8831-49d3-81a9-4b1aeff12a51', 'status': 'completed', 'code': 200} Nov 15 22:26:35.764047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.766617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:35.767946 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e91e7ad9-1867-4b3d-8fb4-3b954f995411 HTTP/1.1" status: 204 len: 168 time: 0.6081448 Nov 15 22:26:35.771026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7d66e-312c-4bd4-a752-b3cb7f69b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7865cebd-0527-4e3e-aa00-38c55bc4d7e2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:35.789113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c7362-973a-4cd6-ac91-054019884e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e7ad9-1867-4b3d-8fb4-3b954f995411,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:35.849843 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Floating IP abaf436a-02c8-48b2-871c-433997c2f56d associated. External IP: 172.25.0.4, port: 59c45432-b220-46e4-839f-c3c21bc431a4. Nov 15 22:26:35.859244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8868c64-b7cd-44fe-8da9-d69cad0e04ab req-56e32e8e-238d-4b42-b309-9a38b2b2166a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:35.867333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8868c64-b7cd-44fe-8da9-d69cad0e04ab req-56e32e8e-238d-4b42-b309-9a38b2b2166a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1236093 Nov 15 22:26:35.925167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8868c64-b7cd-44fe-8da9-d69cad0e04ab req-3468e575-a4e0-4913-b06f-159c9f7705e0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569301 Nov 15 22:26:36.099595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Router 5e554fec-39ca-4f08-9878-407517797de2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:26:36.217950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:26:36.223084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:36.228182 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Sync routers for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:26:36.233717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b56d5cbc-0e1e-41e8-98ed-766d2309b56a req-35eae217-d087-41b3-9ffe-a60d5fd29d7e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 210 time: 0.0399241 Nov 15 22:26:36.239536 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:26:36.240369 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:26:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:36.269460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4f0dbee0-0323-4862-b541-677e77a67f0b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "PUT /v2.0/floatingips/abaf436a-02c8-48b2-871c-433997c2f56d HTTP/1.1" status: 200 len: 989 time: 1.6375942 Nov 15 22:26:36.270518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:36.278188 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f2c92-d39c-4a81-9a62-081f42e8ff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:36.334589 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06c1739-06b3-435f-b818-70f401964c5c x-openstack-request-id: req-f06c1739-06b3-435f-b818-70f401964c5c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:36.334589 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:36.335083 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f06c1739-06b3-435f-b818-70f401964c5c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:36.335479 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4', 'status': 'completed', 'code': 200} Nov 15 22:26:36.353880 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:26:36.413743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-e51a4590-6a60-495e-9409-cffdd7748b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.415507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-e51a4590-6a60-495e-9409-cffdd7748b0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1677dd4380142fb90f8b52e9f760661&device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 1096 time: 0.0467346 Nov 15 22:26:36.503295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:36.519658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca2d59b3-c7bd-433e-aef9-f2baa55527f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:36.556448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c21e-7c82-495b-89da-b1a35216a24c req-ce886868-d8e3-4f99-8221-5d976e491ea1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.560652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ce6c21e-7c82-495b-89da-b1a35216a24c req-ce886868-d8e3-4f99-8221-5d976e491ea1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1415241 Nov 15 22:26:36.608730 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'abaf436a-02c8-48b2-871c-433997c2f56d', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5e554fec-39ca-4f08-9878-407517797de2', 'port_id': '59c45432-b220-46e4-839f-c3c21bc431a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'mac_address': 'fa:16:3e:10:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f180d66-0ef7-4680-9476-c41541f3a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:26:10Z', 'updated_at': '2021-11-15T22:26:35Z', 'revision_number': 1, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:36.615350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-995f9161-9725-4264-a92d-18406468f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.617146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-995f9161-9725-4264-a92d-18406468f6d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 200 len: 913 time: 0.1908243 Nov 15 22:26:36.648318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-835f15bc-54ad-4ce1-b72a-0dc8ddcb6ed3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341029 Nov 15 22:26:36.651551 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Checking router: 5e554fec-39ca-4f08-9878-407517797de2 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:26:36.660879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:26:36.661948 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:26:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:36.708180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ce6c21e-7c82-495b-89da-b1a35216a24c req-bef97029-71cb-46f6-aeed-b05bb593f06b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411216 Nov 15 22:26:36.709119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca2d59b3-c7bd-433e-aef9-f2baa55527f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:36.773582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-4bd5d5ac-cb27-44aa-9a14-d116178715e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 200 len: 997 time: 0.1465628 Nov 15 22:26:36.790221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:26:36.796142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bc13446-5685-4c76-8b38-9351a66c78db req-4ac190cc-13a6-4624-b32e-97a68ebba5e4 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d34601c-1b7c-44ce-93c5-fe8df7eb7f4e HTTP/1.1" status: 200 len: 210 time: 0.0394156 Nov 15 22:26:36.804790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca2d59b3-c7bd-433e-aef9-f2baa55527f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:36.858235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-1ca4655b-7b15-4f9f-bb20-ffc51e95893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.859738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-1ca4655b-7b15-4f9f-bb20-ffc51e95893e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2050370-84e1-4cdc-9618-019f787db47c HTTP/1.1" status: 200 len: 851 time: 0.0667956 Nov 15 22:26:36.865089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca2d59b3-c7bd-433e-aef9-f2baa55527f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf531d4f4a3540418c8c23d171d0dfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604736 Nov 15 22:26:36.869392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:36.893600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d59b3-c7bd-433e-aef9-f2baa55527f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b946409-3e5a-4389-834c-b15e9ca81387,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:36.925887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-fd8a7512-12d6-423d-a802-a7eb41d3d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.928464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-fd8a7512-12d6-423d-a802-a7eb41d3d833 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a83f58d-f0de-4999-a5e0-38762762b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581114 Nov 15 22:26:36.959138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-abfb2e72-e186-482e-8dff-c8c33278f5f7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:36.960654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-abfb2e72-e186-482e-8dff-c8c33278f5f7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496204 Nov 15 22:26:36.976128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:36.984580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.084814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.130650 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'abaf436a-02c8-48b2-871c-433997c2f56d', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5e554fec-39ca-4f08-9878-407517797de2', 'port_id': '59c45432-b220-46e4-839f-c3c21bc431a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'mac_address': 'fa:16:3e:10:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f180d66-0ef7-4680-9476-c41541f3a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:26:10Z', 'updated_at': '2021-11-15T22:26:35Z', 'revision_number': 1, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:37.137699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-ea7decda-c4a5-40b6-865e-dc8accef4c17 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970284 Nov 15 22:26:37.147108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ad59490-eb2a-4ef8-b07c-987f4012de91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.157041 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6439e-1a8a-479d-8194-7d5f6ae23941 None None] The sync data for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 is: [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'abaf436a-02c8-48b2-871c-433997c2f56d', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5e554fec-39ca-4f08-9878-407517797de2', 'port_id': '59c45432-b220-46e4-839f-c3c21bc431a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'mac_address': 'fa:16:3e:10:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f180d66-0ef7-4680-9476-c41541f3a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:26:10Z', 'updated_at': '2021-11-15T22:26:35Z', 'revision_number': 1, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:26:37.239538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.239538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.250314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b946409-3e5a-4389-834c-b15e9ca81387 HTTP/1.1" status: 204 len: 168 time: 0.3695755 Nov 15 22:26:37.261191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f1abf-e3f0-4082-aae4-230513f62de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b946409-3e5a-4389-834c-b15e9ca81387,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:37.272699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14fe9-2253-45a0-9d3c-52f48eaf9616 req-05159680-db4a-477d-9429-ef66c42671af tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:37.280231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5c14fe9-2253-45a0-9d3c-52f48eaf9616 req-05159680-db4a-477d-9429-ef66c42671af tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1690648 Nov 15 22:26:37.308415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:37.315872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.349874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-659f2c92-d39c-4a81-9a62-081f42e8ff4b req-3cf9d00c-3096-4b8a-b82a-367efd93982a service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735590 Nov 15 22:26:37.355617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5c14fe9-2253-45a0-9d3c-52f48eaf9616 req-488ab735-063a-46e8-8e6d-adaa1401ace5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745413 Nov 15 22:26:37.412243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae79bfc9-2a13-4f0f-a357-83a6ece1f26a req-975faa08-1443-4629-a5d6-0919c5035667 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 210 time: 0.0397093 Nov 15 22:26:37.489549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eea44-6c23-49ba-ad5a-a3b360a4c392 None None] New status for floating IP abaf436a-02c8-48b2-871c-433997c2f56d: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:26:37.531353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.8 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/f756bd29-8c12-4cf9-a13e-4550477c6988) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:37.679063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.774768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.790694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:37.794323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:37.836350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:37.842781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:37.845396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:37.855211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7be9-9b17-4949-a7ed-39c9031130d9 req-1f687a6c-04e8-412f-9eef-1c5c5c82a1e8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:37.867247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bcf7be9-9b17-4949-a7ed-39c9031130d9 req-1f687a6c-04e8-412f-9eef-1c5c5c82a1e8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0815248 Nov 15 22:26:37.883787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:37.941427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:37.942325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:37.995741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bcf7be9-9b17-4949-a7ed-39c9031130d9 req-d6011380-adb2-4dc1-a568-665616404358 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202259 Nov 15 22:26:38.053014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:38.071600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-aeb702c1-c0ad-4563-b392-6b3bf75d132e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0993183 Nov 15 22:26:38.087183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Request body: {'port': {'device_id': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:38.155255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:38.196449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 4224fa85-8831-49d3-81a9-4b1aeff12a51 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:38.197094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 4224fa85-8831-49d3-81a9-4b1aeff12a51 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:38.231256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.247450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.265629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93ba857d-b1dc-431a-926f-ab34b6b3519f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.376150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8f1b6314-66c9-4a08-868b-51b1ebc22546 None None] Provisioning complete for port f756bd29-8c12-4cf9-a13e-4550477c6988 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:38.376514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6314-66c9-4a08-868b-51b1ebc22546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.457207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b6314-66c9-4a08-868b-51b1ebc22546 None None] Port f756bd29-8c12-4cf9-a13e-4550477c6988 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:38.511563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93ba857d-b1dc-431a-926f-ab34b6b3519f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.571971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba614-a774-4965-ac92-f301264995fb req-16abecd2-3c43-41e2-96b4-a330a0ace42e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:38.573639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23bba614-a774-4965-ac92-f301264995fb req-16abecd2-3c43-41e2-96b4-a330a0ace42e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0757296 Nov 15 22:26:38.589283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93ba857d-b1dc-431a-926f-ab34b6b3519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.645953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe2011-da74-4b25-aed8-acde1340e9ef req-2f9b52b4-3a8c-492b-ba2f-1a86fc44890f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:38.648096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66fe2011-da74-4b25-aed8-acde1340e9ef req-2f9b52b4-3a8c-492b-ba2f-1a86fc44890f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 934 time: 0.0729051 Nov 15 22:26:38.655603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-93ba857d-b1dc-431a-926f-ab34b6b3519f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=549862a0b8a94d7da5e7840bca6622ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069078 Nov 15 22:26:38.669309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:38.679593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba857d-b1dc-431a-926f-ab34b6b3519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a9c9a4-453a-4b25-aaf1-7bf33ab1570f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:38.697984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f756bd29-8c12-4cf9-a13e-4550477c6988 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:38.706178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.720707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Transition to ACTIVE for port object f756bd29-8c12-4cf9-a13e-4550477c6988 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:38.739575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23bba614-a774-4965-ac92-f301264995fb req-4b5f7bda-1c07-4194-9d24-b0efc1a46299 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295490 Nov 15 22:26:38.785201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66fe2011-da74-4b25-aed8-acde1340e9ef req-7c909fce-47d6-4dfd-b942-8bc59a664edb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276355 Nov 15 22:26:38.794497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.797904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.818146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:38.866242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Pushing event updated for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:38.919866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dcd5d-f3ec-488d-b41e-461415c76f33 req-72ec41b3-3623-4665-8933-dda5fc435e28 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:38.928979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f08dcd5d-f3ec-488d-b41e-461415c76f33 req-72ec41b3-3623-4665-8933-dda5fc435e28 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.1033278 Nov 15 22:26:38.948124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Attempting to bind port f756bd29-8c12-4cf9-a13e-4550477c6988 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:38.948457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Attempting to bind port f756bd29-8c12-4cf9-a13e-4550477c6988 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:38.948868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Attempting to bind port f756bd29-8c12-4cf9-a13e-4550477c6988 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:38.955308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Port f756bd29-8c12-4cf9-a13e-4550477c6988 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:38.955653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Attempting to bind port f756bd29-8c12-4cf9-a13e-4550477c6988 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:38.962844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:38.963347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:38.963729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:38.964161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Bound port: f756bd29-8c12-4cf9-a13e-4550477c6988, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:38.964508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.032537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f08dcd5d-f3ec-488d-b41e-461415c76f33 req-62a0fd9b-bfdb-4c45-a956-d00dedd2a67f tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968862 Nov 15 22:26:39.033326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.035924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.037050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23a9c9a4-453a-4b25-aaf1-7bf33ab1570f HTTP/1.1" status: 204 len: 168 time: 0.3648813 Nov 15 22:26:39.051509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552c421-b6d9-406e-bd0c-c11806737ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a9c9a4-453a-4b25-aaf1-7bf33ab1570f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:39.065611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:39.069153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f756bd29-8c12-4cf9-a13e-4550477c6988,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:39.071960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-e61ceee3-96e3-4597-b491-9ddd6d164c3d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.074970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-e61ceee3-96e3-4597-b491-9ddd6d164c3d tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 944 time: 0.1219571 Nov 15 22:26:39.143046 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.192079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.192971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.194470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] 10.222.0.57 "PUT /v2.0/ports/f756bd29-8c12-4cf9-a13e-4550477c6988 HTTP/1.1" status: 200 len: 1094 time: 1.1127186 Nov 15 22:26:39.195113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:39.210623 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5309a36a-3ead-4733-9d7a-259675b00785" -d '{"events": [{"name": "network-changed", "server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:39.268698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec1f4-cc40-4eaf-8b9e-5cf11e8f2de6 service neutron] Pushing event updated for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:39.343603 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.345409 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64af9344-3b2b-4082-b634-db971553b220 x-openstack-request-id: req-64af9344-3b2b-4082-b634-db971553b220 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:39.345916 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:39.346176 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64af9344-3b2b-4082-b634-db971553b220 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:39.346596 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988', 'status': 'completed', 'code': 200} Nov 15 22:26:39.347113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58584967-1b8e-49ab-8ade-bf9a642adb76 req-9b829046-e7a8-4fbf-b72f-07206eec5283 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.348738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58584967-1b8e-49ab-8ade-bf9a642adb76 req-9b829046-e7a8-4fbf-b72f-07206eec5283 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.2129121 Nov 15 22:26:39.390090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Deleting port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:39.390689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.416401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-962b2142-9dbb-492f-b19c-5e6617020940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.418041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-962b2142-9dbb-492f-b19c-5e6617020940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 1097 time: 0.0636380 Nov 15 22:26:39.464702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58584967-1b8e-49ab-8ade-bf9a642adb76 req-9fe224cc-d777-4cd6-8e85-14296a429a49 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019175 Nov 15 22:26:39.495867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-1fa8b2a9-f26d-487a-b2e3-268cfe2046d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f756bd29-8c12-4cf9-a13e-4550477c6988 HTTP/1.1" status: 200 len: 217 time: 0.0649970 Nov 15 22:26:39.533886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] For port 46d1f9d0-1e69-4880-a651-9a9a1b068d08, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=46d1f9d0-1e69-4880-a651-9a9a1b068d08,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:39.534481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.554547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Calling delete_port for 46d1f9d0-1e69-4880-a651-9a9a1b068d08 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:39.567863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-07220bf0-c4bb-46b0-9a4d-da585d7bbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.571757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-07220bf0-c4bb-46b0-9a4d-da585d7bbf97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0679216 Nov 15 22:26:39.631514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-a6844b10-859e-410f-82df-fd53912bc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.633056 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-a6844b10-859e-410f-82df-fd53912bc4f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490470 Nov 15 22:26:39.733854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-8feee6e0-17c7-4677-90f2-efe02e1a8dbb service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915411 Nov 15 22:26:39.796239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.855637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event deleted for resources: {'Port': ['ID=46d1f9d0-1e69-4880-a651-9a9a1b068d08,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:39.858611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-458f91a0-b278-4d34-88a6-3d8a98845516 req-80fe214f-d974-4475-a366-69a05d80624c service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172588 Nov 15 22:26:39.927683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] No DVR routers for this DVR port 46d1f9d0-1e69-4880-a651-9a9a1b068d08 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:39.930829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:39.934700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34688c25-4d9d-4fff-b2f5-5ad0929e48e8 req-07c4c9c8-f398-43cc-a7a2-16a123cc65ef tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "DELETE /v2.0/ports/46d1f9d0-1e69-4880-a651-9a9a1b068d08 HTTP/1.1" status: 204 len: 173 time: 0.8516829 Nov 15 22:26:39.951533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-deleted', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:39.953769 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d475f003-8a6e-4bef-b415-d4b7132f34d7" -d '{"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-deleted", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:39.990311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7cf7-7f40-418b-8836-ae9bea44e2e7 req-8f534bea-5603-4f78-9b45-4ed362f719f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:39.992191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b1a7cf7-7f40-418b-8836-ae9bea44e2e7 req-8f534bea-5603-4f78-9b45-4ed362f719f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1406319 Nov 15 22:26:40.001043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49645fd0-5fa6-45b5-b9cb-3f5bc41d6b16 req-fa133f4a-e88c-4213-9fa3-7945ef1ad219 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.003228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49645fd0-5fa6-45b5-b9cb-3f5bc41d6b16 req-fa133f4a-e88c-4213-9fa3-7945ef1ad219 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 946 time: 0.1161089 Nov 15 22:26:40.030402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a36a-3ead-4733-9d7a-259675b00785 req-5a3bbc6a-d9ea-43c6-9d35-78fba9bca5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.031895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-5a3bbc6a-d9ea-43c6-9d35-78fba9bca5d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 1097 time: 0.0470319 Nov 15 22:26:40.096081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b1a7cf7-7f40-418b-8836-ae9bea44e2e7 req-d9072c45-a300-43af-8374-aeabde1544df tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Nov 15 22:26:40.105420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49645fd0-5fa6-45b5-b9cb-3f5bc41d6b16 req-65c04d94-ccb1-4603-83c6-421b50c430bc tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Nov 15 22:26:40.215054 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc1d38-4095-4c58-97a6-e7ba0d732de5 x-openstack-request-id: req-bdcc1d38-4095-4c58-97a6-e7ba0d732de5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:40.215347 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb430c6a-7d78-4bfe-8bad-53ef0a3746b4", "name": "network-vif-deleted", "tag": "46d1f9d0-1e69-4880-a651-9a9a1b068d08", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:40.215602 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdcc1d38-4095-4c58-97a6-e7ba0d732de5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:40.215992 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb430c6a-7d78-4bfe-8bad-53ef0a3746b4', 'name': 'network-vif-deleted', 'tag': '46d1f9d0-1e69-4880-a651-9a9a1b068d08', 'status': 'completed', 'code': 200} Nov 15 22:26:40.220523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a36a-3ead-4733-9d7a-259675b00785 req-2e32fd61-2e68-44bb-acac-b5785041bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.226988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-2e32fd61-2e68-44bb-acac-b5785041bc68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1869109 Nov 15 22:26:40.271320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.274391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0969579b-b950-447c-8853-cca477872b6a req-c7a310aa-bdde-4cd4-93bc-d583a4d3d5bf tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb430c6a-7d78-4bfe-8bad-53ef0a3746b4 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Nov 15 22:26:40.276034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-c6534730-0f68-4685-8906-3f7ecd8121b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f756bd29-8c12-4cf9-a13e-4550477c6988 HTTP/1.1" status: 200 len: 217 time: 0.0354309 Nov 15 22:26:40.336357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a36a-3ead-4733-9d7a-259675b00785 req-1c9e7986-949d-488f-af94-0658be6cd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.338050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-1c9e7986-949d-488f-af94-0658be6cd90f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0498171 Nov 15 22:26:40.402810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309a36a-3ead-4733-9d7a-259675b00785 req-c17fc1e3-08c5-41c9-86a7-73ee7f03f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.404906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-c17fc1e3-08c5-41c9-86a7-73ee7f03f468 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504348 Nov 15 22:26:40.464117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:40.517600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-9ddbf332-9044-443b-94f4-0a26a4b576bb service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999179 Nov 15 22:26:40.601259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23a11-7b96-4e18-af1d-b17a8b9a7a1b req-869b4e98-9b2d-4b7a-b12c-1c2d443c6180 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:40.602770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03b23a11-7b96-4e18-af1d-b17a8b9a7a1b req-869b4e98-9b2d-4b7a-b12c-1c2d443c6180 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0582554 Nov 15 22:26:40.645812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5309a36a-3ead-4733-9d7a-259675b00785 req-9cee6c65-363f-406f-8585-a0eca21cb406 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059089 Nov 15 22:26:40.658914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1039332255-network', 'tenant_id': '7196ea1d367343e4bdfbbe3b09d2671b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:40.659500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03b23a11-7b96-4e18-af1d-b17a8b9a7a1b req-5cb94500-9e91-43ec-ad7c-d4fe6050707d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Nov 15 22:26:40.759265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Made reservation on behalf of 7196ea1d367343e4bdfbbe3b09d2671b for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:40.761660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.772385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.852594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.953930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.978414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:26:40.988730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa877f6d-2e10-4971-ad8e-f8970264733a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:40.996462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:40.996712 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Added segment 9e95e2d5-7010-46a4-88df-222075edede1 of type vlan for network 567b622a-aaee-4d4e-bd1a-cb626e860740 Nov 15 22:26:41.041630 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:41.143222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:41.144407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.145171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:41.215859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=567b622a-aaee-4d4e-bd1a-cb626e860740,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:41.229090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 567b622a-aaee-4d4e-bd1a-cb626e860740 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:26:41.254765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec00b-ca89-4895-b1c3-90bf612c1c20 req-a7293374-33d6-483c-8cfb-70d9c95e6499 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.256410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-771ec00b-ca89-4895-b1c3-90bf612c1c20 req-a7293374-33d6-483c-8cfb-70d9c95e6499 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0999267 Nov 15 22:26:41.264743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba73b800-f034-4f8f-b53d-18eca45bf4b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7968023 Nov 15 22:26:41.276950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631f555-a7d8-4ae2-a68f-d53eb2d1937b req-8ca82ae6-737c-42cd-9d44-1863d3b0b61e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.278473 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f631f555-a7d8-4ae2-a68f-d53eb2d1937b req-8ca82ae6-737c-42cd-9d44-1863d3b0b61e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 946 time: 0.0904393 Nov 15 22:26:41.356151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-771ec00b-ca89-4895-b1c3-90bf612c1c20 req-f23623d8-597b-474a-9419-ab82e171c317 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878949 Nov 15 22:26:41.360422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f631f555-a7d8-4ae2-a68f-d53eb2d1937b req-4f510e67-4028-4f85-b1ba-b7ad592939a5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741541 Nov 15 22:26:41.784806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54bb26-b37a-4a2e-aba4-fd4a4ba94e9b req-572bceba-4d4f-4893-8478-6c9fd770af78 tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.790596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54bb26-b37a-4a2e-aba4-fd4a4ba94e9b req-572bceba-4d4f-4893-8478-6c9fd770af78 tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.796790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54bb26-b37a-4a2e-aba4-fd4a4ba94e9b req-572bceba-4d4f-4893-8478-6c9fd770af78 tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.798399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c54bb26-b37a-4a2e-aba4-fd4a4ba94e9b req-572bceba-4d4f-4893-8478-6c9fd770af78 tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1883049 Nov 15 22:26:41.946315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddcc93-6bc7-4840-ae78-bfecd1a17db5 req-a1b36f3e-9c4f-4150-b2c5-46029bba2e7c tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.947569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9eddcc93-6bc7-4840-ae78-bfecd1a17db5 req-a1b36f3e-9c4f-4150-b2c5-46029bba2e7c tempest-ComputeTenantNetworksTest-632470468 tempest-ComputeTenantNetworksTest-632470468-project] 10.222.0.15 "GET /v2.0/networks/567b622a-aaee-4d4e-bd1a-cb626e860740 HTTP/1.1" status: 200 len: 769 time: 0.1061020 Nov 15 22:26:41.956573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:41.960071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8c039-6691-4fa6-b25d-a8a2a0cd58d9 req-fad4e51d-6d13-4cee-be6d-49c9ea3a6b6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:41.966492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9b8c039-6691-4fa6-b25d-a8a2a0cd58d9 req-fad4e51d-6d13-4cee-be6d-49c9ea3a6b6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1092825 Nov 15 22:26:42.028057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.032801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9b8c039-6691-4fa6-b25d-a8a2a0cd58d9 req-75eea679-0360-4edc-8132-a772205403b1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Nov 15 22:26:42.072937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421322-bf8f-4875-b63e-1e20aca53385 req-dfcb7b35-e80b-4f72-aff8-e2f43ad2b0f7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:42.074411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20421322-bf8f-4875-b63e-1e20aca53385 req-dfcb7b35-e80b-4f72-aff8-e2f43ad2b0f7 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.0654957 Nov 15 22:26:42.117817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.129301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20421322-bf8f-4875-b63e-1e20aca53385 req-f6356d0d-e53c-4d0b-8b0f-edcc4b8f89e9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce84f99e-26ce-404f-a805-eaf893631453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Nov 15 22:26:42.147694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b622a-aaee-4d4e-bd1a-cb626e860740']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:42.157829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e95e2d5-7010-46a4-88df-222075edede1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:42.158127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e95e2d5-7010-46a4-88df-222075edede1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:42.167814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.181001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.187772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:26:42.188149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:26:42.189897 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:26:42.208778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42520) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:42.322144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6987c20-a8e5-458c-b44b-bd0c8e662b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.325081 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.331108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.334356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] 10.222.0.15 "DELETE /v2.0/networks/567b622a-aaee-4d4e-bd1a-cb626e860740 HTTP/1.1" status: 204 len: 168 time: 0.3767264 Nov 15 22:26:42.348874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d63cbf-4585-44b6-ab70-6bfe02aca584 admin admin] Pushing event deleted for resources: {'Network': ['ID=567b622a-aaee-4d4e-bd1a-cb626e860740,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:42.353959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045734-f7bd-4650-a873-04522d9c178c req-6935221a-452e-4fc2-8734-a35b043363a9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:42.355073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1045734-f7bd-4650-a873-04522d9c178c req-6935221a-452e-4fc2-8734-a35b043363a9 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 944 time: 0.0733144 Nov 15 22:26:42.546302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6987c20-a8e5-458c-b44b-bd0c8e662b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.580394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de1e90-2812-4904-877f-9429ee6d0c1c req-26cda26c-6e93-4a09-a49c-f3d01bea8718 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:42.581987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06de1e90-2812-4904-877f-9429ee6d0c1c req-26cda26c-6e93-4a09-a49c-f3d01bea8718 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1522534 Nov 15 22:26:42.594748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afad28-151f-4aab-abc9-6bc817397985 req-5e0449bc-8a74-4b00-9c42-cfe785fcb952 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:42.594748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47afad28-151f-4aab-abc9-6bc817397985 req-5e0449bc-8a74-4b00-9c42-cfe785fcb952 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 946 time: 0.1519504 Nov 15 22:26:42.628706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6987c20-a8e5-458c-b44b-bd0c8e662b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.632108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Deleting port d88f554f-513c-4ac6-9081-0175639af915 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:26:42.632423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.691952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:42.719513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f756bd29-8c12-4cf9-a13e-4550477c6988 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:42.734835 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36380a50-524c-4586-80ed-0c51f8d1f1b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7196ea1d367343e4bdfbbe3b09d2671b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416186 Nov 15 22:26:42.737241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:42.750086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6987c20-a8e5-458c-b44b-bd0c8e662b49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=803d5b81e0c642e380662bd1760686fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402238 Nov 15 22:26:42.753038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:42.761014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6987c20-a8e5-458c-b44b-bd0c8e662b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b334d7fa-79d2-43bd-81af-b5dd10837740,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:42.772933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47afad28-151f-4aab-abc9-6bc817397985 req-f8a24429-0d3b-45cc-b831-763442a10b71 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690640 Nov 15 22:26:42.788662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06de1e90-2812-4904-877f-9429ee6d0c1c req-2bc0f621-f4e9-43ce-b660-b1e48163d7d7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922541 Nov 15 22:26:42.842814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.843883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f756bd29-8c12-4cf9-a13e-4550477c6988,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:42.860101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] For port d88f554f-513c-4ac6-9081-0175639af915, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=d88f554f-513c-4ac6-9081-0175639af915,segment=NetworkSegment(ee67e9a0-64c7-490c-846c-a1e48ea989c2),segment_id=ee67e9a0-64c7-490c-846c-a1e48ea989c2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:42.860101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.860909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f756bd29-8c12-4cf9-a13e-4550477c6988', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'f756bd29-8c12-4cf9-a13e-4550477c6988', 'mac_address': 'fa:16:3e:73:40:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:42.865152 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.875861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Calling delete_port for d88f554f-513c-4ac6-9081-0175639af915 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:26:42.885383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.915423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.921245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:42.930942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f756bd29-8c12-4cf9-a13e-4550477c6988 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:42.953098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f756bd29-8c12-4cf9-a13e-4550477c6988,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:43.054018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.094549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.094834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.098550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.100577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa877f6d-2e10-4971-ad8e-f8970264733a HTTP/1.1" status: 204 len: 168 time: 0.3617270 Nov 15 22:26:43.101329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.104409 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.105162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:43.106322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b334d7fa-79d2-43bd-81af-b5dd10837740 HTTP/1.1" status: 204 len: 168 time: 0.3523915 Nov 15 22:26:43.124453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9d084-8f53-44d7-a53a-d5ba92b74b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa877f6d-2e10-4971-ad8e-f8970264733a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:43.157150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844669c6-5c39-47ed-b9b2-010972f10d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b334d7fa-79d2-43bd-81af-b5dd10837740,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:43.187413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Pushing event deleted for resources: {'Port': ['ID=d88f554f-513c-4ac6-9081-0175639af915,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:43.235094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] No DVR routers for this DVR port d88f554f-513c-4ac6-9081-0175639af915 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:43.239619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:43.243210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1045734-f7bd-4650-a873-04522d9c178c req-6ba65260-ff59-4d43-a729-0417a226bc06 tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.55 "DELETE /v2.0/ports/d88f554f-513c-4ac6-9081-0175639af915 HTTP/1.1" status: 204 len: 173 time: 0.8771989 Nov 15 22:26:43.244907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-deleted', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:43.247093 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d20d9-dff4-49b2-9e6f-bcb1994e35be" -d '{"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-deleted", "tag": "d88f554f-513c-4ac6-9081-0175639af915"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:43.277083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cec8acf3-467d-40b0-8353-94da77258de3 req-3a13af15-52b8-4157-a849-c33d04f98e7c tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.0404937 Nov 15 22:26:43.285545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07199b17-1c18-4575-a8e4-4a9bcc10dcaa req-68c6de35-7bbe-4f84-982b-4cfee0aacd9b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:43.287002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07199b17-1c18-4575-a8e4-4a9bcc10dcaa req-68c6de35-7bbe-4f84-982b-4cfee0aacd9b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1902685 Nov 15 22:26:43.323029 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b182ea-2ea9-4d50-b10c-997280bc1e16 x-openstack-request-id: req-f5b182ea-2ea9-4d50-b10c-997280bc1e16 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:43.323665 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e605733d-d3af-45cd-9a6f-ba7f1edfe2e9", "name": "network-vif-deleted", "tag": "d88f554f-513c-4ac6-9081-0175639af915", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:43.323665 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5b182ea-2ea9-4d50-b10c-997280bc1e16 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:43.323934 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e605733d-d3af-45cd-9a6f-ba7f1edfe2e9', 'name': 'network-vif-deleted', 'tag': 'd88f554f-513c-4ac6-9081-0175639af915', 'status': 'completed', 'code': 200} Nov 15 22:26:43.342691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07199b17-1c18-4575-a8e4-4a9bcc10dcaa req-e8520f05-0fcd-4dca-8e26-77af1b7e9db5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 Nov 15 22:26:43.351932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f756bd29-8c12-4cf9-a13e-4550477c6988'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:43.933348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bce9a-69cd-437a-be9f-98ab9d0f58a9 req-817e8588-5c62-478f-b0ba-b90d805b34ba tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:43.934809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-498bce9a-69cd-437a-be9f-98ab9d0f58a9 req-817e8588-5c62-478f-b0ba-b90d805b34ba tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0766673 Nov 15 22:26:43.942010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11598-0460-4d57-8bf6-0dce0f222a45 req-452e77da-5b92-4900-9d4d-73fd3a453ec6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:43.943357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8d11598-0460-4d57-8bf6-0dce0f222a45 req-452e77da-5b92-4900-9d4d-73fd3a453ec6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 947 time: 0.0834410 Nov 15 22:26:43.951975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:43.967591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45d527b6-2f87-426f-8e60-3a125d7d739e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.022165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-498bce9a-69cd-437a-be9f-98ab9d0f58a9 req-e2885463-cf8d-4283-81d0-b00cbf368dbe tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777247 Nov 15 22:26:44.026326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8d11598-0460-4d57-8bf6-0dce0f222a45 req-0ef4f5ef-7516-4d22-8f31-93e3a9bac17d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763180 Nov 15 22:26:44.078436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45d527b6-2f87-426f-8e60-3a125d7d739e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.142120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45d527b6-2f87-426f-8e60-3a125d7d739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.177501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:44.181197 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45d527b6-2f87-426f-8e60-3a125d7d739e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9437942955bc4fc083f68b2ddcc61223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275467 Nov 15 22:26:44.181703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d527b6-2f87-426f-8e60-3a125d7d739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e79124-2300-4d13-b48e-6d78154aa78e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:44.184116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:44.234270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 46d1f9d0-1e69-4880-a651-9a9a1b068d08 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:44.235320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 46d1f9d0-1e69-4880-a651-9a9a1b068d08 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:44.235911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device d88f554f-513c-4ac6-9081-0175639af915 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:26:44.246772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.262176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: d88f554f-513c-4ac6-9081-0175639af915 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:26:44.263699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device d88f554f-513c-4ac6-9081-0175639af915 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:26:44.272318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.392080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e88d27c5-69eb-4c04-acfb-d9a6142fd097 req-dec3308a-91a4-4a51-bbf8-98610884a23a tempest-LiveMigrationTest-1596114256 tempest-LiveMigrationTest-1596114256-project] 10.222.0.15 "GET /v2.0/ports?device_id=e605733d-d3af-45cd-9a6f-ba7f1edfe2e9 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Nov 15 22:26:44.417590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.421150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.422380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14e79124-2300-4d13-b48e-6d78154aa78e HTTP/1.1" status: 204 len: 168 time: 0.2378066 Nov 15 22:26:44.437553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf518959-2c17-49bb-b34a-f81746b5060a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e79124-2300-4d13-b48e-6d78154aa78e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:44.499551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868266-e774-4d2a-883a-3eb807ef3bfa req-8fe703f4-bb2c-4808-8ff8-22e3d3846215 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:44.501651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50868266-e774-4d2a-883a-3eb807ef3bfa req-8fe703f4-bb2c-4808-8ff8-22e3d3846215 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0609667 Nov 15 22:26:44.552721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50868266-e774-4d2a-883a-3eb807ef3bfa req-95a7a26a-3fa5-4cf4-ba66-134698fb8a32 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Nov 15 22:26:44.718399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f756bd29-8c12-4cf9-a13e-4550477c6988 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:26:44.850559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port f756bd29-8c12-4cf9-a13e-4550477c6988 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:26:44.854848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f756bd29-8c12-4cf9-a13e-4550477c6988 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:44.855315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.940811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:44.965903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:44.968698 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4537b4-afcb-4ae1-8434-b5f639cdca49" -d '{"events": [{"server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "name": "network-vif-plugged", "status": "completed", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:44.980741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f756bd29-8c12-4cf9-a13e-4550477c6988,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:45.006953 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a9cd07-b477-44bc-9c56-881214d3c099 x-openstack-request-id: req-d8a9cd07-b477-44bc-9c56-881214d3c099 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:45.007239 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "name": "network-vif-plugged", "status": "completed", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:45.007483 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8a9cd07-b477-44bc-9c56-881214d3c099 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:45.007873 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988', 'code': 200} Nov 15 22:26:45.060232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:45.126397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:45.171239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e62e38-d019-4753-b321-fc87ce480647 req-4c434321-4310-4cda-a28d-8d0a7baddd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:45.173647 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31e62e38-d019-4753-b321-fc87ce480647 req-4c434321-4310-4cda-a28d-8d0a7baddd1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 1099 time: 0.0907881 Nov 15 22:26:45.229739 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31e62e38-d019-4753-b321-fc87ce480647 req-64cbf086-e3b9-486b-aef7-1e213d9931f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Nov 15 22:26:45.492648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2437e-f6e2-467a-a3da-577c4cf670a3 req-e8dc2e5d-ba1c-41c7-a236-93b91d21bc16 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:45.494130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44c2437e-f6e2-467a-a3da-577c4cf670a3 req-e8dc2e5d-ba1c-41c7-a236-93b91d21bc16 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.3629169 Nov 15 22:26:45.514989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b34734-10d5-4c5e-a6ef-e6d9885f29fd req-001dd393-095f-427c-a797-ed8f2132013c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:45.516415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79b34734-10d5-4c5e-a6ef-e6d9885f29fd req-001dd393-095f-427c-a797-ed8f2132013c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.3536689 Nov 15 22:26:45.590484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44c2437e-f6e2-467a-a3da-577c4cf670a3 req-bd4f224b-5afd-4310-b6ca-bc0f117df1f0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806904 Nov 15 22:26:45.590484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79b34734-10d5-4c5e-a6ef-e6d9885f29fd req-20cc8b0e-b870-4c42-8ffe-08a3b189f6a8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630846 Nov 15 22:26:45.729016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:45.826904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6917c-7afd-4679-ab94-3bc1433498f0 req-921d7bd2-3a39-4193-902e-aa9daf97bf3c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:45.828559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8d6917c-7afd-4679-ab94-3bc1433498f0 req-921d7bd2-3a39-4193-902e-aa9daf97bf3c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0534515 Nov 15 22:26:45.885157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8d6917c-7afd-4679-ab94-3bc1433498f0 req-0000a764-8328-47d7-9cff-9869e52bfd41 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Nov 15 22:26:45.980927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Deleting subnet f9221909-c4e2-4c53-9cd2-f3ce229d30ea {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:26:45.983201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.017544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.057098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.192020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.216763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9221909-c4e2-4c53-9cd2-f3ce229d30ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:46.220501 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.223877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf51e6f5-98d6-4f61-a941-28910e305845 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f9221909-c4e2-4c53-9cd2-f3ce229d30ea HTTP/1.1" status: 204 len: 168 time: 0.4933798 Nov 15 22:26:46.226346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:46.297520 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.383222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.404295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6d7e5a-faa0-4595-89f5-c6f293d9bee1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:46.416020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee67e9a0-64c7-490c-846c-a1e48ea989c2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:46.416020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee67e9a0-64c7-490c-846c-a1e48ea989c2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:46.424461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.437877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.444695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:26:46.445166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:26:46.447017 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:26:46.712922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.746555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.747757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ae6d7e5a-faa0-4595-89f5-c6f293d9bee1 HTTP/1.1" status: 204 len: 168 time: 0.5204406 Nov 15 22:26:46.750788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:46.765893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b61e-42ff-4a7b-b186-dbbdb936cf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6d7e5a-faa0-4595-89f5-c6f293d9bee1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:46.793710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c234fc-3da2-4fbb-a2e4-3d13eb199209 req-b8976a51-3cf4-47ff-8ccb-48048c739c8b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:46.795651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90c234fc-3da2-4fbb-a2e4-3d13eb199209 req-b8976a51-3cf4-47ff-8ccb-48048c739c8b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1246660 Nov 15 22:26:46.808695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7a09-fa2a-4fc0-97d7-c6dd1ee6d194 req-367c4939-8a30-4a22-9882-1678d6c80312 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:46.810354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-388d7a09-fa2a-4fc0-97d7-c6dd1ee6d194 req-367c4939-8a30-4a22-9882-1678d6c80312 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.1278896 Nov 15 22:26:46.824064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Deleting subnet e03f6cb7-6a86-4f54-a555-a288baa0fe1d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:26:46.827896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.875615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:46.900234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90c234fc-3da2-4fbb-a2e4-3d13eb199209 req-e7de658a-f14f-4905-8fcf-0d0a12f356c1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887153 Nov 15 22:26:46.913367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-388d7a09-fa2a-4fc0-97d7-c6dd1ee6d194 req-9f497a61-8e7d-472f-98ec-c48f6f9b8ead tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958571 Nov 15 22:26:46.962604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.085380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e871a01-26b6-4d51-a88c-696d72691fdc req-bdcc43cb-92ee-4075-93f0-583034c66d5c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:47.086861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e871a01-26b6-4d51-a88c-696d72691fdc req-bdcc43cb-92ee-4075-93f0-583034c66d5c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0524850 Nov 15 22:26:47.096639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.125462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03f6cb7-6a86-4f54-a555-a288baa0fe1d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:47.127637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.133491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-48eb6b44-66ea-4a29-b167-b3c57e789287 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e03f6cb7-6a86-4f54-a555-a288baa0fe1d HTTP/1.1" status: 204 len: 168 time: 0.3787649 Nov 15 22:26:47.133759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42700) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:47.161462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e871a01-26b6-4d51-a88c-696d72691fdc req-ccc19c38-2a4c-42a9-89fd-8fe8bf7ff638 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676904 Nov 15 22:26:47.207991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.296881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.317238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b713779c-3b19-4f28-81ef-7dda63f2af49']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:47.326658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7029d2e-aa2f-4acb-9040-b88ed93eb994') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:47.326949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7029d2e-aa2f-4acb-9040-b88ed93eb994') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:26:47.336313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.348984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.354706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:26:47.355080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:26:47.356695 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:26:47.517523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.527703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:47.531316 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b713779c-3b19-4f28-81ef-7dda63f2af49 HTTP/1.1" status: 204 len: 168 time: 0.3965573 Nov 15 22:26:47.544214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cf5be-cd0e-41c2-8752-923f76cce5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b713779c-3b19-4f28-81ef-7dda63f2af49,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:47.911552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:47.955182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69512354-d927-4cee-8fac-3c5d4f1b2a5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f3e0aaeb99d467f9efcc3d3ca34af81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424023 Nov 15 22:26:47.957588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:48.021398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.023017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8505e-96a9-4acd-80bb-eb52bc4b4528 req-5c2d6eb5-ccfc-43b6-8a03-32d7c089d7be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:48.029128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bb8505e-96a9-4acd-80bb-eb52bc4b4528 req-5c2d6eb5-ccfc-43b6-8a03-32d7c089d7be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0683413 Nov 15 22:26:48.044653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.097136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9a037-d4bc-4088-ab13-d25765a7fbaf req-b4ec14ec-ccbe-4a49-a848-731976a9f7d5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:48.098701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5d9a037-d4bc-4088-ab13-d25765a7fbaf req-b4ec14ec-ccbe-4a49-a848-731976a9f7d5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.0924137 Nov 15 22:26:48.118185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bb8505e-96a9-4acd-80bb-eb52bc4b4528 req-d5b29b19-402e-4ed3-85c0-85488dca2f99 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878198 Nov 15 22:26:48.156087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5d9a037-d4bc-4088-ab13-d25765a7fbaf req-fc49c6c6-1543-4926-b6ab-6f28eba6df6b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485883 Nov 15 22:26:48.176260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.181037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.182578 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce84f99e-26ce-404f-a805-eaf893631453 HTTP/1.1" status: 204 len: 168 time: 0.2238719 Nov 15 22:26:48.194894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a491d-0f12-49c9-8c3a-90b8ed6c1297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84f99e-26ce-404f-a805-eaf893631453,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:48.304737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42764) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:48.307584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c1ec-eca6-4076-a969-78c523eae33c req-64a6166f-3aef-43d5-b5ab-b3cc343cd24a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:48.309099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5593c1ec-eca6-4076-a969-78c523eae33c req-64a6166f-3aef-43d5-b5ab-b3cc343cd24a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0539501 Nov 15 22:26:48.381447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28b33-010e-4610-84c9-b3568517f874 req-760ec716-9977-44bd-bfc1-ce259d33948c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:48.382956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0e28b33-010e-4610-84c9-b3568517f874 req-760ec716-9977-44bd-bfc1-ce259d33948c tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 1099 time: 0.0727522 Nov 15 22:26:48.387491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5593c1ec-eca6-4076-a969-78c523eae33c req-b45412d2-7ffc-475d-82d2-4656943d3e85 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677142 Nov 15 22:26:48.429565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0e28b33-010e-4610-84c9-b3568517f874 req-212d33b1-f920-44f5-891e-6f05d765e3f3 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 Nov 15 22:26:48.470178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57284e14-afb8-4edb-bae1-fa6cb4d25d50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.544219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57284e14-afb8-4edb-bae1-fa6cb4d25d50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.639867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57284e14-afb8-4edb-bae1-fa6cb4d25d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.684082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:48.684473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-57284e14-afb8-4edb-bae1-fa6cb4d25d50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89b5b36b4a044235b27da8159786907d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785753 Nov 15 22:26:48.686677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57284e14-afb8-4edb-bae1-fa6cb4d25d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aae2d1-45b8-443b-8ba8-423f8f52d383,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:48.754525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-97aee39f-bee2-496d-8ba2-38fa9acf5622 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313680 Nov 15 22:26:48.812038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.846146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:48.907951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-5b6d6c6f-83c7-4630-80e5-69ae3ad42a1b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:48.909446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-5b6d6c6f-83c7-4630-80e5-69ae3ad42a1b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452663 Nov 15 22:26:48.925729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-7ba1ae26-5b61-44e5-8acd-5fc8503bd45d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0097849 Nov 15 22:26:48.989566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-9f1869f8-1df4-45cf-8c11-2180ba3b08fb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0581288 Nov 15 22:26:49.034115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.038105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.041220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8aae2d1-45b8-443b-8ba8-423f8f52d383 HTTP/1.1" status: 204 len: 168 time: 0.3559217 Nov 15 22:26:49.055587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752f50c-17ec-4716-8bf8-dec7f3439d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aae2d1-45b8-443b-8ba8-423f8f52d383,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:49.166032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:49.240081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eb64caf6-5bfc-4fea-9680-032aa7a7e6dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a92001e94c54434589fee0faec056eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725460 Nov 15 22:26:49.242714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:49.318982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad90e74-b9d3-4a9b-a915-a7a4d1012f8e req-74fcba22-c627-4977-8723-a016db571922 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:49.320998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cad90e74-b9d3-4a9b-a915-a7a4d1012f8e req-74fcba22-c627-4977-8723-a016db571922 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1043603 Nov 15 22:26:49.342156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.368881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.396646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c2acf01-87d7-4ae2-9eab-823a239b0dcf req-4629c0e8-a888-4691-b262-79581591df20 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 210 time: 0.0329273 Nov 15 22:26:49.422659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cad90e74-b9d3-4a9b-a915-a7a4d1012f8e req-651e5f59-bbf8-432f-8526-50e61f6f90d7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949545 Nov 15 22:26:49.513506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.516117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:49.523879 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73a8b41d-e24b-4e37-8223-3441207d4366 HTTP/1.1" status: 204 len: 168 time: 0.2735510 Nov 15 22:26:49.527516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a387b-2fde-4815-90be-ae644c809a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8b41d-e24b-4e37-8223-3441207d4366,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:49.572288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b571f-d7be-414f-991c-74bf1c8b8fab req-975ea939-a6f4-40b0-8bdb-582c7e261c67 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:49.573876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-240b571f-d7be-414f-991c-74bf1c8b8fab req-975ea939-a6f4-40b0-8bdb-582c7e261c67 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0757413 Nov 15 22:26:49.627042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-240b571f-d7be-414f-991c-74bf1c8b8fab req-9b72832f-5254-4bbb-9c59-b1ef5cf65165 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Nov 15 22:26:50.067807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:50.095449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d3672d-9825-4edd-b265-1bd0ae10de7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.185026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d3672d-9825-4edd-b265-1bd0ae10de7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.271690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6d3672d-9825-4edd-b265-1bd0ae10de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.308492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3672d-9825-4edd-b265-1bd0ae10de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ceab65-692d-444e-90d5-fdf1632aacaa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:50.313298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d6d3672d-9825-4edd-b265-1bd0ae10de7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a198515299c4dc2b540fa5738dfccda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423837 Nov 15 22:26:50.316293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:50.378473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.405330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.542142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43b68a33-2fd4-447e-9b40-c54cb0379c74 req-8d03c9e7-8c96-453a-bf33-5a3275e7df08 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 210 time: 0.0372331 Nov 15 22:26:50.594126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.597084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:50.601591 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55ceab65-692d-444e-90d5-fdf1632aacaa HTTP/1.1" status: 204 len: 168 time: 0.2842126 Nov 15 22:26:50.612416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3282149-534a-479c-914e-5770b2e91c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ceab65-692d-444e-90d5-fdf1632aacaa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:50.621456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ff53-029e-45bc-93b1-6e8d29db4edf req-cc1ce48e-e017-490e-ab18-ef056bf1d299 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:50.623678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2aa7ff53-029e-45bc-93b1-6e8d29db4edf req-cc1ce48e-e017-490e-ab18-ef056bf1d299 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0800233 Nov 15 22:26:50.701198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2aa7ff53-029e-45bc-93b1-6e8d29db4edf req-bd373dc7-399d-4646-a3cd-a0e9a775dc24 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696452 Nov 15 22:26:50.763730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03329-39bf-425e-abca-993eb6646bde req-612d5053-8e36-46a3-a975-4bb995287c5e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:50.765245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93e03329-39bf-425e-abca-993eb6646bde req-612d5053-8e36-46a3-a975-4bb995287c5e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0550692 Nov 15 22:26:50.815957 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93e03329-39bf-425e-abca-993eb6646bde req-28c52cf9-85c8-4bd7-b8e7-9fce94d36813 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Nov 15 22:26:51.586437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-7f255e18-132d-4824-b42a-1532fdf58093 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236630 Nov 15 22:26:51.652162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51611cbc-1cec-498f-aa6a-827a2111aa3b req-06f2009d-1026-4b1e-8a4a-4ce619bd6c83 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 210 time: 0.0314364 Nov 15 22:26:51.745093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-075d9e91-0e5d-4124-9d5f-d7be3b801d0c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:51.746581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-075d9e91-0e5d-4124-9d5f-d7be3b801d0c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514294 Nov 15 22:26:51.765697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:51.832073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c36d8-2c3c-4e04-ada7-54cf9541bcbe req-1948a11f-dccd-4c40-b293-0d812dbde6c6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:51.833597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-937c36d8-2c3c-4e04-ada7-54cf9541bcbe req-1948a11f-dccd-4c40-b293-0d812dbde6c6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0601642 Nov 15 22:26:51.955082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-937c36d8-2c3c-4e04-ada7-54cf9541bcbe req-b27d22c2-fb56-4133-b00e-c8b007256b72 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131639 Nov 15 22:26:51.978664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda13fb4-8a41-4b21-8def-54bd5ab9b115 req-89f309cf-ae6b-4b38-9b3e-30d4c182c47d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:51.980833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bda13fb4-8a41-4b21-8def-54bd5ab9b115 req-89f309cf-ae6b-4b38-9b3e-30d4c182c47d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0635922 Nov 15 22:26:51.994033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:26:51.998737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:52.060974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bda13fb4-8a41-4b21-8def-54bd5ab9b115 req-20d83317-4955-45cd-ae01-dd0b7e29a445 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Nov 15 22:26:52.427847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.19 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/3f3fc688-b584-458b-908e-1b33d1a1e3c3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:26:52.585594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:52.708940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:52.725971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:52.759151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:52.785971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:26:52.790005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:26:52.805344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:26:52.819355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c', 'f756bd29-8c12-4cf9-a13e-4550477c6988'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:52.895487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d884b8e-4c0b-4ace-b80b-5462cb140405 req-364a414d-a650-4afe-9c1f-d88f3ae857ae tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:52.897089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d884b8e-4c0b-4ace-b80b-5462cb140405 req-364a414d-a650-4afe-9c1f-d88f3ae857ae tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 935 time: 0.1230068 Nov 15 22:26:52.918320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:52.919887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:52.980193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d884b8e-4c0b-4ace-b80b-5462cb140405 req-5eed2bed-50a1-4cf7-8603-a0b8ab520a7a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763376 Nov 15 22:26:53.039986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-25dd2c2a-0795-4b3d-899f-cc1ddf98524b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2786412 Nov 15 22:26:53.053650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Request body: {'port': {'device_id': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:53.134935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea249072-107f-4c74-b3ce-ba2f5938b544 req-009ef6c4-ebb4-43ee-ac52-777bd5915d0d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:53.145257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea249072-107f-4c74-b3ce-ba2f5938b544 req-009ef6c4-ebb4-43ee-ac52-777bd5915d0d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0721824 Nov 15 22:26:53.180463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:53.227586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea249072-107f-4c74-b3ce-ba2f5938b544 req-b94a5fcc-c535-4148-91ec-d2066e58ea13 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808616 Nov 15 22:26:53.273677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-058bc3b0-1919-4f87-b473-b8bc6f49b8cc None None] Provisioning complete for port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:26:53.274249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-058bc3b0-1919-4f87-b473-b8bc6f49b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:53.374734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-058bc3b0-1919-4f87-b473-b8bc6f49b8cc None None] Port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:26:53.384955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1af2-f167-4ac3-8546-cda27096dd07 req-15b89c6f-b245-4e57-bb0b-f1b197ca79ec tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:53.386638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-694f1af2-f167-4ac3-8546-cda27096dd07 req-15b89c6f-b245-4e57-bb0b-f1b197ca79ec tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0550056 Nov 15 22:26:53.489084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-694f1af2-f167-4ac3-8546-cda27096dd07 req-eef73eaa-d452-4267-86e8-cabe0e534d8c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908785 Nov 15 22:26:53.624013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3fc688-b584-458b-908e-1b33d1a1e3c3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:53.630884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:53.650326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Transition to ACTIVE for port object 3f3fc688-b584-458b-908e-1b33d1a1e3c3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:53.762473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:53.826270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:53.942436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Attempting to bind port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:53.943008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Attempting to bind port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:53.943430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Attempting to bind port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:53.949821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:53.950324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Attempting to bind port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:53.957540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:53.958916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:53.959806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:53.960318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Bound port: 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:53.960834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:54.038338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:54.042194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:54.141472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e6a3-175b-49d5-a8ca-43317f0d505e req-c2b8f5ea-8a11-4b93-a96c-7486ac73c5bb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.148806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-abb0e6a3-175b-49d5-a8ca-43317f0d505e req-c2b8f5ea-8a11-4b93-a96c-7486ac73c5bb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 947 time: 0.0716667 Nov 15 22:26:54.154310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:54.196925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.197931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:54.200461 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f3fc688-b584-458b-908e-1b33d1a1e3c3 HTTP/1.1" status: 200 len: 1095 time: 1.1507206 Nov 15 22:26:54.203291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:54.208645 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4d19e-def8-4466-9685-3f554584a8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:54.245271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-abb0e6a3-175b-49d5-a8ca-43317f0d505e req-0750580e-a1b9-440e-aced-c600340256c2 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952992 Nov 15 22:26:54.246679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697a8a2-f601-46a3-ba3a-85f8cfdd83f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:54.323027 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d64578-ef3b-4e50-9fd9-29890ca27d08 x-openstack-request-id: req-f6d64578-ef3b-4e50-9fd9-29890ca27d08 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:54.324370 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:54.324598 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6d64578-ef3b-4e50-9fd9-29890ca27d08 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:54.325049 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3', 'status': 'completed', 'code': 200} Nov 15 22:26:54.421129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-9fd8a0f6-6a19-4547-b4e9-55fd58dfe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.424059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-9fd8a0f6-6a19-4547-b4e9-55fd58dfe148 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 1098 time: 0.0903242 Nov 15 22:26:54.481759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-2814476a-559b-4b3f-8d70-d3ffe7713c16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0417881 Nov 15 22:26:54.486359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448b49-6dcb-4dd0-a880-f990472554cf req-654366c9-3c47-47a6-af24-02c1bea7a670 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.488057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b448b49-6dcb-4dd0-a880-f990472554cf req-654366c9-3c47-47a6-af24-02c1bea7a670 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0829237 Nov 15 22:26:54.538173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-8d279c18-8c38-4f38-b304-55c696c25ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.540097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-8d279c18-8c38-4f38-b304-55c696c25ac3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0505507 Nov 15 22:26:54.547713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b448b49-6dcb-4dd0-a880-f990472554cf req-a0682639-7257-40d0-a734-d933fa22a5a6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Nov 15 22:26:54.627402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-9a2ee3b7-f722-4fdd-b0bc-355a3a12a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.628977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-9a2ee3b7-f722-4fdd-b0bc-355a3a12a5a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686700 Nov 15 22:26:54.691944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdd1bf-9829-45d3-959b-75c1373810e7 req-2bb915c2-7608-411a-843e-2d22283b7be3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:54.699858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1abdd1bf-9829-45d3-959b-75c1373810e7 req-2bb915c2-7608-411a-843e-2d22283b7be3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0647194 Nov 15 22:26:54.746157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-71a4abdf-b10f-4768-a963-fd2dc1d4fd38 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049175 Nov 15 22:26:54.752146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1abdd1bf-9829-45d3-959b-75c1373810e7 req-e5851a30-b512-45c8-9455-328324d86f6d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Nov 15 22:26:54.859862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e13d12fa-331b-4854-b1d3-cfad2913d42f req-01a37288-c901-4971-a10a-f7d8bf250066 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042881 Nov 15 22:26:54.979595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:55.026451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d19e-def8-4466-9685-3f554584a8aa req-61912550-243b-4ca0-9d0a-348616c81437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.030496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-61912550-243b-4ca0-9d0a-348616c81437 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 1098 time: 0.0509293 Nov 15 22:26:55.123000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d19e-def8-4466-9685-3f554584a8aa req-6054ec93-db82-43c7-96a2-cf68c6664912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.124475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-6054ec93-db82-43c7-96a2-cf68c6664912 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.0868263 Nov 15 22:26:55.145685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fd1b60-f839-4e15-9e1f-d89c10d5bc56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.178289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-94d20012-98ef-4aa3-b492-357771fd2dfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3 HTTP/1.1" status: 200 len: 217 time: 0.0426447 Nov 15 22:26:55.242628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fd1b60-f839-4e15-9e1f-d89c10d5bc56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.246654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d19e-def8-4466-9685-3f554584a8aa req-3002166a-b131-408f-a125-25f95171b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.249066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-3002166a-b131-408f-a125-25f95171b392 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0626926 Nov 15 22:26:55.310345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d19e-def8-4466-9685-3f554584a8aa req-4de48eca-efa2-4bd6-9f74-045bc6b63b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.311990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-4de48eca-efa2-4bd6-9f74-045bc6b63b29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537853 Nov 15 22:26:55.327641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62fd1b60-f839-4e15-9e1f-d89c10d5bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.385959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd1b60-f839-4e15-9e1f-d89c10d5bc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb41f8e-d52e-402b-b36e-20fe77123b83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:55.390545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-62fd1b60-f839-4e15-9e1f-d89c10d5bc56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5318bf8cc4564314b332d13e47becebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091716 Nov 15 22:26:55.394275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:55.419949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-0b49f3d6-4ba7-4001-afeb-5d7680a91400 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997477 Nov 15 22:26:55.421592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1043eb-0e0a-416a-a8c6-a1704805abdb req-b6d344a2-725d-4caa-a370-f470c13645b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.423043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c1043eb-0e0a-416a-a8c6-a1704805abdb req-b6d344a2-725d-4caa-a370-f470c13645b5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 947 time: 0.1051018 Nov 15 22:26:55.480956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.505046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c1043eb-0e0a-416a-a8c6-a1704805abdb req-16632813-2ac8-4d6f-9bfc-3c7dc16bc0ae tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741169 Nov 15 22:26:55.515828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.531997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dad4d19e-def8-4466-9685-3f554584a8aa req-fd97c56c-0b41-4843-8298-b658c3b58068 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049931 Nov 15 22:26:55.653305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.656526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:55.657682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/beb41f8e-d52e-402b-b36e-20fe77123b83 HTTP/1.1" status: 204 len: 168 time: 0.2621360 Nov 15 22:26:55.668259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef652d-022b-48c7-9fcd-94ba31a555f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb41f8e-d52e-402b-b36e-20fe77123b83,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:55.689620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59bda3-fb2a-4214-818b-4b65bb77ae2d req-e0e2bcba-fa11-44c5-8a10-95ad88d7fbf9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.690873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d59bda3-fb2a-4214-818b-4b65bb77ae2d req-e0e2bcba-fa11-44c5-8a10-95ad88d7fbf9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0691676 Nov 15 22:26:55.740049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d59bda3-fb2a-4214-818b-4b65bb77ae2d req-b0259c8e-30fe-4712-972a-6212b03623d7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Nov 15 22:26:55.865454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f9c9-30db-49d7-a5db-889cc0f00f1d req-44853a77-c5b0-4977-b8d0-a16a65d79df1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:55.867511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e308f9c9-30db-49d7-a5db-889cc0f00f1d req-44853a77-c5b0-4977-b8d0-a16a65d79df1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Nov 15 22:26:55.919356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e308f9c9-30db-49d7-a5db-889cc0f00f1d req-832d2fba-04f5-4ba1-89a3-fc28747140df tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Nov 15 22:26:55.997109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.009188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.112240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e21c0271-c6fd-4ef3-a538-2b0054597161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.159044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25d5f06b-4d0e-4887-bb3d-bcdcf3c99b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.230261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e21c0271-c6fd-4ef3-a538-2b0054597161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.264847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25d5f06b-4d0e-4887-bb3d-bcdcf3c99b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.324908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e21c0271-c6fd-4ef3-a538-2b0054597161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.359808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25d5f06b-4d0e-4887-bb3d-bcdcf3c99b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.368550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0271-c6fd-4ef3-a538-2b0054597161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef15d1-dec4-48a0-8c3f-0fc41bfb26bf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:56.377862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e21c0271-c6fd-4ef3-a538-2b0054597161 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b5a7189af9848b493f6158093776205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767614 Nov 15 22:26:56.377991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.378486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43180) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.396810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25d5f06b-4d0e-4887-bb3d-bcdcf3c99b9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=188f6c0627b340ef9a3521f2325233a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866353 Nov 15 22:26:56.397941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cd09d9a-7257-405a-a98e-5851af9e939b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.399471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.408019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5f06b-4d0e-4887-bb3d-bcdcf3c99b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c702aeb-5aa8-4550-b060-545ad9402999,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:56.512275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.531161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.555232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.577386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.622270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cd09d9a-7257-405a-a98e-5851af9e939b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.629840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe0c4-0fb2-44e3-9dc2-ebf457bb7ec0 req-592de77f-9a61-4cb7-8802-42fa61f9f6e7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:56.631333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7bfe0c4-0fb2-44e3-9dc2-ebf457bb7ec0 req-592de77f-9a61-4cb7-8802-42fa61f9f6e7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 947 time: 0.0517523 Nov 15 22:26:56.678352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7bfe0c4-0fb2-44e3-9dc2-ebf457bb7ec0 req-fe6a49aa-f611-476f-b258-b78ba7addcd5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Nov 15 22:26:56.683002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cd09d9a-7257-405a-a98e-5851af9e939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.723661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.726203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.727335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c702aeb-5aa8-4550-b060-545ad9402999 HTTP/1.1" status: 204 len: 168 time: 0.3267934 Nov 15 22:26:56.727986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.730405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.731412 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fef15d1-dec4-48a0-8c3f-0fc41bfb26bf HTTP/1.1" status: 204 len: 168 time: 0.3521540 Nov 15 22:26:56.735413 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5cd09d9a-7257-405a-a98e-5851af9e939b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecad6b14493042c7be5902ce567b120d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549216 Nov 15 22:26:56.736231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd09d9a-7257-405a-a98e-5851af9e939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63a11a-d0c1-4f1e-bda1-56bf1031844c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:56.738162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:56.748601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3763-3d33-49a2-9ee1-ebf4e34854b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c702aeb-5aa8-4550-b060-545ad9402999,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:56.758774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ff77-8f82-4af3-b967-e50bb13bf677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef15d1-dec4-48a0-8c3f-0fc41bfb26bf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:56.804310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.832366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.915736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1566b81-8c12-4c62-a903-842815ace863 req-5d3672f6-4e27-42ca-ae94-c56a158eba91 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:56.917112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1566b81-8c12-4c62-a903-842815ace863 req-5d3672f6-4e27-42ca-ae94-c56a158eba91 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0602357 Nov 15 22:26:56.967495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1566b81-8c12-4c62-a903-842815ace863 req-0ba84504-b9f5-43a3-ae6b-c7da9bc1ee73 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Nov 15 22:26:56.992303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.996364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:56.999894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc63a11a-d0c1-4f1e-bda1-56bf1031844c HTTP/1.1" status: 204 len: 168 time: 0.2594187 Nov 15 22:26:57.008557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04f8d5-b59a-4f84-9ef2-b4324b2d75f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63a11a-d0c1-4f1e-bda1-56bf1031844c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:57.089665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792f6f-d667-4a6c-af6e-3e04fa1115a9 req-ea06d54e-f4dd-4c06-9075-7c31a7bdeede tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:57.091212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b792f6f-d667-4a6c-af6e-3e04fa1115a9 req-ea06d54e-f4dd-4c06-9075-7c31a7bdeede tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0535185 Nov 15 22:26:57.144843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b792f6f-d667-4a6c-af6e-3e04fa1115a9 req-080966d0-bb9b-45c8-a9a4-47baae0015f1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Nov 15 22:26:57.484384 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-ad6b4d81-e38f-486e-b247-427bddb0b67d service neutron] show failed (client error): The resource could not be found. Nov 15 22:26:57.485637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-ad6b4d81-e38f-486e-b247-427bddb0b67d service neutron] 10.222.0.55 "GET /v2.0/ports/9927a10e-41a2-4b52-a885-015b349fab5b/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0609927 Nov 15 22:26:57.605898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43208) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:57.619833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc15e29c-ef7d-4ff2-a58e-d4700da52af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:57.706964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc15e29c-ef7d-4ff2-a58e-d4700da52af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:57.786313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc15e29c-ef7d-4ff2-a58e-d4700da52af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:57.831421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:57.841477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cc15e29c-ef7d-4ff2-a58e-d4700da52af7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1c556778987448fa2dc764be87fb85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344952 Nov 15 22:26:57.842478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15e29c-ef7d-4ff2-a58e-d4700da52af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0852a9-abf2-4eeb-b0db-779958d1ba6a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:57.844339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43220) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:57.855500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b2e7-c9cc-4bd7-a6f6-b35cdc780071 req-0587a283-c675-411d-b0f0-6501709814da tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:57.857211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b054b2e7-c9cc-4bd7-a6f6-b35cdc780071 req-0587a283-c675-411d-b0f0-6501709814da tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 947 time: 0.1002634 Nov 15 22:26:57.863791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a1293185-1478-474d-8209-b326d70d3e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:57.912511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b054b2e7-c9cc-4bd7-a6f6-b35cdc780071 req-1579df72-1535-4371-aa8d-fcd4bc1bda37 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Nov 15 22:26:57.943105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:57.974233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.030793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a1293185-1478-474d-8209-b326d70d3e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.102234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-7f1512f2-563a-499d-9940-f84af8cd7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:58.103867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-7f1512f2-563a-499d-9940-f84af8cd7613 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.0427048 Nov 15 22:26:58.109147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8e431-a8eb-47b1-86a4-2eced6c05441 req-f0a99080-dfd9-4e70-bdb6-c4ef4b336c5e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:58.110588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18e8e431-a8eb-47b1-86a4-2eced6c05441 req-f0a99080-dfd9-4e70-bdb6-c4ef4b336c5e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0493996 Nov 15 22:26:58.117459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:26:58.123985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a1293185-1478-474d-8209-b326d70d3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.164199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18e8e431-a8eb-47b1-86a4-2eced6c05441 req-274c7905-45bc-42ae-b400-4fbc096a4ce2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Nov 15 22:26:58.215474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a1293185-1478-474d-8209-b326d70d3e37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4477f2ee8e024dccb0f36d2da4f33aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802862 Nov 15 22:26:58.216489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:26:58.228071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293185-1478-474d-8209-b326d70d3e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745d365b-1477-4add-8ff2-c65279ba2b13,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:58.237048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.302771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c661d-6266-402f-b169-cbab34d50401 req-dd37d3ae-ded3-47b9-a171-35581fb0697d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:58.304407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c9c661d-6266-402f-b169-cbab34d50401 req-dd37d3ae-ded3-47b9-a171-35581fb0697d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0612087 Nov 15 22:26:58.318412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.358940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c9c661d-6266-402f-b169-cbab34d50401 req-4984b2d7-36d1-4d49-93b0-90e080ef4f44 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470197 Nov 15 22:26:58.390116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.390116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.390116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c0852a9-abf2-4eeb-b0db-779958d1ba6a HTTP/1.1" status: 204 len: 168 time: 0.5393336 Nov 15 22:26:58.401522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.421309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb60de-d02b-48fd-8bb2-6fb26fd21f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0852a9-abf2-4eeb-b0db-779958d1ba6a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:58.527874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:58.561271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:58.597679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.600199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.601357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/745d365b-1477-4add-8ff2-c65279ba2b13 HTTP/1.1" status: 204 len: 168 time: 0.3839462 Nov 15 22:26:58.605352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:26:58.608162 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1392c7-4994-4480-a0a3-66afd0f38be2" -d '{"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-unplugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:26:58.613123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.623906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42030448-2949-4360-baa7-f84a1577edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d365b-1477-4add-8ff2-c65279ba2b13,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:58.632184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Transition to ACTIVE for port object 9927a10e-41a2-4b52-a885-015b349fab5b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:26:58.671303 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6d311d-2e9c-4e45-920e-87625395860b x-openstack-request-id: req-ba6d311d-2e9c-4e45-920e-87625395860b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:26:58.671560 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-unplugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:26:58.671864 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba6d311d-2e9c-4e45-920e-87625395860b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:26:58.672459 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'code': 200} Nov 15 22:26:58.699542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.760079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] No DVR routers for this DVR port 9927a10e-41a2-4b52-a885-015b349fab5b on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:26:58.770830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:58.797302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3f3fc688-b584-458b-908e-1b33d1a1e3c3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:26:58.812580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:26:58.812952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:26:58.813491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:58.822437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:26:58.822773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Attempting to bind port 9927a10e-41a2-4b52-a885-015b349fab5b on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:26:58.832914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:26:58.832914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:26:58.832914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:26:58.832914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Bound port: 9927a10e-41a2-4b52-a885-015b349fab5b, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:26:58.832914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:58.915677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:26:58.920382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:26:58.936763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:58.967380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '3f3fc688-b584-458b-908e-1b33d1a1e3c3', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '3f3fc688-b584-458b-908e-1b33d1a1e3c3', 'mac_address': 'fa:16:3e:37:85:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:26:59.017094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.028162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.043722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3fc688-b584-458b-908e-1b33d1a1e3c3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:26:59.071753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:26:59.074198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.074446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f09e4-9d5f-43ed-b962-7b8413fcaa85 req-87772755-5f95-449d-8a7e-77881246cb20 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.076544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d93f09e4-9d5f-43ed-b962-7b8413fcaa85 req-87772755-5f95-449d-8a7e-77881246cb20 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 947 time: 0.0660682 Nov 15 22:26:59.087283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.087283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.101280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] 10.222.0.57 "PUT /v2.0/ports/9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 1096 time: 0.9880037 Nov 15 22:26:59.152093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d93f09e4-9d5f-43ed-b962-7b8413fcaa85 req-5746e701-7e73-435b-8da3-c370f9885634 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685925 Nov 15 22:26:59.170583 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.254547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682e353-cf79-42aa-8baf-c25f6ff91430 service neutron] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:59.282020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:26:59.311674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-f147d1af-b1b3-4203-9a38-780b6f410290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.313343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-f147d1af-b1b3-4203-9a38-780b6f410290 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.1692860 Nov 15 22:26:59.380421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039259-5d70-48f6-8beb-e40771004ffd req-5ba1b282-0c9b-4c74-a0b4-7d61f4bb69c1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.382718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf039259-5d70-48f6-8beb-e40771004ffd req-5ba1b282-0c9b-4c74-a0b4-7d61f4bb69c1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0774465 Nov 15 22:26:59.465106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf039259-5d70-48f6-8beb-e40771004ffd req-326059f3-b90f-46c0-b642-01fcbe98a7a6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656290 Nov 15 22:26:59.495676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['3f3fc688-b584-458b-908e-1b33d1a1e3c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:26:59.540665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e6ce7769-baff-4415-9e24-e189926e5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.555731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-e6ce7769-baff-4415-9e24-e189926e5cbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2129159 Nov 15 22:26:59.556658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951fc2c-3c20-4fd9-8096-4281c449ca58 req-53f23c5a-4edc-4438-9542-ff62b5a5a55a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.558065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1951fc2c-3c20-4fd9-8096-4281c449ca58 req-53f23c5a-4edc-4438-9542-ff62b5a5a55a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0635052 Nov 15 22:26:59.603951 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-3abb9dec-d249-4c6c-a462-bdf6598b2bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0499578 Nov 15 22:26:59.631734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1951fc2c-3c20-4fd9-8096-4281c449ca58 req-672ae2a9-a78d-41c9-86be-b685e6aecbbd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Nov 15 22:26:59.639975 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:26:59.686126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-f23696ae-fe34-49c7-a15f-583188090405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.688766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-f23696ae-fe34-49c7-a15f-583188090405 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0694518 Nov 15 22:26:59.740451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-5558e8be-ebdc-47ea-9467-b4336e77bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:26:59.742262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-5558e8be-ebdc-47ea-9467-b4336e77bc84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415666 Nov 15 22:26:59.843389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-a9d57f8e-fb96-4720-9496-8f33b6e37c66 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868859 Nov 15 22:26:59.938119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a7aa4f1b-e9bd-4ac3-b01b-b655584621dd req-8cc47162-ffb4-41bc-980b-dc78e2df8cb3 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Nov 15 22:27:00.034958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:00.170798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77361e13-36d8-4b47-827d-968478239b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.287209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77361e13-36d8-4b47-827d-968478239b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.310235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101a84-013f-480e-8781-cef8882db7a6 req-3085daf0-f4ec-4c32-8d45-11de590bf486 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.311848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf101a84-013f-480e-8781-cef8882db7a6 req-3085daf0-f4ec-4c32-8d45-11de590bf486 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 948 time: 0.0609717 Nov 15 22:27:00.360306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77361e13-36d8-4b47-827d-968478239b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.386294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf101a84-013f-480e-8781-cef8882db7a6 req-cbed3e08-2eca-46e1-97b6-21639f45d168 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Nov 15 22:27:00.418670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77361e13-36d8-4b47-827d-968478239b94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bacd4dd649d493998b6cd5921c378cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757625 Nov 15 22:27:00.418670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77361e13-36d8-4b47-827d-968478239b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949b800-ace7-42a5-9e60-ac771c987afb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:00.418921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:00.522388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.545262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.611419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017fd14-7b0a-46df-9a62-7e2a9034409b req-afe90f99-e945-4574-b63e-6822da6351f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.612945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3017fd14-7b0a-46df-9a62-7e2a9034409b req-afe90f99-e945-4574-b63e-6822da6351f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0625026 Nov 15 22:27:00.662772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3017fd14-7b0a-46df-9a62-7e2a9034409b req-8b751923-21ea-44b1-a722-8568806cd975 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Nov 15 22:27:00.671393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.674504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:00.678063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6949b800-ace7-42a5-9e60-ac771c987afb HTTP/1.1" status: 204 len: 168 time: 0.2557294 Nov 15 22:27:00.678063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:00.682455 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab78125-1b57-472d-a313-c05ff5979db6" -d '{"events": [{"name": "network-changed", "server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:00.689290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda6ef7-3330-42c9-975a-7f37441d189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949b800-ace7-42a5-9e60-ac771c987afb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:00.744947 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9dedf-6d59-488f-85c1-f9679d79c921 x-openstack-request-id: req-52d9dedf-6d59-488f-85c1-f9679d79c921 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:00.745454 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:00.745779 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52d9dedf-6d59-488f-85c1-f9679d79c921 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:00.746168 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'status': 'completed', 'code': 200} Nov 15 22:27:00.813150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3f3fc688-b584-458b-908e-1b33d1a1e3c3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:00.813774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca301d-e5ce-4a8c-a43e-569c15b3cd0b req-2922acd1-7cb4-4912-a32f-e1c3441e5ecc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.815094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-caca301d-e5ce-4a8c-a43e-569c15b3cd0b req-2922acd1-7cb4-4912-a32f-e1c3441e5ecc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0913067 Nov 15 22:27:00.861667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-150caf6d-dfa3-42cf-956c-ef9f5c3b486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.863045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-150caf6d-dfa3-42cf-956c-ef9f5c3b486c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.0948555 Nov 15 22:27:00.888606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-80233381-38da-4e0b-92c5-62f5c932d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.891377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-80233381-38da-4e0b-92c5-62f5c932d45f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.1122439 Nov 15 22:27:00.914170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-caca301d-e5ce-4a8c-a43e-569c15b3cd0b req-210cec99-0203-420d-9306-7ca313bcdba3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864918 Nov 15 22:27:00.985205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-e8664f5f-0014-49a0-a811-d4a8e99c8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:00.986683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-e8664f5f-0014-49a0-a811-d4a8e99c8a04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1117630 Nov 15 22:27:00.993468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:00.997993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:00.999486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:01.028672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-b7b8a784-984f-4a67-8253-3dd1b9dc661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.030711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-b7b8a784-984f-4a67-8253-3dd1b9dc661b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1300795 Nov 15 22:27:01.044532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-1a7db2a9-6f99-4bbc-90b0-a8f69091da1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0493619 Nov 15 22:27:01.082924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-032aa910-ee44-40cc-a7d8-6e5c246dcb5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0441163 Nov 15 22:27:01.099269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:01.107496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-f1890a50-79e5-46ec-ae7a-a1ec583f48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.109087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-f1890a50-79e5-46ec-ae7a-a1ec583f48d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0558376 Nov 15 22:27:01.130190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:01.132701 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5771a-96e9-424f-8870-2372aee49e32" -d '{"events": [{"server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "name": "network-vif-plugged", "status": "completed", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:01.144538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:01.165510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-4f41c77c-b456-4b19-a942-ec57ed96b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.167019 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-4f41c77c-b456-4b19-a942-ec57ed96b291 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0669293 Nov 15 22:27:01.181685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-346afe16-e301-46a7-ae2e-d57e28dc3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.181685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-346afe16-e301-46a7-ae2e-d57e28dc3abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612102 Nov 15 22:27:01.182375 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d120fb-7dc4-4172-9b83-ad6bedb59372 x-openstack-request-id: req-80d120fb-7dc4-4172-9b83-ad6bedb59372 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:01.182375 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "name": "network-vif-plugged", "status": "completed", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:01.182375 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d120fb-7dc4-4172-9b83-ad6bedb59372 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:01.182375 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3', 'code': 200} Nov 15 22:27:01.231939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:01.248036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78125-1b57-472d-a313-c05ff5979db6 req-66cf0433-eba8-4098-a5eb-e6792a8d5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.250259 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-66cf0433-eba8-4098-a5eb-e6792a8d5831 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668554 Nov 15 22:27:01.291139 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-ed740dde-bb4e-47a4-ad01-b2231fe95a8b service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042013 Nov 15 22:27:01.326865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:01.421423 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-ccb383d5-7084-4bb3-a3e6-52f204c67cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416628 Nov 15 22:27:01.425324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-b9857cdb-a930-47a1-bc07-a409d5f52c6a service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241956 Nov 15 22:27:01.492191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a849d-7a24-4222-9bba-d9f4e3a02521 req-edaf033e-2973-4b08-b5c6-c0b450f5b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.493798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8a849d-7a24-4222-9bba-d9f4e3a02521 req-edaf033e-2973-4b08-b5c6-c0b450f5b069 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 1100 time: 0.1100702 Nov 15 22:27:01.534918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff438cf-2818-469c-ab69-f1397e84809d req-0091fe89-b8bd-4469-832d-80bac5ccd2e2 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.538638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eff438cf-2818-469c-ab69-f1397e84809d req-0091fe89-b8bd-4469-832d-80bac5ccd2e2 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0618737 Nov 15 22:27:01.589293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cab78125-1b57-472d-a313-c05ff5979db6 req-9c962c56-e8a6-4634-82e4-1fac509811f2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562073 Nov 15 22:27:01.611209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8a849d-7a24-4222-9bba-d9f4e3a02521 req-ce37ad30-2603-4fab-a51a-b41f7a7d4b27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922306 Nov 15 22:27:01.616095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eff438cf-2818-469c-ab69-f1397e84809d req-4c8fe2d0-8283-4ed5-919a-ea13dc9750d1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702076 Nov 15 22:27:01.787055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337eb2f-026c-4dbd-960a-f69e9ab4b5ef req-e6d00914-2472-4b28-ac19-ce81a5cee299 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:01.788375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1337eb2f-026c-4dbd-960a-f69e9ab4b5ef req-e6d00914-2472-4b28-ac19-ce81a5cee299 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0511220 Nov 15 22:27:01.838590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1337eb2f-026c-4dbd-960a-f69e9ab4b5ef req-ee70e1cb-ad1a-4b2c-804d-2337d91fad7e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Nov 15 22:27:02.026943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58887c-95c0-4e46-94c9-db85dee01485 req-43ac0c91-4869-4fe2-8aa4-cb0e954b3d71 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:02.029236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c58887c-95c0-4e46-94c9-db85dee01485 req-43ac0c91-4869-4fe2-8aa4-cb0e954b3d71 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0508223 Nov 15 22:27:02.077206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c58887c-95c0-4e46-94c9-db85dee01485 req-c6498bdb-bfde-45a6-98b3-3bb0d694ab88 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Nov 15 22:27:02.219436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:02.259722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:02.768253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e4ea-1e7a-49f7-8d1b-eca56d061a73 req-eccd93fa-1ac5-4dd0-8b32-80771149abbf tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:02.770445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d24e4ea-1e7a-49f7-8d1b-eca56d061a73 req-eccd93fa-1ac5-4dd0-8b32-80771149abbf tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0602822 Nov 15 22:27:02.818877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d24e4ea-1e7a-49f7-8d1b-eca56d061a73 req-a89702df-36d2-49d7-9f00-6f1ec848bfca tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Nov 15 22:27:02.978503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ef4e-ec28-4b18-bc02-bbfaf5bd0d7e req-627ed212-eea9-46f1-af78-649852dbfcac tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:02.980418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64e5ef4e-ec28-4b18-bc02-bbfaf5bd0d7e req-627ed212-eea9-46f1-af78-649852dbfcac tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0613203 Nov 15 22:27:03.022138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:27:03.053038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64e5ef4e-ec28-4b18-bc02-bbfaf5bd0d7e req-1c4cf7c5-0519-4dc3-8b50-d6e8efc07716 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630381 Nov 15 22:27:03.233321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785060f-34be-49a5-8fa1-ddbcea5b9bdb req-1195886c-75b0-431c-80ce-8bc285d9b196 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:03.234896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9785060f-34be-49a5-8fa1-ddbcea5b9bdb req-1195886c-75b0-431c-80ce-8bc285d9b196 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0737185 Nov 15 22:27:03.307603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9785060f-34be-49a5-8fa1-ddbcea5b9bdb req-666a9c22-5323-4260-8629-c435317f3585 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663266 Nov 15 22:27:03.944168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a2342-ee6b-4048-95de-8c25c0936d39 req-d34a7747-93f6-4f72-9868-e8f290a6ac87 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:03.945889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b79a2342-ee6b-4048-95de-8c25c0936d39 req-d34a7747-93f6-4f72-9868-e8f290a6ac87 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0539789 Nov 15 22:27:03.980857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:04.018486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b79a2342-ee6b-4048-95de-8c25c0936d39 req-cffd573d-3a01-4a8a-acf5-9d1c0c0d0a73 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617034 Nov 15 22:27:04.143917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f63050c2-c69d-4d57-ac41-10258b6db84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.170969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433624d9-3b03-4afa-be49-4e1bef53bea6 req-8e62d1cc-c498-4657-a7b9-ecde0ee709d3 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:04.172454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-433624d9-3b03-4afa-be49-4e1bef53bea6 req-8e62d1cc-c498-4657-a7b9-ecde0ee709d3 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 1100 time: 0.0836928 Nov 15 22:27:04.265365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b1a3-7f24-4659-b999-811761c62bdd req-688207d7-e774-498a-9994-5464f0ecd03c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:04.266814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae3b1a3-7f24-4659-b999-811761c62bdd req-688207d7-e774-498a-9994-5464f0ecd03c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0924952 Nov 15 22:27:04.289045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-433624d9-3b03-4afa-be49-4e1bef53bea6 req-cc0e16fe-2e54-400e-92ac-cda8169df9ee tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038945 Nov 15 22:27:04.336528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f63050c2-c69d-4d57-ac41-10258b6db84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.356485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae3b1a3-7f24-4659-b999-811761c62bdd req-e0004a22-809a-4dd4-bcdc-04f312dbc058 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740571 Nov 15 22:27:04.396978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f63050c2-c69d-4d57-ac41-10258b6db84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.474321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f63050c2-c69d-4d57-ac41-10258b6db84a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b409b342c34e48c783d0b088b9f869fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921186 Nov 15 22:27:04.477327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63050c2-c69d-4d57-ac41-10258b6db84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad0f87-7fca-4ef5-9eba-5b53ce7c1ff1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:04.477584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43544) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:04.501278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5d198-0431-46df-9636-166133fdbb16 req-a9d5e7dc-48fe-406b-8376-f343737b47be tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:04.502780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5eb5d198-0431-46df-9636-166133fdbb16 req-a9d5e7dc-48fe-406b-8376-f343737b47be tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0954437 Nov 15 22:27:04.543961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.562577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5eb5d198-0431-46df-9636-166133fdbb16 req-61ff74ea-09b3-4d69-bdbe-179430d0cae8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Nov 15 22:27:04.566914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.696795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.700720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.704006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8ad0f87-7fca-4ef5-9eba-5b53ce7c1ff1 HTTP/1.1" status: 204 len: 168 time: 0.2226932 Nov 15 22:27:04.710668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76bd48-41f6-43f5-902e-89b22b054309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad0f87-7fca-4ef5-9eba-5b53ce7c1ff1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:04.730403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadb1883-45ab-4f1a-9c5e-ebbe0e55f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:04.802814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-0dc0a776-7d57-4cb8-9f84-cd1315e1968b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231502 Nov 15 22:27:04.875857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:04.881802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:04.935094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-949d8182-71c1-4690-8396-c731a1e6da8a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:04.954128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-949d8182-71c1-4690-8396-c731a1e6da8a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450551 Nov 15 22:27:04.969437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-3ea59b62-783d-487e-90d4-0e8b0c69925c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/quotas/6fbf4dacbbce4aaa91b89816f2675604 HTTP/1.1" status: 200 len: 375 time: 0.0094793 Nov 15 22:27:05.041787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:05.050642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '58e94456-7120-496b-9023-816c9808e2cb', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'port_id': '58e94456-7120-496b-9023-816c9808e2cb', 'mac_address': 'fa:16:3e:79:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28d6219-cc69-4db8-b35a-9185198e7af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:05.083780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-8e415f6c-4695-49ae-ba58-fbb2fb6db355 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1054399 Nov 15 22:27:05.096579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.136108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:05.158889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:05.173674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.221825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4df48d-b2bb-40dd-91b9-f429d8aa76a6 req-98f7a97a-30e3-4dbf-8064-ab640597fa30 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.223443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c4df48d-b2bb-40dd-91b9-f429d8aa76a6 req-98f7a97a-30e3-4dbf-8064-ab640597fa30 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 948 time: 0.0949314 Nov 15 22:27:05.239220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-a02eb02e-76cd-481f-a1a1-4b446d0a4776 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.240966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-a02eb02e-76cd-481f-a1a1-4b446d0a4776 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 948 time: 0.1560328 Nov 15 22:27:05.246151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.246855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:05.318269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:27:05.318797 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:27:05.325605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c4df48d-b2bb-40dd-91b9-f429d8aa76a6 req-7c0d6608-44cc-4f5a-a8bc-0c081dabb717 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 Nov 15 22:27:05.334960 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-490e1904-af56-4093-ab72-1996f9fce42b service neutron] delete failed (client error): The resource could not be found. Nov 15 22:27:05.335968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-490e1904-af56-4093-ab72-1996f9fce42b service neutron] 10.222.0.55 "DELETE /v2.0/ports/9927a10e-41a2-4b52-a885-015b349fab5b/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0797400 Nov 15 22:27:05.436432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e24d3637-9153-41de-91cb-b3841bf218fc req-232855f0-7195-421e-aeec-6667d3694769 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 210 time: 0.0457504 Nov 15 22:27:05.511269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-7a11cafd-af5e-4194-957d-47426e9d48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.513728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-7a11cafd-af5e-4194-957d-47426e9d48f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1099 time: 0.0470092 Nov 15 22:27:05.531456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:05.605660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:05.618942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '9927a10e-41a2-4b52-a885-015b349fab5b', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '9927a10e-41a2-4b52-a885-015b349fab5b', 'mac_address': 'fa:16:3e:d6:71:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:05.659450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-44b8f04e-2303-4a92-a462-57e08388f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.661110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-44b8f04e-2303-4a92-a462-57e08388f921 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1390324 Nov 15 22:27:05.677839 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.695317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9927a10e-41a2-4b52-a885-015b349fab5b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:05.718970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:05.727263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-0f2d3112-1305-4cc9-93aa-aea43472769a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0573003 Nov 15 22:27:05.808374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99003-26c1-49cf-bcac-8ad2aabd7f39 req-52d8d903-0dde-4f05-8b5f-dcf806d7236c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.809946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1e99003-26c1-49cf-bcac-8ad2aabd7f39 req-52d8d903-0dde-4f05-8b5f-dcf806d7236c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 945 time: 0.1253898 Nov 15 22:27:05.816674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-42c5ec89-44e7-47c5-869d-42597e38eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.818130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-42c5ec89-44e7-47c5-869d-42597e38eae3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0692928 Nov 15 22:27:05.848298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.914587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:05.928266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1e99003-26c1-49cf-bcac-8ad2aabd7f39 req-d9561c8a-9353-48de-a6eb-3cf9f6ead8f5 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092012 Nov 15 22:27:05.947095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-1747da55-5446-43dc-8507-a69da14af7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:05.948510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-1747da55-5446-43dc-8507-a69da14af7b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158352 Nov 15 22:27:05.962104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:05.992991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:06.027198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:06.084601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-6c99b2e4-b756-404f-9ce0-b193d270891f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256478 Nov 15 22:27:06.113125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:06.177449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:06.209436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42918e5c-ae0b-447a-af29-957ce3c2bff8 req-f08ee973-0dd9-4a3e-997a-16d898576969 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020026 Nov 15 22:27:06.239618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['58e94456-7120-496b-9023-816c9808e2cb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:06.268271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:06.498130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e546f-e46b-472a-97f9-a48ae81d6c4b req-0ed2a97a-e2e6-4ca6-8633-4571a27915ad tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:06.500128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-472e546f-e46b-472a-97f9-a48ae81d6c4b req-0ed2a97a-e2e6-4ca6-8633-4571a27915ad tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 949 time: 0.0790911 Nov 15 22:27:06.563234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:06.584829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6635f925-b9b5-4ca6-9dc7-d92c0a776fc1 req-136c1046-433e-45b2-b8d4-c3fb2ec7a4cf tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 210 time: 0.0392501 Nov 15 22:27:06.604695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-472e546f-e46b-472a-97f9-a48ae81d6c4b req-d3d3bcf0-df13-4ab9-9133-d13b7e6d0143 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Nov 15 22:27:06.921853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4daebe2d-de46-40cc-b039-040694af05f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:06.998512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4daebe2d-de46-40cc-b039-040694af05f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.070666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a054f7b-80b1-43f5-aecf-6bc57a06df54 req-e89e66d5-9d5d-4f65-8f88-b59b25c3d435 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:07.072255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a054f7b-80b1-43f5-aecf-6bc57a06df54 req-e89e66d5-9d5d-4f65-8f88-b59b25c3d435 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.0627859 Nov 15 22:27:07.096169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4daebe2d-de46-40cc-b039-040694af05f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.126370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fab6714-94ef-4c8f-8be5-2754b870d2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.144605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4daebe2d-de46-40cc-b039-040694af05f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5476e4cb01a4d6695bd110cc2a2abee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800900 Nov 15 22:27:07.145386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:07.146102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daebe2d-de46-40cc-b039-040694af05f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d14195-13ee-4c98-8a91-dbbe22edc361,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:07.203485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a054f7b-80b1-43f5-aecf-6bc57a06df54 req-172779ee-f2c2-439a-8848-ed3fb7adeeb9 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247420 Nov 15 22:27:07.259372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.283399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.433414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.441489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:07.441489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32d14195-13ee-4c98-8a91-dbbe22edc361 HTTP/1.1" status: 204 len: 168 time: 0.2923067 Nov 15 22:27:07.451209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d7c47-5a45-4c63-8e42-d8910fbb335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d14195-13ee-4c98-8a91-dbbe22edc361,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:07.704115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87729003-bdfe-4688-96be-e0d8771b8fa0 req-f8afdae3-aed1-42a0-a083-f22f4d8454a8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 210 time: 0.0307248 Nov 15 22:27:07.763290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d79d53-e647-47b3-a422-f2be21f6c38d req-a36bcc8e-624d-4fb4-a034-52d2bd111623 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:07.764725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20d79d53-e647-47b3-a422-f2be21f6c38d req-a36bcc8e-624d-4fb4-a034-52d2bd111623 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 949 time: 0.0513561 Nov 15 22:27:07.812008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20d79d53-e647-47b3-a422-f2be21f6c38d req-cf57a1a5-1038-4c7d-9584-51056f3e3d22 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Nov 15 22:27:07.929172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf9d0-90c0-43d8-9af8-e02ae21f7b2b req-c8b75061-970d-4066-a6c5-d1f852fe8d3d tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:07.933004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-196cf9d0-90c0-43d8-9af8-e02ae21f7b2b req-c8b75061-970d-4066-a6c5-d1f852fe8d3d tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1100 time: 0.0470903 Nov 15 22:27:07.989218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-196cf9d0-90c0-43d8-9af8-e02ae21f7b2b req-6c0fca2a-6c54-4766-bc2b-3d107b58d527 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517476 Nov 15 22:27:08.157840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.204222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-eb2692d8-3b7e-4c6f-b27e-bcbb3a535a24 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226402 Nov 15 22:27:08.402365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61d30-23a3-4272-a1ff-5b1c76eb6dc1 req-4f21309d-a2fe-472d-9487-668c759d1f5c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:08.403870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15f61d30-23a3-4272-a1ff-5b1c76eb6dc1 req-4f21309d-a2fe-472d-9487-668c759d1f5c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 944 time: 0.0937829 Nov 15 22:27:08.414092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-2d2c5941-8c5a-43a7-ad2b-e534273cc53f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:08.415498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-2d2c5941-8c5a-43a7-ad2b-e534273cc53f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978974 Nov 15 22:27:08.416405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:08.439690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Request body: {'port': {'device_id': '6b44cf53-3274-4f98-b82d-81109969b215', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6fbf4dacbbce4aaa91b89816f2675604'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:08.454991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ac941f5-97d6-4833-8f83-ff2dd9dfd4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.540294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15f61d30-23a3-4272-a1ff-5b1c76eb6dc1 req-e12d14bc-219c-47c4-a082-e184c6aa25dd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190670 Nov 15 22:27:08.590937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ac941f5-97d6-4833-8f83-ff2dd9dfd4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.656306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ac941f5-97d6-4833-8f83-ff2dd9dfd4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.697507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-5a84de8b-1880-439c-aa0d-940db5dcc933 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290818 Nov 15 22:27:08.698278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Made reservation on behalf of 6fbf4dacbbce4aaa91b89816f2675604 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:08.701827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.709327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6ac941f5-97d6-4833-8f83-ff2dd9dfd4c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2aebc39553a4495a9a76b195e26410a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913768 Nov 15 22:27:08.711224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac941f5-97d6-4833-8f83-ff2dd9dfd4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb9cdc-95d1-41bf-8edd-19b7f7bd0adf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:08.714512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:08.771224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.795595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.889977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:08.939917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 58e94456-7120-496b-9023-816c9808e2cb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:08.940277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.951352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.953939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:08.959322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7eb9cdc-95d1-41bf-8edd-19b7f7bd0adf HTTP/1.1" status: 204 len: 168 time: 0.2394977 Nov 15 22:27:08.979693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7b4d-d123-4139-b222-7ad86b0d4fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb9cdc-95d1-41bf-8edd-19b7f7bd0adf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:09.080402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.129020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:09.130710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e94456-7120-496b-9023-816c9808e2cb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:09.134507 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbeb48d-6ab2-4d9d-b7cd-89857ea49064" -d '{"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-plugged", "status": "completed", "tag": "58e94456-7120-496b-9023-816c9808e2cb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:09.162195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-597faf87-ac88-4ff7-a685-e5cb6165e3ad req-33469fc8-3706-49bc-9f91-84771b29850d tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 210 time: 0.3764377 Nov 15 22:27:09.234109 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29862641-fb20-44d3-bd72-dbdb50636f87 x-openstack-request-id: req-29862641-fb20-44d3-bd72-dbdb50636f87 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:09.234636 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-plugged", "status": "completed", "tag": "58e94456-7120-496b-9023-816c9808e2cb", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:09.234636 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29862641-fb20-44d3-bd72-dbdb50636f87 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:09.235024 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e94456-7120-496b-9023-816c9808e2cb', 'code': 200} Nov 15 22:27:09.264279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-17881b22-0b44-4061-bfa0-3c1b558435b9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:09.265989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-17881b22-0b44-4061-bfa0-3c1b558435b9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601075 Nov 15 22:27:09.273660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.278637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:09.312912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-f8103abe-12f7-469f-a331-442a71b41671 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/quotas/5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 375 time: 0.0267124 Nov 15 22:27:09.384705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Allocated IP 192.168.233.160 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/63964090-1d26-47db-ad4e-0ed2bbba020a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:09.405055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.428222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-d926d265-735e-4b84-9aa1-8c00fe7bb92d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142211 Nov 15 22:27:09.449086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:09.519438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 9927a10e-41a2-4b52-a885-015b349fab5b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:09.526515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 9927a10e-41a2-4b52-a885-015b349fab5b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:09.527213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.552878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b41ba-caf6-4ad0-863c-4bcbc7febd80 req-b8466069-741a-4870-8c2f-89cccb62cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:09.559577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a68b41ba-caf6-4ad0-863c-4bcbc7febd80 req-b8466069-741a-4870-8c2f-89cccb62cf34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 1097 time: 0.1334298 Nov 15 22:27:09.648876 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a68b41ba-caf6-4ad0-863c-4bcbc7febd80 req-0afa0734-c5bf-48d3-90ca-b5b66d94b109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756748 Nov 15 22:27:09.653349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.691158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:09.735220 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.773873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105810c9-6625-49b9-84d0-c55d752f5c45 req-ebfd35a6-7baa-4149-9b9a-31d5e3fe4e5b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:09.773873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-105810c9-6625-49b9-84d0-c55d752f5c45 req-ebfd35a6-7baa-4149-9b9a-31d5e3fe4e5b tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0982583 Nov 15 22:27:09.822059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.868888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3596f11c-624f-4088-a132-9ac7e60a78c9 req-3ff63fcb-7dab-4267-8aff-e25c8f3221c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 210 time: 0.0365791 Nov 15 22:27:09.897237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-105810c9-6625-49b9-84d0-c55d752f5c45 req-59bf3876-eae1-46e4-bb5c-f201261e4632 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999453 Nov 15 22:27:09.951446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:09.962466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:09.978433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:09.984253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c', 'f756bd29-8c12-4cf9-a13e-4550477c6988', '3f3fc688-b584-458b-908e-1b33d1a1e3c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:09.985743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-d07ae793-9a3c-4009-985f-9fb43c2b55c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013503 Nov 15 22:27:10.005937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:10.085590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:10.087635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e108-ec37-45b0-a101-1acce0267715 req-ebbf961e-55fe-4308-98ae-bd435eb04994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:10.089680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-ebbf961e-55fe-4308-98ae-bd435eb04994 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 1101 time: 0.0534031 Nov 15 22:27:10.092244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:10.099064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:10.146894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event updated for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:10.222381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:10.225478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:10.265674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0da454e0-cf8f-4db5-b74b-f1bcc4265fdf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2059148197'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:10.266182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0da454e0-cf8f-4db5-b74b-f1bcc4265fdf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Unknown quota resources ['metering_label']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:10.349072 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:10.361064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-979ab8cf-f440-4a1f-8e38-38a5088c3ce1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9262564 Nov 15 22:27:10.389520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Request body: {'port': {'device_id': '6b44cf53-3274-4f98-b82d-81109969b215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:10.409523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eb3fb-2d2e-40ab-9acf-504746f1f8a3 req-60a9dbd8-731c-46b1-a8d3-985c340dedfa tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:10.411344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71eb3fb-2d2e-40ab-9acf-504746f1f8a3 req-60a9dbd8-731c-46b1-a8d3-985c340dedfa tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 936 time: 0.1305158 Nov 15 22:27:10.487693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e108-ec37-45b0-a101-1acce0267715 req-72b9cde9-426f-444e-9e20-fa03109d2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:10.489608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-72b9cde9-426f-444e-9e20-fa03109d2125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3756585 Nov 15 22:27:10.519909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:10.575369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8e62094d-e8b8-4571-9c47-326dce162029 None None] Provisioning complete for port 63964090-1d26-47db-ad4e-0ed2bbba020a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:10.575830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e62094d-e8b8-4571-9c47-326dce162029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:10.606925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-a68cbad5-74f4-40e2-a93b-8a5b6789724d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=744f653c-2139-4c0b-898c-0a1ff78c8741 HTTP/1.1" status: 200 len: 217 time: 0.1022704 Nov 15 22:27:10.646646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71eb3fb-2d2e-40ab-9acf-504746f1f8a3 req-6bbab4d9-bcac-40fe-bc89-9de72456c2b8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166173 Nov 15 22:27:10.689328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8e62094d-e8b8-4571-9c47-326dce162029 None None] Port 63964090-1d26-47db-ad4e-0ed2bbba020a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:27:10.856846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0da454e0-cf8f-4db5-b74b-f1bcc4265fdf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:10.859030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0da454e0-cf8f-4db5-b74b-f1bcc4265fdf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8520789 Nov 15 22:27:10.861876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:10.866036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e108-ec37-45b0-a101-1acce0267715 req-6277b5bd-ec1a-4b4a-b742-0c9db878d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:10.867003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d8835946-ec08-41dd-be1b-00ff139861fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3e2141ec-00c5-42ea-ab96-38505163aa6f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:10.871824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d8835946-ec08-41dd-be1b-00ff139861fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:10.872027 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-6277b5bd-ec1a-4b4a-b742-0c9db878d9cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2209926 Nov 15 22:27:11.093419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-687ece7b-240d-4ad7-a72b-a746163fa90f req-ed228a2f-495a-43d8-89c5-d1fc8b06afc5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 210 time: 0.0835543 Nov 15 22:27:11.174198 n-d-817995-3 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-d8835946-ec08-41dd-be1b-00ff139861fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 22:27:11.235764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:11.247729 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfec7fc-f964-4df0-9c4b-61c804e1b47b" -d '{"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-plugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:11.319744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e108-ec37-45b0-a101-1acce0267715 req-db3441f3-a9a9-48f9-9b41-1812a7709951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:11.321421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-db3441f3-a9a9-48f9-9b41-1812a7709951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325104 Nov 15 22:27:11.341499 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a40160-fcc8-4a33-9cc9-5701d53b7667 x-openstack-request-id: req-40a40160-fcc8-4a33-9cc9-5701d53b7667 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:11.341835 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-plugged", "status": "completed", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:11.342088 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40a40160-fcc8-4a33-9cc9-5701d53b7667 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:11.342486 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'code': 200} Nov 15 22:27:11.350459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63964090-1d26-47db-ad4e-0ed2bbba020a {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:11.360959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:11.429081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Transition to ACTIVE for port object 63964090-1d26-47db-ad4e-0ed2bbba020a will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:27:11.433548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8835946-ec08-41dd-be1b-00ff139861fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:11.435304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d8835946-ec08-41dd-be1b-00ff139861fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5722554 Nov 15 22:27:11.438378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:11.442611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d331584f-bf8e-4b01-becd-9fc1e7261caf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3e2141ec-00c5-42ea-ab96-38505163aa6f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:11.445916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d331584f-bf8e-4b01-becd-9fc1e7261caf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:11.469289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245ff8-428c-49b0-957c-713ef7fb5b09 req-f7432c3c-fd1b-4f53-b98b-b48bf6cdbfaf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:11.474669 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-1f213cdd-6d70-4227-b538-fb4d7081da9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1223381 Nov 15 22:27:11.478959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-c8641702-ff07-4522-b344-ffce64c5b19e service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462121 Nov 15 22:27:11.479189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe245ff8-428c-49b0-957c-713ef7fb5b09 req-f7432c3c-fd1b-4f53-b98b-b48bf6cdbfaf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.3978596 Nov 15 22:27:11.560476 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:11.611428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe245ff8-428c-49b0-957c-713ef7fb5b09 req-c7692d1b-115c-4af9-b391-851ecf98348d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312175 Nov 15 22:27:11.663008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:11.673297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4344e108-ec37-45b0-a101-1acce0267715 req-5bc2acb0-e5ed-44ed-a38c-fc3a9cc6ace2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723657 Nov 15 22:27:11.674089 n-d-817995-3 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-d331584f-bf8e-4b01-becd-9fc1e7261caf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 22:27:11.677970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-ae2c2994-49e8-40cd-a719-d02678405ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:11.679720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-ae2c2994-49e8-40cd-a719-d02678405ade service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 1096 time: 0.1625457 Nov 15 22:27:11.840035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d331584f-bf8e-4b01-becd-9fc1e7261caf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:11.841386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d331584f-bf8e-4b01-becd-9fc1e7261caf tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4021108 Nov 15 22:27:11.845210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:11.861780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-80d0c97a-e835-4ed7-b9d2-634b02f7d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:11.863305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-80d0c97a-e835-4ed7-b9d2-634b02f7d5ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 200 len: 916 time: 0.1530311 Nov 15 22:27:11.865125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-601481c2-a44c-4b71-850f-01bc9c16e58a tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=76f2a34e-d23f-4caa-ba69-808e158932d2 HTTP/1.1" status: 200 len: 462 time: 0.0178912 Nov 15 22:27:11.869406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:11.954445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449bffa-b2db-4046-a7a6-25fa950c371e req-68507e65-0558-44d2-828e-1e752ab1c702 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:11.956379 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c449bffa-b2db-4046-a7a6-25fa950c371e req-68507e65-0558-44d2-828e-1e752ab1c702 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 948 time: 0.1196399 Nov 15 22:27:11.980410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-42672966-7141-4ddb-93d6-880259a9c791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 200 len: 1000 time: 0.1015530 Nov 15 22:27:11.988876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Attempting to bind port 63964090-1d26-47db-ad4e-0ed2bbba020a on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:11.992416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Attempting to bind port 63964090-1d26-47db-ad4e-0ed2bbba020a by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:11.992416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Attempting to bind port 63964090-1d26-47db-ad4e-0ed2bbba020a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:12.004196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Port 63964090-1d26-47db-ad4e-0ed2bbba020a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:12.004657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Attempting to bind port 63964090-1d26-47db-ad4e-0ed2bbba020a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:12.021465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:12.021922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:12.022404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:12.022932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Bound port: 63964090-1d26-47db-ad4e-0ed2bbba020a, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:12.023405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:12.043254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c449bffa-b2db-4046-a7a6-25fa950c371e req-bab3a9e8-6e80-4173-8f40-7ba4e8c1da70 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797131 Nov 15 22:27:12.109099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:12.112275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63964090-1d26-47db-ad4e-0ed2bbba020a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:12.151650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9872aa74-1804-4b97-96c7-d0af1ee59839 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:12.153355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9872aa74-1804-4b97-96c7-d0af1ee59839 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/76f2a34e-d23f-4caa-ba69-808e158932d2 HTTP/1.1" status: 204 len: 168 time: 0.2821388 Nov 15 22:27:12.157302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:12.159415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-ab452b4b-9126-475a-a82e-77840169779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.160959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-ab452b4b-9126-475a-a82e-77840169779f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bda2f04-996d-4f36-afd9-25fb0b9a34e1 HTTP/1.1" status: 200 len: 854 time: 0.1675687 Nov 15 22:27:12.182293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:12.182542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d470149e-593a-465c-aa00-13e36cd6c4dd tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=76f2a34e-d23f-4caa-ba69-808e158932d2 HTTP/1.1" status: 200 len: 221 time: 0.0233662 Nov 15 22:27:12.212719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7353e67-7d86-40ca-8e17-624a2b2a4207 req-24bfe85b-5500-4615-8ff1-675e19586ea2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 210 time: 0.0284367 Nov 15 22:27:12.216236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b9e57a0-a8df-44b0-8233-1142a8f462c9 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1730031595', 'description': 'label created by tempest'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:12.216727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b9e57a0-a8df-44b0-8233-1142a8f462c9 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Unknown quota resources ['metering_label']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:12.222975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:12.266217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.267093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:12.268634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/63964090-1d26-47db-ad4e-0ed2bbba020a HTTP/1.1" status: 200 len: 1096 time: 1.8999143 Nov 15 22:27:12.269073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:12.271444 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33679a9-2b32-4f37-90a1-7866d8b93373" -d '{"events": [{"name": "network-changed", "server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:12.281063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-4b800ec2-6509-4ed8-85cf-566d268366d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.282876 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-4b800ec2-6509-4ed8-85cf-566d268366d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8b286ea-c85b-4c4f-b23e-da0d7078c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130581 Nov 15 22:27:12.308147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebb99-1b2d-4ed6-a231-c6fd2987a4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:12.333041 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3535667-e310-426a-8615-8b5568cb730d x-openstack-request-id: req-d3535667-e310-426a-8615-8b5568cb730d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:12.333041 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:12.333041 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3535667-e310-426a-8615-8b5568cb730d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:12.333041 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a', 'status': 'completed', 'code': 200} Nov 15 22:27:12.437503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33679a9-2b32-4f37-90a1-7866d8b93373 req-2ab3538d-3f8f-46b4-8294-756f975cf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.440720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e33679a9-2b32-4f37-90a1-7866d8b93373 req-2ab3538d-3f8f-46b4-8294-756f975cf7cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 1099 time: 0.0816443 Nov 15 22:27:12.492934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-e6c90fa6-5bed-4f3e-abd9-be0d17cf3295 service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975911 Nov 15 22:27:12.513690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e33679a9-2b32-4f37-90a1-7866d8b93373 req-73c31874-4fd9-43f5-985d-68d683f55f55 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600202 Nov 15 22:27:12.582139 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b9e57a0-a8df-44b0-8233-1142a8f462c9 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:12.592576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b9e57a0-a8df-44b0-8233-1142a8f462c9 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4010050 Nov 15 22:27:12.601020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43802) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:12.685926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33679a9-2b32-4f37-90a1-7866d8b93373 req-c9f1cfe5-2ce9-4628-8fa4-cb34735f662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.690834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e33679a9-2b32-4f37-90a1-7866d8b93373 req-c9f1cfe5-2ce9-4628-8fa4-cb34735f662b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695039 Nov 15 22:27:12.879000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-8ad27970-8061-407a-b895-d4a872a08272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.882098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-8ad27970-8061-407a-b895-d4a872a08272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 1099 time: 0.1414959 Nov 15 22:27:12.898947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-2b020b2b-8c28-46cf-af67-604ea3975547 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1642034 Nov 15 22:27:12.907303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b765fca-9e02-4568-a74e-155fe728e8eb req-62b33b90-3340-4d9f-bd8f-c84191a8f79a service neutron] 10.222.0.55 "GET /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300188 Nov 15 22:27:12.911373 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab9bb870-7739-4584-9767-d43fe45b3750 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=1ffebab1-cc55-47fd-a273-ac642c1d7b76 HTTP/1.1" status: 200 len: 468 time: 0.2115996 Nov 15 22:27:12.923126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:12.945990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae676-e57e-4017-a630-1d47ce58b97e req-254808e4-5925-42e8-9680-d6e5e7879fdc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:12.953146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ffae676-e57e-4017-a630-1d47ce58b97e req-254808e4-5925-42e8-9680-d6e5e7879fdc tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.1362016 Nov 15 22:27:13.009763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-06a89222-b77d-47f9-88e0-9cdf1b724cc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=63964090-1d26-47db-ad4e-0ed2bbba020a HTTP/1.1" status: 200 len: 217 time: 0.1186144 Nov 15 22:27:13.108899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-a7edf92f-5a6f-47dd-bb03-685ded73f839 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=55a6794b9f7d4e93a5e8902c93831545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487797 Nov 15 22:27:13.136729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ffae676-e57e-4017-a630-1d47ce58b97e req-d55f6d46-35a1-4c49-979a-9db22e482632 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Nov 15 22:27:13.163110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-c1d505c7-75ef-456e-a95e-011c92a56837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.164569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-c1d505c7-75ef-456e-a95e-011c92a56837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1348310 Nov 15 22:27:13.266208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-9ea60d35-4906-4d5e-985d-b798bcfead32 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.267715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-9ea60d35-4906-4d5e-985d-b798bcfead32 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577530 Nov 15 22:27:13.272860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-d9c1b2b9-6f7f-4f0b-9aa3-9f88ca89b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.274391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-d9c1b2b9-6f7f-4f0b-9aa3-9f88ca89b3ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989103 Nov 15 22:27:13.284090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Request body: {'port': {'device_id': '82356901-87f8-4c48-bdca-8570a3cdd881', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '5762e94cfb4b4a8ba6ce5caac6e0ead2'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:13.357634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-f8dc9242-f9c5-4c78-a8b7-a31d5659783f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.363526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-f8dc9242-f9c5-4c78-a8b7-a31d5659783f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209795 Nov 15 22:27:13.363795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d889738-064b-4525-af76-3242441dfac4 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:13.363895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d889738-064b-4525-af76-3242441dfac4 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/1ffebab1-cc55-47fd-a273-ac642c1d7b76 HTTP/1.1" status: 204 len: 168 time: 0.4396920 Nov 15 22:27:13.367734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.382278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-87932f69-8551-421e-a35a-be2e259a3f3d tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=1ffebab1-cc55-47fd-a273-ac642c1d7b76 HTTP/1.1" status: 200 len: 216 time: 0.0134315 Nov 15 22:27:13.388523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.409191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-27e090cf-af4d-45c5-a1d2-eb87971ec1b6 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/quotas/55a6794b9f7d4e93a5e8902c93831545 HTTP/1.1" status: 200 len: 375 time: 0.0241721 Nov 15 22:27:13.413115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7cf2c6c4-06b6-4134-9ccd-5692740623fa tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0239141 Nov 15 22:27:13.424374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.451233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2b73a80-6ecc-4b2e-8ad5-0138ccb45cad tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0218151 Nov 15 22:27:13.453959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.485346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-99246f3c-e641-4eee-9179-6e8571d6132b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577271 Nov 15 22:27:13.489457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-fffa7feb-9992-4d62-80ae-214cb1dc9f3e service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018371 Nov 15 22:27:13.529251 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5d4e9dd4-df80-4090-ae1c-5fee590d19f2 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/3e2141ec-00c5-42ea-ab96-38505163aa6f HTTP/1.1" status: 200 len: 473 time: 0.0697126 Nov 15 22:27:13.529251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.567713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5e3ac425-5abc-4b27-83fd-a8b3603bcaef tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/6f5e1127-e3bc-4046-8383-f965aedfbf16 HTTP/1.1" status: 200 len: 459 time: 0.0373738 Nov 15 22:27:13.570836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:13.575665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3989a19-b55c-431a-9f58-31dad07187ae req-310e7056-070c-4d84-bd21-659992b94aa3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.575665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3989a19-b55c-431a-9f58-31dad07187ae req-310e7056-070c-4d84-bd21-659992b94aa3 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 948 time: 0.1629553 Nov 15 22:27:13.633684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81a92f7f-c49e-421b-9c23-cf2b240c4dca req-40492608-5f1f-4f14-8342-4a4c98bfd0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343184 Nov 15 22:27:13.650334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3989a19-b55c-431a-9f58-31dad07187ae req-a91516b7-b56f-48ee-945d-0ccaaea1e7e1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638051 Nov 15 22:27:13.656087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Made reservation on behalf of 5762e94cfb4b4a8ba6ce5caac6e0ead2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:13.659779 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:13.777583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a071-e80a-46b3-9ea1-222b77ddbfc2 req-0d583611-fae1-4b4f-a6bf-94002044db49 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:13.787646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4e3a071-e80a-46b3-9ea1-222b77ddbfc2 req-0d583611-fae1-4b4f-a6bf-94002044db49 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0729330 Nov 15 22:27:13.852421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Allocated IP 192.168.233.210 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:13.892799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fc4fc63-be37-434f-b835-2d0715654718 req-eb284d85-1ec6-4928-bdf3-6dc4854d3b83 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 210 time: 0.0410671 Nov 15 22:27:13.899272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed844b88-a1e1-460c-846d-0429109b7d18 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:13.903209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed844b88-a1e1-460c-846d-0429109b7d18 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/6f5e1127-e3bc-4046-8383-f965aedfbf16 HTTP/1.1" status: 204 len: 168 time: 0.3284247 Nov 15 22:27:13.903554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4e3a071-e80a-46b3-9ea1-222b77ddbfc2 req-fbed5e71-5127-42cf-a223-f5cc0e1b1b03 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141975 Nov 15 22:27:13.903762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43858) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:14.003380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-986ccaaf-c6b6-42d8-a464-7f1229f1d2dc req-0189096e-4411-4ae5-9a6e-d0aa572aac1d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.0321560 Nov 15 22:27:14.474774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:14.481814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc509-6534-451e-bcd8-ab4b12557016 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:14.482997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ae3dc509-6534-451e-bcd8-ab4b12557016 tempest-MeteringIpV6TestJSON-1699542485 tempest-MeteringIpV6TestJSON-1699542485-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/3e2141ec-00c5-42ea-ab96-38505163aa6f HTTP/1.1" status: 204 len: 168 time: 0.5790248 Nov 15 22:27:14.605695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:14.622831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:14.664080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:14.668466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:14.677109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:14.681396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:14.752318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:14.753318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:14.773623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-5986e9ec-01d1-460e-b57a-ab7e5d6b79bf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:14.781515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-5986e9ec-01d1-460e-b57a-ab7e5d6b79bf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.1556377 Nov 15 22:27:14.808754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-43637ab3-e40a-4f4a-b188-cf6d6c731ed6 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/quotas/a8b86b9d1c8b4212a0cea2c701cf5cfc HTTP/1.1" status: 200 len: 375 time: 0.0259576 Nov 15 22:27:14.835271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-15b4080c-9789-4ed6-aeae-1e0e34383ea7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5560713 Nov 15 22:27:14.865601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Request body: {'port': {'device_id': '82356901-87f8-4c48-bdca-8570a3cdd881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:14.893130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-46888fe2-f7e7-43da-bf78-dc56703e2120 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825307 Nov 15 22:27:14.905135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e79a6-6f7f-4ee4-b178-c6e7f5724050 req-916b5a3a-1460-4c7c-af67-ed562a04d2e0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:14.906680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-753e79a6-6f7f-4ee4-b178-c6e7f5724050 req-916b5a3a-1460-4c7c-af67-ed562a04d2e0 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 948 time: 0.1222806 Nov 15 22:27:14.983128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.032142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-753e79a6-6f7f-4ee4-b178-c6e7f5724050 req-83a97dc4-6800-4356-800e-f6f8a10ab2cd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172013 Nov 15 22:27:15.085521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b8294cef-2950-44c6-92c3-a9ee5f3f9459 service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911995 Nov 15 22:27:15.160546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2aff4770-ab3d-46bc-b711-0a9f5abb6bc2 None None] Provisioning complete for port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:15.161035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2aff4770-ab3d-46bc-b711-0a9f5abb6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.233845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:15.240983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2aff4770-ab3d-46bc-b711-0a9f5abb6bc2 None None] Port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:27:15.264129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0a67d-df9e-42e2-a338-ec926ffa2d81 req-c8b903d4-0797-44e8-b1fb-aa205fd092f2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:15.267069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1e0a67d-df9e-42e2-a338-ec926ffa2d81 req-c8b903d4-0797-44e8-b1fb-aa205fd092f2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 936 time: 0.1090629 Nov 15 22:27:15.282905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-86c2a8d1-63f2-4379-b753-98a7f3bf0007 service neutron] 10.222.0.15 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963043 Nov 15 22:27:15.354244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:15.357954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1e0a67d-df9e-42e2-a338-ec926ffa2d81 req-172dee90-1533-421b-b007-5e27f1c9828a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Nov 15 22:27:15.364329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.389445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Transition to ACTIVE for port object 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:27:15.417956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84f8a5f1-ab35-4101-b218-b19298116913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.511477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84f8a5f1-ab35-4101-b218-b19298116913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.521001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df4a51a7-2508-4a72-b04d-13c1f78ac72c req-1e35ab5a-98d4-4740-b43d-f5e416694e65 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Nov 15 22:27:15.528110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.622076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:15.624920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84f8a5f1-ab35-4101-b218-b19298116913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.655536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6add6722-e70f-4df0-b708-0929fa50da48 req-0f20d7c9-4d50-4e5c-9b56-b6c71a083c2c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0602674 Nov 15 22:27:15.681546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a5f1-ab35-4101-b218-b19298116913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59944839-4559-4642-936f-e0a565b3f38e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:15.733054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84f8a5f1-ab35-4101-b218-b19298116913 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7596e6084121429991fcce064f8efe33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976590 Nov 15 22:27:15.735698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:15.784501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Attempting to bind port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:15.784501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Attempting to bind port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:15.784501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Attempting to bind port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:15.795827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:15.796154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Attempting to bind port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:15.801822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:15.802186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:15.802585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:15.802971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Bound port: 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:15.803332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.828187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.865661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:15.891675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:15.896120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:15.915813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:16.025420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.029622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.030106 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.034048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59944839-4559-4642-936f-e0a565b3f38e HTTP/1.1" status: 204 len: 168 time: 0.2971358 Nov 15 22:27:16.045575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3ea4d-e85e-487d-94cc-5d972a2c0a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59944839-4559-4642-936f-e0a565b3f38e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:16.083639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:16.103551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d335d4b0-af17-496c-8c84-884a721fa190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.108945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.109603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.110989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-51cb30c1-d5d7-47cb-bb22-8577c274e8a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 1096 time: 1.2530234 Nov 15 22:27:16.111439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:16.113752 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9048cf-412f-4d52-b32b-65b7837d233a" -d '{"events": [{"name": "network-changed", "server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:16.193131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553dd75-c5d5-4dd4-bab6-28340a91b9a8 req-49a6512b-d3a1-4162-877a-85f3980eb9d9 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.205144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4553dd75-c5d5-4dd4-bab6-28340a91b9a8 req-49a6512b-d3a1-4162-877a-85f3980eb9d9 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 948 time: 0.0667603 Nov 15 22:27:16.210545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d335d4b0-af17-496c-8c84-884a721fa190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.229031 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6022a-8931-49ee-aca5-99f7a47b6a73 x-openstack-request-id: req-bae6022a-8931-49ee-aca5-99f7a47b6a73 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:16.239220 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:16.239220 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bae6022a-8931-49ee-aca5-99f7a47b6a73 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:16.239220 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'status': 'completed', 'code': 200} Nov 15 22:27:16.260249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4553dd75-c5d5-4dd4-bab6-28340a91b9a8 req-4de9bca3-dfc6-447b-92c8-caeefdb3a534 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Nov 15 22:27:16.295692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63964090-1d26-47db-ad4e-0ed2bbba020a details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:16.319468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d335d4b0-af17-496c-8c84-884a721fa190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.332549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-929e1076-00b1-42cc-94d4-6e3cd6b88840 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.334077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-929e1076-00b1-42cc-94d4-6e3cd6b88840 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d092a38-bc13-48ed-aeeb-84afe476a682 HTTP/1.1" status: 200 len: 946 time: 0.0965469 Nov 15 22:27:16.370590 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d335d4b0-af17-496c-8c84-884a721fa190 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c51cb604e0c445d2a4718c0e138bf25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534135 Nov 15 22:27:16.373039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-823b1e0b-004e-40df-a22e-32f41573c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.374394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-823b1e0b-004e-40df-a22e-32f41573c948 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1099 time: 0.1356685 Nov 15 22:27:16.376926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:16.383027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335d4b0-af17-496c-8c84-884a721fa190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15fc19e-91c8-47e8-b99a-65f4c161bf67,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:16.497426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-94c3d635-248d-4f0e-a499-bc4ab270900e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.1104832 Nov 15 22:27:16.537298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63964090-1d26-47db-ad4e-0ed2bbba020a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:16.559540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '63964090-1d26-47db-ad4e-0ed2bbba020a', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '63964090-1d26-47db-ad4e-0ed2bbba020a', 'mac_address': 'fa:16:3e:2d:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:16.577009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-c33da2af-0b96-4f25-b3e0-c1d62953e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.578661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-c33da2af-0b96-4f25-b3e0-c1d62953e446 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0737855 Nov 15 22:27:16.616268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.634081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.656424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63964090-1d26-47db-ad4e-0ed2bbba020a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:16.665651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Deleting port 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:16.667427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.673328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.701220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5194e4-cd84-4a1b-b97e-843e644a2642 req-7744ee94-670c-468e-a1b9-dcca2520dddc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.703248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c5194e4-cd84-4a1b-b97e-843e644a2642 req-7744ee94-670c-468e-a1b9-dcca2520dddc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.1191530 Nov 15 22:27:16.720089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63964090-1d26-47db-ad4e-0ed2bbba020a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:16.772857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0a30034-2390-48de-bcdb-9d23aaf0604f req-a1e07bc5-ecad-4c51-beec-6ab45ccdd0cb tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.0544298 Nov 15 22:27:16.787841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-5276a44c-f957-403a-9bdc-0336d4bf08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.788130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-898bbe36-3629-44c2-9281-727af5c2c924 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=55a6794b9f7d4e93a5e8902c93831545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462329 Nov 15 22:27:16.789539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-5276a44c-f957-403a-9bdc-0336d4bf08bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971176 Nov 15 22:27:16.816931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.882247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c5194e4-cd84-4a1b-b97e-843e644a2642 req-ba022df6-6343-4dc1-95ec-115b2e186735 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544216 Nov 15 22:27:16.931158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] For port 58e94456-7120-496b-9023-816c9808e2cb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=58e94456-7120-496b-9023-816c9808e2cb,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:16.931785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.937011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:16.951743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-71f2fedd-9bd7-428d-8974-b17a52e0f0b6 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:16.953264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-71f2fedd-9bd7-428d-8974-b17a52e0f0b6 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450279 Nov 15 22:27:16.953621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.954463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.954705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.955421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.956081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.957410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:16.963252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.963252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.963252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.964011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e15fc19e-91c8-47e8-b99a-65f4c161bf67 HTTP/1.1" status: 204 len: 168 time: 0.5801950 Nov 15 22:27:16.964180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.964180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.964180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.964180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.964180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:16.982236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Request body: {'port': {'device_id': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '55a6794b9f7d4e93a5e8902c93831545'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:16.986677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d296a-f423-4fa1-a4c0-e846a90eb511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15fc19e-91c8-47e8-b99a-65f4c161bf67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:16.994630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Calling delete_port for 58e94456-7120-496b-9023-816c9808e2cb owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:17.060326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93d8e424-fd7e-4512-863d-f082981d37e0 req-a70b374c-035b-44c7-b70f-631e8902c771 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0917606 Nov 15 22:27:17.092740 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-915d6f0d-81ef-4255-ad7b-c5384631cff4 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584841 Nov 15 22:27:17.151221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['63964090-1d26-47db-ad4e-0ed2bbba020a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:17.196363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43948) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:17.211646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb3e6-9b05-44b6-a03b-cc95e11c80a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.247363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-613fb7ba-6c96-4373-985c-32292618b0f3 req-b7308e29-8055-4ccd-9f67-350ff54514d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451039 Nov 15 22:27:17.317211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Made reservation on behalf of 55a6794b9f7d4e93a5e8902c93831545 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:17.324467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.357324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.366504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb3e6-9b05-44b6-a03b-cc95e11c80a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.416371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.432273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['58e94456-7120-496b-9023-816c9808e2cb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:17.446824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event deleted for resources: {'Port': ['ID=58e94456-7120-496b-9023-816c9808e2cb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:17.458209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.458630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.458979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.459556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.459701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.459956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.463733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.464388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.466315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.466315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.466315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.466315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:17.504700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e616-0252-4b57-975f-88d7f9556750 req-d7c8adc9-6432-4108-af5f-7d06915ff97e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:17.508392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65d4e616-0252-4b57-975f-88d7f9556750 req-d7c8adc9-6432-4108-af5f-7d06915ff97e tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 949 time: 0.1528807 Nov 15 22:27:17.514390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb3e6-9b05-44b6-a03b-cc95e11c80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.537207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] No DVR routers for this DVR port 58e94456-7120-496b-9023-816c9808e2cb on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:17.557470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.561926 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ccb47956-91b5-4c27-8c7c-f75e0759a1cc req-0cc70728-8fb1-42df-af95-0cf1a34f4473 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.57 "DELETE /v2.0/ports/58e94456-7120-496b-9023-816c9808e2cb HTTP/1.1" status: 204 len: 173 time: 1.1854470 Nov 15 22:27:17.584085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-b162c661-cceb-49cc-b27b-a76f8df89382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:17.589314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-b162c661-cceb-49cc-b27b-a76f8df89382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1099 time: 0.0854566 Nov 15 22:27:17.622310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.623745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbb3e6-9b05-44b6-a03b-cc95e11c80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a84897-460a-43bb-b9bb-3f5768f54291,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:17.631031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e6dbb3e6-9b05-44b6-a03b-cc95e11c80a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03d208bec1474c94b49b6e44db8ae60a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333644 Nov 15 22:27:17.631506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:17.663057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65d4e616-0252-4b57-975f-88d7f9556750 req-839632e4-ff25-4e57-98e0-c166e95dbc4f tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443291 Nov 15 22:27:17.715431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.741684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.758759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-3ff597d7-610d-40b6-b639-6d3be4df5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:17.760931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-3ff597d7-610d-40b6-b639-6d3be4df5746 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1599178 Nov 15 22:27:17.771350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.809726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-869d624b-fe27-4f37-90bc-24458e87ac45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.0384059 Nov 15 22:27:17.860475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc133b93-dbe2-4878-97e1-66a80351bf0a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:17.867716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-89a2afc9-ce1c-4433-9e5c-8dcc4e14bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:17.870349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-89a2afc9-ce1c-4433-9e5c-8dcc4e14bff2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0522156 Nov 15 22:27:17.888151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:17.945734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.948785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.950303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0a84897-460a-43bb-b9bb-3f5768f54291 HTTP/1.1" status: 204 len: 168 time: 0.3150408 Nov 15 22:27:17.967510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5f47828-7ce1-4ea3-942d-5250700219a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:17.984393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d463c56-62b3-4e4d-9bc5-4fc6a11bd520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a84897-460a-43bb-b9bb-3f5768f54291,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:18.003345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-80aaf527-4534-44b9-93dd-ff1242332bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:18.003345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-80aaf527-4534-44b9-93dd-ff1242332bc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176045 Nov 15 22:27:18.013215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9da571a-a0d6-468c-b3a3-da18894fcc23 req-6ff515a3-011a-4ffa-a2c2-eb7eac2dcef3 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.0885367 Nov 15 22:27:18.036878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Allocated IP 192.168.233.20 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/1343c7be-e43a-42c0-a39f-da7ea476f697) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:18.076354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5f47828-7ce1-4ea3-942d-5250700219a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.185862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-fa58d7f3-609c-45fc-9a04-fc54111e1a61 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665213 Nov 15 22:27:18.204523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed01bd73-2a4a-420c-b759-6023cc35f525 req-0043def2-2f47-41e1-9f61-8573c77f6a29 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0467515 Nov 15 22:27:18.214920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1adc4-5ed1-497b-80e4-b5ae03fd64e4 req-ddd45e68-a006-45be-89c1-3d219e3a8a40 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:18.216959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26d1adc4-5ed1-497b-80e4-b5ae03fd64e4 req-ddd45e68-a006-45be-89c1-3d219e3a8a40 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.1450799 Nov 15 22:27:18.227774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5f47828-7ce1-4ea3-942d-5250700219a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.242589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-deleted', 'tag': '58e94456-7120-496b-9023-816c9808e2cb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:18.244987 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fbf82-1e39-4661-b898-0180dca13ce2" -d '{"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-deleted", "tag": "58e94456-7120-496b-9023-816c9808e2cb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:18.291931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.299117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63964090-1d26-47db-ad4e-0ed2bbba020a up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:18.303326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26d1adc4-5ed1-497b-80e4-b5ae03fd64e4 req-071017b6-b1b5-4edf-933d-ce9115acd77e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779669 Nov 15 22:27:18.328931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5f47828-7ce1-4ea3-942d-5250700219a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bc1e06692a5434b9594b46973b9f1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385216 Nov 15 22:27:18.332110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:18.334569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f47828-7ce1-4ea3-942d-5250700219a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a72f23-f1ca-4b08-ab2d-40bbb75b5273,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:18.395275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6d9048cf-412f-4d52-b32b-65b7837d233a req-a9012a86-4a6f-4cf0-a3f0-dc0e4e714b9a service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838517 Nov 15 22:27:18.398142 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94f572-0f0e-4d5b-abd0-c921c9daa3ad x-openstack-request-id: req-9b94f572-0f0e-4d5b-abd0-c921c9daa3ad {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:18.398462 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d092a38-bc13-48ed-aeeb-84afe476a682", "name": "network-vif-deleted", "tag": "58e94456-7120-496b-9023-816c9808e2cb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:18.398715 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b94f572-0f0e-4d5b-abd0-c921c9daa3ad {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:18.399103 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d092a38-bc13-48ed-aeeb-84afe476a682', 'name': 'network-vif-deleted', 'tag': '58e94456-7120-496b-9023-816c9808e2cb', 'status': 'completed', 'code': 200} Nov 15 22:27:18.404392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.428282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.435275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.517236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:18.524742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:18.531250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:18.544058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 63964090-1d26-47db-ad4e-0ed2bbba020a completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:18.544058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 63964090-1d26-47db-ad4e-0ed2bbba020a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:18.544058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.640680 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.682676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:18.689952 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2af8d-efdb-4470-b68e-73d7e3b3cfe4" -d '{"events": [{"server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "name": "network-vif-plugged", "status": "completed", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:18.719509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63964090-1d26-47db-ad4e-0ed2bbba020a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:18.773331 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebcf285-a7ad-4253-96b4-c0ba7944974d x-openstack-request-id: req-0ebcf285-a7ad-4253-96b4-c0ba7944974d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:18.773331 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "name": "network-vif-plugged", "status": "completed", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:18.773331 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ebcf285-a7ad-4253-96b4-c0ba7944974d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:18.773331 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a', 'code': 200} Nov 15 22:27:18.851032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-dfb69fc3-c3af-4d7c-82fb-2fd560283272 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:18.855505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-dfb69fc3-c3af-4d7c-82fb-2fd560283272 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.55 "GET /v2.0/networks?id=810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 200 len: 815 time: 0.2343881 Nov 15 22:27:18.870297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f4e73bd0-0d8f-4e3e-9305-f8c9ed71f8a1 None None] Provisioning complete for port 1343c7be-e43a-42c0-a39f-da7ea476f697 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:18.870962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4e73bd0-0d8f-4e3e-9305-f8c9ed71f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.889854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Request body: {'port': {'device_id': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'admin_state_up': True, 'tenant_id': 'a8b86b9d1c8b4212a0cea2c701cf5cfc'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:18.895808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:18.991732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Pushing event updated for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:19.050842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4e73bd0-0d8f-4e3e-9305-f8c9ed71f8a1 None None] Port 1343c7be-e43a-42c0-a39f-da7ea476f697 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:27:19.088894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:19.142761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:19.143486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.154957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f30a-f2e5-4e28-ad95-d8192d5bf603 req-8429fee3-303b-47bc-b194-ea1a182c08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:19.156378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f684f30a-f2e5-4e28-ad95-d8192d5bf603 req-8429fee3-303b-47bc-b194-ea1a182c08a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 1101 time: 0.1707959 Nov 15 22:27:19.182171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Made reservation on behalf of a8b86b9d1c8b4212a0cea2c701cf5cfc for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:19.186887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.201236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.203958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.205054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4a72f23-f1ca-4b08-ab2d-40bbb75b5273 HTTP/1.1" status: 204 len: 168 time: 0.8720160 Nov 15 22:27:19.223810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd3062-e98f-435b-a235-ebff52f706e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a72f23-f1ca-4b08-ab2d-40bbb75b5273,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:19.259292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697febbc-8b9f-4d70-8ab7-8a7712f1577b req-629c90bf-8a14-41c4-98d3-5da4b3fbb192 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:19.267934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-697febbc-8b9f-4d70-8ab7-8a7712f1577b req-629c90bf-8a14-41c4-98d3-5da4b3fbb192 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.2774734 Nov 15 22:27:19.285408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc4ed2-f548-41c2-9876-9a688d629ad0 req-d287724e-6d5b-45ca-a7f3-620e7ee193ae tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:19.287113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0dc4ed2-f548-41c2-9876-9a688d629ad0 req-d287724e-6d5b-45ca-a7f3-620e7ee193ae tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 935 time: 0.1396663 Nov 15 22:27:19.299973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-3b2cf83e-fdc7-482f-8061-2812f5f9515c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3326466 Nov 15 22:27:19.324246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Request body: {'port': {'device_id': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:19.331627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f684f30a-f2e5-4e28-ad95-d8192d5bf603 req-6bd380e4-c3b6-454b-9533-94e477e9a342 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614454 Nov 15 22:27:19.361940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Allocated IP 172.20.0.12 (810df7ec-8004-43c0-8dcb-80924c4fea43/a28d6219-cc69-4db8-b35a-9185198e7af2/89e6e74d-d300-4aa4-a1a4-437ec186ca10) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:19.434733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-697febbc-8b9f-4d70-8ab7-8a7712f1577b req-32984bca-dda0-4545-b330-257063ba7d71 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653743 Nov 15 22:27:19.443066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0dc4ed2-f548-41c2-9876-9a688d629ad0 req-ea6e2dfc-2337-43d4-8a71-e3f218936218 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385648 Nov 15 22:27:19.448873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.594024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0583120-6478-4770-bf90-b604fcf6cc14 req-dcc6a6bb-e151-4601-a8cc-6db7684032b3 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0404375 Nov 15 22:27:19.619758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71569fa-2785-491c-aba0-29b0c063cfe7 req-104281b7-a8d5-415e-ad8e-52ca55fc3bb8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:19.620266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71569fa-2785-491c-aba0-29b0c063cfe7 req-104281b7-a8d5-415e-ad8e-52ca55fc3bb8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.0800159 Nov 15 22:27:19.667319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.780175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71569fa-2785-491c-aba0-29b0c063cfe7 req-49fdacea-29c9-44b4-b709-ae2ce387ea8e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502323 Nov 15 22:27:19.831482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.873229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Network 810df7ec-8004-43c0-8dcb-80924c4fea43 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:19.878622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:19.882878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:19.933415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1343c7be-e43a-42c0-a39f-da7ea476f697 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:19.942913 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:19.969395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Transition to ACTIVE for port object 1343c7be-e43a-42c0-a39f-da7ea476f697 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:27:19.983469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event updated for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:20.003537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:20.004211 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.114242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.116158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-0254f2fd-6c99-4495-b5e6-42c7839536d8 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2375021 Nov 15 22:27:20.135740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Request body: {'port': {'device_id': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:20.182125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Pushing event updated for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:20.229774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.266646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Attempting to bind port 1343c7be-e43a-42c0-a39f-da7ea476f697 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:20.266989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Attempting to bind port 1343c7be-e43a-42c0-a39f-da7ea476f697 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:20.267319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Attempting to bind port 1343c7be-e43a-42c0-a39f-da7ea476f697 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:20.272247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Port 1343c7be-e43a-42c0-a39f-da7ea476f697 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:20.272581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Attempting to bind port 1343c7be-e43a-42c0-a39f-da7ea476f697 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:20.278689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:20.279025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:20.279445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:20.281190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Bound port: 1343c7be-e43a-42c0-a39f-da7ea476f697, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:20.281190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.360410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:20.367109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1343c7be-e43a-42c0-a39f-da7ea476f697,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:20.456696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.645087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:20.646254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.646637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e6e74d-d300-4aa4-a1a4-437ec186ca10 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:20.649164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] 10.222.0.55 "PUT /v2.0/ports/1343c7be-e43a-42c0-a39f-da7ea476f697 HTTP/1.1" status: 200 len: 1095 time: 1.3288555 Nov 15 22:27:20.656240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:20.659003 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:20.661024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.682311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Transition to ACTIVE for port object 89e6e74d-d300-4aa4-a1a4-437ec186ca10 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:27:20.716529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db1e86-944c-40ed-abf0-26e1f577537d service neutron] Pushing event updated for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:20.751474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7ba51-2e82-4dc5-b5d1-d2c616a9521e req-c3aef787-cf31-40cc-bb13-232ca343f985 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:20.760062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bd7ba51-2e82-4dc5-b5d1-d2c616a9521e req-c3aef787-cf31-40cc-bb13-232ca343f985 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 947 time: 0.1476336 Nov 15 22:27:20.788415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:20.795173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4962096-cfd2-4aa4-a0cf-34a362d120fa req-a49c75e4-3bc3-4534-8782-e7f6ddc3652a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:20.800092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4962096-cfd2-4aa4-a0cf-34a362d120fa req-a49c75e4-3bc3-4534-8782-e7f6ddc3652a tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.1546712 Nov 15 22:27:20.860655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:20.878387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bd7ba51-2e82-4dc5-b5d1-d2c616a9521e req-4de74985-270e-407f-849c-622caf5936e3 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143949 Nov 15 22:27:20.915930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Pushing event updated for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:20.924972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-ece63137-f311-4608-95eb-c55c11b72e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:20.926663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-ece63137-f311-4608-95eb-c55c11b72e04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 1098 time: 0.1489253 Nov 15 22:27:20.935175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4962096-cfd2-4aa4-a0cf-34a362d120fa req-eef59892-8594-4a7d-af88-eef69c43f174 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195555 Nov 15 22:27:20.985342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:20.988472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-9842b3c2-3b42-4691-9c47-32f155db4e7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1343c7be-e43a-42c0-a39f-da7ea476f697 HTTP/1.1" status: 200 len: 217 time: 0.0518806 Nov 15 22:27:21.012996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:21.026121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Attempting to bind port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:21.026573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Attempting to bind port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:21.026950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Attempting to bind port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:21.027068 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7b285-3008-4433-90b8-99d73db1d321 x-openstack-request-id: req-8fb7b285-3008-4433-90b8-99d73db1d321 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:21.027345 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:21.028495 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fb7b285-3008-4433-90b8-99d73db1d321 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:21.028916 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697', 'status': 'completed', 'code': 200} Nov 15 22:27:21.047516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 on network 810df7ec-8004-43c0-8dcb-80924c4fea43 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:21.049186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Attempting to bind port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 on network 810df7ec-8004-43c0-8dcb-80924c4fea43 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:21.060933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:21.061282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Checking segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:21.062782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Bound using segment: {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:21.063261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Bound port: 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cdd76c-5ffc-496b-98bd-884eaefb91a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:21.063628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.089483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 58e94456-7120-496b-9023-816c9808e2cb {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:21.089966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 58e94456-7120-496b-9023-816c9808e2cb not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:21.122636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fbfe0e3b-27a9-413a-b267-5a8ebf609fa5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-891208546'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:21.123236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fbfe0e3b-27a9-413a-b267-5a8ebf609fa5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Unknown quota resources ['metering_label']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:21.142497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:21.157033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'mac_address': 'fa:16:3e:60:78:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:21.157680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadc3c5-d659-4aca-a4a5-5a498f4c0d08 req-de0235a0-8dd8-4d98-a7d3-0e75cc21bd04 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.159352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fadc3c5-d659-4aca-a4a5-5a498f4c0d08 req-de0235a0-8dd8-4d98-a7d3-0e75cc21bd04 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 944 time: 0.1819932 Nov 15 22:27:21.166325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-ea4d5fba-c115-478e-a6da-af0d77839872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.167732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-ea4d5fba-c115-478e-a6da-af0d77839872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1424325 Nov 15 22:27:21.176891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4e3b2-7188-412e-8170-cbe8e690f035 req-0d4510c5-5025-420c-b2fe-78f9c7f1f5d4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.178344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0a4e3b2-7188-412e-8170-cbe8e690f035 req-0d4510c5-5025-420c-b2fe-78f9c7f1f5d4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.0863001 Nov 15 22:27:21.196941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:21.198490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:21.210775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.231374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:21.259441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:21.283016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fadc3c5-d659-4aca-a4a5-5a498f4c0d08 req-11399d5d-f714-4a8d-bbf4-3a5c3ea211bf tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135275 Nov 15 22:27:21.287207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7819-0afd-413a-bf5d-f10beff59326 req-5727d12f-a2f5-476a-9945-5f67adc4f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.288700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-5727d12f-a2f5-476a-9945-5f67adc4f756 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094916 Nov 15 22:27:21.294306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0a4e3b2-7188-412e-8170-cbe8e690f035 req-a66c9b8c-b631-488e-822f-c41e5d21ddc0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023657 Nov 15 22:27:21.305179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.362907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0e3b-27a9-413a-b267-5a8ebf609fa5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.363877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fbfe0e3b-27a9-413a-b267-5a8ebf609fa5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5017600 Nov 15 22:27:21.365893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.378557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:21.392271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f62d3cda-d618-4745-93c1-ab779e24e484 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a0f29cbf-1f38-4aa3-9fb9-bcbc875208c7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:21.397880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f62d3cda-d618-4745-93c1-ab779e24e484 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:21.398023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.398130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.399467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-b3f5e755-326c-480a-b450-235a01093536 service neutron] 10.222.0.55 "PUT /v2.0/ports/89e6e74d-d300-4aa4-a1a4-437ec186ca10 HTTP/1.1" status: 200 len: 1092 time: 1.2691607 Nov 15 22:27:21.399906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:21.403275 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02684a2f-531d-4f99-8f29-96fed3b45d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:21.436222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:21.455594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5e755-326c-480a-b450-235a01093536 service neutron] Pushing event updated for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:21.470619 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be27d89-f8e8-4f1b-bb3a-c402e8474fe2 x-openstack-request-id: req-3be27d89-f8e8-4f1b-bb3a-c402e8474fe2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:21.470798 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:21.471052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3be27d89-f8e8-4f1b-bb3a-c402e8474fe2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:21.471449 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10', 'status': 'completed', 'code': 200} Nov 15 22:27:21.518969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-a7b86939-dea7-43bf-94bf-9a9fbc0342cf service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213919 Nov 15 22:27:21.532522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-2d677d89-0f6b-4591-b8e2-4dd31f8bbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.534038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-2d677d89-0f6b-4591-b8e2-4dd31f8bbf04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0423794 Nov 15 22:27:21.618563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601a7819-0afd-413a-bf5d-f10beff59326 req-9033aea6-d0aa-438c-87af-9be0ad92193c service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913291 Nov 15 22:27:21.639443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-73ade6a3-54e3-4372-b97c-0d8bf71e3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.640943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-73ade6a3-54e3-4372-b97c-0d8bf71e3b5e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983942 Nov 15 22:27:21.690370 n-d-817995-3 neutron-server[103128]: WARNING neutron.services.metering.metering_plugin [None req-f62d3cda-d618-4745-93c1-ab779e24e484 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 22:27:21.725169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:21.754474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-060ce10d-ba81-4395-b730-7a1a818db4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.755951 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-02684a2f-531d-4f99-8f29-96fed3b45d3c req-060ce10d-ba81-4395-b730-7a1a818db4b4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080508 Nov 15 22:27:21.781633 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f62d3cda-d618-4745-93c1-ab779e24e484 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:21.784662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f62d3cda-d618-4745-93c1-ab779e24e484 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4030764 Nov 15 22:27:21.786363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44084) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:21.791049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1f120b77-4349-4cde-b16e-31bfaad00cd2 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a0f29cbf-1f38-4aa3-9fb9-bcbc875208c7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:21.791609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1f120b77-4349-4cde-b16e-31bfaad00cd2 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103127) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:21.874098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-e4d66cf7-0e36-4935-8e6d-72031e3eb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.875763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-e4d66cf7-0e36-4935-8e6d-72031e3eb44e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0620663 Nov 15 22:27:21.914285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-bb73a189-9bfe-4083-bc64-c47f2503482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:21.915875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-bb73a189-9bfe-4083-bc64-c47f2503482e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 1098 time: 0.1186302 Nov 15 22:27:21.925700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-54595f8e-0490-4067-af80-0629391bc678 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10 HTTP/1.1" status: 200 len: 217 time: 0.0406630 Nov 15 22:27:21.988261 n-d-817995-3 neutron-server[103127]: WARNING neutron.services.metering.metering_plugin [None req-1f120b77-4349-4cde-b16e-31bfaad00cd2 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 15 22:27:22.034771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-d8017aa0-2bd4-4ee2-bee9-68e70758783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.036132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-d8017aa0-2bd4-4ee2-bee9-68e70758783f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 200 len: 855 time: 0.1029696 Nov 15 22:27:22.044411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a96500-ae22-4a11-9bb3-0630a564690f req-e825eee7-091b-4ea6-a78e-7342f2a89d72 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.046215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a96500-ae22-4a11-9bb3-0630a564690f req-e825eee7-091b-4ea6-a78e-7342f2a89d72 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 947 time: 0.0762646 Nov 15 22:27:22.089762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f120b77-4349-4cde-b16e-31bfaad00cd2 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:22.095298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f120b77-4349-4cde-b16e-31bfaad00cd2 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3034630 Nov 15 22:27:22.095677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-df2e2fc5-09e6-49ae-86eb-60e70d9f1fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=810df7ec-8004-43c0-8dcb-80924c4fea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484135 Nov 15 22:27:22.098953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.119633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a27af5e3-dc37-4a60-bae9-52e245d00dc6 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=b6443511-45a0-4109-af02-377a8807a4ea HTTP/1.1" status: 200 len: 464 time: 0.0195093 Nov 15 22:27:22.126665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.146628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-059f9272-f584-4354-a722-d061aee75ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.148101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-059f9272-f584-4354-a722-d061aee75ac8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2247355 Nov 15 22:27:22.178019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbdc1b-55bc-4d56-b9ae-2e39c3a303e7 req-195fa9ba-5efe-48cb-b7e5-7f8eb1074d12 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.179521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cfbdc1b-55bc-4d56-b9ae-2e39c3a303e7 req-195fa9ba-5efe-48cb-b7e5-7f8eb1074d12 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.1617289 Nov 15 22:27:22.190329 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-c61423d7-06f2-4250-8301-4c97a9856f69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1343c7be-e43a-42c0-a39f-da7ea476f697 HTTP/1.1" status: 200 len: 217 time: 0.0335948 Nov 15 22:27:22.217398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a96500-ae22-4a11-9bb3-0630a564690f req-25f20982-442b-4983-8b22-42c96404e5ab tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483252 Nov 15 22:27:22.267798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cfbdc1b-55bc-4d56-b9ae-2e39c3a303e7 req-0764af6f-8c4d-4374-8373-0bdc7a7b7fd8 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793221 Nov 15 22:27:22.271590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-01513d03-90c6-49dc-b8f7-771b666399e7 service neutron] 10.222.0.55 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673594 Nov 15 22:27:22.343569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-89b570f3-4e88-4aca-b94f-4aaac7f0963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.345261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-89b570f3-4e88-4aca-b94f-4aaac7f0963a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1461873 Nov 15 22:27:22.348024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a49470f-8ca7-4b15-9e98-479bc046d781 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:22.352048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7a49470f-8ca7-4b15-9e98-479bc046d781 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/b6443511-45a0-4109-af02-377a8807a4ea HTTP/1.1" status: 204 len: 168 time: 0.2243373 Nov 15 22:27:22.352719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.381773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-851d7a90-9588-4e6a-9c48-375885098e7c tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=b6443511-45a0-4109-af02-377a8807a4ea HTTP/1.1" status: 200 len: 221 time: 0.0279152 Nov 15 22:27:22.383434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8943de02-137a-48b7-95e9-82d968d6ea93 req-8cf76689-9768-4bf5-8bf0-af81a3167737 service neutron] 10.222.0.55 "GET /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029243 Nov 15 22:27:22.385053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.389698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8ede7886-a515-4d83-9a41-5b050c9c8c47 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1204113890', 'description': 'label created by tempest'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:22.390073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8ede7886-a515-4d83-9a41-5b050c9c8c47 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Unknown quota resources ['metering_label']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:27:22.412235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-dc04ac1a-4d16-4aa2-91e2-7f4748f7f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.413838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-dc04ac1a-4d16-4aa2-91e2-7f4748f7f95f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534241 Nov 15 22:27:22.508217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-f26dcc7a-6b67-48d5-83b6-8e4ddd3863a4 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Nov 15 22:27:22.518152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fb50d-d17b-486f-9770-d0af97e0dccd req-cfaff5d1-380f-472d-b579-a535a5922916 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.519664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e2fb50d-d17b-486f-9770-d0af97e0dccd req-cfaff5d1-380f-472d-b579-a535a5922916 tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 1101 time: 0.1353455 Nov 15 22:27:22.527113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f879e4-d2a2-49fd-8f4a-74489a979b48 req-0b51c7fd-a4bb-4072-b297-121d521eef72 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.529101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21f879e4-d2a2-49fd-8f4a-74489a979b48 req-0b51c7fd-a4bb-4072-b297-121d521eef72 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 944 time: 0.1113603 Nov 15 22:27:22.595683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e2fb50d-d17b-486f-9770-d0af97e0dccd req-e334ec24-fd4f-4f2d-a331-1aa441ec473a tempest-ServersOnMultiNodesTest-1665076078 tempest-ServersOnMultiNodesTest-1665076078-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655217 Nov 15 22:27:22.603029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21f879e4-d2a2-49fd-8f4a-74489a979b48 req-f26af174-b741-44bd-ac55-95cf4c449a8a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664296 Nov 15 22:27:22.610256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-baf72e7c-c06d-4a8b-9854-16387b2cc7b2 req-2beeb378-8af2-4da4-98ee-f330427a0716 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909605 Nov 15 22:27:22.798959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ede7886-a515-4d83-9a41-5b050c9c8c47 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:22.800570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ede7886-a515-4d83-9a41-5b050c9c8c47 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4142137 Nov 15 22:27:22.803670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.818851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7855c4-d553-490b-8f38-407b5c826e4b req-eeeaf4a1-bfda-4397-a53b-815ba32bc7ae tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:22.820391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d7855c4-d553-490b-8f38-407b5c826e4b req-eeeaf4a1-bfda-4397-a53b-815ba32bc7ae tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 949 time: 0.1177409 Nov 15 22:27:22.865528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4062d614-5dc8-4d40-9a55-d10a33145f7c tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ce8365e4-9951-447a-8bfa-7bbe0f7fe660 HTTP/1.1" status: 200 len: 468 time: 0.0581136 Nov 15 22:27:22.865761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:22.873178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d7855c4-d553-490b-8f38-407b5c826e4b req-70c1d5a2-3a6c-413f-9928-a47e8c7e6f8f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Nov 15 22:27:22.887481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.000479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:23.001859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de81ac03-d8bf-4e40-af29-7c61d53a2904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.081574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de81ac03-d8bf-4e40-af29-7c61d53a2904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.204465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de81ac03-d8bf-4e40-af29-7c61d53a2904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.205199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:23.209063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4bf670b-5a9b-4171-9c9e-fc6cc7b3c284 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.212799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:23.212799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.214534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4bf670b-5a9b-4171-9c9e-fc6cc7b3c284 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/ce8365e4-9951-447a-8bfa-7bbe0f7fe660 HTTP/1.1" status: 204 len: 168 time: 0.3479235 Nov 15 22:27:23.215924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.236204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83b73acd-5317-4ad8-aeaa-0cbf9a832494 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ce8365e4-9951-447a-8bfa-7bbe0f7fe660 HTTP/1.1" status: 200 len: 216 time: 0.0173464 Nov 15 22:27:23.236204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44134) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.256016 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f92aaff4-977b-47ce-894a-6fa765c189bf tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0177772 Nov 15 22:27:23.257025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.263423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de81ac03-d8bf-4e40-af29-7c61d53a2904 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=901b691b437145a680c8893a270a343f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712964 Nov 15 22:27:23.264176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.268581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81ac03-d8bf-4e40-af29-7c61d53a2904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a01271b-18e8-4baf-a3dd-1c8d6a9d5ce9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:23.350886 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.361773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b74a-a854-4a76-bd94-c73ef8fd6ff1 req-52c5e073-f199-4ad9-9bd7-7920f7c760c6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:23.363441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4111b74a-a854-4a76-bd94-c73ef8fd6ff1 req-52c5e073-f199-4ad9-9bd7-7920f7c760c6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.0797491 Nov 15 22:27:23.376269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:23.378664 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7dfc8-a826-414e-bbeb-ea06bd637bac" -d '{"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-plugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:23.395450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:23.404044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b050a-b86f-466f-a68e-f62384677dad req-5718bfa7-2a80-47e3-8031-cdadc5d4df78 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:23.405667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b050a-b86f-466f-a68e-f62384677dad req-5718bfa7-2a80-47e3-8031-cdadc5d4df78 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 947 time: 0.0798280 Nov 15 22:27:23.452280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4111b74a-a854-4a76-bd94-c73ef8fd6ff1 req-532ee8b4-6cf3-4908-950b-3346842fdb51 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785067 Nov 15 22:27:23.496870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b050a-b86f-466f-a68e-f62384677dad req-1202b7d5-87da-4d31-b218-221056fe26de tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701945 Nov 15 22:27:23.516642 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8d2938-7e65-410b-8843-886337477cb7 x-openstack-request-id: req-7e8d2938-7e65-410b-8843-886337477cb7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:23.516929 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-plugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:23.517174 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e8d2938-7e65-410b-8843-886337477cb7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:23.517560 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'code': 200} Nov 15 22:27:23.522494 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.584145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:23.593827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37b6ea8b-6f30-45ef-ae4e-93f2ff1dbab8 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3348999 Nov 15 22:27:23.597676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.667920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7fa103e3-b35e-44e0-b1d0-31ffdc0a096e tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/a0f29cbf-1f38-4aa3-9fb9-bcbc875208c7 HTTP/1.1" status: 200 len: 472 time: 0.0659695 Nov 15 22:27:23.669164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.681957 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a19c259d-aad5-4865-b65f-1ca098e0eedc tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/cd169562-3d1d-43df-9476-04e7c3b283c2 HTTP/1.1" status: 200 len: 461 time: 0.0115466 Nov 15 22:27:23.685032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.710200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.737155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5244f24-7bf1-4aac-92ec-f1cf9d2adc04 req-a3290864-4da6-488c-ac8b-b29bbb23392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:23.738878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c5244f24-7bf1-4aac-92ec-f1cf9d2adc04 req-a3290864-4da6-488c-ac8b-b29bbb23392f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1101 time: 0.0727234 Nov 15 22:27:23.740686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.752740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae783afd-b05c-4e2e-a5e8-8740615b5c6e req-1cdd805a-0d2e-40bc-b2cd-e8b7cd8ca4cd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:23.754221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae783afd-b05c-4e2e-a5e8-8740615b5c6e req-1cdd805a-0d2e-40bc-b2cd-e8b7cd8ca4cd tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 944 time: 0.0668340 Nov 15 22:27:23.812045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c5244f24-7bf1-4aac-92ec-f1cf9d2adc04 req-2e23cbdb-04ee-4ced-ad6b-1c9cc1e71a2d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639756 Nov 15 22:27:23.814507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae783afd-b05c-4e2e-a5e8-8740615b5c6e req-0785efc7-3a3b-4c0a-a59a-63c96c9184e2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Nov 15 22:27:23.886749 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf81d-8a26-4900-8eca-68cf0b2110a5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.888497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ccbcf81d-8a26-4900-8eca-68cf0b2110a5 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/cd169562-3d1d-43df-9476-04e7c3b283c2 HTTP/1.1" status: 204 len: 168 time: 0.2024319 Nov 15 22:27:23.891007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:23.899502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.902664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:23.907035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a01271b-18e8-4baf-a3dd-1c8d6a9d5ce9 HTTP/1.1" status: 204 len: 168 time: 0.6394534 Nov 15 22:27:23.913880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94fd0c-0ded-4b46-abd6-44ef12f56340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a01271b-18e8-4baf-a3dd-1c8d6a9d5ce9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:24.130058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52af894-e05b-4c20-943e-75629485eed2 req-26bd5e81-a758-48bb-bcf3-a8d999d9d601 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:24.131506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e52af894-e05b-4c20-943e-75629485eed2 req-26bd5e81-a758-48bb-bcf3-a8d999d9d601 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1556101 Nov 15 22:27:24.180121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e52af894-e05b-4c20-943e-75629485eed2 req-6aface7f-168d-47b3-a0bf-551d1b07abf2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Nov 15 22:27:24.201733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e44684-2e3c-452c-b066-97f30be880f0 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:24.202930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88e44684-2e3c-452c-b066-97f30be880f0 tempest-MeteringTestJSON-1179800241 tempest-MeteringTestJSON-1179800241-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/a0f29cbf-1f38-4aa3-9fb9-bcbc875208c7 HTTP/1.1" status: 204 len: 168 time: 0.3109682 Nov 15 22:27:24.332941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1343c7be-e43a-42c0-a39f-da7ea476f697 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:24.434542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1343c7be-e43a-42c0-a39f-da7ea476f697,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:24.447245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '1343c7be-e43a-42c0-a39f-da7ea476f697', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '1343c7be-e43a-42c0-a39f-da7ea476f697', 'mac_address': 'fa:16:3e:38:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:24.491000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:24.508355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1343c7be-e43a-42c0-a39f-da7ea476f697 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:24.533558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1343c7be-e43a-42c0-a39f-da7ea476f697,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:24.626270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0efff5-551d-4264-acad-6fa24dacc152 req-cba36e94-587c-4d72-b1d7-881052d71d21 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:24.629202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b0efff5-551d-4264-acad-6fa24dacc152 req-cba36e94-587c-4d72-b1d7-881052d71d21 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.0821457 Nov 15 22:27:24.659717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf703-97a9-412b-a85f-08f4251d3c86 req-32068237-cab9-4ca0-87ca-6ec6e2774811 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:24.661292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5ebf703-97a9-412b-a85f-08f4251d3c86 req-32068237-cab9-4ca0-87ca-6ec6e2774811 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 947 time: 0.0875766 Nov 15 22:27:24.691741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:24.710621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b0efff5-551d-4264-acad-6fa24dacc152 req-52bc0241-0525-4871-83e8-2f501e0e2711 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757437 Nov 15 22:27:24.711949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:24.719660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-f88e4032-32f7-4c20-bef7-2e0cebf1dd91 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:24.728255 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-f88e4032-32f7-4c20-bef7-2e0cebf1dd91 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 950 time: 0.0873640 Nov 15 22:27:24.749060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5ebf703-97a9-412b-a85f-08f4251d3c86 req-791a4494-c065-4a14-9212-e4def026f834 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735559 Nov 15 22:27:24.798593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:24.859888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 63964090-1d26-47db-ad4e-0ed2bbba020a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:24.860207 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:24.915728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ccd59e6-3f5a-4d66-9bc5-164abfa7586d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.005258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de2214-8700-4c58-8549-7899cc389601 req-9d2c7f23-3844-4ec9-8d69-0814241c2552 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:25.007812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 63964090-1d26-47db-ad4e-0ed2bbba020a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=63964090-1d26-47db-ad4e-0ed2bbba020a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:25.007812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.013736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1343c7be-e43a-42c0-a39f-da7ea476f697'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:25.014292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00de2214-8700-4c58-8549-7899cc389601 req-9d2c7f23-3844-4ec9-8d69-0814241c2552 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 944 time: 0.1032670 Nov 15 22:27:25.027599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 63964090-1d26-47db-ad4e-0ed2bbba020a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:25.096434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ccd59e6-3f5a-4d66-9bc5-164abfa7586d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.099731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00de2214-8700-4c58-8549-7899cc389601 req-2f436575-844a-45e7-b0b7-6d2d5b5d6bf0 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839295 Nov 15 22:27:25.110479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7924-aec0-4d7e-a8eb-a7428a778320 req-e5d16d3f-1fce-453c-b673-fe1a97965976 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:25.127710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-072f7924-aec0-4d7e-a8eb-a7428a778320 req-e5d16d3f-1fce-453c-b673-fe1a97965976 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.1451488 Nov 15 22:27:25.185457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-072f7924-aec0-4d7e-a8eb-a7428a778320 req-91969222-95e5-4620-887b-cccc108bf37f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589454 Nov 15 22:27:25.196296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ccd59e6-3f5a-4d66-9bc5-164abfa7586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.260888 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8ccd59e6-3f5a-4d66-9bc5-164abfa7586d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1fbdc995b064489b02658c36747a264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637152 Nov 15 22:27:25.260888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd59e6-3f5a-4d66-9bc5-164abfa7586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaea56d-6bb0-4314-9499-f72b4e10e0b1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:25.261184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44210) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:25.335736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.349521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c', 'f756bd29-8c12-4cf9-a13e-4550477c6988', '3f3fc688-b584-458b-908e-1b33d1a1e3c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:25.371910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=63964090-1d26-47db-ad4e-0ed2bbba020a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:25.377403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a4297-5013-4126-9b36-ed786f10cbcc req-cec2be44-b254-4ae6-859f-51302c2d0a2d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:25.377403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b2a4297-5013-4126-9b36-ed786f10cbcc req-cec2be44-b254-4ae6-859f-51302c2d0a2d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0919032 Nov 15 22:27:25.377403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.424123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 63964090-1d26-47db-ad4e-0ed2bbba020a on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:25.424403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.427597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.435784 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-98c799b2-036e-4e08-a776-d7fb69ce6b8d req-d82eacfc-f9d2-47fe-ae96-416760d0b67c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "DELETE /v2.0/ports/63964090-1d26-47db-ad4e-0ed2bbba020a HTTP/1.1" status: 204 len: 173 time: 0.7019589 Nov 15 22:27:25.436283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'name': 'network-vif-deleted', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:25.448270 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dba890-4f8f-4152-b623-9ab2d4cc65bb" -d '{"events": [{"server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "name": "network-vif-deleted", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:25.501371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b2a4297-5013-4126-9b36-ed786f10cbcc req-a570f9cb-948c-4c34-a3df-23cd91ec7f7a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193147 Nov 15 22:27:25.523749 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd40cb3-a95d-4e88-9bf8-3d7b8a5b81d4 x-openstack-request-id: req-5bd40cb3-a95d-4e88-9bf8-3d7b8a5b81d4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:25.524066 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b44cf53-3274-4f98-b82d-81109969b215", "name": "network-vif-deleted", "tag": "63964090-1d26-47db-ad4e-0ed2bbba020a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:25.524322 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bd40cb3-a95d-4e88-9bf8-3d7b8a5b81d4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:25.524750 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b44cf53-3274-4f98-b82d-81109969b215', 'name': 'network-vif-deleted', 'tag': '63964090-1d26-47db-ad4e-0ed2bbba020a', 'status': 'completed', 'code': 200} Nov 15 22:27:25.633443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.636715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:25.637900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aaea56d-6bb0-4314-9499-f72b4e10e0b1 HTTP/1.1" status: 204 len: 168 time: 0.3759181 Nov 15 22:27:25.659365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f6f11-33ad-4bfb-b393-f6d02c9c9ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaea56d-6bb0-4314-9499-f72b4e10e0b1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:25.830860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:25.845131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-182766c8-db01-4543-93b7-155e98f5c590 req-25cd4f8e-a531-41a4-b478-1c8bd624e2c6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b44cf53-3274-4f98-b82d-81109969b215 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Nov 15 22:27:25.920599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374a23-ea2a-4880-bd6c-68bfbe3a8412 req-61af5812-85be-49d1-b9ea-3c5c0129824b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:25.922424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2374a23-ea2a-4880-bd6c-68bfbe3a8412 req-61af5812-85be-49d1-b9ea-3c5c0129824b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 948 time: 0.0700090 Nov 15 22:27:25.983661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2374a23-ea2a-4880-bd6c-68bfbe3a8412 req-38fa4a62-78b0-4043-a376-0ea67f747939 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Nov 15 22:27:26.284153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e57a5-f296-4def-86bf-6eed05713add req-832499e6-cf4d-49d7-bc81-537a55833f0c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:26.285669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59e57a5-f296-4def-86bf-6eed05713add req-832499e6-cf4d-49d7-bc81-537a55833f0c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 944 time: 0.0725322 Nov 15 22:27:26.346684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59e57a5-f296-4def-86bf-6eed05713add req-03ec9e4f-87e2-4066-9ab8-d544607aa384 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Nov 15 22:27:26.356494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 89e6e74d-d300-4aa4-a1a4-437ec186ca10 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:26.362626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1343c7be-e43a-42c0-a39f-da7ea476f697 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:26.522135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:26.542370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e015b69-b14f-4f6f-8d23-4856b22147cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.631973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:26.644215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '89e6e74d-d300-4aa4-a1a4-437ec186ca10', 'network_id': '810df7ec-8004-43c0-8dcb-80924c4fea43', 'port_id': '89e6e74d-d300-4aa4-a1a4-437ec186ca10', 'mac_address': 'fa:16:3e:41:30:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28d6219-cc69-4db8-b35a-9185198e7af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:26.676777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776b735-32ce-42eb-99fd-fa35a4f57321 req-66d5535c-28f1-4d44-aa59-dce05edf35be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:26.678152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2776b735-32ce-42eb-99fd-fa35a4f57321 req-66d5535c-28f1-4d44-aa59-dce05edf35be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0890982 Nov 15 22:27:26.681873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.695958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e6e74d-d300-4aa4-a1a4-437ec186ca10 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:26.716172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:26.747517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e015b69-b14f-4f6f-8d23-4856b22147cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.755629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2776b735-32ce-42eb-99fd-fa35a4f57321 req-ff379662-2e23-4cdf-8d63-63c51121d796 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701346 Nov 15 22:27:26.765744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 1343c7be-e43a-42c0-a39f-da7ea476f697 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:26.777299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 1343c7be-e43a-42c0-a39f-da7ea476f697 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:26.777299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.810539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.896436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e015b69-b14f-4f6f-8d23-4856b22147cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.913228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-1aef9eac-304d-4a3f-add4-c441f468b6ef req-48905c1c-66c9-4d47-b95e-046c48332ca5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:27:26.915208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1aef9eac-304d-4a3f-add4-c441f468b6ef req-48905c1c-66c9-4d47-b95e-046c48332ca5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130394 Nov 15 22:27:26.921483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:26.929446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:26.956427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e015b69-b14f-4f6f-8d23-4856b22147cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86604ada3e0044cc940e874c75e2962c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332194 Nov 15 22:27:26.959046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:26.961737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:26.964729 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb825350-d1a3-417c-908a-2f979b4840bc" -d '{"events": [{"server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "name": "network-vif-plugged", "status": "completed", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:26.969000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015b69-b14f-4f6f-8d23-4856b22147cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4239836e-0227-4c77-bd7b-944a0c97eeaa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:26.982175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1343c7be-e43a-42c0-a39f-da7ea476f697,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:27.041331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:27.057252 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:27.059159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63964090-1d26-47db-ad4e-0ed2bbba020a no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:27.072938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:27.183153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['89e6e74d-d300-4aa4-a1a4-437ec186ca10'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:27.190445 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a810f0-24d3-4607-9c1e-28375b6f60f0 x-openstack-request-id: req-00a810f0-24d3-4607-9c1e-28375b6f60f0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:27.190742 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "name": "network-vif-plugged", "status": "completed", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:27.202015 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00a810f0-24d3-4607-9c1e-28375b6f60f0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:27.204466 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697', 'code': 200} Nov 15 22:27:27.205103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 63964090-1d26-47db-ad4e-0ed2bbba020a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:27.205448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 63964090-1d26-47db-ad4e-0ed2bbba020a not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:27.251797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:27.307744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a13317-0b49-46cb-857f-0bba3a3ccaf0 req-42039293-dd36-49a2-a256-114ccae75ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:27.310155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:27.310813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3a13317-0b49-46cb-857f-0bba3a3ccaf0 req-42039293-dd36-49a2-a256-114ccae75ca8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 1100 time: 0.0604501 Nov 15 22:27:27.316277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:27.326785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4239836e-0227-4c77-bd7b-944a0c97eeaa HTTP/1.1" status: 204 len: 168 time: 0.3656318 Nov 15 22:27:27.354374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca7ef1-e261-4c8a-94a2-7c499df611da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4239836e-0227-4c77-bd7b-944a0c97eeaa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:27.389046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a745-02d9-488e-9eb2-3acfbd38df27 req-ffd7aa89-7608-49ae-bb25-21171ea00b0e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:27.390583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4561a745-02d9-488e-9eb2-3acfbd38df27 req-ffd7aa89-7608-49ae-bb25-21171ea00b0e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.1557777 Nov 15 22:27:27.422297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3a13317-0b49-46cb-857f-0bba3a3ccaf0 req-d8f95ac1-e13e-47a1-92a7-c90b98aea4ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003823 Nov 15 22:27:27.541796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4561a745-02d9-488e-9eb2-3acfbd38df27 req-a926a83a-50d0-4877-9e47-c7ad207920ea tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375132 Nov 15 22:27:27.567635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70dc59-420f-4396-9c4a-4a6110c87a1d req-23c3c39c-a596-4078-8d77-cd8199ff94cf tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:27.576849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b70dc59-420f-4396-9c4a-4a6110c87a1d req-23c3c39c-a596-4078-8d77-cd8199ff94cf tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.1186430 Nov 15 22:27:27.660215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b70dc59-420f-4396-9c4a-4a6110c87a1d req-2b333098-9672-4272-a0e4-65a2c9826d82 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818195 Nov 15 22:27:27.673716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-9c1b73d2-d7f1-4bbd-8f7e-51c9b02f4e6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1726785 Nov 15 22:27:27.764794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2789-2bb0-4d9e-a0ea-524a725f5efd req-f754f4dc-34e0-444b-9f0d-811d03fb9ef5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:27.766238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37bc2789-2bb0-4d9e-a0ea-524a725f5efd req-f754f4dc-34e0-444b-9f0d-811d03fb9ef5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0491850 Nov 15 22:27:27.820995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37bc2789-2bb0-4d9e-a0ea-524a725f5efd req-8b5581f0-15af-480e-8a76-beff7006d36a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Nov 15 22:27:27.948378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c834-af98-401b-b051-8f307fdf4320 req-3d75b617-3df9-4707-b302-14b7fd522513 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:27.950446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1830c834-af98-401b-b051-8f307fdf4320 req-3d75b617-3df9-4707-b302-14b7fd522513 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 945 time: 0.0520833 Nov 15 22:27:28.003720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1830c834-af98-401b-b051-8f307fdf4320 req-cf9909d4-d19f-452e-a952-4caa663a0b53 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Nov 15 22:27:28.118187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c093-9197-4383-bf2c-8c03cdb6ac74 req-a3154389-81b5-4b25-83f1-b570b28e4234 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:28.125142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a580c093-9197-4383-bf2c-8c03cdb6ac74 req-a3154389-81b5-4b25-83f1-b570b28e4234 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0578959 Nov 15 22:27:28.211563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a580c093-9197-4383-bf2c-8c03cdb6ac74 req-d10476f6-bd77-4a7c-8254-b871dd8ecf80 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852938 Nov 15 22:27:28.360020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 89e6e74d-d300-4aa4-a1a4-437ec186ca10 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:28.513737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:28.519018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:28.529439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:28.671098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:28.709171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:28.799156 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:28.876203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:29.071245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62df1-211b-4b6f-ab71-a59ee4f855a5 req-07c96eea-c6d2-426c-ac5e-1099aad1d2cc tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.072775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93f62df1-211b-4b6f-ab71-a59ee4f855a5 req-07c96eea-c6d2-426c-ac5e-1099aad1d2cc tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.4191277 Nov 15 22:27:29.078832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:29.146058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93f62df1-211b-4b6f-ab71-a59ee4f855a5 req-131941c8-ad49-4e4a-b6a7-f53806a513dc tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492725 Nov 15 22:27:29.205447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:29.208198 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4766f3-ba2f-4600-90fb-37ec1802a09a" -d '{"events": [{"server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "name": "network-vif-plugged", "status": "completed", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:29.256156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddedba-e0b4-41cb-a3f3-7f722e021b1d req-dfda3afb-3cd4-41a1-9be6-5491e5e3d797 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.257839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ecddedba-e0b4-41cb-a3f3-7f722e021b1d req-dfda3afb-3cd4-41a1-9be6-5491e5e3d797 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0593104 Nov 15 22:27:29.307617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ecddedba-e0b4-41cb-a3f3-7f722e021b1d req-9b6e5580-4fc9-4d41-9d94-00b2e57380d4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Nov 15 22:27:29.422338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a13fe-0057-43a1-a670-63b4d8eeb9ca req-373a2dd3-5a8f-4d45-af44-42c46c576029 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.422338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c0a13fe-0057-43a1-a670-63b4d8eeb9ca req-373a2dd3-5a8f-4d45-af44-42c46c576029 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0549567 Nov 15 22:27:29.496228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ddd7d4-a12e-4bfb-888f-fcf0abe6d0e9 x-openstack-request-id: req-78ddd7d4-a12e-4bfb-888f-fcf0abe6d0e9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:29.496228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "name": "network-vif-plugged", "status": "completed", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:29.496228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78ddd7d4-a12e-4bfb-888f-fcf0abe6d0e9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:29.496228 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10', 'code': 200} Nov 15 22:27:29.497833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c0a13fe-0057-43a1-a670-63b4d8eeb9ca req-3734d1cc-3e48-4a8f-8314-7a9956facaea tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626104 Nov 15 22:27:29.616103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:29.633064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab7ca-e35f-4450-ad0b-74138eb7cf48 req-8e895dbe-caa9-4f92-b045-95cf9c9b78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.634556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-761ab7ca-e35f-4450-ad0b-74138eb7cf48 req-8e895dbe-caa9-4f92-b045-95cf9c9b78ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0706074 Nov 15 22:27:29.673108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563bd6-57b0-4dc4-8346-b1c457f2ae0c req-989d5e14-8077-462e-87f7-c51e0a82e040 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.674804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4563bd6-57b0-4dc4-8346-b1c457f2ae0c req-989d5e14-8077-462e-87f7-c51e0a82e040 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0980911 Nov 15 22:27:29.688242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-761ab7ca-e35f-4450-ad0b-74138eb7cf48 req-abd122b4-bb20-4d54-afe7-ab5785818e0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 15 22:27:29.720829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6e8c-bc9f-48d2-b448-20f8c9f051ff req-17b2a3d5-6c22-4e06-a053-0125751a6c93 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:29.722317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01d6e8c-bc9f-48d2-b448-20f8c9f051ff req-17b2a3d5-6c22-4e06-a053-0125751a6c93 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.0927534 Nov 15 22:27:29.795008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4563bd6-57b0-4dc4-8346-b1c457f2ae0c req-9724bafb-737f-4765-96e2-24ebb37b69f6 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107173 Nov 15 22:27:29.820455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01d6e8c-bc9f-48d2-b448-20f8c9f051ff req-e0c9dd2e-ed3a-48f6-88b2-914888e43775 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772483 Nov 15 22:27:29.972750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:30.023437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-87662bed-cd91-4358-ab00-7b77b1ce0971 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:30.025564 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-87662bed-cd91-4358-ab00-7b77b1ce0971 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 949 time: 0.0849750 Nov 15 22:27:30.136403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:30.136828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.154789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-549170164'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:30.241483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 3f3fc688-b584-458b-908e-1b33d1a1e3c3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3f3fc688-b584-458b-908e-1b33d1a1e3c3,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:30.241831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.256325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 3f3fc688-b584-458b-908e-1b33d1a1e3c3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:30.261213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66888-a747-43d2-ad40-8eb31de731ef req-b950507f-21d4-4f49-8706-8572d2f33006 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:30.263277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6f66888-a747-43d2-ad40-8eb31de731ef req-b950507f-21d4-4f49-8706-8572d2f33006 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.0544398 Nov 15 22:27:30.265007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Made reservation on behalf of 93205176dfd44ae481cf23a83cd2def6 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:30.268427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.280531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.313791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6f66888-a747-43d2-ad40-8eb31de731ef req-7c050598-f25e-40e2-8096-5ac9d319fc7f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Nov 15 22:27:30.481781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77f7f-18cf-4f35-840e-56b0a127fe9a req-b9b6e928-faf4-4288-bad9-214e44f84942 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:30.483602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e77f7f-18cf-4f35-840e-56b0a127fe9a req-b9b6e928-faf4-4288-bad9-214e44f84942 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0618093 Nov 15 22:27:30.537476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e77f7f-18cf-4f35-840e-56b0a127fe9a req-70440a9b-aab0-4a75-823d-61e06d4fd7a2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Nov 15 22:27:30.609300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.631161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:30.632117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.634741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c', 'f756bd29-8c12-4cf9-a13e-4550477c6988', '3f3fc688-b584-458b-908e-1b33d1a1e3c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:30.651610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-a5666c1e-7d81-487e-b817-49ac195d8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:30.653201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-a5666c1e-7d81-487e-b817-49ac195d8063 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1101 time: 0.1248453 Nov 15 22:27:30.659886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=3f3fc688-b584-458b-908e-1b33d1a1e3c3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:30.688636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762459cb-db4b-4a33-864a-37625ae2cea9 req-f3808a35-b616-4fac-ab4b-d3925ba1763d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:30.709038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-762459cb-db4b-4a33-864a-37625ae2cea9 req-f3808a35-b616-4fac-ab4b-d3925ba1763d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0974302 Nov 15 22:27:30.790697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.805359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-762459cb-db4b-4a33-864a-37625ae2cea9 req-61fdeb03-380f-4d2b-b7b5-2bc48d639f79 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950286 Nov 15 22:27:30.819315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 3f3fc688-b584-458b-908e-1b33d1a1e3c3 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:30.868326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.872750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65d2bbd2-bd5b-41e3-95c6-b32566aaa08b req-be68c8ea-51f1-44ef-926c-b3fdcea92130 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "DELETE /v2.0/ports/3f3fc688-b584-458b-908e-1b33d1a1e3c3 HTTP/1.1" status: 204 len: 173 time: 0.8373475 Nov 15 22:27:30.918982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'name': 'network-vif-deleted', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:30.918982 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34c7962-00b4-4ebb-a195-9eed37d5b789" -d '{"events": [{"server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "name": "network-vif-deleted", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:30.918982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:30.937676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:30.938249 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Added segment 23ca0524-fc11-4102-bbe9-51b16ce378d6 of type vlan for network b2e4c0a5-6a25-4182-ae94-0f694368efa4 Nov 15 22:27:30.973889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255e2d58-ec83-445c-ad63-4750ad95e581,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:31.057283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-3fe6b101-a0b7-46d8-acc2-dc4162cae980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.062513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-3fe6b101-a0b7-46d8-acc2-dc4162cae980 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.4002237 Nov 15 22:27:31.064465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97eabb37-c2ed-4dac-8004-052dfa27c068 req-ad6d97ce-4ff9-4728-b606-3917c9312ef7 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 210 time: 0.1059508 Nov 15 22:27:31.068724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.119271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-9dc8c1a1-425d-498f-b979-072c323e8b50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.0446014 Nov 15 22:27:31.126616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-7279fe42-2ea3-48ee-940f-e5c3996c85b7 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=55a6794b9f7d4e93a5e8902c93831545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778396 Nov 15 22:27:31.192061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-dd289362-0f9e-4cb9-ae19-a23cf278b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.193638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-dd289362-0f9e-4cb9-ae19-a23cf278b09d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0612102 Nov 15 22:27:31.259992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-35527bad-7b8b-40c1-b72f-6db24d260635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.262131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-35527bad-7b8b-40c1-b72f-6db24d260635 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568419 Nov 15 22:27:31.294296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.299810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.300692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.313572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1fe07-a3c5-43bc-bec4-ec2468f63d8d req-05f4d9a2-d6e2-45a4-89b7-5cef66cd8708 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.316296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15b1fe07-a3c5-43bc-bec4-ec2468f63d8d req-05f4d9a2-d6e2-45a4-89b7-5cef66cd8708 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.1056776 Nov 15 22:27:31.333102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-feed7579-099a-4389-a2e7-fb2d0af2715a tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.340635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-feed7579-099a-4389-a2e7-fb2d0af2715a tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122803 Nov 15 22:27:31.371585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-34a16df7-f403-4a0f-b2fb-dad80a0aa267 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/quotas/55a6794b9f7d4e93a5e8902c93831545 HTTP/1.1" status: 200 len: 375 time: 0.0300138 Nov 15 22:27:31.448331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15b1fe07-a3c5-43bc-bec4-ec2468f63d8d req-0b29b6c7-0db4-487a-9f3f-426e95b29ba0 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups?id=9cef54d5-5d6d-496a-a785-6392600a17a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983777 Nov 15 22:27:31.463459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-bd3752eb-20c5-484d-9a86-758d4253e080 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910161 Nov 15 22:27:31.525103 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaafabc0-f305-44aa-86df-4556fb7bc80d x-openstack-request-id: req-aaafabc0-f305-44aa-86df-4556fb7bc80d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:31.525496 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840fac39-b528-4e11-a6e9-5272f2f8bda5", "name": "network-vif-deleted", "tag": "3f3fc688-b584-458b-908e-1b33d1a1e3c3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:31.525655 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaafabc0-f305-44aa-86df-4556fb7bc80d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:31.526024 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840fac39-b528-4e11-a6e9-5272f2f8bda5', 'name': 'network-vif-deleted', 'tag': '3f3fc688-b584-458b-908e-1b33d1a1e3c3', 'status': 'completed', 'code': 200} Nov 15 22:27:31.526929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Pushing event updated for resources: {'Network': ['ID=b2e4c0a5-6a25-4182-ae94-0f694368efa4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:31.537089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50e53983-b050-4274-ada7-d6f3ff186bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5631876 Nov 15 22:27:31.548438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-298cc4c7-da6f-4eae-bd8b-ee165e8a62ff tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.549861 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-298cc4c7-da6f-4eae-bd8b-ee165e8a62ff tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 945 time: 0.1714172 Nov 15 22:27:31.550299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:31.589993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-a868b7d3-3b1e-4772-badd-a57f068d8a34 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154211 Nov 15 22:27:31.675981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:31.681687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4', 'binding:host_id': 'n-h2-817995-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1626601691'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:31.747665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Deleting port 347a29b0-fb61-48a1-9316-b89096ce055b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:31.748110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.799564 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-1a55efd5-2812-4e41-a73a-70486586e034 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006266 Nov 15 22:27:31.832778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Made reservation on behalf of 024ed676b6a14d86a07dc78782804c04 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:31.836607 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.850346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.888529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] For port 347a29b0-fb61-48a1-9316-b89096ce055b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=347a29b0-fb61-48a1-9316-b89096ce055b,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:31.888930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:31.914883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5bad-9cca-4275-b317-dad00d70a32e req-586a3c2b-1a55-4a86-8310-ede26da158a1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:31.926536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e51d5bad-9cca-4275-b317-dad00d70a32e req-586a3c2b-1a55-4a86-8310-ede26da158a1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1653867 Nov 15 22:27:31.953200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1caf36c-dc8b-41d6-ac7c-fd354fab5b91 req-cd046794-f3aa-4c16-b231-7261a2bd6ec7 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0773573 Nov 15 22:27:32.064922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e51d5bad-9cca-4275-b317-dad00d70a32e req-8c669f0f-eebf-4ad5-81d1-540c58fd1e0a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371427 Nov 15 22:27:32.122998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.124318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.124318 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Floating IP 3675bb5c-b127-4aee-bfac-50e85d8c7e53 disassociated. External IP: 172.25.0.26, port: 347a29b0-fb61-48a1-9316-b89096ce055b. Nov 15 22:27:32.124318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Calling delete_port for 347a29b0-fb61-48a1-9316-b89096ce055b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:32.179741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.188218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e004448-8f01-4609-b385-2f658f708d1e req-2684079b-adbb-499e-a55a-5319639866b9 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:32.197983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e004448-8f01-4609-b385-2f658f708d1e req-2684079b-adbb-499e-a55a-5319639866b9 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.1800046 Nov 15 22:27:32.231800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8109b3a-0def-479f-869d-b1a0c0bd9fc8 req-a509f29c-f230-4dbd-840a-0ea3f64b765c tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=840fac39-b528-4e11-a6e9-5272f2f8bda5 HTTP/1.1" status: 200 len: 210 time: 0.0662503 Nov 15 22:27:32.261655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e004448-8f01-4609-b385-2f658f708d1e req-8dc44fc6-36b4-47a0-aefd-4e5420adda06 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626752 Nov 15 22:27:32.273397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.284714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:32.371350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1351f8ea-ff1c-44ad-8531-c08d4d76c8e1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:32.408280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.436548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event deleted for resources: {'Port': ['ID=347a29b0-fb61-48a1-9316-b89096ce055b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:32.446745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35730d-2969-43d5-8621-b27bc40c51ba req-800bf8c2-f4e5-460f-ba9e-ef7462f1598a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:32.446745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c35730d-2969-43d5-8621-b27bc40c51ba req-800bf8c2-f4e5-460f-ba9e-ef7462f1598a tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0955493 Nov 15 22:27:32.591674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:27:32.616082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5f1000d-1acd-4c83-afd7-5932f6ba1adf req-0cdd63f0-b361-4af8-8f48-49869566a1ff tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0525658 Nov 15 22:27:32.640089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c35730d-2969-43d5-8621-b27bc40c51ba req-f3fd2194-df3a-4568-8241-00c568373483 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575644 Nov 15 22:27:32.687258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:32.697035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.707644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:27:32.721078 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Sync routers for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:27:32.731627 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:27:32.732237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:32.750050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] No DVR routers for this DVR port 347a29b0-fb61-48a1-9316-b89096ce055b on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:32.752540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.755906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e1b7ae-dbc1-4891-b1ad-ec98c3110efc req-8c8298a9-36f7-450b-8390-754b0d4e81dd tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.55 "DELETE /v2.0/ports/347a29b0-fb61-48a1-9316-b89096ce055b HTTP/1.1" status: 204 len: 173 time: 1.1960158 Nov 15 22:27:32.793630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:32.849081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:27:32.894021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=aa69d2f9-8ba8-4bf6-a263-44f5340daa64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:32.933936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Checking segment: {'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:32.934754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Network hostable DHCP agents. Network: b2e4c0a5-6a25-4182-ae94-0f694368efa4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:33.048006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41377908-3463-45de-89f5-44552f3cfb2e req-82fac049-020a-4066-bfac-75cc031276e1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:33.055943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41377908-3463-45de-89f5-44552f3cfb2e req-82fac049-020a-4066-bfac-75cc031276e1 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0956962 Nov 15 22:27:33.117948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dd3cb74-d78b-4c32-b016-71873c59ce56 req-4c878b0d-e9ea-4f39-96cd-52eb4f46f2ff tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0334237 Nov 15 22:27:33.117948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:33.132109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:33.153209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41377908-3463-45de-89f5-44552f3cfb2e req-bd733ece-a81a-4ac0-b14c-3eb2b1d4fb53 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963020 Nov 15 22:27:33.157792 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Checking router: 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:27:33.166805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:27:33.167453 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:33.200725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b2e4c0a5-6a25-4182-ae94-0f694368efa4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:33.205048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:33.214332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3815d5-a99e-4901-99fa-2fd5b7a35b8a None None] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:33.232419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:33.246526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.247086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.247639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.270673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.271209 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.272706 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 2 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.291812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.291812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.291812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.305496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.305807 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.311112 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 3 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.335634 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:27:33.348708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831260b7-426f-4bf7-ac1a-7a7a8740fd95 req-8a02ebac-27ae-463d-808c-5255aa49659a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:33.357355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-831260b7-426f-4bf7-ac1a-7a7a8740fd95 req-8a02ebac-27ae-463d-808c-5255aa49659a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1360164 Nov 15 22:27:33.373990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.375039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.375556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.397400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.397723 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.404905 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 4 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.437961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8e6f-f356-4ebd-b25b-2bc4befd95f1 req-7877611a-30a0-40d1-a7f6-10491fcd6f6c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:33.451021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdfd8e6f-f356-4ebd-b25b-2bc4befd95f1 req-7877611a-30a0-40d1-a7f6-10491fcd6f6c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.1522419 Nov 15 22:27:33.463974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.463974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.464167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.470734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e34ebb2b-3619-4b8c-97b2-1efbae00c204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:33.482820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-831260b7-426f-4bf7-ac1a-7a7a8740fd95 req-15e8d6e4-57a9-435b-a59c-7cc825efffef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242845 Nov 15 22:27:33.505304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.505627 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.507184 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 5 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.528060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'name': 'network-vif-deleted', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:33.530697 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e888d-a1aa-4b28-a0b4-8fdf8f0efdd4" -d '{"events": [{"server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "name": "network-vif-deleted", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:33.535044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.535377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.535711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.545978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdfd8e6f-f356-4ebd-b25b-2bc4befd95f1 req-f4df9d6d-a16f-4d8d-9f7c-132c272c3915 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964482 Nov 15 22:27:33.554187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.554187 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.554187 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 6 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.563977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.564393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.564830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.570914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.571897 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.572874 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 7 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.597982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.600790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.600790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.604196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.604782 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.605392 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 8 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.621182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.625561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.625923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.626641 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac9033d-4e01-4d4e-94de-2f1772eff683 x-openstack-request-id: req-8ac9033d-4e01-4d4e-94de-2f1772eff683 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:33.627276 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8230217-1286-4bc9-a3ae-6bb7c42df91f", "name": "network-vif-deleted", "tag": "347a29b0-fb61-48a1-9316-b89096ce055b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:33.627758 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ac9033d-4e01-4d4e-94de-2f1772eff683 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:33.628304 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8230217-1286-4bc9-a3ae-6bb7c42df91f', 'name': 'network-vif-deleted', 'tag': '347a29b0-fb61-48a1-9316-b89096ce055b', 'status': 'completed', 'code': 200} Nov 15 22:27:33.633835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.638959 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.639505 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 9 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.689935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.690295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.690631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.702044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.702376 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.704034 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:33.704441 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 10 to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 Nov 15 22:27:33.718960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:33.719284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:33.719614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:33.727985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e34ebb2b-3619-4b8c-97b2-1efbae00c204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:33.731850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:33.732192 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:33.732561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:33.740502 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670cd45-aef9-4449-9eb0-4a671cf971ac None None] The sync data for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 is: [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:23:03Z', 'revision_number': 4, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '384a2c46-d6be-4bdc-add3-2b6d65e793cf', 'name': '', 'network_id': 'c8b286ea-c85b-4c4f-b23e-da0d7078c007', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'mac_address': 'fa:16:3e:18:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:23:02Z', 'updated_at': '2021-11-15T22:23:09Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'subnets': [{'id': '0bda2f04-996d-4f36-afd9-25fb0b9a34e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:27:33.819099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port aa69d2f9-8ba8-4bf6-a263-44f5340daa64, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:33.819458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:27:33.833231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e34ebb2b-3619-4b8c-97b2-1efbae00c204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:33.887904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:33.893230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e34ebb2b-3619-4b8c-97b2-1efbae00c204 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76b9371d8339484c91f7495ebceb5604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592836 Nov 15 22:27:33.895879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ebb2b-3619-4b8c-97b2-1efbae00c204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84fe49-d962-4424-97f1-24fc332ecba5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:33.928832 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.005277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5427e1de-8150-457a-9941-7e2102e6821b req-fbb7b572-1bee-482c-98c8-aa3d46c8c023 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0815840 Nov 15 22:27:34.029094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.029883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.050673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=aa69d2f9-8ba8-4bf6-a263-44f5340daa64,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:34.062238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.099021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.121942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb8433-ec5e-4765-8a28-d686de187280 None None] New status for floating IP 3675bb5c-b127-4aee-bfac-50e85d8c7e53: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:27:34.149280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-49cc808f-af2a-47dc-a0e6-b37563d5c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4719720 Nov 15 22:27:34.151906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:34.247165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b378b9-dbca-4a43-9cfa-22f30014ca7a req-1c205e8e-ae96-47e3-aa0b-a105a9c7286d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.256001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6b378b9-dbca-4a43-9cfa-22f30014ca7a req-1c205e8e-ae96-47e3-aa0b-a105a9c7286d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.1597278 Nov 15 22:27:34.267076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Deleting port aa69d2f9-8ba8-4bf6-a263-44f5340daa64 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:34.270836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.306534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d3a7a-54a2-4c17-a5fe-1b9d4f707c62 req-534da2ca-4fa2-43fb-a777-c782bb527cba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.308092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-637d3a7a-54a2-4c17-a5fe-1b9d4f707c62 req-534da2ca-4fa2-43fb-a777-c782bb527cba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.1019711 Nov 15 22:27:34.339990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6b378b9-dbca-4a43-9cfa-22f30014ca7a req-cf656ad2-2d8b-4e03-a376-f57ba8a0f8c2 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Nov 15 22:27:34.360758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port aa69d2f9-8ba8-4bf6-a263-44f5340daa64, host n-h2-817995-3, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:34.361419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.369240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.372441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.375938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e84fe49-d962-4424-97f1-24fc332ecba5 HTTP/1.1" status: 204 len: 168 time: 0.4846778 Nov 15 22:27:34.384009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-637d3a7a-54a2-4c17-a5fe-1b9d4f707c62 req-5b5b8e84-a0a8-4a18-a71b-37e7cab13798 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Nov 15 22:27:34.391493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfef1b-ddc8-4e68-bb69-a9591f3ee61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84fe49-d962-4424-97f1-24fc332ecba5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:34.406150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Calling delete_port for aa69d2f9-8ba8-4bf6-a263-44f5340daa64 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:34.518838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d05aa2d-5a49-45d9-9a6e-5c1c5cdec6ac req-61a1217f-c806-406e-ab1e-c2f37c33d1a4 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0732229 Nov 15 22:27:34.625498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-28f5fbbd-03ad-44c5-90d2-5004e8944477 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=55a6794b9f7d4e93a5e8902c93831545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254989 Nov 15 22:27:34.625720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19def821-5764-4a5b-b66f-ff8131e0a851 req-b67efc16-7cfe-4ad4-9e02-d72dfee66242 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.627080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19def821-5764-4a5b-b66f-ff8131e0a851 req-b67efc16-7cfe-4ad4-9e02-d72dfee66242 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.1157176 Nov 15 22:27:34.669299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f7a9b-834a-4d3d-97dc-b96faf3ca706 req-1cc7629f-8b12-40a9-9e5b-0c92cec9f78a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.670794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd8f7a9b-834a-4d3d-97dc-b96faf3ca706 req-1cc7629f-8b12-40a9-9e5b-0c92cec9f78a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0828006 Nov 15 22:27:34.682448 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.715591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb4e0bc1-93f9-44c5-8216-c87ec42061ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.722581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19def821-5764-4a5b-b66f-ff8131e0a851 req-d848bdd6-cde2-4733-939a-caf1d2e70a60 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887291 Nov 15 22:27:34.727776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa69d2f9-8ba8-4bf6-a263-44f5340daa64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:34.781991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd8f7a9b-834a-4d3d-97dc-b96faf3ca706 req-b1a16a9e-f246-459a-90ec-10d9cccf7333 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021566 Nov 15 22:27:34.792328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:34.800424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:34.805232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c42c6c70-1aeb-43d9-81f5-6a79cf8f9058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "DELETE /v2.0/ports/aa69d2f9-8ba8-4bf6-a263-44f5340daa64 HTTP/1.1" status: 204 len: 168 time: 0.6521096 Nov 15 22:27:34.817582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-126e8a43-c350-4056-95fc-2343fe954839 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:34.819584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-126e8a43-c350-4056-95fc-2343fe954839 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839287 Nov 15 22:27:34.831570 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a834fa-af15-4796-b761-04cf010f73d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:27:34.833273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-70a834fa-af15-4796-b761-04cf010f73d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports/aa69d2f9-8ba8-4bf6-a263-44f5340daa64 HTTP/1.1" status: 404 len: 333 time: 0.0318391 Nov 15 22:27:34.839286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:34.847270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-201239630'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:34.853683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Request body: {'port': {'device_id': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '55a6794b9f7d4e93a5e8902c93831545'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:35.002245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3f3fc688-b584-458b-908e-1b33d1a1e3c3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:35.012087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Made reservation on behalf of 024ed676b6a14d86a07dc78782804c04 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:35.015783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:35.058155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 3f3fc688-b584-458b-908e-1b33d1a1e3c3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:35.062809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3f3fc688-b584-458b-908e-1b33d1a1e3c3 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:35.093093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:35.163248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Made reservation on behalf of 55a6794b9f7d4e93a5e8902c93831545 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:35.164553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-394916e7-5989-4193-84f9-bb991d18ab50 req-00943b7e-3c8d-489d-8674-e687c88f8564 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0444376 Nov 15 22:27:35.179885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:35.338479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162f19-c951-490f-954e-a94daf71fc4b req-d8ac0aa3-c8c5-495a-b9aa-19b28dae13ef tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:35.340019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71162f19-c951-490f-954e-a94daf71fc4b req-d8ac0aa3-c8c5-495a-b9aa-19b28dae13ef tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0540876 Nov 15 22:27:35.395735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71162f19-c951-490f-954e-a94daf71fc4b req-8bd2f1e0-f2ec-4d62-a83f-18cd98c6eb74 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Nov 15 22:27:35.597402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c1cc-dbfd-4d77-b058-f702d2c63a54 req-894e2519-0295-4275-9b4e-df0528392c39 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:35.598819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b72c1cc-dbfd-4d77-b058-f702d2c63a54 req-894e2519-0295-4275-9b4e-df0528392c39 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.0957446 Nov 15 22:27:35.677754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07e77150-d800-4c05-9b37-c032cd6bbeb0 req-2b3121fa-2ba8-4f17-8e13-15a022e5314e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0399189 Nov 15 22:27:35.717179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b72c1cc-dbfd-4d77-b058-f702d2c63a54 req-9367ef92-58b0-4bfe-935d-c33cb9de0dfe tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093860 Nov 15 22:27:35.733671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:35.761938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Allocated IP 192.168.233.30 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/ea607a3b-c1ae-4580-aaae-2fd698adb8e2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:35.832198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-9f8e0b3f-2e37-4d7b-b3b6-443470bd12fd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:35.833791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-9f8e0b3f-2e37-4d7b-b3b6-443470bd12fd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 948 time: 0.1246254 Nov 15 22:27:35.935956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c057bc2-255e-42a9-9aa4-00f6651aac96 req-6c1a0067-8866-464f-8d69-4c86fc354426 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:35.938419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c057bc2-255e-42a9-9aa4-00f6651aac96 req-6c1a0067-8866-464f-8d69-4c86fc354426 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0684886 Nov 15 22:27:35.977712 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.001710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c057bc2-255e-42a9-9aa4-00f6651aac96 req-e9b01863-c458-40ed-94de-0176aa715b75 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559745 Nov 15 22:27:36.009488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:36.039442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:36.041999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:36.044473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:36.044473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.098726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=df8c674f-0b60-47a3-a519-a1b5ddb1dd53,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:36.121767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port f756bd29-8c12-4cf9-a13e-4550477c6988 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:36.122102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.127132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.173212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a93656d1-a64e-4209-88b4-4ea6e870d01d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3323812 Nov 15 22:27:36.176161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:36.184716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:36.253320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port f756bd29-8c12-4cf9-a13e-4550477c6988, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f756bd29-8c12-4cf9-a13e-4550477c6988,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:36.253763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.287272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc7b3586-9ad8-4810-8ba3-0d52eedb22ff req-64a757e4-d5bf-4a58-adf5-07ef6e08ad1f tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0334845 Nov 15 22:27:36.287272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.287888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for f756bd29-8c12-4cf9-a13e-4550477c6988 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:36.335439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.349249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1343c7be-e43a-42c0-a39f-da7ea476f697'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:36.399247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 347a29b0-fb61-48a1-9316-b89096ce055b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:36.438090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:36.449423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:36.463504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:36.472171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 347a29b0-fb61-48a1-9316-b89096ce055b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:36.473137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 347a29b0-fb61-48a1-9316-b89096ce055b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:36.519775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Pushing event updated for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:36.538023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:36.561131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:36.561805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.562879 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.656521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8faff-480d-4030-8e55-3a976db2f757 req-d1a52fdd-c76f-4e37-9354-37a47e5af71e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:36.659048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39e8faff-480d-4030-8e55-3a976db2f757 req-d1a52fdd-c76f-4e37-9354-37a47e5af71e tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0927398 Nov 15 22:27:36.702643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-721cd6d4-7408-4a86-9630-b609ee767815 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:36.704147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-721cd6d4-7408-4a86-9630-b609ee767815 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 946 time: 0.0889630 Nov 15 22:27:36.724522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.756494 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-55661743-c875-49a0-884e-fd3512cb832c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9179904 Nov 15 22:27:36.773417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Request body: {'port': {'device_id': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:36.816749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:36.831561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=df8c674f-0b60-47a3-a519-a1b5ddb1dd53,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:36.834018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c', 'f756bd29-8c12-4cf9-a13e-4550477c6988'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:36.845793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.846458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.850442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.851221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.851980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.852947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.853474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.853833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.854165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.854833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.855353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.856032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:27:36.902280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:36.922170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39e8faff-480d-4030-8e55-3a976db2f757 req-e0c8a44d-1998-40e3-aa0d-342c1c29787c tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb2332ec-a337-4a4a-88e9-0543fb067b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518299 Nov 15 22:27:36.945548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=f756bd29-8c12-4cf9-a13e-4550477c6988,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:36.975446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ff66e-1ee3-4e62-a1be-f3a5dea79d16 req-0ed0dae3-0f93-4f13-bb63-6b0936b9c96f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:36.980884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-481ff66e-1ee3-4e62-a1be-f3a5dea79d16 req-0ed0dae3-0f93-4f13-bb63-6b0936b9c96f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 935 time: 0.1211884 Nov 15 22:27:37.008906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port f756bd29-8c12-4cf9-a13e-4550477c6988 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:37.013402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.017391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1782812b-0991-4ea8-93b7-e543e96ad92f None None] Provisioning complete for port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:37.018070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1782812b-0991-4ea8-93b7-e543e96ad92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.018771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-635a6b98-293b-41eb-82ad-1d47a3f9e7e2 req-423dffaa-faa4-4906-a987-4cf974a9239b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "DELETE /v2.0/ports/f756bd29-8c12-4cf9-a13e-4550477c6988 HTTP/1.1" status: 204 len: 173 time: 1.1683276 Nov 15 22:27:37.021167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'name': 'network-vif-deleted', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:37.023833 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4952c86-556f-4401-8f3c-d7b374f3925e" -d '{"events": [{"server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "name": "network-vif-deleted", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:37.032434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.064904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Deleting port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:37.065239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.104037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83d2fafc-8eae-4589-88fa-0620f31f6135 req-7086de5f-14c7-46c0-840c-5daadeab91ac tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 210 time: 0.0455365 Nov 15 22:27:37.122299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.122655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.122972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.142691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.143021 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.152099 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 2 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.153993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1782812b-0991-4ea8-93b7-e543e96ad92f None None] Port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:27:37.161096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81ed2d59-600e-48f6-b41f-d86bb7054156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.221189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-481ff66e-1ee3-4e62-a1be-f3a5dea79d16 req-248e4876-c410-446e-8f5f-7a6bb90def4f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227721 Nov 15 22:27:37.226857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.227186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.227522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.272533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.272533 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.272533 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 3 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.392153 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a30c34-4309-4f7c-9a84-a65bcd9699b1 x-openstack-request-id: req-c5a30c34-4309-4f7c-9a84-a65bcd9699b1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:37.395283 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5852c6aa-82fe-4dab-ac36-58f090c36db5", "name": "network-vif-deleted", "tag": "f756bd29-8c12-4cf9-a13e-4550477c6988", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:37.395553 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5a30c34-4309-4f7c-9a84-a65bcd9699b1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:37.395963 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5852c6aa-82fe-4dab-ac36-58f090c36db5', 'name': 'network-vif-deleted', 'tag': 'f756bd29-8c12-4cf9-a13e-4550477c6988', 'status': 'completed', 'code': 200} Nov 15 22:27:37.402002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.402763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.403100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.436397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5c074-e23d-4e93-b586-b3789f329187 req-06598a8f-ce00-439c-9525-df5b2c831237 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:37.439392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4e5c074-e23d-4e93-b586-b3789f329187 req-06598a8f-ce00-439c-9525-df5b2c831237 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2146494 Nov 15 22:27:37.443468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.443654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] For port 89e6e74d-d300-4aa4-a1a4-437ec186ca10, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=89e6e74d-d300-4aa4-a1a4-437ec186ca10,segment=NetworkSegment(54cdd76c-5ffc-496b-98bd-884eaefb91a9),segment_id=54cdd76c-5ffc-496b-98bd-884eaefb91a9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:37.443807 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.444067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.444527 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 4 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.504109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.506803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.507161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.525683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:37.540724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Calling delete_port for 89e6e74d-d300-4aa4-a1a4-437ec186ca10 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:37.614825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1244728-2e94-4abf-b6a4-cca6bffe64ea req-43cfd970-33bd-4f6d-a1f8-2df36c6bfb8d tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.1031528 Nov 15 22:27:37.616087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.616433 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.617265 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 5 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.664057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.664394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.664750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.688863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4e5c074-e23d-4e93-b586-b3789f329187 req-2c3802de-0a94-41af-8ed4-3ab3f3bd4c7e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142525 Nov 15 22:27:37.689631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.689960 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.690811 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 6 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.728696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.729389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.729389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.735110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.735371 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.735720 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 7 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.753703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.754046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.754383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.760248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.760582 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.761150 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 8 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.774784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.775235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.775697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.780422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.780803 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.781189 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 9 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.785292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-07f7e783-e71f-4a2e-a6eb-ff59b55a8129 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:37.795964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.796309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.796661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.802511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.802835 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.803487 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 10 to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 Nov 15 22:27:37.816977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:37.817304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:37.817635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:37.822288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:37.822616 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:37.822978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.865515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea607a3b-c1ae-4580-aaae-2fd698adb8e2 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:37.877601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:37.887818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port df8c674f-0b60-47a3-a519-a1b5ddb1dd53, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:37.888250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:27:37.924357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-07f7e783-e71f-4a2e-a6eb-ff59b55a8129 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "PUT /v2.0/quotas/ff713dd00e234dc5893395da789a79a1 HTTP/1.1" status: 200 len: 368 time: 0.3976209 Nov 15 22:27:37.926942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:37.931996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Request body: {'network': {'project_id': 'ff713dd00e234dc5893395da789a79a1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:37.982488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Transition to ACTIVE for port object ea607a3b-c1ae-4580-aaae-2fd698adb8e2 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:27:37.983890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.013687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3768362-fad4-43aa-abb7-3a999b4cecc8 req-aa109e9f-f54e-40ff-9d67-890dcb842167 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0303693 Nov 15 22:27:38.014543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Pushing event deleted for resources: {'Port': ['ID=89e6e74d-d300-4aa4-a1a4-437ec186ca10,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.016640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.046189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['89e6e74d-d300-4aa4-a1a4-437ec186ca10'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:38.052845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] In _notify_port_updated(), no bound segment for port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:27:38.053849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.054630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.059729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "PUT /v2.0/ports/df8c674f-0b60-47a3-a519-a1b5ddb1dd53 HTTP/1.1" status: 200 len: 978 time: 1.8810184 Nov 15 22:27:38.062763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:38.068872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Made reservation on behalf of ff713dd00e234dc5893395da789a79a1 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:38.069478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.100016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.145641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e02c03-9b7e-4893-905b-2148dcfda365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=df8c674f-0b60-47a3-a519-a1b5ddb1dd53,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.147363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] No DVR routers for this DVR port 89e6e74d-d300-4aa4-a1a4-437ec186ca10 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:38.150897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.155656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.160063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6a0c8446-c5d6-4877-bdcc-72e6d6b993f9 req-77f2e0e8-7fda-4e0b-b74a-855224647891 tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.55 "DELETE /v2.0/ports/89e6e74d-d300-4aa4-a1a4-437ec186ca10 HTTP/1.1" status: 204 len: 173 time: 1.4477553 Nov 15 22:27:38.210073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.210546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.211005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.211458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.212814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.213629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.214096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.215095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.215938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.216071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.216401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.216873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.217361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.217916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.218319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.218762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.219205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.219661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.220078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.220525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.221029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.222142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.230139 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.231496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.231496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-588d948a-1cd1-4ebf-a01a-fc62825621f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20600 time: 0.1618860 Nov 15 22:27:38.235206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:38.293513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9eaf88cd-fd1e-40ad-b400-7ac322705803 req-5efbb04d-719f-484f-acc8-35f7ca306979 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=5852c6aa-82fe-4dab-ac36-58f090c36db5 HTTP/1.1" status: 200 len: 210 time: 0.0385213 Nov 15 22:27:38.344180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.348262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46606-8d65-4925-a124-155806de199d service neutron] Pushing event updated for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.406829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Attempting to bind port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:38.407182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Attempting to bind port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:38.407481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Attempting to bind port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:38.412697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:38.413995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Attempting to bind port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:38.419282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:38.419755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:38.420140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:38.420791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Bound port: ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:38.421143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.435732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.437238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Deleting port df8c674f-0b60-47a3-a519-a1b5ddb1dd53 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:38.437650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.475697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:38.499054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45cb69-7a1c-4044-91c1-fb46cbb2e83b req-cd0a1a5a-7162-4de3-b437-7bb83285bcf8 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.500873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff45cb69-7a1c-4044-91c1-fb46cbb2e83b req-cd0a1a5a-7162-4de3-b437-7bb83285bcf8 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 947 time: 0.1322515 Nov 15 22:27:38.511634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6aefa-492b-4442-a620-961a89729b47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.525154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.525455 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Added segment 27b190a2-c049-4ac1-a303-2ecc9d740282 of type vlan for network db015a6b-5fc2-40c2-b46b-1bfa07fde88e Nov 15 22:27:38.576741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port df8c674f-0b60-47a3-a519-a1b5ddb1dd53, host n-h2-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:38.577141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.594524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff45cb69-7a1c-4044-91c1-fb46cbb2e83b req-7395d615-04dc-4061-a564-ba6e6fefaf41 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784965 Nov 15 22:27:38.598694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Calling delete_port for df8c674f-0b60-47a3-a519-a1b5ddb1dd53 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:38.630124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.632468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:38.637447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:38.716603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-574c856f-e3be-4478-a631-ccbe7c6d6c04 req-61ee8b71-e140-42e3-8640-06252c59439d tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0262477 Nov 15 22:27:38.722677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.756828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.763149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.766422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.766422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.791991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event deleted for resources: {'Port': ['ID=df8c674f-0b60-47a3-a519-a1b5ddb1dd53,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.793976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.794867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.796530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-98d46606-8d65-4925-a124-155806de199d service neutron] 10.222.0.57 "PUT /v2.0/ports/ea607a3b-c1ae-4580-aaae-2fd698adb8e2 HTTP/1.1" status: 200 len: 1095 time: 2.0298374 Nov 15 22:27:38.838290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:38.844145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7f4b009e-16a6-4654-8c06-8020b2f25fab tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "DELETE /v2.0/ports/df8c674f-0b60-47a3-a519-a1b5ddb1dd53 HTTP/1.1" status: 204 len: 168 time: 0.6067400 Nov 15 22:27:38.867804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:38.900489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46606-8d65-4925-a124-155806de199d service neutron] Pushing event updated for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.919360 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9909251 Nov 15 22:27:38.920884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:38.922086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4b46a-e958-42cb-a752-86a50c95b57b tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event updated for resources: {'Network': ['ID=db015a6b-5fc2-40c2-b46b-1bfa07fde88e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:38.928154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Request body: {'network': {'project_id': 'ff713dd00e234dc5893395da789a79a1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:38.936189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network db015a6b-5fc2-40c2-b46b-1bfa07fde88e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:38.941380 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a83a9e-9e94-4f23-840d-01f56c95db83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:27:38.941380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03a83a9e-9e94-4f23-840d-01f56c95db83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports/df8c674f-0b60-47a3-a519-a1b5ddb1dd53 HTTP/1.1" status: 404 len: 333 time: 0.0696185 Nov 15 22:27:38.944553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:38.950030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969598136', 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:38.978706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 22:27:38.978706 n-d-817995-3 neutron-server[103128]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 15 22:27:38.978706 n-d-817995-3 neutron-server[103128]: [parameters: {'project_id': 'ff713dd00e234dc5893395da789a79a1', 'id': 'cf2532fd-37dc-41da-bc8e-60b62c2fc8f6', 'expiration': datetime.datetime(2021, 11, 15, 22, 29, 38, 964186)}] Nov 15 22:27:38.978706 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:27:38.979247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-86d26d88-cf68-4a58-82e6-13a8a2d02ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.979355 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:27:38.981271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-86d26d88-cf68-4a58-82e6-13a8a2d02ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0602632 Nov 15 22:27:38.988314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84023b-42f4-4084-ac29-1d436efc8b0a req-de7648c4-41e5-40ea-98dc-0088454d7939 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:38.996520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e84023b-42f4-4084-ac29-1d436efc8b0a req-de7648c4-41e5-40ea-98dc-0088454d7939 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1995373 Nov 15 22:27:39.051599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-b14b54e3-c15e-4919-b136-31b1d3ce235c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2 HTTP/1.1" status: 200 len: 217 time: 0.0615220 Nov 15 22:27:39.061115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Made reservation on behalf of 024ed676b6a14d86a07dc78782804c04 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:39.064432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.085677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e84023b-42f4-4084-ac29-1d436efc8b0a req-6c30dfc5-5887-4737-bbf5-5992efbf3f64 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Nov 15 22:27:39.090934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f756bd29-8c12-4cf9-a13e-4550477c6988 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:39.132063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: f756bd29-8c12-4cf9-a13e-4550477c6988 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:39.132684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f756bd29-8c12-4cf9-a13e-4550477c6988 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:39.137826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-210b287e-b1b7-42de-91c5-3487ce7dd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.139996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-210b287e-b1b7-42de-91c5-3487ce7dd51d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0799496 Nov 15 22:27:39.140882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port 006d7db3-dbb1-4957-9ae1-e7390dca6ecd yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:39.205604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-b1f8d35c-98fb-4089-8316-68acda0e4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.208048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-b1f8d35c-98fb-4089-8316-68acda0e4b93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588810 Nov 15 22:27:39.240276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a43b3f7-b123-4b6c-bb14-71c4cb48f52a req-ca8e2a47-c7af-4a46-94ae-bc73d3c59d1d tempest-ServerDiskConfigTestJSON-1472310055 tempest-ServerDiskConfigTestJSON-1472310055-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7 HTTP/1.1" status: 200 len: 210 time: 0.0397599 Nov 15 22:27:39.275229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.329822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-dab7273e-e193-45e8-8361-c6b6646660da service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130998 Nov 15 22:27:39.383890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.398784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'name': 'network-vif-deleted', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10'}, {'name': 'network-changed', 'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:39.401534 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b" -d '{"events": [{"server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "name": "network-vif-deleted", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10"}, {"name": "network-changed", "server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:39.449533 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ff6d3db-f011-4796-8296-c2d42bb7685a req-c201a6bc-7dff-4e68-b561-c4d26d992ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092608 Nov 15 22:27:39.466469 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1de0b86-3364-445c-a89e-fbe5afd76ffe x-openstack-request-id: req-f1de0b86-3364-445c-a89e-fbe5afd76ffe {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:39.472823 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7", "name": "network-vif-deleted", "tag": "89e6e74d-d300-4aa4-a1a4-437ec186ca10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:39.472823 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1de0b86-3364-445c-a89e-fbe5afd76ffe {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:39.472823 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2ad5f3-cc4c-493a-9d89-6ccee2d00cc7', 'name': 'network-vif-deleted', 'tag': '89e6e74d-d300-4aa4-a1a4-437ec186ca10', 'status': 'completed', 'code': 200} Nov 15 22:27:39.472823 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2', 'status': 'completed', 'code': 200} Nov 15 22:27:39.541921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.586482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:39.589314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:39.592820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:39.593822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.594294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.601878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=006d7db3-dbb1-4957-9ae1-e7390dca6ecd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:39.632307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Made reservation on behalf of ff713dd00e234dc5893395da789a79a1 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:39.634680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.660906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:39.669418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-824d9d66-5fb4-49ee-b835-3cb545d9486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.671165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-824d9d66-5fb4-49ee-b835-3cb545d9486e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55a6794b9f7d4e93a5e8902c93831545&device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0480647 Nov 15 22:27:39.671778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.672112 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Added segment b834eda7-512b-4e8c-bf86-e6017652aac7 of type vlan for network 7624e1db-315b-433f-9ffe-bea519bf7500 Nov 15 22:27:39.713691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1992b08c-ce6a-4574-89a2-255f0ac60041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7681899 Nov 15 22:27:39.725781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:39.740064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.781915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50848c-ad63-467e-a7ac-1e1fdb881e12 req-232a1b5a-7bd4-44e7-ac92-f5aeb9897a19 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.783438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba50848c-ad63-467e-a7ac-1e1fdb881e12 req-232a1b5a-7bd4-44e7-ac92-f5aeb9897a19 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 947 time: 0.1024904 Nov 15 22:27:39.812489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55885d14-f18a-4ba0-b9a2-0c5e9069f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.813897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55885d14-f18a-4ba0-b9a2-0c5e9069f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports/006d7db3-dbb1-4957-9ae1-e7390dca6ecd HTTP/1.1" status: 200 len: 959 time: 0.0871930 Nov 15 22:27:39.815251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-c22db4d8-411b-4b70-8c52-dddcc75ed9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.816586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-c22db4d8-411b-4b70-8c52-dddcc75ed9b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1372585 Nov 15 22:27:39.817047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:39.833519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdc060ba-fd04-4cfa-b85f-e07de95f709a req-c4c16e87-bf41-403e-b680-fd50d45753a0 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0364177 Nov 15 22:27:39.838424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.838424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:39.838424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:39.896586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-32a047a4-1f8a-44d4-ad3c-ec1dbb4d8e6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2 HTTP/1.1" status: 200 len: 217 time: 0.0710349 Nov 15 22:27:39.907803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba50848c-ad63-467e-a7ac-1e1fdb881e12 req-52a2a00a-b67c-45f4-9149-b6e7ff7ef0cd tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173167 Nov 15 22:27:39.920773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event updated for resources: {'Network': ['ID=7624e1db-315b-433f-9ffe-bea519bf7500,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:39.931348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7624e1db-315b-433f-9ffe-bea519bf7500 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:39.980899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:39.982141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ca70695b-4c0d-4027-82cb-45f5884f8492 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0529888 Nov 15 22:27:39.990150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bb37a412-2c5f-498e-b771-2e431bd3a8e9 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Request body: {'network': {'project_id': 'ff713dd00e234dc5893395da789a79a1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:40.013237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:27:40.015653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-9fd4bee5-a44b-47e2-a8f7-1cf56f5594e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:40.017137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-9fd4bee5-a44b-47e2-a8f7-1cf56f5594e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0976799 Nov 15 22:27:40.021177 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb37a412-2c5f-498e-b771-2e431bd3a8e9 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 22:27:40.021657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb37a412-2c5f-498e-b771-2e431bd3a8e9 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:27:40.022851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bb37a412-2c5f-498e-b771-2e431bd3a8e9 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0388150 Nov 15 22:27:40.026193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.070405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Deleting port 006d7db3-dbb1-4957-9ae1-e7390dca6ecd {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:40.071052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.081903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-47284749-1226-40a5-817a-430475f0722c tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff713dd00e234dc5893395da789a79a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504797 Nov 15 22:27:40.081903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.115923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-4a4abcf9-acf7-4127-9b5f-eefedb18ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:40.116178 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-4a4abcf9-acf7-4127-9b5f-eefedb18ad5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894022 Nov 15 22:27:40.134608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.186253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.211256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Calling delete_port for 006d7db3-dbb1-4957-9ae1-e7390dca6ecd owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:40.218109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.257356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdec3-a317-4abc-9c9d-e77ab21b76cd req-c0e17237-b0d7-408d-95ed-de13b6f8974b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:40.258862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-675fdec3-a317-4abc-9c9d-e77ab21b76cd req-c0e17237-b0d7-408d-95ed-de13b6f8974b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1002371 Nov 15 22:27:40.287314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-f39f77cc-ec31-4b2a-892e-790006f32432 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609154 Nov 15 22:27:40.298671 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.327203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-675fdec3-a317-4abc-9c9d-e77ab21b76cd req-b0d234e9-d071-4cc5-b4e0-11014cab9df7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Nov 15 22:27:40.382007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.386488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.387710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb6aefa-492b-4442-a620-961a89729b47 HTTP/1.1" status: 204 len: 168 time: 0.3052394 Nov 15 22:27:40.391645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 89e6e74d-d300-4aa4-a1a4-437ec186ca10 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:40.394126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.419064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 89e6e74d-d300-4aa4-a1a4-437ec186ca10 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:40.419861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 89e6e74d-d300-4aa4-a1a4-437ec186ca10 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:40.429093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0f8e4dc-a59e-476e-aa12-0ba66aabbb4b req-f2748f38-6d9b-41dd-80bb-b32ef8aa5bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318412 Nov 15 22:27:40.457789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.467154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1452-90c9-4031-9b22-e1b577863358 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6aefa-492b-4442-a620-961a89729b47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:40.492096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event deleted for resources: {'Port': ['ID=006d7db3-dbb1-4957-9ae1-e7390dca6ecd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:40.514805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e53c9-7e4a-48b8-81fb-d078dea0b076 req-1113604a-26ea-4932-8e94-163c58504e32 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:40.518656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.525244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f2148002-0270-4e98-8c76-3221b0142835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "DELETE /v2.0/ports/006d7db3-dbb1-4957-9ae1-e7390dca6ecd HTTP/1.1" status: 204 len: 168 time: 0.7049150 Nov 15 22:27:40.525443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-644e53c9-7e4a-48b8-81fb-d078dea0b076 req-1113604a-26ea-4932-8e94-163c58504e32 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 950 time: 0.1206472 Nov 15 22:27:40.525581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.560287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.563295 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dd2a66-2110-4510-9ec8-4c552fb58d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:27:40.568561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09dd2a66-2110-4510-9ec8-4c552fb58d95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports/006d7db3-dbb1-4957-9ae1-e7390dca6ecd HTTP/1.1" status: 404 len: 333 time: 0.0385253 Nov 15 22:27:40.568561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.575224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-948868859'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:40.589197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-644e53c9-7e4a-48b8-81fb-d078dea0b076 req-6526ef86-8818-42e0-9377-58c61c796354 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Nov 15 22:27:40.650498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.680946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.700819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Deleting subnet a28d6219-cc69-4db8-b35a-9185198e7af2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:27:40.702144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7624e1db-315b-433f-9ffe-bea519bf7500']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:40.704129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.711642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b834eda7-512b-4e8c-bf86-e6017652aac7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:40.711937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b834eda7-512b-4e8c-bf86-e6017652aac7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:40.721937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.736336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.742149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.743966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:27:40.744381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:27:40.746230 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:27:40.755403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Made reservation on behalf of 024ed676b6a14d86a07dc78782804c04 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:40.757769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.790569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.812846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:40.906531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.911345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:40.917644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7624e1db-315b-433f-9ffe-bea519bf7500 HTTP/1.1" status: 204 len: 168 time: 0.5204992 Nov 15 22:27:40.918725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:40.959549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af72ab-858e-42e1-8cf0-1303c67164d6 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event deleted for resources: {'Network': ['ID=7624e1db-315b-433f-9ffe-bea519bf7500,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:41.020271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e8ab3a2-47c8-4c9f-bacc-dd724bae55c5 req-01c1a1aa-79db-4635-bfcf-8782a393bfdb tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8230217-1286-4bc9-a3ae-6bb7c42df91f HTTP/1.1" status: 200 len: 210 time: 0.0930443 Nov 15 22:27:41.025192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.092245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.095720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a28d6219-cc69-4db8-b35a-9185198e7af2 HTTP/1.1" status: 204 len: 168 time: 0.4441092 Nov 15 22:27:41.103161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204156a-ba43-4012-a7bc-05119aa94cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28d6219-cc69-4db8-b35a-9185198e7af2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:41.103537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:41.116303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.120634 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.143294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45191c-04ed-4d4f-af2b-6037f2b89cbe req-899e7543-2840-46ce-9f60-121f33916ccb tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:41.151015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f45191c-04ed-4d4f-af2b-6037f2b89cbe req-899e7543-2840-46ce-9f60-121f33916ccb tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 947 time: 0.1293838 Nov 15 22:27:41.207144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.258417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.285085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f45191c-04ed-4d4f-af2b-6037f2b89cbe req-69ef0890-57a4-4c90-a19c-deb7067146d3 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238437 Nov 15 22:27:41.290375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.295640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db015a6b-5fc2-40c2-b46b-1bfa07fde88e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.305426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b190a2-c049-4ac1-a303-2ecc9d740282') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.305716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b190a2-c049-4ac1-a303-2ecc9d740282') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.319329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.332958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.339170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:27:41.339576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:27:41.341289 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:27:41.355538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.479130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3b9e6-8970-49e9-8ae1-bcd000743da5 req-6855daae-e44d-415a-af80-4527f2f4c1a6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:41.482399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbd3b9e6-8970-49e9-8ae1-bcd000743da5 req-6855daae-e44d-415a-af80-4527f2f4c1a6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0610187 Nov 15 22:27:41.483981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.496773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.500975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] 10.222.0.15 "DELETE /v2.0/networks/db015a6b-5fc2-40c2-b46b-1bfa07fde88e HTTP/1.1" status: 204 len: 168 time: 0.5789161 Nov 15 22:27:41.567384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b18f5-364d-4872-9f90-1e17bc0d72e2 tempest-QuotasNegativeTest-1526900193 tempest-QuotasNegativeTest-1526900193-project-admin] Pushing event deleted for resources: {'Network': ['ID=db015a6b-5fc2-40c2-b46b-1bfa07fde88e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:41.586584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbd3b9e6-8970-49e9-8ae1-bcd000743da5 req-10b0626f-4ccf-498e-b15e-df37f67a027a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848112 Nov 15 22:27:41.669781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Network b2e4c0a5-6a25-4182-ae94-0f694368efa4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:41.686581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:41.690371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:41.691301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:41.691923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.695207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810df7ec-8004-43c0-8dcb-80924c4fea43']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.710012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=82872a9a-373b-43c1-b4a5-8bb1025c88b2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:41.721687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cdd76c-5ffc-496b-98bd-884eaefb91a9') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.721982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cdd76c-5ffc-496b-98bd-884eaefb91a9') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:41.730966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1477d12-638b-4672-b546-5c8398ceac86 req-2d183f9d-d5a6-458e-8e68-5b84de9f38ad tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:41.732436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1477d12-638b-4672-b546-5c8398ceac86 req-2d183f9d-d5a6-458e-8e68-5b84de9f38ad tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 950 time: 0.4380810 Nov 15 22:27:41.747165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d759028-e2f4-4e9b-9e05-e79b4780801a req-a068c903-6ee0-4322-8c45-f06487a6b0e1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:41.748655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d759028-e2f4-4e9b-9e05-e79b4780801a req-a068c903-6ee0-4322-8c45-f06487a6b0e1 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 950 time: 0.0894852 Nov 15 22:27:41.750331 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.783076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.796061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:27:41.796451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:27:41.798095 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:27:41.805746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d759028-e2f4-4e9b-9e05-e79b4780801a req-99991071-ae16-41bb-95bd-abf804370850 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Nov 15 22:27:41.853415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bfb6aa12-4ca3-4b5b-a6cb-75dd1767035d tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2839136 Nov 15 22:27:41.856157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:41.861240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:41.934273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:41.938059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:41.938539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.004023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.024011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-c0ec5399-470a-4782-be72-16ba2f597677 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:42.026076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-c0ec5399-470a-4782-be72-16ba2f597677 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/ports?device_id=44cdb110-a680-4619-8194-2f6e3520ee77 HTTP/1.1" status: 200 len: 949 time: 0.1493258 Nov 15 22:27:42.031474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.038718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/810df7ec-8004-43c0-8dcb-80924c4fea43 HTTP/1.1" status: 204 len: 168 time: 0.9341938 Nov 15 22:27:42.087615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc4cd-cae6-4cf3-86a6-09c1a0c0cdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=810df7ec-8004-43c0-8dcb-80924c4fea43,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:42.180577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] device_id is not set on port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:42.195933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.204541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:42.205171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.222606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:42.224987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:42.254654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port c6b5a847-e522-4243-800d-bfff2d35874c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:42.255836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.285588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.409629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port c6b5a847-e522-4243-800d-bfff2d35874c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c6b5a847-e522-4243-800d-bfff2d35874c,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:42.410634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.419880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.444929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.463756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for c6b5a847-e522-4243-800d-bfff2d35874c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:42.499090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2812-27b8-4e8f-9427-21b6a7b5d8a5 req-b0497ae7-f2d0-491e-85ea-70dd7db90e4d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:42.506623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ccb2812-27b8-4e8f-9427-21b6a7b5d8a5 req-b0497ae7-f2d0-491e-85ea-70dd7db90e4d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 947 time: 0.1661432 Nov 15 22:27:42.552640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:42.578795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44820) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:42.632986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-646bd665-d2df-4965-af49-577a512c9a46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8b86b9d1c8b4212a0cea2c701cf5cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778298 Nov 15 22:27:42.635734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:42.646185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.660669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:42.730585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741', 'c6b5a847-e522-4243-800d-bfff2d35874c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:42.753872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=2187aec4-8259-4bd3-9d9a-31fb3b9c27cc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:42.887065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:42.899730 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.904552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1477d12-638b-4672-b546-5c8398ceac86 req-99ff8bb8-6ad6-4f94-9c20-18de135aa966 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "DELETE /v2.0/ports/2187aec4-8259-4bd3-9d9a-31fb3b9c27cc HTTP/1.1" status: 204 len: 173 time: 1.1638904 Nov 15 22:27:42.906209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'name': 'network-vif-deleted', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:42.908856 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7517a8c-a441-4e08-a017-1681fad15866" -d '{"events": [{"server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "name": "network-vif-deleted", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:42.938257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cf58507-c708-47d0-998b-144204f9635b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.977208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:42.988033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=82872a9a-373b-43c1-b4a5-8bb1025c88b2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:43.013737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf947-b639-4435-875e-dc7906c8acb5 req-29fb0aef-978e-4df6-80fb-b3326c486939 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:43.021154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87edf947-b639-4435-875e-dc7906c8acb5 req-29fb0aef-978e-4df6-80fb-b3326c486939 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0933695 Nov 15 22:27:43.031447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ea607a3b-c1ae-4580-aaae-2fd698adb8e2 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:27:43.038811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.046067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.046453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.046783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.060230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.060230 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.068752 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 2 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.070909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.092063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.092494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.092860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.117765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.118112 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.134643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ccb2812-27b8-4e8f-9427-21b6a7b5d8a5 req-fc68140c-fa7f-4307-9d52-353fc2310ba3 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270962 Nov 15 22:27:43.136862 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 3 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.143580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:43.166779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.168268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2', 'mac_address': 'fa:16:3e:97:61:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:27:43.168597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.169959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.172739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d', '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:43.180200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=c6b5a847-e522-4243-800d-bfff2d35874c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:43.203545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87edf947-b639-4435-875e-dc7906c8acb5 req-1ec3f6fd-f260-4aa7-bc79-7e73692cae07 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778123 Nov 15 22:27:43.205818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.206144 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.209595 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 4 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.236886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.252057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.258724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "DELETE /v2.0/security-groups/9cef54d5-5d6d-496a-a785-6392600a17a9 HTTP/1.1" status: 204 len: 168 time: 1.0343294 Nov 15 22:27:43.283071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:43.309532 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd637df8-649c-45bd-9afd-6841f2715a1d x-openstack-request-id: req-cd637df8-649c-45bd-9afd-6841f2715a1d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:43.313096 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4ac88f-ec22-4a30-a154-61822a58199f", "name": "network-vif-deleted", "tag": "2187aec4-8259-4bd3-9d9a-31fb3b9c27cc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:43.313634 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd637df8-649c-45bd-9afd-6841f2715a1d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:43.314161 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4ac88f-ec22-4a30-a154-61822a58199f', 'name': 'network-vif-deleted', 'tag': '2187aec4-8259-4bd3-9d9a-31fb3b9c27cc', 'status': 'completed', 'code': 200} Nov 15 22:27:43.340504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port c6b5a847-e522-4243-800d-bfff2d35874c on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:43.349673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.353222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dc0d8c4f-ec6b-401d-a696-b5018291fc3c req-e7680439-29f7-478a-b5d1-33d282cca025 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "DELETE /v2.0/ports/c6b5a847-e522-4243-800d-bfff2d35874c HTTP/1.1" status: 204 len: 173 time: 1.3113959 Nov 15 22:27:43.355587 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-2bbf2ac8-e9cf-4561-88ce-002ed8bd5ed0 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] show failed (client error): The resource could not be found. Nov 15 22:27:43.367144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e31873c-0118-43a7-8c57-d87b9800596d req-33d08943-a524-46d4-9693-16a874ef2809 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4ac88f-ec22-4a30-a154-61822a58199f HTTP/1.1" status: 200 len: 210 time: 0.0883057 Nov 15 22:27:43.368108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:43.376295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2bbf2ac8-e9cf-4561-88ce-002ed8bd5ed0 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "GET /v2.0/security-groups/9cef54d5-5d6d-496a-a785-6392600a17a9 HTTP/1.1" status: 404 len: 347 time: 0.0650759 Nov 15 22:27:43.405708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cf58507-c708-47d0-998b-144204f9635b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.405919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659916f-3a3f-4812-8a5c-f82bc6df4c26 tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef54d5-5d6d-496a-a785-6392600a17a9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:43.405919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.405919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.405919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.443743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.443743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.457403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.457747 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.458994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb2332ec-a337-4a4a-88e9-0543fb067b46 HTTP/1.1" status: 204 len: 168 time: 0.8214626 Nov 15 22:27:43.460164 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 5 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.469010 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.477155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9401a-f9a8-4f64-9f26-3b5292b3be98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2332ec-a337-4a4a-88e9-0543fb067b46,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:43.535568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cf58507-c708-47d0-998b-144204f9635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.572896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.573301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.573657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.579328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.580033 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.580600 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 6 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.590125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6cf58507-c708-47d0-998b-144204f9635b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55c2275f34f44518b09e45e00223b3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0076101 Nov 15 22:27:43.590764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:43.604304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf58507-c708-47d0-998b-144204f9635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742abd7-09f9-4534-a34d-32c505674fa1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:43.607961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.609017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.609274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.624835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.624835 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.624835 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 7 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.637115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.637450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.637782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.648740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.649059 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.650758 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 8 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.661388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Deleting port b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:43.663042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.709707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.738503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea607a3b-c1ae-4580-aaae-2fd698adb8e2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:27:43.740453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.756061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.756332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.756710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.788803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.789117 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.790792 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 9 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.795561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:43.809197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.809530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.810435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.817240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.817569 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.824200 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempt 10 to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 Nov 15 22:27:43.841436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:43.841766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:43.842094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempting to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:43.852221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:27:43.852555 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Failed to bind port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on host n-h2-817995-3 for vnic_type normal using segments [{'id': '23ca0524-fc11-4102-bbe9-51b16ce378d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b2e4c0a5-6a25-4182-ae94-0f694368efa4'}] Nov 15 22:27:43.852975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.856481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.856825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.876879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Calling delete_port for b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:43.890624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.892239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.903010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:43.906563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8742abd7-09f9-4534-a34d-32c505674fa1 HTTP/1.1" status: 204 len: 168 time: 0.3080757 Nov 15 22:27:43.915503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2bbaa-40ec-41c6-830a-c25fad0f5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742abd7-09f9-4534-a34d-32c505674fa1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:44.019905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port 82872a9a-373b-43c1-b4a5-8bb1025c88b2, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:44.020533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:27:44.087882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:44.114835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.178027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] In _notify_port_updated(), no bound segment for port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 on network b2e4c0a5-6a25-4182-ae94-0f694368efa4 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:27:44.182119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:44.183745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.185341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "PUT /v2.0/ports/82872a9a-373b-43c1-b4a5-8bb1025c88b2 HTTP/1.1" status: 200 len: 978 time: 2.3281298 Nov 15 22:27:44.188191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:44.227268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ea607a3b-c1ae-4580-aaae-2fd698adb8e2'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:44.293970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dee44-9026-49ac-8ff0-59d30e89d321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event updated for resources: {'Port': ['ID=82872a9a-373b-43c1-b4a5-8bb1025c88b2,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:44.363998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Deleting port 82872a9a-373b-43c1-b4a5-8bb1025c88b2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:44.364605 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.371134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.398528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Pushing event deleted for resources: {'Port': ['ID=b2c3e08c-f6fd-4ce5-b9f8-a492c4df245a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:44.411801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caacdf0-f8ee-4c8f-8760-fdac8a2d8733 req-967b86fe-2246-42c3-b474-18de3b0c26ae tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:44.413338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2caacdf0-f8ee-4c8f-8760-fdac8a2d8733 req-967b86fe-2246-42c3-b474-18de3b0c26ae tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 948 time: 0.1982017 Nov 15 22:27:44.461659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11029-baac-4501-b203-8e037d63f968 req-6e405a6f-ac2a-4746-ace3-af094cddca92 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:44.463162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e11029-baac-4501-b203-8e037d63f968 req-6e405a6f-ac2a-4746-ace3-af094cddca92 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1301715 Nov 15 22:27:44.473305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] For port 82872a9a-373b-43c1-b4a5-8bb1025c88b2, host n-h2-817995-3, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:44.473305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.489815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Calling delete_port for 82872a9a-373b-43c1-b4a5-8bb1025c88b2 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:44.500898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:44.631154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2caacdf0-f8ee-4c8f-8760-fdac8a2d8733 req-8893e70a-4185-4011-b477-080353bb2970 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029245 Nov 15 22:27:44.634691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.637322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.638410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b69f6b6-0b84-40f3-892c-245125a63a2c tempest-ServersTestBootFromVolume-1903845482 tempest-ServersTestBootFromVolume-1903845482-project] 10.222.0.15 "DELETE /v2.0/floatingips/3675bb5c-b127-4aee-bfac-50e85d8c7e53 HTTP/1.1" status: 204 len: 168 time: 1.2537770 Nov 15 22:27:44.643373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:44.655043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e11029-baac-4501-b203-8e037d63f968 req-4007dcb8-7201-44b7-8233-f64e0d5fa95d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Nov 15 22:27:44.717206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.803949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Pushing event deleted for resources: {'Port': ['ID=82872a9a-373b-43c1-b4a5-8bb1025c88b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:44.830050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:44.834340 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1879a072-6e57-409d-8192-261ac34438c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "DELETE /v2.0/ports/82872a9a-373b-43c1-b4a5-8bb1025c88b2 HTTP/1.1" status: 204 len: 168 time: 0.6448381 Nov 15 22:27:44.837166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:44.891913 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4160142-eb89-4d95-90fe-b64d9bb7e92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:27:44.893887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4160142-eb89-4d95-90fe-b64d9bb7e92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-84924849-project-admin] 10.222.0.15 "GET /v2.0/ports/82872a9a-373b-43c1-b4a5-8bb1025c88b2 HTTP/1.1" status: 404 len: 333 time: 0.0553005 Nov 15 22:27:44.897133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:44.975798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:45.001503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82fb0245-6782-4577-88e1-606ae9c6812a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.046574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c6b5a847-e522-4243-800d-bfff2d35874c no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:45.077346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.097488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: c6b5a847-e522-4243-800d-bfff2d35874c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:45.099623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c6b5a847-e522-4243-800d-bfff2d35874c not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:45.173474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82fb0245-6782-4577-88e1-606ae9c6812a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.228321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.239352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82fb0245-6782-4577-88e1-606ae9c6812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.249699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e4c0a5-6a25-4182-ae94-0f694368efa4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:45.258992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ca0524-fc11-4102-bbe9-51b16ce378d6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:45.259277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ca0524-fc11-4102-bbe9-51b16ce378d6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:45.269855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.283664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.288921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-82fb0245-6782-4577-88e1-606ae9c6812a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0501e4c6b31e42ad9835a90fd274ec63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117845 Nov 15 22:27:45.289633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb0245-6782-4577-88e1-606ae9c6812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d8f22-dc05-4e00-ba58-8375c2282e12,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:45.290490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:27:45.290872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.293877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:27:45.294135 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:27:45.325912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'name': 'network-vif-deleted', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:45.328556 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a962db2-c727-4bff-a65e-d441d52d44e3" -d '{"events": [{"server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "name": "network-vif-deleted", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:45.337298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.390161 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f06cd-c4da-4831-9911-7df297532e5b x-openstack-request-id: req-334f06cd-c4da-4831-9911-7df297532e5b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:45.390851 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdb110-a680-4619-8194-2f6e3520ee77", "name": "network-vif-deleted", "tag": "c6b5a847-e522-4243-800d-bfff2d35874c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:45.390851 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-334f06cd-c4da-4831-9911-7df297532e5b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:45.395234 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdb110-a680-4619-8194-2f6e3520ee77', 'name': 'network-vif-deleted', 'tag': 'c6b5a847-e522-4243-800d-bfff2d35874c', 'status': 'completed', 'code': 200} Nov 15 22:27:45.437211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.457711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.461726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] 10.222.0.15 "DELETE /v2.0/networks/b2e4c0a5-6a25-4182-ae94-0f694368efa4 HTTP/1.1" status: 204 len: 168 time: 0.5635915 Nov 15 22:27:45.463994 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.491233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864abd3-4b3a-4037-9911-9e65dbe6d2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2070999566-project] Pushing event deleted for resources: {'Network': ['ID=b2e4c0a5-6a25-4182-ae94-0f694368efa4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:45.526512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.741622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.745136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.749400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee0d8f22-dc05-4e00-ba58-8375c2282e12 HTTP/1.1" status: 204 len: 168 time: 0.4507141 Nov 15 22:27:45.761547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca49be3-95e6-4810-a00e-aabe20d2dd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d8f22-dc05-4e00-ba58-8375c2282e12,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:45.791912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Deleting port 384a2c46-d6be-4bdc-add3-2b6d65e793cf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:45.796744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.897678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788340f1-7aff-4790-b3d0-1cddd3a240c6 req-b4fcc0a9-7b13-436d-9387-14b3dc5a3297 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:45.905566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-788340f1-7aff-4790-b3d0-1cddd3a240c6 req-b4fcc0a9-7b13-436d-9387-14b3dc5a3297 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 948 time: 0.0597734 Nov 15 22:27:45.906788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] For port 384a2c46-d6be-4bdc-add3-2b6d65e793cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=384a2c46-d6be-4bdc-add3-2b6d65e793cf,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:45.907233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:45.920963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Calling delete_port for 384a2c46-d6be-4bdc-add3-2b6d65e793cf owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:45.976798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-788340f1-7aff-4790-b3d0-1cddd3a240c6 req-7f8d5791-4d5d-45a1-abbc-14d2dfef2f1f tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702510 Nov 15 22:27:46.205767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e6dc4-7a28-4511-aba8-16898f7ad51d req-76b3587d-0807-4102-be7e-ac7fd3cf0585 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:46.209234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d3e6dc4-7a28-4511-aba8-16898f7ad51d req-76b3587d-0807-4102-be7e-ac7fd3cf0585 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1199813 Nov 15 22:27:46.219882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3a095-7531-459e-98da-1ac3b6511cf5 req-b8f04ad7-f6a2-4ee3-bf50-297485f97c77 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:46.228014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba3a095-7531-459e-98da-1ac3b6511cf5 req-b8f04ad7-f6a2-4ee3-bf50-297485f97c77 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 950 time: 0.0997043 Nov 15 22:27:46.236026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:46.246061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.308378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Pushing event deleted for resources: {'Port': ['ID=384a2c46-d6be-4bdc-add3-2b6d65e793cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:46.346784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ba3a095-7531-459e-98da-1ac3b6511cf5 req-f51a6c01-431a-4402-a6e0-84315c4f63db tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Nov 15 22:27:46.363789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d3e6dc4-7a28-4511-aba8-16898f7ad51d req-377e70e8-3f8c-4eed-bd88-ec3ff0000c2e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326957 Nov 15 22:27:46.392796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:46.451534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:46.451534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2187aec4-8259-4bd3-9d9a-31fb3b9c27cc not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:46.553692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0da47528-f4f8-4644-b46a-68968b206974 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93205176dfd44ae481cf23a83cd2def6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164711 Nov 15 22:27:46.556136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:46.583932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.683718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.716716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.863560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:27:46.935239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.937842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:46.941449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/255e2d58-ec83-445c-ad63-4750ad95e581 HTTP/1.1" status: 204 len: 168 time: 0.3819268 Nov 15 22:27:46.951980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4772358-7c24-454f-9f8d-082194a2f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e2d58-ec83-445c-ad63-4750ad95e581,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:46.990246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:27:47.001531 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632acd89-a505-4782-b710-67da39371d7a None None] Sync routers for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:27:47.002747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46ba1356-bb3a-46c2-9d31-2f15c364212c admin admin] 10.222.0.15 "PUT /v2.0/routers/878fbd6d-d6c4-4c46-8958-de9bad1fa3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3584905 Nov 15 22:27:47.005674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:47.032104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:47.032877 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:27:47.034876 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:47.052093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ea607a3b-c1ae-4580-aaae-2fd698adb8e2 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:47.109950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca947e-aca8-4458-abe5-6660997ff75f req-51b8b8dd-6936-4dc1-a124-d17bbde6c41d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:47.118270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1ca947e-aca8-4458-abe5-6660997ff75f req-51b8b8dd-6936-4dc1-a124-d17bbde6c41d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 948 time: 0.0673187 Nov 15 22:27:47.165311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a25e7-b679-40f2-84c9-d2da3365765f req-6b717fcc-9941-49fc-afb7-1b88aa0eab58 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:47.166887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-593a25e7-b679-40f2-84c9-d2da3365765f req-6b717fcc-9941-49fc-afb7-1b88aa0eab58 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 950 time: 0.0755305 Nov 15 22:27:47.202733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1ca947e-aca8-4458-abe5-6660997ff75f req-c6485a9e-4bb3-4fb2-8fb3-abee904c4e98 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Nov 15 22:27:47.225929 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.246639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:47.265388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:27:47.270117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:47.270668 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.277615 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:27:47.380266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.389642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 451632e7-8d81-4348-9ac1-63c2757ab745 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:47.389973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.454379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.503212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:47.505695 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43751bdf-c575-45d3-a724-1bf18f276ad9" -d '{"events": [{"server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:47.523585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:47.532686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 451632e7-8d81-4348-9ac1-63c2757ab745, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=451632e7-8d81-4348-9ac1-63c2757ab745,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:47.533056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.567335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 451632e7-8d81-4348-9ac1-63c2757ab745 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:47.603370 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:27:46Z', 'revision_number': 5, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port': {'id': 'd43f7b9c-1c87-4c81-b57e-3a2f2a0eba52', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:22:58Z', 'updated_at': '2021-11-15T22:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:47.632729 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.649687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1247096313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:47.657890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632acd89-a505-4782-b710-67da39371d7a None None] Checking router: 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:27:47.680909 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] Routers {'878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:27:47.684058 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:47.711084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86bcaa-e569-4499-891e-36aabc143d7c req-4478a44f-6837-4a47-9354-424b9c5cdfb4 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:47.721249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d86bcaa-e569-4499-891e-36aabc143d7c req-4478a44f-6837-4a47-9354-424b9c5cdfb4 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 950 time: 0.2269416 Nov 15 22:27:47.761937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1d2e-cdde-4e1f-a361-54d6d88988d0 req-f4001021-bf6c-4c50-9771-f940e538375b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:47.764171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:47.781388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c82c1d2e-cdde-4e1f-a361-54d6d88988d0 req-f4001021-bf6c-4c50-9771-f940e538375b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2412381 Nov 15 22:27:47.798396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.798396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.841243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f43246b-4ccf-4c10-bd8f-bc16754713ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:47.842448 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] Set router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:27:47.897232 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-632acd89-a505-4782-b710-67da39371d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:27:47Z', 'revision_number': 6, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:47.934138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d86bcaa-e569-4499-891e-36aabc143d7c req-e961d880-17cd-4d65-a1ba-245de0647735 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117493 Nov 15 22:27:47.947625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c82c1d2e-cdde-4e1f-a361-54d6d88988d0 req-b286db4a-6d6d-4544-93d7-acd18af2a879 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631136 Nov 15 22:27:47.949250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.000587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Deleting port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:48.000958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.025811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-4891eea8-f15c-4b1c-a08d-dc09eb478c14 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:48.027888 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-4891eea8-f15c-4b1c-a08d-dc09eb478c14 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 950 time: 0.4475954 Nov 15 22:27:48.030094 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632acd89-a505-4782-b710-67da39371d7a None None] The sync data for ids ['878fbd6d-d6c4-4c46-8958-de9bad1fa3dd'] in n-d-817995-3 is: [{'id': '878fbd6d-d6c4-4c46-8958-de9bad1fa3dd', 'name': 'tempest-ServersTestBootFromVolume-542734203-router', 'tenant_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:22:56Z', 'updated_at': '2021-11-15T22:27:47Z', 'revision_number': 6, 'project_id': 'd1a9e006747e4a94a5b7ecef8daa38c8', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:27:48.030797 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bb5737-8514-4a45-a9e8-76a88d3c5a8e x-openstack-request-id: req-82bb5737-8514-4a45-a9e8-76a88d3c5a8e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:48.031295 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:48.031553 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82bb5737-8514-4a45-a9e8-76a88d3c5a8e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:48.031949 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2', 'code': 200} Nov 15 22:27:48.041665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.090365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f43246b-4ccf-4c10-bd8f-bc16754713ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.123096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:48.163767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.164996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-782d1efb-4908-45b8-aeb3-59bbc0048805 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1317112 Nov 15 22:27:48.169341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5e315037-6225-48d2-b33d-e3cf92f29b8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=024ed676b6a14d86a07dc78782804c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451584 Nov 15 22:27:48.169932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44984) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:48.172345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:48.180906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1872874131'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:48.188055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f43246b-4ccf-4c10-bd8f-bc16754713ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.239977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] For port d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:48.240338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.262711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31124f77-e87e-4a66-839d-7984d8e9d6cc req-7a527dd0-f1f7-40d3-b5c7-fcafabd045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:48.264663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f43246b-4ccf-4c10-bd8f-bc16754713ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4ef5e4e9ce64488928ed6d8aeffeee8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0168633 Nov 15 22:27:48.266172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31124f77-e87e-4a66-839d-7984d8e9d6cc req-7a527dd0-f1f7-40d3-b5c7-fcafabd045f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 1100 time: 0.1549494 Nov 15 22:27:48.267363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:48.268001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43246b-4ccf-4c10-bd8f-bc16754713ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f9e62-0147-4d10-801f-836b48c28989,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.295198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Calling delete_port for d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:48.321302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.324685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:48.327773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.369530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.372643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 744f653c-2139-4c0b-898c-0a1ff78c8741 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:48.372986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.375059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.382882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745', '744f653c-2139-4c0b-898c-0a1ff78c8741'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:48.386495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:48.396928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.433718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.459686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31124f77-e87e-4a66-839d-7984d8e9d6cc req-920e9c6f-5ef3-4b73-b666-fd43db4b429e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773059 Nov 15 22:27:48.460420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=451632e7-8d81-4348-9ac1-63c2757ab745,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.484817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62441e4a-236c-4a40-a6f6-e33bd867cabe req-45c8a06b-8178-42d2-a4f6-8a0ba90259c8 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:48.492986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62441e4a-236c-4a40-a6f6-e33bd867cabe req-45c8a06b-8178-42d2-a4f6-8a0ba90259c8 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.1900008 Nov 15 22:27:48.542048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.572825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 451632e7-8d81-4348-9ac1-63c2757ab745 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:48.579480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.582439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-593a25e7-b679-40f2-84c9-d2da3365765f req-71701e40-e6e6-4454-ab0d-b1921fe9a591 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "DELETE /v2.0/ports/451632e7-8d81-4348-9ac1-63c2757ab745 HTTP/1.1" status: 204 len: 173 time: 1.4036565 Nov 15 22:27:48.584542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'name': 'network-vif-deleted', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:48.586836 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd648e-7f56-4aec-a10d-15fb29a0eb92" -d '{"events": [{"server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "name": "network-vif-deleted", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:48.645201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62441e4a-236c-4a40-a6f6-e33bd867cabe req-4e38f23b-13ea-4dfa-96fe-323007369bf2 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465795 Nov 15 22:27:48.653829 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae135320-996a-41ed-a070-cdc11a372ff5 x-openstack-request-id: req-ae135320-996a-41ed-a070-cdc11a372ff5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:48.653829 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c7a4a1-da73-4104-8cbb-2df3d08fa092", "name": "network-vif-deleted", "tag": "451632e7-8d81-4348-9ac1-63c2757ab745", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:48.653829 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae135320-996a-41ed-a070-cdc11a372ff5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:48.653829 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c7a4a1-da73-4104-8cbb-2df3d08fa092', 'name': 'network-vif-deleted', 'tag': '451632e7-8d81-4348-9ac1-63c2757ab745', 'status': 'completed', 'code': 200} Nov 15 22:27:48.672269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 744f653c-2139-4c0b-898c-0a1ff78c8741, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=744f653c-2139-4c0b-898c-0a1ff78c8741,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:48.673037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.688981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.691255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.694126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 744f653c-2139-4c0b-898c-0a1ff78c8741 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:48.694813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.697824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1351f8ea-ff1c-44ad-8531-c08d4d76c8e1 HTTP/1.1" status: 204 len: 168 time: 0.5239272 Nov 15 22:27:48.705482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc4140-62c8-4909-bcd5-2592679c5431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1351f8ea-ff1c-44ad-8531-c08d4d76c8e1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.782721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.787024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.790685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.791850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a4f9e62-0147-4d10-801f-836b48c28989 HTTP/1.1" status: 204 len: 168 time: 0.5203171 Nov 15 22:27:48.825421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:48.832853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fca661-951b-4c43-8273-d43bc0fc66ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.845552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf15d2-661d-4a6c-b7d3-61199c08e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f9e62-0147-4d10-801f-836b48c28989,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.849823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.850168 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Added segment be2ca857-2212-4089-9d7f-445c563e7315 of type vlan for network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 Nov 15 22:27:48.854209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:48.906519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:48.940474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.011821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.031466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:49.038442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['451632e7-8d81-4348-9ac1-63c2757ab745'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:49.056540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.073947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:49.074934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.114658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=744f653c-2139-4c0b-898c-0a1ff78c8741,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:49.154000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.222948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Network': ['ID=23d5828d-ad2b-42a7-9364-7dd8e06308c2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:49.257992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:49.268954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-414bdd3e-c403-433b-a3d3-6675a344e95e req-375cfbff-533e-46b3-892a-e2f79e333465 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=51c7a4a1-da73-4104-8cbb-2df3d08fa092 HTTP/1.1" status: 200 len: 210 time: 0.0471044 Nov 15 22:27:49.300724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.303620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.376558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5ec43bc6-b7d1-4e77-b6af-8e8f87e0093f tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2055466 Nov 15 22:27:49.382601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:49.386406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 744f653c-2139-4c0b-898c-0a1ff78c8741 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:49.391126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.395058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b2351aa-38e1-47ee-b8fb-284b0e2098f2 req-b5c72ad1-a46a-40bb-9902-029b714d64ba tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.57 "DELETE /v2.0/ports/744f653c-2139-4c0b-898c-0a1ff78c8741 HTTP/1.1" status: 204 len: 173 time: 1.3370230 Nov 15 22:27:49.395246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'subnet': {'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:49.426518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10858-1cb8-4c5e-aabc-99a9b8393072 req-023492e3-ea08-422e-b4ad-cb73bf4a007c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:49.436480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5eb10858-1cb8-4c5e-aabc-99a9b8393072 req-023492e3-ea08-422e-b4ad-cb73bf4a007c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2157619 Nov 15 22:27:49.445800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:49.455801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.461452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878fbd6d-d6c4-4c46-8958-de9bad1fa3dd {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:27:49.461909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.465234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dbfac17e-ccb5-4d05-8a76-01c9bbe23a57 admin admin] 10.222.0.15 "DELETE /v2.0/routers/878fbd6d-d6c4-4c46-8958-de9bad1fa3dd HTTP/1.1" status: 204 len: 168 time: 2.4583910 Nov 15 22:27:49.467332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:49.571854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:49.571854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d43f7b9c-1c87-4c81-b57e-3a2f2a0eba52 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:49.573837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 384a2c46-d6be-4bdc-add3-2b6d65e793cf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:49.602578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Deleting subnet 0bda2f04-996d-4f36-afd9-25fb0b9a34e1 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:27:49.602578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.622601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5eb10858-1cb8-4c5e-aabc-99a9b8393072 req-9afedad6-8951-4e8f-8f96-5490ffd10348 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850548 Nov 15 22:27:49.673505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 384a2c46-d6be-4bdc-add3-2b6d65e793cf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:49.674287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 384a2c46-d6be-4bdc-add3-2b6d65e793cf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:49.731245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.829116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:49.832494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.919910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:49.978561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f09c-eed2-4cc1-b125-cbb1e22aaaac req-98a254a6-cb37-4e3a-9362-7d5900d73f9c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:49.983665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66b9f09c-eed2-4cc1-b125-cbb1e22aaaac req-98a254a6-cb37-4e3a-9362-7d5900d73f9c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.2167153 Nov 15 22:27:50.054778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66b9f09c-eed2-4cc1-b125-cbb1e22aaaac req-adc23e5f-c69b-42cf-b741-ce9620a76ff2 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Nov 15 22:27:50.102212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.140112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bda2f04-996d-4f36-afd9-25fb0b9a34e1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:50.142491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.148546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2383e2d7-633d-4db6-bf05-f7ce1d34d6f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0bda2f04-996d-4f36-afd9-25fb0b9a34e1 HTTP/1.1" status: 204 len: 168 time: 0.6768115 Nov 15 22:27:50.149989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b96c2-b769-49f4-a074-0f80ab3d3907 None None] Network c8b286ea-c85b-4c4f-b23e-da0d7078c007 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:50.152010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:50.233514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.246201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.316529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Subnet': ['ID=2fa45ba8-a9c4-480d-b9c3-1461e82a3945,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:50.347254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Checking segment: {'id': 'be2ca857-2212-4089-9d7f-445c563e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:50.347639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network hostable DHCP agents. Network: 23d5828d-ad2b-42a7-9364-7dd8e06308c2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:50.388214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] DHCP port deletion for c8b286ea-c85b-4c4f-b23e-da0d7078c007 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:27:50.402330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Deleting port f19e11a6-da03-4670-8724-ca1d1204cd16 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:50.402330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.446995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Deleting port f19e11a6-da03-4670-8724-ca1d1204cd16 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:50.447372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.476503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:50.504881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:50.514257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74ec8769-f627-4224-83b4-787683228988 req-b4c6b33a-2d1d-461d-abd7-539db9a85fb4 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d HTTP/1.1" status: 200 len: 210 time: 0.0576770 Nov 15 22:27:50.547644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] For port f19e11a6-da03-4670-8724-ca1d1204cd16, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f19e11a6-da03-4670-8724-ca1d1204cd16,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:50.548035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.567503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] For port f19e11a6-da03-4670-8724-ca1d1204cd16, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f19e11a6-da03-4670-8724-ca1d1204cd16,segment=NetworkSegment(929b308e-5f93-41f5-a1b9-f82bd40faafa),segment_id=929b308e-5f93-41f5-a1b9-f82bd40faafa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:50.568302 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.577514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Calling delete_port for f19e11a6-da03-4670-8724-ca1d1204cd16 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:50.582974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Calling delete_port for f19e11a6-da03-4670-8724-ca1d1204cd16 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:50.587221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 23d5828d-ad2b-42a7-9364-7dd8e06308c2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:50.596877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f53c31-d751-43ba-b254-25552c657271 None None] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:50.608079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:50.608873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.656000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'name': 'network-vif-deleted', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:50.657906 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d9d16-32ba-46f0-b493-19894a755a40" -d '{"events": [{"server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "name": "network-vif-deleted", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:50.711267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-951172321-network', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:50.725625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fbbdf7ec-d971-4db1-a236-3c97de8030f7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3419480 Nov 15 22:27:50.728805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:50.740276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'network': {'name': 'tempest-router-network01--1594952786'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:50.749125 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c90e18-7703-4415-9418-6e38d76048cb x-openstack-request-id: req-26c90e18-7703-4415-9418-6e38d76048cb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:50.749417 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d", "name": "network-vif-deleted", "tag": "744f653c-2139-4c0b-898c-0a1ff78c8741", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:50.749668 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26c90e18-7703-4415-9418-6e38d76048cb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:50.750068 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63e9e7-16c0-430c-8b7f-f49fffb8ea7d', 'name': 'network-vif-deleted', 'tag': '744f653c-2139-4c0b-898c-0a1ff78c8741', 'status': 'completed', 'code': 200} Nov 15 22:27:50.787098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: from cryptography.utils import int_from_bytes Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: from cryptography.utils import int_from_bytes Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.791240 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:27:50.797275 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:27:50.805524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.814009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:50.816368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.826116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.829923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f19e11a6-da03-4670-8724-ca1d1204cd16,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:50.840042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] No DVR routers for this DVR port f19e11a6-da03-4670-8724-ca1d1204cd16 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:50.864212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-23d5828d-ad2b-42a7-9364-7dd8e06308c2', 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2', 'tenant_id': 'ac8013254be540bda8e4810075edda86', 'fixed_ips': [{'subnet_id': '2fa45ba8-a9c4-480d-b9c3-1461e82a3945'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:27:50.865135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.870536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] Pushing event deleted for resources: {'Port': ['ID=f19e11a6-da03-4670-8724-ca1d1204cd16,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:50.874294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bec0d-cf10-4b39-a0f7-e1907aca758e None None] No DVR routers for this DVR port f19e11a6-da03-4670-8724-ca1d1204cd16 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:50.899079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b7253-058f-40df-848d-ae5ad1e035b1 req-946a3b77-9c5a-4191-b8f3-965e794fbda9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:50.900921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796b7253-058f-40df-848d-ae5ad1e035b1 req-946a3b77-9c5a-4191-b8f3-965e794fbda9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1474583 Nov 15 22:27:50.953870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:50.978071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.007120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b286ea-c85b-4c4f-b23e-da0d7078c007']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:51.012171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:51.015615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.028602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Allocated IP 172.20.0.2 (23d5828d-ad2b-42a7-9364-7dd8e06308c2/2fa45ba8-a9c4-480d-b9c3-1461e82a3945/3964105f-c0db-4adb-aa22-1aa19d174a78) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:51.033047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.057629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796b7253-058f-40df-848d-ae5ad1e035b1 req-60479a0e-1308-457b-a083-41cc0977aa90 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372662 Nov 15 22:27:51.061867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 451632e7-8d81-4348-9ac1-63c2757ab745 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:51.062222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:51.071653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b308e-5f93-41f5-a1b9-f82bd40faafa') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:51.071653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b308e-5f93-41f5-a1b9-f82bd40faafa') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:51.089877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.091574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aab512-f646-481d-80f0-4a4c20b608fd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:51.109996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.111104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:51.111435 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Added segment 6ba12b37-e450-4852-87c0-d8efb4c2b597 of type vlan for network fd0a1dcc-0a24-42b1-b578-763071a4e5bf Nov 15 22:27:51.119258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.119506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 451632e7-8d81-4348-9ac1-63c2757ab745 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:51.119759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 451632e7-8d81-4348-9ac1-63c2757ab745 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:51.120167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 744f653c-2139-4c0b-898c-0a1ff78c8741 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:51.131817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.132499 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Added segment ffd44107-9fe7-45f4-8d20-d4332dc8574a of type vlan for network 5dec7006-a41e-43e6-a96b-444b1e5693f6 Nov 15 22:27:51.147084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 744f653c-2139-4c0b-898c-0a1ff78c8741 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:51.147342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:27:51.147533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 744f653c-2139-4c0b-898c-0a1ff78c8741 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:51.147786 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:27:51.149720 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:27:51.173920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.247273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.260289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.261645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.262636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:51.263221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.303122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c549ee1-f3ac-4320-aa84-340e3a98f681 req-1aa8050f-a555-4dea-9cec-310425501087 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:51.304697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c549ee1-f3ac-4320-aa84-340e3a98f681 req-1aa8050f-a555-4dea-9cec-310425501087 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.0894642 Nov 15 22:27:51.307650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.335084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.335822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0a1dcc-0a24-42b1-b578-763071a4e5bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:51.342276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.345454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8b286ea-c85b-4c4f-b23e-da0d7078c007 HTTP/1.1" status: 204 len: 168 time: 1.1923935 Nov 15 22:27:51.364960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:51.371846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bcb93-a263-4269-8c3c-3774bf33a1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b286ea-c85b-4c4f-b23e-da0d7078c007,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:51.386384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.392982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:51.393815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.410093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c549ee1-f3ac-4320-aa84-340e3a98f681 req-c0aaad77-a4a0-47ea-93d9-e8057ddbd0c7 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942581 Nov 15 22:27:51.442518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-996d665b-15ab-4b17-bc95-765489d69b79 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9325814 Nov 15 22:27:51.442518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:51.453642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Request body: {'subnet': {'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-951172321-subnet', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:51.466107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f19e11a6-da03-4670-8724-ca1d1204cd16 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:51.477773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Network': ['ID=5dec7006-a41e-43e6-a96b-444b1e5693f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:51.494307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:51.503532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:51.506371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Pushing event updated for resources: {'Port': ['ID=3964105f-c0db-4adb-aa22-1aa19d174a78,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:51.508821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:51.511540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:51.553525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f19e11a6-da03-4670-8724-ca1d1204cd16 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:51.554037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f19e11a6-da03-4670-8724-ca1d1204cd16 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:51.558627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98f41f38-faee-48ca-8e40-6db77db048a4 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8272350 Nov 15 22:27:51.559390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:51.574146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'network': {'name': 'tempest-router-network02--1782411980'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:51.648655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:51.651560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.690162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:51.713330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Attempting to bind port 3964105f-c0db-4adb-aa22-1aa19d174a78 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:51.713752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Attempting to bind port 3964105f-c0db-4adb-aa22-1aa19d174a78 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'be2ca857-2212-4089-9d7f-445c563e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:51.714667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Attempting to bind port 3964105f-c0db-4adb-aa22-1aa19d174a78 on network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:51.723513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:51.724827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Checking segment: {'id': 'be2ca857-2212-4089-9d7f-445c563e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:51.725348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.726921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Bound using segment: {'id': 'be2ca857-2212-4089-9d7f-445c563e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:51.728400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Bound port: 3964105f-c0db-4adb-aa22-1aa19d174a78, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2ca857-2212-4089-9d7f-445c563e7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '23d5828d-ad2b-42a7-9364-7dd8e06308c2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:51.730358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:51.733020 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.736345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.760094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:51.770063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.770548 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Added segment a2de7c75-9c79-4971-abab-c48dfb6ec837 of type vlan for network 0fe3b598-c85d-4b7b-b812-3256a77a0706 Nov 15 22:27:51.810079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] For port 3964105f-c0db-4adb-aa22-1aa19d174a78, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:51.813897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] For port 3964105f-c0db-4adb-aa22-1aa19d174a78, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3964105f-c0db-4adb-aa22-1aa19d174a78,segment=NetworkSegment(be2ca857-2212-4089-9d7f-445c563e7315),segment_id=be2ca857-2212-4089-9d7f-445c563e7315)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:51.820857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.857250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1221265908', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:51.873476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.937569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.943757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:51.944542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:51.958263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5196-924a-4dcc-93b7-e5a90e96cee2 None None] Pushing event updated for resources: {'Port': ['ID=3964105f-c0db-4adb-aa22-1aa19d174a78,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.013493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:52.023102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Made reservation on behalf of 7cc7d3df5df24ea8b00a59c80f3f3acc for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:52.025473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.052741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.054899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89a03785-9d64-4de6-a8f2-c75c4f48846e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a9e006747e4a94a5b7ecef8daa38c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402761 Nov 15 22:27:52.056088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.056866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Network': ['ID=0fe3b598-c85d-4b7b-b812-3256a77a0706,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.057927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:52.071003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:52.076974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-78687a6a-2fde-4746-9494-f63f8a886d39 tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:52.078493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-78687a6a-2fde-4746-9494-f63f8a886d39 tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 1100 time: 0.1518037 Nov 15 22:27:52.108684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-47df8328-37bd-43e7-af46-9d9b8f7575cc tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.148520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ebc26eb5-89a2-49ad-935b-82b06aad8d04 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5875645 Nov 15 22:27:52.151026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:52.172487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'subnet': {'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:52.181127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0676570-6693-4e73-bfa3-9caef7784045,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.228913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:52.229583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Network hostable DHCP agents. Network: fd0a1dcc-0a24-42b1-b578-763071a4e5bf, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:52.231801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.264227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.291532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.345523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:52.367416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-47df8328-37bd-43e7-af46-9d9b8f7575cc tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.378980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.394081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a36ce8-497b-483c-a458-e1599eab57c1 req-73e6cd15-a01f-4226-8f27-fbe7a1a67093 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:52.395539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35a36ce8-497b-483c-a458-e1599eab57c1 req-73e6cd15-a01f-4226-8f27-fbe7a1a67093 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0761561 Nov 15 22:27:52.411922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:52.431132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.433920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.435132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c9220aa-4a85-48bb-9afd-adca441ae717 HTTP/1.1" status: 204 len: 168 time: 0.3749335 Nov 15 22:27:52.442842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.443181 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Added segment 35627ae1-9763-410a-b2df-58e463e8a754 of type vlan for network 1d135a8a-b6d2-48d6-be68-54e35073e35e Nov 15 22:27:52.446171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b95c-e371-4401-8879-98848713dba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9220aa-4a85-48bb-9afd-adca441ae717,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.454548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7df5d83-46b2-4311-95b2-86128e219cef,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.479160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, fd0a1dcc-0a24-42b1-b578-763071a4e5bf) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:52.495839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:52.499312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.503506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:52.504754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.508306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-47df8328-37bd-43e7-af46-9d9b8f7575cc tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.511912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40456a9-5e50-4819-b0b6-57476e32961d None None] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:52.565740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35a36ce8-497b-483c-a458-e1599eab57c1 req-8f92183c-f455-4037-8dc3-abe44a49a3f8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617422 Nov 15 22:27:52.582609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.608081 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-828c9445-f074-44af-bdee-7c0921b3bddd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1652405 Nov 15 22:27:52.610894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:52.618167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:52.641022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df8328-37bd-43e7-af46-9d9b8f7575cc tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a96634-641f-4472-bf05-6f516a421a0b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.651157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d38d68f-a9ab-4c48-9ef1-6ca03cc832cf req-47df8328-37bd-43e7-af46-9d9b8f7575cc tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660293 Nov 15 22:27:52.736358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.737860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.739669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0aef9-d161-4017-bf3f-325c2f62d503 req-a65523fc-5d35-4f1b-93f4-e52758a0d757 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:52.741370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c0aef9-d161-4017-bf3f-325c2f62d503 req-a65523fc-5d35-4f1b-93f4-e52758a0d757 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 950 time: 0.0871811 Nov 15 22:27:52.783744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.784436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:52.785195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.845781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.936500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Network': ['ID=1d135a8a-b6d2-48d6-be68-54e35073e35e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:52.952718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c0aef9-d161-4017-bf3f-325c2f62d503 req-8333e2f2-18c4-4571-bdef-0663350305d5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850479 Nov 15 22:27:52.955818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:52.965933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb75c135-bc25-43f1-908e-5f2ac6b6ffb8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2743654 Nov 15 22:27:52.970731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:52.974554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:27:52.975393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:52.982185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'subnet': {'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:53.005012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.088560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Made reservation on behalf of 7cc7d3df5df24ea8b00a59c80f3f3acc for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:53.093171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.097836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Subnet': ['ID=055c78e0-da1b-4749-8ef2-4985ba73facc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:53.159787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.161006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Checking segment: {'id': 'ffd44107-9fe7-45f4-8d20-d4332dc8574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:53.161465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network hostable DHCP agents. Network: 5dec7006-a41e-43e6-a96b-444b1e5693f6, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:53.219056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Allocated IP 172.20.0.2 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/26af57ce-7024-4137-bb46-1c35d54e5304) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:53.285250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:53.297062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f6ae1-e892-4e7a-8b1b-6a1f59646608 None None] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:53.372374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5dec7006-a41e-43e6-a96b-444b1e5693f6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:53.376534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] Provisioning complete for port 3964105f-c0db-4adb-aa22-1aa19d174a78 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:53.377570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.383033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:53.383623 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.419626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35d954-6d99-4bdb-80df-487535f8cb67 None None] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:53.422735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3964105f-c0db-4adb-aa22-1aa19d174a78 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:53.508859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c6c9310-755b-4c53-80cc-4b9379c9afa0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3418975 Nov 15 22:27:53.512062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:53.517877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'subnet': {'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:53.549777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.575964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.603026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:27:53.603683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.702822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.786531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3964105f-c0db-4adb-aa22-1aa19d174a78 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:53.786964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.818080 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.874117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Allocated IP 172.25.0.220 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/1dd2ea06-f8b2-4109-96b8-d207786ecee0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:53.877193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.915615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5dec7006-a41e-43e6-a96b-444b1e5693f6', 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6', 'tenant_id': 'ac8013254be540bda8e4810075edda86', 'fixed_ips': [{'subnet_id': '055c78e0-da1b-4749-8ef2-4985ba73facc'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:27:53.916991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:53.941884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-04b04d0f-f712-4fa4-86dd-fc6e711b010b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:53.945644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-04b04d0f-f712-4fa4-86dd-fc6e711b010b tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 950 time: 0.1860664 Nov 15 22:27:53.997612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:53.999922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] For port 3964105f-c0db-4adb-aa22-1aa19d174a78, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3964105f-c0db-4adb-aa22-1aa19d174a78,segment=NetworkSegment(be2ca857-2212-4089-9d7f-445c563e7315),segment_id=be2ca857-2212-4089-9d7f-445c563e7315)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:54.008674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:54.014045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Pushing event updated for resources: {'Port': ['ID=26af57ce-7024-4137-bb46-1c35d54e5304,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:54.025241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:54.105426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:54.140142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.240232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Subnet': ['ID=048f4403-31ae-47d7-b325-165bf804803c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:54.247933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.266571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c8471-549b-43e8-bbea-d4e8dfb0e78a req-1c5fe0d0-385d-46d5-bc67-92bb114a17b1 tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:54.267833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Attempting to bind port 26af57ce-7024-4137-bb46-1c35d54e5304 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:54.268407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Attempting to bind port 26af57ce-7024-4137-bb46-1c35d54e5304 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:54.268986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Attempting to bind port 26af57ce-7024-4137-bb46-1c35d54e5304 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:54.271361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d4c8471-549b-43e8-bbea-d4e8dfb0e78a req-1c5fe0d0-385d-46d5-bc67-92bb114a17b1 tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 1100 time: 0.1871722 Nov 15 22:27:54.274945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Checking segment: {'id': '35627ae1-9763-410a-b2df-58e463e8a754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:54.275356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network hostable DHCP agents. Network: 1d135a8a-b6d2-48d6-be68-54e35073e35e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:54.290949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871cfae-f326-48f3-ad06-b04b67eead43 req-d0afb657-da74-41a8-8f0e-9266ee6f26b1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:54.301303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f871cfae-f326-48f3-ad06-b04b67eead43 req-d0afb657-da74-41a8-8f0e-9266ee6f26b1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2161441 Nov 15 22:27:54.320947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:54.321629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:54.322200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.322753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:54.323457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Bound port: 26af57ce-7024-4137-bb46-1c35d54e5304, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:54.324015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.329772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.330856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53f56c-7b0f-4242-8bd4-3efd68754918 None None] Pushing event updated for resources: {'Port': ['ID=3964105f-c0db-4adb-aa22-1aa19d174a78,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:54.340226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-338876906-network', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:54.341450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Deleting port 8670f9b5-b3ae-4a9c-84b3-6919c307219d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:54.341804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.363568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Made reservation on behalf of ac8013254be540bda8e4810075edda86 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:54.367166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.392714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Allocated IP 172.20.0.2 (5dec7006-a41e-43e6-a96b-444b1e5693f6/055c78e0-da1b-4749-8ef2-4985ba73facc/2212106d-e104-4e7c-bd6c-ecabd87337cd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:54.442042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f871cfae-f326-48f3-ad06-b04b67eead43 req-71399fdc-535b-4710-9b58-fafad551b953 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425447 Nov 15 22:27:54.455441 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:27:54.456193 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:27:54.480067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] For port 8670f9b5-b3ae-4a9c-84b3-6919c307219d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8670f9b5-b3ae-4a9c-84b3-6919c307219d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:54.480421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.493734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e24c70d9-e0a5-45f8-8e1f-faa5d72d7c63 None None] Provisioning complete for port 3964105f-c0db-4adb-aa22-1aa19d174a78 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:54.494208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e24c70d9-e0a5-45f8-8e1f-faa5d72d7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.496027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Calling delete_port for 8670f9b5-b3ae-4a9c-84b3-6919c307219d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:54.499168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.558329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] For port 26af57ce-7024-4137-bb46-1c35d54e5304, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:54.586923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] For port 26af57ce-7024-4137-bb46-1c35d54e5304, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=26af57ce-7024-4137-bb46-1c35d54e5304,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:54.597734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:54.609558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:54.612983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:54.633346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:54.642875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd2ea06-f8b2-4109-96b8-d207786ecee0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:54.651838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d4c8471-549b-43e8-bbea-d4e8dfb0e78a req-7ad01c14-7c4e-4042-b1ac-7f1f13bdfd1d tempest-ServersAdminNegativeTestJSON-175587888 tempest-ServersAdminNegativeTestJSON-175587888-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794734 Nov 15 22:27:54.653199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Made reservation on behalf of 266d644decdd4e5292d3b9656d905e8f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:54.656745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.683298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.775968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.784337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0418f6-7276-4a4d-8dcc-427a0fa6231e None None] Pushing event updated for resources: {'Port': ['ID=26af57ce-7024-4137-bb46-1c35d54e5304,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:54.806574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.856933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.898012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 1d135a8a-b6d2-48d6-be68-54e35073e35e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:54.914778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca872-e2c4-4217-8605-0d93e292fd0a req-5df6aaa5-4ac6-4365-899c-0fb1e741eadb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:54.916387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31bca872-e2c4-4217-8605-0d93e292fd0a req-5df6aaa5-4ac6-4365-899c-0fb1e741eadb tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 950 time: 0.1359277 Nov 15 22:27:54.920864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:54.921450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.962085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:54.989807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.080513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Pushing event deleted for resources: {'Port': ['ID=8670f9b5-b3ae-4a9c-84b3-6919c307219d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:55.103623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ce0d997-a101-4153-8fe5-98153dd49ce6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1308196 Nov 15 22:27:55.105121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:55.138336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1673391714', 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:55.160776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31bca872-e2c4-4217-8605-0d93e292fd0a req-9342b121-808d-4195-a629-e77c8254d1fd tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a136a30-b2f2-4994-8018-d3c26166e29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348080 Nov 15 22:27:55.162601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.167393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Pushing event updated for resources: {'Port': ['ID=2212106d-e104-4e7c-bd6c-ecabd87337cd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:55.173708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebe6c7-89e2-4770-98ab-c81fd618f9b0 None None] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:55.175787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8670f9b5-b3ae-4a9c-84b3-6919c307219d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:55.185135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Subnet': ['ID=f5d25088-f249-4f37-babe-014229bdcaf4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:55.225944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:55.228991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Checking segment: {'id': 'a2de7c75-9c79-4971-abab-c48dfb6ec837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:55.229367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network hostable DHCP agents. Network: 0fe3b598-c85d-4b7b-b812-3256a77a0706, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:55.256767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] No DVR routers for this DVR port 8670f9b5-b3ae-4a9c-84b3-6919c307219d on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:55.260198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:55.261980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.263498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:55.265499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c218e3aa-1161-48f4-ade3-350df9d4668c req-d76068e5-c139-4b35-9b95-b070c0a58ec5 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.55 "DELETE /v2.0/ports/8670f9b5-b3ae-4a9c-84b3-6919c307219d HTTP/1.1" status: 204 len: 173 time: 1.3106740 Nov 15 22:27:55.265823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'name': 'network-vif-deleted', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:55.268596 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22238a3-7e0a-4b26-8651-d6a1a2129a0f" -d '{"events": [{"server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "name": "network-vif-deleted", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:55.280024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.330441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b151e-cf5e-4d85-bf15-450a00e0b523,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:55.335077 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.346815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Attempting to bind port 2212106d-e104-4e7c-bd6c-ecabd87337cd on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:55.347405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Attempting to bind port 2212106d-e104-4e7c-bd6c-ecabd87337cd by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ffd44107-9fe7-45f4-8d20-d4332dc8574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:55.348178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Attempting to bind port 2212106d-e104-4e7c-bd6c-ecabd87337cd on network 5dec7006-a41e-43e6-a96b-444b1e5693f6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:55.349046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Made reservation on behalf of 7cc7d3df5df24ea8b00a59c80f3f3acc for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:55.351646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.387564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:27:55.391990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:55.406267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:55.406749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] device_id is not set on port cb7c95d1-abe3-49c6-9047-293bd35baf06 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:27:55.407292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Checking segment: {'id': 'ffd44107-9fe7-45f4-8d20-d4332dc8574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:55.408759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.409372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Bound using segment: {'id': 'ffd44107-9fe7-45f4-8d20-d4332dc8574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:55.410024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Bound port: 2212106d-e104-4e7c-bd6c-ecabd87337cd, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd44107-9fe7-45f4-8d20-d4332dc8574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5dec7006-a41e-43e6-a96b-444b1e5693f6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:55.410594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.439952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e144a-d1bb-44b9-a14b-580045a641c2 None None] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:55.448213 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2a8da-3585-419d-b728-9016e59326c4 x-openstack-request-id: req-94b2a8da-3585-419d-b728-9016e59326c4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:55.448574 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d570dc85-112a-4294-98ab-e2fe826973fc", "name": "network-vif-deleted", "tag": "8670f9b5-b3ae-4a9c-84b3-6919c307219d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:55.452562 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94b2a8da-3585-419d-b728-9016e59326c4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:55.452562 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd570dc85-112a-4294-98ab-e2fe826973fc', 'name': 'network-vif-deleted', 'tag': '8670f9b5-b3ae-4a9c-84b3-6919c307219d', 'status': 'completed', 'code': 200} Nov 15 22:27:55.551351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.551855 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Added segment 8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c of type vlan for network e1b1a545-857e-4deb-b65d-0eb66e936ffa Nov 15 22:27:55.579656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 26af57ce-7024-4137-bb46-1c35d54e5304 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:55.605536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.622629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad6853-476c-4ea7-abdc-75b7560ceaf1 req-0b44d87f-268e-4e29-92a7-969f46f87677 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:55.630100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dad6853-476c-4ea7-abdc-75b7560ceaf1 req-0b44d87f-268e-4e29-92a7-969f46f87677 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.3376012 Nov 15 22:27:55.683667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.20.0.5 (1d135a8a-b6d2-48d6-be68-54e35073e35e/048f4403-31ae-47d7-b325-165bf804803c/cb7c95d1-abe3-49c6-9047-293bd35baf06) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:55.734705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] For port 2212106d-e104-4e7c-bd6c-ecabd87337cd, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:55.739052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] For port 2212106d-e104-4e7c-bd6c-ecabd87337cd, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2212106d-e104-4e7c-bd6c-ecabd87337cd,segment=NetworkSegment(ffd44107-9fe7-45f4-8d20-d4332dc8574a),segment_id=ffd44107-9fe7-45f4-8d20-d4332dc8574a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:55.764808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:27:55.771319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.810626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 26af57ce-7024-4137-bb46-1c35d54e5304 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:55.811111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.816210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0fe3b598-c85d-4b7b-b812-3256a77a0706) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:55.827655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:55.828246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.836449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93490d41-ac62-4156-aa98-eaf28a415066 None None] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:55.907549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.926998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dad6853-476c-4ea7-abdc-75b7560ceaf1 req-0c29d518-0173-48cb-adbb-45e7f9ab53c9 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961135 Nov 15 22:27:55.962865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f3407-481f-4f1f-a7fb-a6861d4ba689 req-81ec4748-1151-4b38-9bea-8b9bd7911c78 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:55.972239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c24f3407-481f-4f1f-a7fb-a6861d4ba689 req-81ec4748-1151-4b38-9bea-8b9bd7911c78 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.3356094 Nov 15 22:27:55.979641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7682-bce6-41e6-8d26-cc69dae94adb None None] Pushing event updated for resources: {'Port': ['ID=2212106d-e104-4e7c-bd6c-ecabd87337cd,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:55.994033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:55.994972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:55.995567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.045485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-29303d0a-c6b8-4eff-9a53-1b609e1f1782 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5320880 Nov 15 22:27:56.049657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:56.095946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.117147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:27:56.151031 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.153775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] Pushing event updated for resources: {'Network': ['ID=e1b1a545-857e-4deb-b65d-0eb66e936ffa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:56.173210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:27:56.173681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c24f3407-481f-4f1f-a7fb-a6861d4ba689 req-f7b90f8e-4240-4b47-b6f6-89d84c64b198 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965942 Nov 15 22:27:56.181536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fb144-3b1d-4b5f-a145-5504e60aef26 None None] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:56.189810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d61acaed-942b-4ea8-97bd-49be3c809cff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0810561 Nov 15 22:27:56.192709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45178) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:56.200904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Request body: {'subnet': {'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-338876906-subnet', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:56.308564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 26af57ce-7024-4137-bb46-1c35d54e5304, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=26af57ce-7024-4137-bb46-1c35d54e5304,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:56.337906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.346756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Made reservation on behalf of 266d644decdd4e5292d3b9656d905e8f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:27:56.351472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.384263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.386844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3964105f-c0db-4adb-aa22-1aa19d174a78 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:56.404734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-0fe3b598-c85d-4b7b-b812-3256a77a0706', 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706', 'tenant_id': 'ac8013254be540bda8e4810075edda86', 'fixed_ips': [{'subnet_id': 'f5d25088-f249-4f37-babe-014229bdcaf4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:27:56.406850 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.486108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a53b52de-3094-4177-ab84-920ea8254fa5 None None] Provisioning complete for port 26af57ce-7024-4137-bb46-1c35d54e5304 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:56.486781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b52de-3094-4177-ab84-920ea8254fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.585762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f7bdb22-535b-4fc7-9517-5619760b83ec req-70249290-7bb1-4af6-be44-d3bb8d86f767 tempest-ServersOnMultiNodesTest-536464119 tempest-ServersOnMultiNodesTest-536464119-project] 10.222.0.15 "GET /v2.0/ports?device_id=d570dc85-112a-4294-98ab-e2fe826973fc HTTP/1.1" status: 200 len: 210 time: 0.1834426 Nov 15 22:27:56.601727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:56.610234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:56.614409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:56.661531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7c95d1-abe3-49c6-9047-293bd35baf06,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:56.686035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:56.686716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.692114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=26af57ce-7024-4137-bb46-1c35d54e5304,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:56.757364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3964105f-c0db-4adb-aa22-1aa19d174a78 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:56.757645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.804035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aaf14d00-1684-4ead-9076-6ca25ff7381b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6738732 Nov 15 22:27:56.804699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:56.846861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Allocated IP 172.20.0.2 (0fe3b598-c85d-4b7b-b812-3256a77a0706/f5d25088-f249-4f37-babe-014229bdcaf4/2ac53102-3ac4-4156-a36e-1265cab1e253) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:56.902045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Deleting port cb7c95d1-abe3-49c6-9047-293bd35baf06 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:56.902045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.947300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:56.978241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-75ba79e5-03bf-4c09-a574-af1acd83770d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:56.980718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-75ba79e5-03bf-4c09-a574-af1acd83770d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.57 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.2000518 Nov 15 22:27:57.078298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7facc633-ab73-47ce-95b4-c38c2c356b59,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:57.082617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:27:57.101925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.107577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Sync routers for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:27:57.119059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:27:57.122692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:57.204842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.205087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.219227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Checking segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:57.219674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Network hostable DHCP agents. Network: e1b1a545-857e-4deb-b65d-0eb66e936ffa, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:27:57.234807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd7dc-08c4-4407-97db-40438483e646 req-e3070f05-46de-43b6-9642-573f7791078b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:57.236489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cddd7dc-08c4-4407-97db-40438483e646 req-e3070f05-46de-43b6-9642-573f7791078b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 949 time: 0.2005031 Nov 15 22:27:57.238793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Calling delete_port for cb7c95d1-abe3-49c6-9047-293bd35baf06 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:57.373227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:27:57.378412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cddd7dc-08c4-4407-97db-40438483e646 req-e9c42643-236f-43c5-b160-7f02288e218e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346321 Nov 15 22:27:57.434039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdb033-8348-4be2-8256-e5df2e669e29 req-730118c5-04fb-427b-97ee-d0ff70b42d6c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:57.435721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3cdb033-8348-4be2-8256-e5df2e669e29 req-730118c5-04fb-427b-97ee-d0ff70b42d6c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1104298 Nov 15 22:27:57.519695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e1b1a545-857e-4deb-b65d-0eb66e936ffa) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:57.535459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:57.536342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.545652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.548321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fea32-d58c-47c4-ad74-5134f037514c None None] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:57.553447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3cdb033-8348-4be2-8256-e5df2e669e29 req-f2b3abc3-b967-4707-a838-23b0491788c6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076927 Nov 15 22:27:57.592453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.593840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f8810a5b-654d-4d73-9045-6359b76e87c2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9819901 Nov 15 22:27:57.604643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:57.612811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2212106d-e104-4e7c-bd6c-ecabd87337cd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:57.665734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Allocated IP 172.20.0.1 (5dec7006-a41e-43e6-a96b-444b1e5693f6/055c78e0-da1b-4749-8ef2-4985ba73facc/1877a16e-f66f-416b-b024-cea43c003dc4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:57.669523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Deleting port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:27:57.669910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.704954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.716481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:57.720995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-59e4ba0e-5368-47be-92c6-fdf0e510f9da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5269415 Nov 15 22:27:57.735394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7fb81c53-dc98-4cb4-9c34-056973801d17 None None] Provisioning complete for port 26af57ce-7024-4137-bb46-1c35d54e5304 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:57.735394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fb81c53-dc98-4cb4-9c34-056973801d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.748607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:57.756676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a64aa7-2c01-4b7b-a486-fd1ce5998830 None None] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:27:57.783589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:57.785922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Pushing event updated for resources: {'Port': ['ID=2ac53102-3ac4-4156-a36e-1265cab1e253,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:57.792728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] For port ea607a3b-c1ae-4580-aaae-2fd698adb8e2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:57.793084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.800013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:57.807166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:57.811369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb7c95d1-abe3-49c6-9047-293bd35baf06,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:57.818653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Calling delete_port for ea607a3b-c1ae-4580-aaae-2fd698adb8e2 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:27:57.933292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.933565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:27:57.937418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36833914-e4fb-4c0f-9b5a-30268140dcf2 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cb7c95d1-abe3-49c6-9047-293bd35baf06 HTTP/1.1" status: 204 len: 168 time: 1.1318910 Nov 15 22:27:57.957867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:57.967260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e', 'external_fixed_ips': [{'subnet_id': '048f4403-31ae-47d7-b325-165bf804803c', 'ip_address': '172.20.0.5'}]}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:27:57.982545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:57.983698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.100820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Attempting to bind port 2ac53102-3ac4-4156-a36e-1265cab1e253 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:27:58.101191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Attempting to bind port 2ac53102-3ac4-4156-a36e-1265cab1e253 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a2de7c75-9c79-4971-abab-c48dfb6ec837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:27:58.101548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Attempting to bind port 2ac53102-3ac4-4156-a36e-1265cab1e253 on network 0fe3b598-c85d-4b7b-b812-3256a77a0706 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:27:58.116039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2212106d-e104-4e7c-bd6c-ecabd87337cd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:58.116425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.118958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.122724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.126721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.128413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.128602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:27:58.128602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Checking segment: {'id': 'a2de7c75-9c79-4971-abab-c48dfb6ec837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:27:58.129024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.129361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Bound using segment: {'id': 'a2de7c75-9c79-4971-abab-c48dfb6ec837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:27:58.130051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Bound port: 2ac53102-3ac4-4156-a36e-1265cab1e253, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2de7c75-9c79-4971-abab-c48dfb6ec837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe3b598-c85d-4b7b-b812-3256a77a0706'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:27:58.130216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.249854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:58.259607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.286309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.322247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Pushing event deleted for resources: {'Port': ['ID=ea607a3b-c1ae-4580-aaae-2fd698adb8e2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:58.350451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.357277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1343c7be-e43a-42c0-a39f-da7ea476f697'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:58.359349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ea607a3b-c1ae-4580-aaae-2fd698adb8e2'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:27:58.454314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:27:58.457551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.472905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8670f9b5-b3ae-4a9c-84b3-6919c307219d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:27:58.543017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-580d76aa-1011-4cf9-bae1-d35343ac6c70 req-fc343d6e-72b7-4844-9074-bde94292ede6 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0418463 Nov 15 22:27:58.550157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 8670f9b5-b3ae-4a9c-84b3-6919c307219d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:27:58.550954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8670f9b5-b3ae-4a9c-84b3-6919c307219d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:27:58.564364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.607349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-82a2c2d0-92ab-47f7-9995-fab84a10b60a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fbf4dacbbce4aaa91b89816f2675604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506866 Nov 15 22:27:58.607349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:27:58.631724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2ac73c21-7dac-4dce-bc31-402fb6c4b69b None None] Provisioning complete for port 2212106d-e104-4e7c-bd6c-ecabd87337cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:27:58.632165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ac73c21-7dac-4dce-bc31-402fb6c4b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.647053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] No DVR routers for this DVR port ea607a3b-c1ae-4580-aaae-2fd698adb8e2 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:27:58.649938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.654938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7187e3d7-738b-48e7-aa42-c022f7ae5ef4 req-c89fc66f-05aa-47cb-ab32-2b52896bd89b tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.57 "DELETE /v2.0/ports/ea607a3b-c1ae-4580-aaae-2fd698adb8e2 HTTP/1.1" status: 204 len: 173 time: 1.6664200 Nov 15 22:27:58.660512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.701339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'name': 'network-vif-deleted', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:27:58.703766 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55066fb6-71c9-47a9-bbf2-1532f3979e76" -d '{"events": [{"server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "name": "network-vif-deleted", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:27:58.741340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Port': ['ID=1877a16e-f66f-416b-b024-cea43c003dc4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:58.753106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:58.759376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.762023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:58.764968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:58.774788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b49b9-0587-4c2f-8100-43e93f2bcfa6 req-332843c8-1ce5-4e3a-8e2f-752ff8167859 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:27:58.781773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f3b49b9-0587-4c2f-8100-43e93f2bcfa6 req-332843c8-1ce5-4e3a-8e2f-752ff8167859 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1131690 Nov 15 22:27:58.781773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Allocated IP 172.20.0.1 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/cb57f075-c630-4c57-a617-8ad1de297c84) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:58.793349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.829708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] For port 2ac53102-3ac4-4156-a36e-1265cab1e253, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:27:58.849268 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560dd06-f404-408e-b28f-048d6207cb36 x-openstack-request-id: req-0560dd06-f404-408e-b28f-048d6207cb36 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:27:58.849699 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0901b6e2-4e84-4f62-b3af-68a71ea5d2a6", "name": "network-vif-deleted", "tag": "ea607a3b-c1ae-4580-aaae-2fd698adb8e2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:27:58.850052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0560dd06-f404-408e-b28f-048d6207cb36 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:27:58.850698 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0901b6e2-4e84-4f62-b3af-68a71ea5d2a6', 'name': 'network-vif-deleted', 'tag': 'ea607a3b-c1ae-4580-aaae-2fd698adb8e2', 'status': 'completed', 'code': 200} Nov 15 22:27:58.881016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] For port 2ac53102-3ac4-4156-a36e-1265cab1e253, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac53102-3ac4-4156-a36e-1265cab1e253,segment=NetworkSegment(a2de7c75-9c79-4971-abab-c48dfb6ec837),segment_id=a2de7c75-9c79-4971-abab-c48dfb6ec837)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:27:58.899064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.903270 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.941955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:58.942758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f3b49b9-0587-4c2f-8100-43e93f2bcfa6 req-a3320245-2432-435c-ac76-867ad50c24fc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067731 Nov 15 22:27:58.950547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:54Z', 'revision_number': 3, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:27:59.033694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.051027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.072215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Checking router: 7cac97d8-f026-40e9-b08d-3a416c7e3f10 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:27:59.072642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Updating router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:27:59.084954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.088322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.092210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a136a30-b2f2-4994-8018-d3c26166e29a HTTP/1.1" status: 204 len: 168 time: 0.4816356 Nov 15 22:27:59.102440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024db2a-bdea-49bf-b0d3-5e85d87da3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a136a30-b2f2-4994-8018-d3c26166e29a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:59.191845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2212106d-e104-4e7c-bd6c-ecabd87337cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2212106d-e104-4e7c-bd6c-ecabd87337cd,segment=NetworkSegment(ffd44107-9fe7-45f4-8d20-d4332dc8574a),segment_id=ffd44107-9fe7-45f4-8d20-d4332dc8574a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:27:59.208772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.227594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ac73c21-7dac-4dce-bc31-402fb6c4b69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.250972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.269292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Allocated IP 172.20.0.2 (e1b1a545-857e-4deb-b65d-0eb66e936ffa/7facc633-ab73-47ce-95b4-c38c2c356b59/8552f841-9b04-4424-a087-1dc5912207cf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:27:59.321018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:27:59.324322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:27:59.331513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:27:59.391320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.392754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 26af57ce-7024-4137-bb46-1c35d54e5304 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:27:59.405126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.458323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc2c9b-de27-4c1e-be90-77214689ae71 None None] Pushing event updated for resources: {'Port': ['ID=2ac53102-3ac4-4156-a36e-1265cab1e253,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:59.478885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.511494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Pushing event updated for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:27:59.794621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b486ffca-17df-4342-9ac6-d86d1bd40577 req-7134ca15-77e8-4546-9ff3-a44d275f3a7e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=0901b6e2-4e84-4f62-b3af-68a71ea5d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0438023 Nov 15 22:27:59.881151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:27:59.968846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.000759 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.048283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.059529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.102008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:00.114274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2212106d-e104-4e7c-bd6c-ecabd87337cd,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:00.129897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2ac73c21-7dac-4dce-bc31-402fb6c4b69b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:28:00.130379 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2ac73c21-7dac-4dce-bc31-402fb6c4b69b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:28:00.134649 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.161284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 26af57ce-7024-4137-bb46-1c35d54e5304 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:00.161821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.249529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-78c11417-7eba-434a-9ecf-f38ba6a476bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822216ba6932436ba74c54295c278612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444461 Nov 15 22:28:00.267593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:00.306999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f85d8-5bbc-495a-ab02-ab5d1bbe3731 req-49306bc0-d47b-4baf-9c05-48651cb190ae tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:00.315225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-171f85d8-5bbc-495a-ab02-ab5d1bbe3731 req-49306bc0-d47b-4baf-9c05-48651cb190ae tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1418567 Nov 15 22:28:00.320893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.357492 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.365806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.405966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.439386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-171f85d8-5bbc-495a-ab02-ab5d1bbe3731 req-d5e37a1e-0ff4-4c0b-9440-4a4e5f62561e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171911 Nov 15 22:28:00.484862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.506480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.539801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.20.0.5 (1d135a8a-b6d2-48d6-be68-54e35073e35e/048f4403-31ae-47d7-b325-165bf804803c/501be5c5-fa04-42f5-be46-8b8415fd5e7a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:00.545308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.545642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:00.559404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:00.579892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:00.590242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.599418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Pushing event updated for resources: {'Port': ['ID=8552f841-9b04-4424-a087-1dc5912207cf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:00.622873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Pushing event updated for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:00.657416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.714747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.717005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Attempting to bind port 8552f841-9b04-4424-a087-1dc5912207cf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:00.717338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Attempting to bind port 8552f841-9b04-4424-a087-1dc5912207cf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:00.717695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Attempting to bind port 8552f841-9b04-4424-a087-1dc5912207cf on network e1b1a545-857e-4deb-b65d-0eb66e936ffa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:00.749888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.752865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.756443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b8ef81d-4c19-4b64-843f-5e32f24bee05 HTTP/1.1" status: 204 len: 168 time: 0.4857399 Nov 15 22:28:00.756789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.767525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:00.771423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Checking segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:00.771423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.771423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Bound using segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:00.771423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Bound port: 8552f841-9b04-4424-a087-1dc5912207cf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:00.771423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.808041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6e63-7761-48a8-bf2e-c8656e5318cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ef81d-4c19-4b64-843f-5e32f24bee05,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:00.808524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.819421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2212106d-e104-4e7c-bd6c-ecabd87337cd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:00.819638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Allocated IP 172.25.0.56 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/65afb439-5bdd-4251-9040-c0acb8aed0e5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:00.835057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:00.904025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:00.909013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:00.997968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b738a-8315-4abd-8b5a-42900831c218 None None] Pushing event updated for resources: {'Port': ['ID=1dd2ea06-f8b2-4109-96b8-d207786ecee0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:01.001280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Port': ['ID=1877a16e-f66f-416b-b024-cea43c003dc4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:01.013699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Attempting to bind port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:01.014193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Attempting to bind port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:01.014556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Attempting to bind port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:01.017510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.026447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fea33-a1e3-4daa-9ee7-69dd05db9e78 None None] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:01.098916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ea607a3b-c1ae-4580-aaae-2fd698adb8e2 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:01.111522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:01.136323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:01.146046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:01.146046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.146046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:01.146046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Bound port: 1dd2ea06-f8b2-4109-96b8-d207786ecee0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:01.146046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.146653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.146791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: ea607a3b-c1ae-4580-aaae-2fd698adb8e2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:01.146791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ea607a3b-c1ae-4580-aaae-2fd698adb8e2 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:01.209975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network 1d135a8a-b6d2-48d6-be68-54e35073e35e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:01.225385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.229889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Provisioning complete for port 2212106d-e104-4e7c-bd6c-ecabd87337cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:01.230067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:01.230188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.241817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:01.282792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2212106d-e104-4e7c-bd6c-ecabd87337cd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:01.283157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.307122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=501be5c5-fa04-42f5-be46-8b8415fd5e7a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:01.323608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] For port 8552f841-9b04-4424-a087-1dc5912207cf, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:01.328501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:01.348890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c7c4192-7a24-4cfb-85e0-e7e7cdbd6a40 admin admin] 10.222.0.15 "PUT /v2.0/routers/7cac97d8-f026-40e9-b08d-3a416c7e3f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7341838 Nov 15 22:28:01.365773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] For port 1dd2ea06-f8b2-4109-96b8-d207786ecee0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:01.473310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:01.477539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] For port 8552f841-9b04-4424-a087-1dc5912207cf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8552f841-9b04-4424-a087-1dc5912207cf,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:01.478882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:01.515777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] For port 1dd2ea06-f8b2-4109-96b8-d207786ecee0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1dd2ea06-f8b2-4109-96b8-d207786ecee0,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:01.559399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cdb1c-e33f-4729-9ca6-a799bfcbf5bf req-44afa89e-6c85-41c0-ae49-42ecfdcf3671 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:01.562291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-540cdb1c-e33f-4729-9ca6-a799bfcbf5bf req-44afa89e-6c85-41c0-ae49-42ecfdcf3671 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.1181719 Nov 15 22:28:01.634132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac53102-3ac4-4156-a36e-1265cab1e253 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:01.637566 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.640738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.650812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121add-8efb-4f8b-b110-2fa540e96e97 req-0659f3d1-0653-4135-9d21-51d79b02248c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:01.660563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce121add-8efb-4f8b-b110-2fa540e96e97 req-0659f3d1-0653-4135-9d21-51d79b02248c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1286800 Nov 15 22:28:01.692464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.757751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-540cdb1c-e33f-4729-9ca6-a799bfcbf5bf req-6cd4ebdb-3410-47bf-bc56-354c4db0c058 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787794 Nov 15 22:28:01.781047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce121add-8efb-4f8b-b110-2fa540e96e97 req-043d0ba5-2d9e-47e7-9c3a-b8feaa53e01f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193085 Nov 15 22:28:01.787410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Provisioning complete for port 1877a16e-f66f-416b-b024-cea43c003dc4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:01.788065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:01.830434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:01.831184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:01.880039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:01.889237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:01.892505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b738a-8315-4abd-8b5a-42900831c218 None None] Pushing event updated for resources: {'Port': ['ID=1dd2ea06-f8b2-4109-96b8-d207786ecee0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:01.909814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:01.995426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Port 1877a16e-f66f-416b-b024-cea43c003dc4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:02.046401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:02.086029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Pushing event updated for resources: {'Port': ['ID=65afb439-5bdd-4251-9040-c0acb8aed0e5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:02.184183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Router 7401e3f8-d2fe-45e3-adbc-764e4defa60f is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:02.280482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:02.281189 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.284337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2ac53102-3ac4-4156-a36e-1265cab1e253 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:02.284718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.354762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.402192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:02.406796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954973145', 'description': 'tempest-description--1113615604'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:02.474963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:02.485460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a7291862-57cf-42e4-94f4-11e06d80a430 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4310031 Nov 15 22:28:02.485595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:02.493133 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] Sync routers for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:02.515303 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:02.516098 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:02.546081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37e3f6-6798-4c08-b98e-d1ed971893ed None None] Pushing event updated for resources: {'Port': ['ID=8552f841-9b04-4424-a087-1dc5912207cf,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:02.550051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:02.553088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.566602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eddea4ff-4266-4672-81ee-d8c443bf5d4b None None] Port cb57f075-c630-4c57-a617-8ad1de297c84 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:02.584824 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:02.596434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:02.597435 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:02.685951 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:02.687273 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4461-a35d-400a-9049-e7c66b62c38d None None] The sync data for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:02.704562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.756131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2ac53102-3ac4-4156-a36e-1265cab1e253, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac53102-3ac4-4156-a36e-1265cab1e253,segment=NetworkSegment(a2de7c75-9c79-4971-abab-c48dfb6ec837),segment_id=a2de7c75-9c79-4971-abab-c48dfb6ec837)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:02.787495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Provisioning complete for port 2ac53102-3ac4-4156-a36e-1265cab1e253 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:02.788164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.835682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 2, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:02.840023 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:02.968808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d4e96-099e-419d-9932-416ff0266c6c None None] The sync data for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 is: [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 2, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:03.023473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2ac53102-3ac4-4156-a36e-1265cab1e253,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:03.073562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8552f841-9b04-4424-a087-1dc5912207cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:03.103511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-140138150-network', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:03.149225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8552f841-9b04-4424-a087-1dc5912207cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:03.150118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.194999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Provisioning complete for port 1877a16e-f66f-416b-b024-cea43c003dc4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:03.195757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.281718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Port 1877a16e-f66f-416b-b024-cea43c003dc4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:03.287847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-4d26fb2f-3255-460c-8153-77a340953b7e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:03.289877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-4d26fb2f-3255-460c-8153-77a340953b7e tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.55 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.1902027 Nov 15 22:28:03.296904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.299418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.327007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e79532-4f70-43fa-a90c-a898e609120a None None] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:03.353451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.404695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Made reservation on behalf of 39fabf82b2cf4875a7fe274e16aa35da for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:03.407053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:03.407243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.407375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.411839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 8552f841-9b04-4424-a087-1dc5912207cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8552f841-9b04-4424-a087-1dc5912207cf,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:03.479942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.480570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ed979ce5-8b93-44dd-b8e3-857193016718 None None] Port cb57f075-c630-4c57-a617-8ad1de297c84 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:03.521614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd207c-4046-4fa5-a606-58cc9ad83452 req-f745e8fb-a379-4271-a42f-095a6cb341ce tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:03.523368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46fd207c-4046-4fa5-a606-58cc9ad83452 req-f745e8fb-a379-4271-a42f-095a6cb341ce tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 949 time: 0.3354399 Nov 15 22:28:03.534479 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.540332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.624002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a8e760c-eb3e-4c69-9dd4-ce876d5faed6 None None] Provisioning complete for port 8552f841-9b04-4424-a087-1dc5912207cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:03.624002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a8e760c-eb3e-4c69-9dd4-ce876d5faed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.624322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46fd207c-4046-4fa5-a606-58cc9ad83452 req-1ea9947d-8bfa-433f-a694-7db30ae00246 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc133b93-dbe2-4878-97e1-66a80351bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Nov 15 22:28:03.626125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.627602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=8552f841-9b04-4424-a087-1dc5912207cf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:03.693602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:03.799557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.800865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-27f2f903-7b6c-4ce7-bba1-2dbfe27373b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3975890 Nov 15 22:28:03.805844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:03.817532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf143a-fd60-4abe-aa7c-54ba8549d042 req-568e2305-5597-4a37-b4fc-a879b93d6097 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:03.821682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99cf143a-fd60-4abe-aa7c-54ba8549d042 req-568e2305-5597-4a37-b4fc-a879b93d6097 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.6263855 Nov 15 22:28:03.822252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'security_group_rule': {'security_group_id': '1b14b6d8-5370-47a9-bf1b-2de0c6461bfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:03.879764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Deleting port 1343c7be-e43a-42c0-a39f-da7ea476f697 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:03.880323 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:03.988564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.021229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99cf143a-fd60-4abe-aa7c-54ba8549d042 req-d1e38103-63d5-49ed-a359-d670b64b1d0a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906333 Nov 15 22:28:04.026429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.048009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f08d55a0-ca82-4736-834b-d51744c3b631 None None] Provisioning complete for port 8552f841-9b04-4424-a087-1dc5912207cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:04.048652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f08d55a0-ca82-4736-834b-d51744c3b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.075206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] For port 1343c7be-e43a-42c0-a39f-da7ea476f697, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1343c7be-e43a-42c0-a39f-da7ea476f697,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:04.075624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.079020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.138464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Calling delete_port for 1343c7be-e43a-42c0-a39f-da7ea476f697 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:04.143957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:28:04.174182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.182138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-e3cf572e-51fd-4c37-a8eb-5fcc0f8529b6 service neutron] 10.222.0.57 "GET /v2.0/ports/92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.2256749 Nov 15 22:28:04.199244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.221294 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-cdfb6cb4-fd4e-44af-b06b-4b083247361c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:04.222719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cdfb6cb4-fd4e-44af-b06b-4b083247361c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7358766 Nov 15 22:28:04.229849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:04.231805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.232152 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Added segment 50b742b4-4047-4649-bca7-b27f6f688419 of type vlan for network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 Nov 15 22:28:04.235471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bda01f-4b89-4bde-9f40-107da701c6dc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:04.247392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router 245f5e2c-27c0-4170-9b88-6f5f104386fd is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:04.309540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.341343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1947df4f-897c-446d-87f4-1370554b5d91,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:04.379512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.439809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.441069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-22b8c765-5dd7-4092-a1e3-2209992c0ed5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6318536 Nov 15 22:28:04.443744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:04.453876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'security_group_rule': {'security_group_id': '1b14b6d8-5370-47a9-bf1b-2de0c6461bfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:04.585090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:04.597662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Sync routers for ids ['245f5e2c-27c0-4170-9b88-6f5f104386fd'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:04.610012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.615031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:04.615031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.626938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Routers {'245f5e2c-27c0-4170-9b88-6f5f104386fd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:04.627649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['245f5e2c-27c0-4170-9b88-6f5f104386fd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:04.673701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.689909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.733974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Pushing event deleted for resources: {'Port': ['ID=1343c7be-e43a-42c0-a39f-da7ea476f697,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:04.735624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:04.738177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56292dfc-d2b6-48b8-af68-c58fe55195ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.742875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] Pushing event updated for resources: {'Network': ['ID=70ba7d00-e530-4d3d-b11b-10e9e49ca769,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:04.764117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:28:04.801768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.803002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-acd6f68c-8c84-4dba-8152-f1d978c92273 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.8441520 Nov 15 22:28:04.806534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:04.855273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-28ec7da7-bbc7-4487-9b10-93338b2e7ffb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2864761 Nov 15 22:28:04.869033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:04.876323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Request body: {'subnet': {'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-140138150-subnet', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:04.931797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Set router 245f5e2c-27c0-4170-9b88-6f5f104386fd gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:04.948105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] No DVR routers for this DVR port 1343c7be-e43a-42c0-a39f-da7ea476f697 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:04.975637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:04.990779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46619564-9cd3-4236-8594-d705b0cf5c4c req-c531617f-1491-4484-9f6c-202179503b3c tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.1926334 Nov 15 22:28:04.995414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d39e66f1-c92e-4cc5-a2ab-9019eba673af req-274e364c-d889-4384-b86f-6be292c4b54d tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.55 "DELETE /v2.0/ports/1343c7be-e43a-42c0-a39f-da7ea476f697 HTTP/1.1" status: 204 len: 173 time: 1.6920209 Nov 15 22:28:04.997149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'name': 'network-vif-deleted', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:04.999959 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b78d36a-5ee6-4f1e-b8ae-c82c8dd622c4" -d '{"events": [{"server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "name": "network-vif-deleted", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:05.035598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-e14c4f88-7936-4e5a-9e05-10643582cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:05.040419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-e14c4f88-7936-4e5a-9e05-10643582cd75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.1815612 Nov 15 22:28:05.054809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:05.070401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Sync routers for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:05.085829 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:05.089727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:05.116678 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403e580-ead2-4f50-acc2-cf0498173da1 x-openstack-request-id: req-2403e580-ead2-4f50-acc2-cf0498173da1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:05.118689 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee41813-c0fe-4d1e-b555-923a6953e078", "name": "network-vif-deleted", "tag": "1343c7be-e43a-42c0-a39f-da7ea476f697", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:05.118689 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2403e580-ead2-4f50-acc2-cf0498173da1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:05.119443 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee41813-c0fe-4d1e-b555-923a6953e078', 'name': 'network-vif-deleted', 'tag': '1343c7be-e43a-42c0-a39f-da7ea476f697', 'status': 'completed', 'code': 200} Nov 15 22:28:05.126366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Made reservation on behalf of 39fabf82b2cf4875a7fe274e16aa35da for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:05.134696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.198261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.201280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.211900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-16b02844-2df8-4c8b-b29c-74cddabe354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:05.215107 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-16b02844-2df8-4c8b-b29c-74cddabe354b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1101 time: 0.1455402 Nov 15 22:28:05.235415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.239949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a7c97c39-7f17-44b9-8cd0-1cac447bb165 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4361110 Nov 15 22:28:05.240927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:05.269881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1dd2ea06-f8b2-4109-96b8-d207786ecee0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:05.339447 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:05.356883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.403389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.418627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:05.419140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.460929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245f5e2c-27c0-4170-9b88-6f5f104386fd', 'name': '', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e', 'external_fixed_ips': [{'subnet_id': '048f4403-31ae-47d7-b325-165bf804803c', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '501be5c5-fa04-42f5-be46-8b8415fd5e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:01Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '501be5c5-fa04-42f5-be46-8b8415fd5e7a', 'name': '', 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245f5e2c-27c0-4170-9b88-6f5f104386fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '048f4403-31ae-47d7-b325-165bf804803c', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '048f4403-31ae-47d7-b325-165bf804803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:05.489701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Checking router: 245f5e2c-27c0-4170-9b88-6f5f104386fd for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:05.490448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Updating router 245f5e2c-27c0-4170-9b88-6f5f104386fd port 501be5c5-fa04-42f5-be46-8b8415fd5e7a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:05.512027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5a0ea2-6f8a-4db1-81f8-a338f4c0bdb7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:05.531823 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.587682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89860-1ea6-4840-b192-e5c9a7069743 req-d2af9e1b-0b4d-4c0d-9330-aabe86e9273a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:05.602131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e89860-1ea6-4840-b192-e5c9a7069743 req-d2af9e1b-0b4d-4c0d-9330-aabe86e9273a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.3839450 Nov 15 22:28:05.635871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:02Z', 'revision_number': 3, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:05.683283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Checking router: 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:05.683930 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Updating router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 port 65afb439-5bdd-4251-9040-c0acb8aed0e5 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:05.686447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.689753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ce05af53-844d-485a-8057-03c64c5eac32 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2405257 Nov 15 22:28:05.693346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:05.702266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.720949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:05.724813 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.793450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a176ad-f786-4db8-9692-97c8c06073cd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:05.802979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-27d44cb8-6ef6-4c4f-b0f1-1ff384c8a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:05.804551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-27d44cb8-6ef6-4c4f-b0f1-1ff384c8a8f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.5818789 Nov 15 22:28:05.873604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-cb314f98-f327-4d0a-bf8f-0fb32a310a87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.0592256 Nov 15 22:28:05.882951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.891020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.906830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 1dd2ea06-f8b2-4109-96b8-d207786ecee0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1dd2ea06-f8b2-4109-96b8-d207786ecee0,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:05.985213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e89860-1ea6-4840-b192-e5c9a7069743 req-63a00eae-8285-44a2-88fc-8411a43d343e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775308 Nov 15 22:28:05.989536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:05.990516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac53102-3ac4-4156-a36e-1265cab1e253 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:06.008342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.080208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Checking segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:06.080570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Network hostable DHCP agents. Network: 70ba7d00-e530-4d3d-b11b-10e9e49ca769, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:28:06.146744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-ef05b3a5-824a-4b16-8d71-814f88351f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:06.148660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-ef05b3a5-824a-4b16-8d71-814f88351f11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2382398 Nov 15 22:28:06.153731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=1dd2ea06-f8b2-4109-96b8-d207786ecee0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:06.179713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Sync routers for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:06.205743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2ac53102-3ac4-4156-a36e-1265cab1e253 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:06.206223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.210175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:06.210804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:06.231506 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.233848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-4997693f-3cb5-45e5-b971-631ae252a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:06.235447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-4997693f-3cb5-45e5-b971-631ae252a353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768294 Nov 15 22:28:06.248031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-edcb8c0b-92d8-421d-8985-c8d401345ac1 req-235ed7a9-6dbf-4723-82b0-041bf02f1ed5 tempest-ServersAdminNegativeTestJSON-22647643 tempest-ServersAdminNegativeTestJSON-22647643-project] 10.222.0.15 "GET /v2.0/ports?device_id=fee41813-c0fe-4d1e-b555-923a6953e078 HTTP/1.1" status: 200 len: 210 time: 0.0668213 Nov 15 22:28:06.313705 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.320010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:28:06.365460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Deleting port 501be5c5-fa04-42f5-be46-8b8415fd5e7a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:06.369598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.408941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.419608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Attempting to bind port 65afb439-5bdd-4251-9040-c0acb8aed0e5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:06.419608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Attempting to bind port 65afb439-5bdd-4251-9040-c0acb8aed0e5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:06.419983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Attempting to bind port 65afb439-5bdd-4251-9040-c0acb8aed0e5 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:06.423016 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Pushing event updated for resources: {'Port': ['ID=65afb439-5bdd-4251-9040-c0acb8aed0e5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:06.428936 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:06.429417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:06.430234 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.430234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:06.430805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Bound port: 65afb439-5bdd-4251-9040-c0acb8aed0e5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:06.432097 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.438928 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.440989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.442131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.442131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.442131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.442453 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.443174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:06.456749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1343c7be-e43a-42c0-a39f-da7ea476f697 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:06.496474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:06.497496 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] For port 65afb439-5bdd-4251-9040-c0acb8aed0e5, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:06.498403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 1343c7be-e43a-42c0-a39f-da7ea476f697 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:06.498951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1343c7be-e43a-42c0-a39f-da7ea476f697 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:06.501417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] For port 65afb439-5bdd-4251-9040-c0acb8aed0e5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65afb439-5bdd-4251-9040-c0acb8aed0e5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:06.519169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.537962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Calling delete_port for 501be5c5-fa04-42f5-be46-8b8415fd5e7a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:06.538694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.555033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8552f841-9b04-4424-a087-1dc5912207cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:06.558085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.572481 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.605442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting port 1877a16e-f66f-416b-b024-cea43c003dc4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:06.605807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.703857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267067-6145-4c54-b127-706585ea8435 None None] Pushing event updated for resources: {'Port': ['ID=65afb439-5bdd-4251-9040-c0acb8aed0e5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:06.715879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:06.716661 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:06.793142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 70ba7d00-e530-4d3d-b11b-10e9e49ca769) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:06.793616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba45cc-4159-44db-9c5d-4dbabbedf652 None None] Pushing event updated for resources: {'Port': ['ID=501be5c5-fa04-42f5-be46-8b8415fd5e7a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:06.798165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Attempting to bind port 501be5c5-fa04-42f5-be46-8b8415fd5e7a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:06.798534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Attempting to bind port 501be5c5-fa04-42f5-be46-8b8415fd5e7a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '35627ae1-9763-410a-b2df-58e463e8a754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:06.798896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Attempting to bind port 501be5c5-fa04-42f5-be46-8b8415fd5e7a on network 1d135a8a-b6d2-48d6-be68-54e35073e35e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:06.804066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bc593-cefc-4e72-9444-ce7e6778181b None None] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:06.820461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:06.821092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.863814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:06.864188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Checking segment: {'id': '35627ae1-9763-410a-b2df-58e463e8a754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:06.864593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.865384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Bound using segment: {'id': '35627ae1-9763-410a-b2df-58e463e8a754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:06.865876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Bound port: 501be5c5-fa04-42f5-be46-8b8415fd5e7a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35627ae1-9763-410a-b2df-58e463e8a754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1d135a8a-b6d2-48d6-be68-54e35073e35e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:06.866256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.887073 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:06.907328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8552f841-9b04-4424-a087-1dc5912207cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:06.907918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:06.915302 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-64300bb9-321a-4e64-819c-53a18a41d30e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0450950 Nov 15 22:28:06.920291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:06.925066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:06.931394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-7de4908b-3a76-4359-87f6-a01379153bef service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582839 Nov 15 22:28:07.063876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 2, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:07.071252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] For port 501be5c5-fa04-42f5-be46-8b8415fd5e7a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:07.150211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a82eabf8-70e9-4c4a-8f6d-f52f2744086e req-2684fd4c-9235-4fd8-baab-eb00575e6208 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072189 Nov 15 22:28:07.169367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.172945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] For port 501be5c5-fa04-42f5-be46-8b8415fd5e7a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=501be5c5-fa04-42f5-be46-8b8415fd5e7a,segment=NetworkSegment(35627ae1-9763-410a-b2df-58e463e8a754),segment_id=35627ae1-9763-410a-b2df-58e463e8a754)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:07.189923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:07.220208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Checking router: 7cac97d8-f026-40e9-b08d-3a416c7e3f10 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:07.221121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Updating router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 port cb57f075-c630-4c57-a617-8ad1de297c84 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:07.230342 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:02Z', 'revision_number': 3, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:07.261363 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0a24b-702b-4592-927b-430c86ce2b92 None None] The sync data for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 is: [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:02Z', 'revision_number': 3, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:07.273027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.275131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.279522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.306320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee255-355d-4861-b429-e2a57fd72be8 req-0d62e6fe-08dc-4ff0-b091-90bbaa89d68d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:07.310215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afeee255-355d-4861-b429-e2a57fd72be8 req-0d62e6fe-08dc-4ff0-b091-90bbaa89d68d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2137692 Nov 15 22:28:07.349257 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.354227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.25.0.40 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/239cc674-98c3-4303-90c8-9487401b91da) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:07.358401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da0fa541-88c6-4a16-a58d-e60a895ec797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.360186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Calling delete_port for 1877a16e-f66f-416b-b024-cea43c003dc4 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:07.438381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.466596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.482235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1dd2ea06-f8b2-4109-96b8-d207786ecee0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:07.546647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Allocated IP 172.20.0.1 (e1b1a545-857e-4deb-b65d-0eb66e936ffa/7facc633-ab73-47ce-95b4-c38c2c356b59/bc33b68d-9916-4609-b82b-29c41e174e18) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:07.593704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Routers {'245f5e2c-27c0-4170-9b88-6f5f104386fd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:07.594373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['245f5e2c-27c0-4170-9b88-6f5f104386fd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:07.596672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:28:07.597504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.606008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afeee255-355d-4861-b429-e2a57fd72be8 req-70a9cb8f-3096-46cc-9e3f-20822fd9303d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725770 Nov 15 22:28:07.703860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.713056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba45cc-4159-44db-9c5d-4dbabbedf652 None None] Pushing event updated for resources: {'Port': ['ID=501be5c5-fa04-42f5-be46-8b8415fd5e7a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:07.732319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:07.822082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Port': ['ID=501be5c5-fa04-42f5-be46-8b8415fd5e7a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:07.955213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.046715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.110329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.138805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] Set router 245f5e2c-27c0-4170-9b88-6f5f104386fd gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:08.156733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:08.185439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.187920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.217531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.270512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.317869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:08.323803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:08.327159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:08.347561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.353090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=239cc674-98c3-4303-90c8-9487401b91da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:08.366467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.371574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245f5e2c-27c0-4170-9b88-6f5f104386fd', 'name': '', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:08.402915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.403595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 245f5e2c-27c0-4170-9b88-6f5f104386fd {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:08.408701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.410049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6eaf435b-ca1d-449e-a065-0b85dd9aa973 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/routers/245f5e2c-27c0-4170-9b88-6f5f104386fd HTTP/1.1" status: 204 len: 168 time: 3.5858936 Nov 15 22:28:08.413808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Port': ['ID=1877a16e-f66f-416b-b024-cea43c003dc4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:08.419189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:08.424403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Pushing event updated for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:08.486212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:08.486609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.508235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:08.512259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Deleting subnet 048f4403-31ae-47d7-b325-165bf804803c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:28:08.529363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.571713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Allocated IP 172.20.0.2 (70ba7d00-e530-4d3d-b11b-10e9e49ca769/24a176ad-f786-4db8-9692-97c8c06073cd/2ac52526-f77a-4372-8e72-92a2a5a8629e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:08.582228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:08.610994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb31740-34a2-4176-aa83-0b0893a52302 None None] The sync data for ids ['245f5e2c-27c0-4170-9b88-6f5f104386fd'] in n-d-817995-3 is: [{'id': '245f5e2c-27c0-4170-9b88-6f5f104386fd', 'name': '', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:08.628956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:08.633560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.645559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.711825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.767534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:08.770236 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff137156-cb82-4867-8726-20f09e6dbc29" -d '{"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-unplugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:08.789781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.834284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.840912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:08.891376 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1344e7a-da5f-4c87-9a02-d39e497ca97d x-openstack-request-id: req-f1344e7a-da5f-4c87-9a02-d39e497ca97d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:08.896863 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-unplugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:08.896863 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1344e7a-da5f-4c87-9a02-d39e497ca97d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:08.896863 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'code': 200} Nov 15 22:28:08.915248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9e4e12a-0fd4-44ba-a737-4daf7388095d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55a6794b9f7d4e93a5e8902c93831545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449925 Nov 15 22:28:08.918346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:08.958549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:08.981146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.007981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.086987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.165251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.165967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.178409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736350-20fb-4485-932a-8497e4e2c85d req-b3153966-bd7d-41f3-a303-c156276dbbf7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:09.180092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50736350-20fb-4485-932a-8497e4e2c85d req-b3153966-bd7d-41f3-a303-c156276dbbf7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.3412387 Nov 15 22:28:09.197846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:09.202986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86bdb3e6-0c65-4aea-b65c-915f86c9ee8a None None] Provisioning complete for port bc33b68d-9916-4609-b82b-29c41e174e18 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:09.203354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86bdb3e6-0c65-4aea-b65c-915f86c9ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.271182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.272800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-86bdb3e6-0c65-4aea-b65c-915f86c9ee8a None None] Port bc33b68d-9916-4609-b82b-29c41e174e18 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:09.275669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.317639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:09.321452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.327033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:09.330044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:09.349084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Pushing event updated for resources: {'Port': ['ID=2ac52526-f77a-4372-8e72-92a2a5a8629e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:09.368541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Allocated IP 172.25.0.57 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:09.370170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50736350-20fb-4485-932a-8497e4e2c85d req-a14e3dca-83a9-4d5d-ae1e-90c40653432b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759195 Nov 15 22:28:09.379217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Router 7401e3f8-d2fe-45e3-adbc-764e4defa60f has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:09.382422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.396394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.413704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.445821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.449883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/048f4403-31ae-47d7-b325-165bf804803c HTTP/1.1" status: 204 len: 168 time: 1.0227730 Nov 15 22:28:09.465297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:09.477188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Attempting to bind port 2ac52526-f77a-4372-8e72-92a2a5a8629e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:09.477634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Attempting to bind port 2ac52526-f77a-4372-8e72-92a2a5a8629e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:09.477983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Attempting to bind port 2ac52526-f77a-4372-8e72-92a2a5a8629e on network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:09.494804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:09.495186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Checking segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:09.495616 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.496008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Bound using segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:09.496482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Bound port: 2ac52526-f77a-4372-8e72-92a2a5a8629e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:09.496893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.497786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.519801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f906-05e5-46e9-bc96-7b9fe4a07b53 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=048f4403-31ae-47d7-b325-165bf804803c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:09.530458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cad62-b7a5-4f8d-a8bb-c06bff13dfb3 None None] Pushing event updated for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:09.562432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.623406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:09.624493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65afb439-5bdd-4251-9040-c0acb8aed0e5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:09.631733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be0d05c9-abca-4edd-b6f6-04fef337d921 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4005132 Nov 15 22:28:09.635091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45342) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:09.641112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] Sync routers for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:09.644654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Attempting to bind port cb57f075-c630-4c57-a617-8ad1de297c84 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:09.645473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Attempting to bind port cb57f075-c630-4c57-a617-8ad1de297c84 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:09.645832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Attempting to bind port cb57f075-c630-4c57-a617-8ad1de297c84 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:09.660134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.671446 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:09.674187 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:09.677416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:09.677791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:09.678442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.679000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:09.679677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Bound port: cb57f075-c630-4c57-a617-8ad1de297c84, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:09.680233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.684459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] For port 2ac52526-f77a-4372-8e72-92a2a5a8629e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:09.719621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] For port 2ac52526-f77a-4372-8e72-92a2a5a8629e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac52526-f77a-4372-8e72-92a2a5a8629e,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:09.756642 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:09.782672 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-4bd3f75d-614c-4eaf-abc6-1d9c8ba53818 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] delete failed (client error): The resource could not be found. Nov 15 22:28:09.792193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4bd3f75d-614c-4eaf-abc6-1d9c8ba53818 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1723301279 HTTP/1.1" status: 404 len: 335 time: 0.1536508 Nov 15 22:28:09.799566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:09.804243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 65afb439-5bdd-4251-9040-c0acb8aed0e5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:09.804837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.812716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:09.814899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a71da065-f514-4ce6-a01e-5a48c0a6fc66 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'router': {'external_gateway_info': {'network_id': '7401e3f8-d2fe-45e3-adbc-764e4defa60f'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:09.815821 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:09.840703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.860821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] For port cb57f075-c630-4c57-a617-8ad1de297c84, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:09.887530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.936748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.938234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:09.955909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] For port cb57f075-c630-4c57-a617-8ad1de297c84, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb57f075-c630-4c57-a617-8ad1de297c84,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:10.006013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-29e56d8d-48c8-48bc-8d3d-cea8387b04e0 None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:10.006795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29e56d8d-48c8-48bc-8d3d-cea8387b04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.033925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcbd48-6320-4ff1-9fa9-c538fec8ea99 None None] Pushing event updated for resources: {'Port': ['ID=2ac52526-f77a-4372-8e72-92a2a5a8629e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.035458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=239cc674-98c3-4303-90c8-9487401b91da,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.071684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.087442 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:10.088869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdaca4-9146-4b09-b695-83c4b5d4fe4e None None] The sync data for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:10.177125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:10.177764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:10.186545 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.226411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-29e56d8d-48c8-48bc-8d3d-cea8387b04e0 None None] Port cb57f075-c630-4c57-a617-8ad1de297c84 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:10.290849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.303839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.305077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc133b93-dbe2-4878-97e1-66a80351bf0a HTTP/1.1" status: 204 len: 168 time: 1.3772712 Nov 15 22:28:10.334724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cad62-b7a5-4f8d-a8bb-c06bff13dfb3 None None] Pushing event updated for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.354965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 65afb439-5bdd-4251-9040-c0acb8aed0e5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65afb439-5bdd-4251-9040-c0acb8aed0e5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:10.381901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.386176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708b7cb-30af-4de2-a465-4dbe53703893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc133b93-dbe2-4878-97e1-66a80351bf0a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.415392 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.444726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.446799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.524604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:10.561403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Pushing event updated for resources: {'Port': ['ID=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.565616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.652644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.697695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.808547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:10.880651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Pushing event updated for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.883650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:10.887766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=65afb439-5bdd-4251-9040-c0acb8aed0e5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:10.891470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:10.928379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.942673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d233b-0892-491d-b9ca-b0aac3a28af4 req-f0cb905a-c914-4279-a970-ba756eb08c22 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:10.952879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-442d233b-0892-491d-b9ca-b0aac3a28af4 req-f0cb905a-c914-4279-a970-ba756eb08c22 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.3133588 Nov 15 22:28:10.955043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a71da065-f514-4ce6-a01e-5a48c0a6fc66 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.968091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-3046b30e-7942-4f1f-9e64-8d5f35961c7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3557746 Nov 15 22:28:10.986378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-06b831a2-996b-4659-915e-389ceb127ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2694991 Nov 15 22:28:10.987468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:10.987836 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:10.990848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:11.020820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.022086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2cb932e3-a44d-4372-b401-a2050cdd9dae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3260198 Nov 15 22:28:11.082342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d135a8a-b6d2-48d6-be68-54e35073e35e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:11.114476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:11.139930 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a71da065-f514-4ce6-a01e-5a48c0a6fc66 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] update failed (client error): The resource could not be found. Nov 15 22:28:11.145896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a71da065-f514-4ce6-a01e-5a48c0a6fc66 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f HTTP/1.1" status: 404 len: 339 time: 1.3412228 Nov 15 22:28:11.145896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35627ae1-9763-410a-b2df-58e463e8a754') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:11.145896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35627ae1-9763-410a-b2df-58e463e8a754') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:11.149301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:11.161919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:11.197334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:11.218151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.262013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-442d233b-0892-491d-b9ca-b0aac3a28af4 req-6f016aaf-9a98-4522-b71b-a1115377b761 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886105 Nov 15 22:28:11.267705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.289040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.289040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:11.309105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:28:11.309527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: items = [ Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:28:11.312527 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:28:11.387834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4141725-e742-4860-baf3-b7b3d09bfba6 None None] The sync data for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 is: [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:11.394595 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:28:11.497996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c765b1c7-e4ab-4a35-a686-7e2623244dfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b86270121cb341bca8296e21be419401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925379 Nov 15 22:28:11.501972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45372) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:11.589721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] For port cb57f075-c630-4c57-a617-8ad1de297c84, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb57f075-c630-4c57-a617-8ad1de297c84,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:11.668876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.711843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d135a8a-b6d2-48d6-be68-54e35073e35e {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:28:11.718552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:11.723403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d135a8a-b6d2-48d6-be68-54e35073e35e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:11.742014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'mac_address': 'fa:16:3e:60:78:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:11.791477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.814680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.818979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-71f08371-f8a2-4971-994d-423355887f2a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/networks/1d135a8a-b6d2-48d6-be68-54e35073e35e HTTP/1.1" status: 204 len: 168 time: 2.3566141 Nov 15 22:28:11.882963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac52526-f77a-4372-8e72-92a2a5a8629e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:11.888947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd60f6-2b5a-46a1-9ce5-a94fda1e8e8e None None] Pushing event updated for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:11.928362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:11.944892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0868736-1475-48e2-a5fe-8605ddee9815 None None] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:11.955716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-66a03459-9b2d-43cd-b606-06c72823a99d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--954973145&fields=id&tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 267 time: 0.5346582 Nov 15 22:28:12.019768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.055554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c46889c5-b826-4b92-af8a-6d30716c557b None None] Provisioning complete for port bc33b68d-9916-4609-b82b-29c41e174e18 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:12.058467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c46889c5-b826-4b92-af8a-6d30716c557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.066975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14b4b8-a1a7-4352-aacb-2ad42743941d req-ca053a3f-cc4b-451b-a2cf-870d08c19f46 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:12.080014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff14b4b8-a1a7-4352-aacb-2ad42743941d req-ca053a3f-cc4b-451b-a2cf-870d08c19f46 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 948 time: 0.2295067 Nov 15 22:28:12.086716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-999e6d88-032d-4841-9a66-13d0f0a7d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:12.095234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-999e6d88-032d-4841-9a66-13d0f0a7d343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1101 time: 0.9724505 Nov 15 22:28:12.095234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-690c82a1-73f8-4892-93d5-274ab6350d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:12.095234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-690c82a1-73f8-4892-93d5-274ab6350d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1677dd4380142fb90f8b52e9f760661&device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 1096 time: 0.9671309 Nov 15 22:28:12.152464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:12.174099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.237505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:12.285424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c46889c5-b826-4b92-af8a-6d30716c557b None None] Port bc33b68d-9916-4609-b82b-29c41e174e18 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:12.319368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.326350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-754f164a-9a14-4be2-a618-6758cb557208 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:12.327917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-754f164a-9a14-4be2-a618-6758cb557208 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.3711538 Nov 15 22:28:12.351494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2ac52526-f77a-4372-8e72-92a2a5a8629e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:12.351881 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.385845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-64863feb-32cb-462d-8bbd-24e43c2f7e67 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/quotas/adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 375 time: 0.0494971 Nov 15 22:28:12.439275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff14b4b8-a1a7-4352-aacb-2ad42743941d req-96c9a4b2-11da-4357-b87b-1ef14e8b3eb2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583751 Nov 15 22:28:12.442092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:12.469757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0f9d32aa-7f42-4a4f-8aed-36b7088585ef None None] Provisioning complete for port 2ac52526-f77a-4372-8e72-92a2a5a8629e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:12.469965 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9d32aa-7f42-4a4f-8aed-36b7088585ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.503254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-7bd41321-5878-4fcc-a04a-378782cea516 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041138 Nov 15 22:28:12.625596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:12.648486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'name': 'tempest-router--1301840382', 'project_id': '8561a1e2f4c04f2eaa3acf18ec53c40e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:12.652272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.657688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.660588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:12.661910 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.667010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13a96634-641f-4472-bf05-6f516a421a0b HTTP/1.1" status: 204 len: 168 time: 1.1618404 Nov 15 22:28:12.710520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998a845-661b-47fe-8831-963da683fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a96634-641f-4472-bf05-6f516a421a0b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:12.766244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:12.822146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-c3c3c5c2-4e69-4bf5-becf-9d4d7017da4e service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020275 Nov 15 22:28:12.843808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.845731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.899767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2ac52526-f77a-4372-8e72-92a2a5a8629e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac52526-f77a-4372-8e72-92a2a5a8629e,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:12.990174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:12.991258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65afb439-5bdd-4251-9040-c0acb8aed0e5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:13.016821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.066109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2ac52526-f77a-4372-8e72-92a2a5a8629e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:13.068567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.149579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-bb0aa1e1-c6ab-4d5a-9bf9-5eb881fae27a service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253281 Nov 15 22:28:13.151975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.232240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f9d32aa-7f42-4a4f-8aed-36b7088585ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.252065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.255864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-06ed5cf4-ab88-4f8e-80ba-abeb197686d1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6170278 Nov 15 22:28:13.256067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45390) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:13.388263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-0f9d32aa-7f42-4a4f-8aed-36b7088585ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:28:13.388910 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-0f9d32aa-7f42-4a4f-8aed-36b7088585ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:28:13.405707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.431648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 65afb439-5bdd-4251-9040-c0acb8aed0e5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:13.432579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.468236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-992584bb-d131-4558-a19b-5542c9854494 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:13.475835 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-992584bb-d131-4558-a19b-5542c9854494 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 948 time: 1.5622475 Nov 15 22:28:13.630947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb57f075-c630-4c57-a617-8ad1de297c84 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:13.693562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3026fdad-0f57-47c3-8452-a9bf9b56f5ce req-ebb635c7-316a-40cc-8e4d-4f33cade9f7a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.1407249 Nov 15 22:28:13.706972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:13.709226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.745489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.794908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-48bb9e90-056a-4ece-9052-0c3a51e40cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:13.799173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-48bb9e90-056a-4ece-9052-0c3a51e40cdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 1.6310332 Nov 15 22:28:13.800006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-b54da875-5d01-4855-abc2-e576b14f5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:13.801431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-b54da875-5d01-4855-abc2-e576b14f5936 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 200 len: 913 time: 1.6023977 Nov 15 22:28:13.850889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.853430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:13.860164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-bd0647c8-6a8b-4280-9887-4ccf63bf0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:13.861523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-bd0647c8-6a8b-4280-9887-4ccf63bf0407 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1100 time: 0.3091340 Nov 15 22:28:13.942283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c66b-469f-4ac9-9617-6c3c035814f2 req-398ac7ab-deac-4860-8585-51ae1aec3be2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:13.958486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a5c66b-469f-4ac9-9617-6c3c035814f2 req-398ac7ab-deac-4860-8585-51ae1aec3be2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 949 time: 0.3867168 Nov 15 22:28:13.972821 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-94c822b2-8283-4b8f-bb0d-31fcf69df930 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.1599162 Nov 15 22:28:14.006584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:14.007083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a465c22-02ba-469d-8ee8-f56143e88af0 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:14.012638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:14.018437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:14.021322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-53da4b5c-eaec-400f-b2fb-30c3e173935f tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8a465c22-02ba-469d-8ee8-f56143e88af0 HTTP/1.1" status: 204 len: 168 time: 0.7596035 Nov 15 22:28:14.027528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7a5c66b-469f-4ac9-9617-6c3c035814f2 req-70fc7c9d-f054-4276-b07e-3e5ee3a5b96a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Nov 15 22:28:14.038858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac52526-f77a-4372-8e72-92a2a5a8629e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:14.061497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:14.086970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Sync routers for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:14.126126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:14.126126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:14.134405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6b8d3d2-984c-4b00-8789-5f60943bda48 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a7d2b13-f4cb-4ffd-8c98-b6a831e17354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8799880 Nov 15 22:28:14.184451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-59c15265-5ff1-4772-b89a-d0af99014d8d None None] Provisioning complete for port 2ac52526-f77a-4372-8e72-92a2a5a8629e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:14.184971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59c15265-5ff1-4772-b89a-d0af99014d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:14.324640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-116a547a-bbb5-401f-a5f3-0afce31e37f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 200 len: 999 time: 0.4669282 Nov 15 22:28:14.331717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-62d2fe05-1021-4dbc-8882-4405e3be761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.333251 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-62d2fe05-1021-4dbc-8882-4405e3be761f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.3214207 Nov 15 22:28:14.430780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2ac52526-f77a-4372-8e72-92a2a5a8629e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:14.431504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:14.462333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-ce5d4240-85a6-440e-9871-5fad584f2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.464284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-ce5d4240-85a6-440e-9871-5fad584f2020 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.4937780 Nov 15 22:28:14.504583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:14.539516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-5248c18e-5e25-4759-b395-4d26efac8320 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.0672011 Nov 15 22:28:14.577709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:14.589107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-2a954e4f-c082-42c9-bf8b-41238dfb531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.590985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-2a954e4f-c082-42c9-bf8b-41238dfb531b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a2050370-84e1-4cdc-9618-019f787db47c HTTP/1.1" status: 200 len: 851 time: 0.2475212 Nov 15 22:28:14.616725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-2a1a2f93-d5fb-4455-868c-c7109fbdea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.619931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-2a1a2f93-d5fb-4455-868c-c7109fbdea21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708955 Nov 15 22:28:14.741396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Allocated IP 172.20.0.1 (23d5828d-ad2b-42a7-9364-7dd8e06308c2/2fa45ba8-a9c4-480d-b9c3-1461e82a3945/e7211622-142a-4d62-b57c-bfa1ba11e345) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:14.758807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-a8ab8191-a079-494f-a599-d1d885a8fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.760310 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-a8ab8191-a079-494f-a599-d1d885a8fd8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1911852 Nov 15 22:28:14.793516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01dbbf1a-cfd6-4936-9981-d563a8984b4a req-b0b2a406-0962-4e15-adc8-f1a7a28c4ca7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.0386837 Nov 15 22:28:14.825622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-e8781b8d-7f72-4b0a-a90d-d6c158672f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:14.827125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-e8781b8d-7f72-4b0a-a90d-d6c158672f35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a83f58d-f0de-4999-a5e0-38762762b189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034290 Nov 15 22:28:14.875434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Router 68bb0eee-0387-4f01-9491-6a16c770d03a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:14.924432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb57f075-c630-4c57-a617-8ad1de297c84 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:15.115352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cb57f075-c630-4c57-a617-8ad1de297c84 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:15.118905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.200130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:15.228777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1803256121', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:15.251601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cafc-8f6a-4c99-8fbc-dbcbf1880479 req-aa3cbb6e-30ff-4e50-9032-11d3a6872eb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:15.253260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e021cafc-8f6a-4c99-8fbc-dbcbf1880479 req-aa3cbb6e-30ff-4e50-9032-11d3a6872eb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 949 time: 0.1120183 Nov 15 22:28:15.265966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 2, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:15.278377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-f7ae60ea-16ab-4d39-aa20-701f49d98c5f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346517 Nov 15 22:28:15.307296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Checking router: 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:15.307690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Updating router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 port bc33b68d-9916-4609-b82b-29c41e174e18 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:15.316490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-380275e7-ecf3-492e-94b2-378e17e4974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:15.318637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-380275e7-ecf3-492e-94b2-378e17e4974f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5500038 Nov 15 22:28:15.349390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:15.350493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.358682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e021cafc-8f6a-4c99-8fbc-dbcbf1880479 req-c785fecc-b368-4547-99a7-502de1dd8fcf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863769 Nov 15 22:28:15.373526 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.412017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:15.417985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184148472', 'description': 'tempest-description--309475587'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:15.441164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.442779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.543734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.559931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-71a1d6e4-8e73-4e47-bb27-8eb94422a673 service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039442 Nov 15 22:28:15.592334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.617595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.624661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.640408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:15.649109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Sync routers for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:15.671009 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:15.671698 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:15.679463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:15.681370 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391f17a-a61d-497a-946f-ec1b2465422a" -d '{"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-plugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:15.697354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:15.715262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b943f7ee-8fbf-46b5-9d75-609cd15b464e req-5389d695-0846-4405-9d20-7cdb19a80043 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249763 Nov 15 22:28:15.717509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-2313aa12-3e6b-4423-a95f-496899b4f763 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471956 Nov 15 22:28:15.745484 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8d86f-446a-4814-ad43-6b2f5e56edf1 x-openstack-request-id: req-cec8d86f-446a-4814-ad43-6b2f5e56edf1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:15.746526 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-plugged", "status": "completed", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:15.746526 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cec8d86f-446a-4814-ad43-6b2f5e56edf1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:15.746526 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'code': 200} Nov 15 22:28:15.866870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.881323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.883316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.896051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.903303 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:15.920995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.922214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-02b3b17e-e3d6-480c-b4bc-2ce3cf138870 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.0006554 Nov 15 22:28:15.925787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:15.976274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:15.978537 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:15.991594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.039035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:16.041553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90d8903c-adc5-4991-94b6-7f050bb3bf1e req-d31b5c13-511b-4a2a-993b-1e911c34cccc service neutron] 10.222.0.55 "GET /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548547 Nov 15 22:28:16.063178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:16.090398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.097061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:16.164419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8671a76-0bec-443f-abec-c4f76c162f0c None None] Pushing event updated for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:16.174638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Attempting to bind port bc33b68d-9916-4609-b82b-29c41e174e18 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:16.175138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Attempting to bind port bc33b68d-9916-4609-b82b-29c41e174e18 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:16.176005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Attempting to bind port bc33b68d-9916-4609-b82b-29c41e174e18 on network e1b1a545-857e-4deb-b65d-0eb66e936ffa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:16.183624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Port': ['ID=e7211622-142a-4d62-b57c-bfa1ba11e345,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:16.187627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:16.189522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Checking segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:16.190028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.190528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Bound using segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:16.191112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Bound port: bc33b68d-9916-4609-b82b-29c41e174e18, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:16.191581 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.214454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-040480e7-223c-47d9-86c0-a8f78a7bd8e1 req-f2feb379-aa79-4b47-b65e-ee1fa8633192 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663892 Nov 15 22:28:16.252934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.325309 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:12Z', 'revision_number': 3, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:16.345285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] For port bc33b68d-9916-4609-b82b-29c41e174e18, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:16.349159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] For port bc33b68d-9916-4609-b82b-29c41e174e18, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc33b68d-9916-4609-b82b-29c41e174e18,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:16.390138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Checking router: 68bb0eee-0387-4f01-9491-6a16c770d03a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:16.390822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Updating router 68bb0eee-0387-4f01-9491-6a16c770d03a port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:16.426963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.427143 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.540604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:16.541861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:16.623646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Provisioning complete for port bc33b68d-9916-4609-b82b-29c41e174e18 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:16.624337 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.630356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.653168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb073ba0-6b04-45c7-9a4c-c784505e8779 req-9f6dd13d-e38e-46d6-bc27-8978203f7092 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.7280989 Nov 15 22:28:16.693782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8671a76-0bec-443f-abec-c4f76c162f0c None None] Pushing event updated for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:16.778016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.838731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:16.842088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] For port bc33b68d-9916-4609-b82b-29c41e174e18, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc33b68d-9916-4609-b82b-29c41e174e18,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:16.893305 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.922909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.924500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5113869 Nov 15 22:28:16.925330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89a2cb-5fef-4046-a29c-ac23e94beb7b tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1b1e7-e92d-4357-9663-9947a3ec9267,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:16.927313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45484) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:16.930926 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:16.943973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'security_group_rule': {'security_group_id': '24f1b1e7-e92d-4357-9663-9947a3ec9267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:16.982704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bf6b5-b73f-47c9-b445-131bc92a40c3 req-75573338-ae12-4608-bc33-b1f1802e3e1e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:16.984449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be0bf6b5-b73f-47c9-b445-131bc92a40c3 req-75573338-ae12-4608-bc33-b1f1802e3e1e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.3143153 Nov 15 22:28:16.996283 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.017281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Pushing event updated for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:17.120686 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9fed-f2b8-434d-9f7e-51b38b04b837 None None] Pushing event updated for resources: {'Port': ['ID=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:17.131268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.135536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e0751d-90df-4fbf-8f53-d051d160537c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.173203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Attempting to bind port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:17.173594 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Attempting to bind port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:17.173913 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Attempting to bind port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:17.204110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:28:17.205059 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:17.205428 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:17.205820 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.206200 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:17.206669 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Bound port: 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:17.207039 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.212181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.259142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-98421f69-9505-4a33-b7b2-c1e2fdc0a677 None None] Provisioning complete for port e7211622-142a-4d62-b57c-bfa1ba11e345 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:17.259534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98421f69-9505-4a33-b7b2-c1e2fdc0a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.274719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-6bb8e6e7-6111-407b-8bc9-910157e8a7ee tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:17.276375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-6bb8e6e7-6111-407b-8bc9-910157e8a7ee tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.5992484 Nov 15 22:28:17.317895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.326163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] For port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:17.329972 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] For port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:17.393056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.425491 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.482460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.497240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d3f6b2f1-8685-45b4-95bb-56f54c008aad tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 379 time: 0.2104874 Nov 15 22:28:17.507313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.519370 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:17.523759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98421f69-9505-4a33-b7b2-c1e2fdc0a677 None None] Port e7211622-142a-4d62-b57c-bfa1ba11e345 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:17.524564 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:17.525327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'device_id': '9aefb40c-c45c-4260-8d2f-707900633603', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'admin_state_up': True, 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'security_groups': ['1b14b6d8-5370-47a9-bf1b-2de0c6461bfd']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:17.577893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-98421f69-9505-4a33-b7b2-c1e2fdc0a677 None None] Provisioning complete for port bc33b68d-9916-4609-b82b-29c41e174e18 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:17.582897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98421f69-9505-4a33-b7b2-c1e2fdc0a677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.608434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be0bf6b5-b73f-47c9-b445-131bc92a40c3 req-0df9dc5e-f72a-4c16-aff1-8f3a78f621aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898085 Nov 15 22:28:17.688269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9fed-f2b8-434d-9f7e-51b38b04b837 None None] Pushing event updated for resources: {'Port': ['ID=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:17.745464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event updated for resources: {'Port': ['ID=e7211622-142a-4d62-b57c-bfa1ba11e345,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:17.746762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:17.777463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:17.778889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.795738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:17.798365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433ff77-0045-41f7-b0f3-d52dd12d0336 None None] The sync data for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 is: [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:17.816730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.817080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.817710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.818060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.818393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.818722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.819048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.819392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.819889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.820225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.820554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.820897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:17.835045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:17.860816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f974fab1-ebe7-49a2-a1a3-18d461cd54be,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:17.921402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74b58739-84a4-4f0f-9d97-b2b5018e9f8e req-f0bc11c8-c4b5-42c5-9a57-bb064edaeb78 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.1375239 Nov 15 22:28:17.992216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:17.997690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ad2ef220-9f9f-4f82-bdf0-af46886da59d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0533936 Nov 15 22:28:18.004252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45512) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:18.013329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.017315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'security_group_rule': {'security_group_id': '24f1b1e7-e92d-4357-9663-9947a3ec9267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:18.090632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Router 7401e3f8-d2fe-45e3-adbc-764e4defa60f has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:18.095221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.100788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.121500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc33b68d-9916-4609-b82b-29c41e174e18 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:18.153174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:12Z', 'revision_number': 3, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:18.210681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.243529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d3593-7332-4a1b-9e83-387509f257b7 None None] The sync data for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 is: [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:12Z', 'revision_number': 3, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:18.280190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bc33b68d-9916-4609-b82b-29c41e174e18 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:18.280557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.346342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:18.373688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:18.378919 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.386801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:18.396148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dd3fa11a-f401-449b-9ca7-19d02a8c963c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2423031 Nov 15 22:28:18.396816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:18.423069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] Sync routers for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:18.482717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:18.483355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:18.527216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Allocated IP 172.25.0.235 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ea6b3b06-c536-4a3d-93f5-4be008e34b10) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:18.530542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-61ea8b96-fa95-48ba-87e7-648df301d034 None None] Provisioning complete for port e7211622-142a-4d62-b57c-bfa1ba11e345 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:18.536413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61ea8b96-fa95-48ba-87e7-648df301d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.536413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:18.570567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:18.571209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:18.614333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.615162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:18.615828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2acd3cd-8286-4bf7-a5c6-e0f5f9efc47c None None] The sync data for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:18.618823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-61ea8b96-fa95-48ba-87e7-648df301d034 None None] Port e7211622-142a-4d62-b57c-bfa1ba11e345 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:18.624326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4b4c-f086-421e-8031-57da983a7c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.667288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Allocated IP 172.20.0.1 (70ba7d00-e530-4d3d-b11b-10e9e49ca769/24a176ad-f786-4db8-9692-97c8c06073cd/197943eb-3b18-4cc0-b7d5-14a21d62b256) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:18.720989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.762139 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00028906-af57-48b5-9ff4-0736960ed03d tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.771708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af49b1c5-e1da-4d19-bf7a-d8c0a14da495,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:18.879404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.883685 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e91cf487-6c74-485c-bdc0-ab8925e0f4e2 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8754964 Nov 15 22:28:18.890549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:18.895209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:18.920437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:18.968778 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-00028906-af57-48b5-9ff4-0736960ed03d tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 22:28:18.969997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-00028906-af57-48b5-9ff4-0736960ed03d tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f HTTP/1.1" status: 409 len: 329 time: 0.5632503 Nov 15 22:28:18.971362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.20.0.5 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/85b822a0-5ac8-4c69-8212-e92562cbbf60) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:18.973135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45530) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:19.002228 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.011445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee354a8a-7f39-4363-8ecd-269ee2db01f1 req-4f857454-f167-467d-b991-d765a145c818 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:19.013285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee354a8a-7f39-4363-8ecd-269ee2db01f1 req-4f857454-f167-467d-b991-d765a145c818 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.2334805 Nov 15 22:28:19.077483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4b4c-f086-421e-8031-57da983a7c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.096088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.104379 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a835a306-0b61-4cd2-8651-a426b81b1b3a req-1c844864-b8d8-4ec2-9f3c-5527d67bbd65 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.0613856 Nov 15 22:28:19.190797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7bbe4b4c-f086-421e-8031-57da983a7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.226930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.259493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee354a8a-7f39-4363-8ecd-269ee2db01f1 req-ef86912b-9c7c-470b-a6b8-0b08659e7c0f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260597 Nov 15 22:28:19.277462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.294241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7bbe4b4c-f086-421e-8031-57da983a7c1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f745776c207c4423b3adac7a5acc4125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468446 Nov 15 22:28:19.297800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe4b4c-f086-421e-8031-57da983a7c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d809f-7e23-42ad-b99b-d096c474b639,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:19.304756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:19.344207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:19.372481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:19.376293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:19.429540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:19.529067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:19.531558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Pushing event updated for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:19.534123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:19.579480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.641939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.672793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event updated for resources: {'Port': ['ID=ea6b3b06-c536-4a3d-93f5-4be008e34b10,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:19.704254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.813348 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.847758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.861244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cee8856b-7ed2-43dd-bcf4-d63ed4eb0a6f None None] Provisioning complete for port 197943eb-3b18-4cc0-b7d5-14a21d62b256 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:19.862362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee8856b-7ed2-43dd-bcf4-d63ed4eb0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.880679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:19.891027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:19.922597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cee8856b-7ed2-43dd-bcf4-d63ed4eb0a6f None None] Port 197943eb-3b18-4cc0-b7d5-14a21d62b256 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:19.927513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:19.939784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a60a31-0b95-4257-b5dc-c61eb0ae8194 req-740f6c65-2c2a-4597-888a-6a054881a1b4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:19.941452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18a60a31-0b95-4257-b5dc-c61eb0ae8194 req-740f6c65-2c2a-4597-888a-6a054881a1b4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.4785795 Nov 15 22:28:19.986341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:20.001634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:20.090184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.091781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:20.093589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:20.094254 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.147645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18a60a31-0b95-4257-b5dc-c61eb0ae8194 req-b5c9f00d-6528-4705-a23a-0632da5a02c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728199 Nov 15 22:28:20.170063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:20.170787 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.250534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-d26ab659-d086-4448-bb30-1736832ce4a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7428660 Nov 15 22:28:20.266928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Request body: {'port': {'device_id': '9aefb40c-c45c-4260-8d2f-707900633603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:20.278374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.304896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:20.342038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.344604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.348032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e0d809f-7e23-42ad-b99b-d096c474b639 HTTP/1.1" status: 204 len: 168 time: 1.0375316 Nov 15 22:28:20.348280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c81a7d45-923d-4f57-9488-1350732c66d0 None None] Provisioning complete for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:20.349051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c81a7d45-923d-4f57-9488-1350732c66d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.395545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.406538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c81a7d45-923d-4f57-9488-1350732c66d0 None None] Port 85b822a0-5ac8-4c69-8212-e92562cbbf60 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:20.427456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.488117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting port e7211622-142a-4d62-b57c-bfa1ba11e345 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:20.488523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.535666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:20.708949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.726983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Calling delete_port for e7211622-142a-4d62-b57c-bfa1ba11e345 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:20.743660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c506e7-3c8e-4e56-85d4-630818181634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d809f-7e23-42ad-b99b-d096c474b639,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:20.812551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.898266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Allocated IP 172.25.0.202 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/7ef34267-467a-4981-be26-848213b3b355) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:20.915311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:20.930064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:20.989955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1757-0de2-490e-8398-bc798c41f82d req-b2f11eb7-d25b-4f55-b1ec-32a839d9ec7d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:20.991349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-920b1757-0de2-490e-8398-bc798c41f82d req-b2f11eb7-d25b-4f55-b1ec-32a839d9ec7d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 931 time: 0.6768370 Nov 15 22:28:20.998097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.089247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Transition to ACTIVE for port object 85b822a0-5ac8-4c69-8212-e92562cbbf60 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:28:21.090102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.120695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Port': ['ID=e7211622-142a-4d62-b57c-bfa1ba11e345,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:21.148880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506489f-c382-4d00-a3ef-4c0bbf590e5d req-8bb51b56-cebd-415b-bc2b-02bd2a52616b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:21.150922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7506489f-c382-4d00-a3ef-4c0bbf590e5d req-8bb51b56-cebd-415b-bc2b-02bd2a52616b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.3885119 Nov 15 22:28:21.172191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.223093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:21.223757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:21.250949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf90b-240f-4b5c-b395-913fecaac15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.313285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-920b1757-0de2-490e-8398-bc798c41f82d req-5b9bf7bd-20ef-4f6d-a13a-8841277ff05f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121777 Nov 15 22:28:21.349935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7506489f-c382-4d00-a3ef-4c0bbf590e5d req-3c9b15d6-b4d9-403a-9fd5-e100cca90ba7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871386 Nov 15 22:28:21.370118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.527360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.554555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ad7c45a8-2487-4818-a08f-4f0dcf90ad22 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605688 Nov 15 22:28:21.604168 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.627710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Attempting to bind port 85b822a0-5ac8-4c69-8212-e92562cbbf60 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:21.628151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Attempting to bind port 85b822a0-5ac8-4c69-8212-e92562cbbf60 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:21.628356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Attempting to bind port 85b822a0-5ac8-4c69-8212-e92562cbbf60 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:21.654048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Port 85b822a0-5ac8-4c69-8212-e92562cbbf60 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:28:21.654610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Attempting to bind port 85b822a0-5ac8-4c69-8212-e92562cbbf60 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:21.658167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf90b-240f-4b5c-b395-913fecaac15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.660145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Router 7401e3f8-d2fe-45e3-adbc-764e4defa60f has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:21.664377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:21.669614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:21.669614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:21.669614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Bound port: 85b822a0-5ac8-4c69-8212-e92562cbbf60, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:21.669614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.690535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.705172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.764765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf90b-240f-4b5c-b395-913fecaac15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.802997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:21.811849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-dd3cf13f-8b9c-4f4c-a143-978442a20034 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:21.813563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] Sync routers for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:21.814069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-dd3cf13f-8b9c-4f4c-a143-978442a20034 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490187 Nov 15 22:28:21.821015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2810353a-5505-4caa-9adf-0a650ae19149 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8468509 Nov 15 22:28:21.830357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:21.835750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:21.836750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:21.843020 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4dbf90b-240f-4b5c-b395-913fecaac15f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=980f1de81ea84168bef56431c0953c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6165416 Nov 15 22:28:21.844712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:21.851268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.855585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:21.858994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbf90b-240f-4b5c-b395-913fecaac15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d0c6f-fe27-491f-be31-1ba8e16f8fa8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:21.884161 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:21.886197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:21.887895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Pushing event updated for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:21.895679 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] Routers {'7401e3f8-d2fe-45e3-adbc-764e4defa60f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:21.896310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:21.905735 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1e4127ca-9f3c-4a3e-b3e6-a9c496e421a5 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] show failed (client error): The resource could not be found. Nov 15 22:28:21.906773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1e4127ca-9f3c-4a3e-b3e6-a9c496e421a5 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-95345671 HTTP/1.1" status: 404 len: 333 time: 0.0712562 Nov 15 22:28:21.914755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:21.917827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:21.925234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e556f36c-32f7-468e-9781-55b26150dca5 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:21.936225 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:21.936930 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2913fc39-ae3e-4744-bd8d-0de9cceff148 None None] The sync data for ids ['7401e3f8-d2fe-45e3-adbc-764e4defa60f'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:21.942690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-51d8065a-2d23-46ae-9629-df90c3349575 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/quotas/5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 375 time: 0.0852470 Nov 15 22:28:21.948373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:21.960716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:21.963545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:21.972832 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e556f36c-32f7-468e-9781-55b26150dca5 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] update failed (client error): The resource could not be found. Nov 15 22:28:21.973801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e556f36c-32f7-468e-9781-55b26150dca5 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1780367984 HTTP/1.1" status: 404 len: 335 time: 0.0581305 Nov 15 22:28:21.978797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45580) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:21.990403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.014224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:22.060835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.064472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.064472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.065295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] 10.222.0.55 "PUT /v2.0/ports/85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 1091 time: 1.8061366 Nov 15 22:28:22.069227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:22.071720 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fae51c-f441-41c8-991f-34d6ddebac62" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:22.096734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'Port': ['ID=7ef34267-467a-4981-be26-848213b3b355,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:22.118950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:22.119865 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.129381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting subnet f5d25088-f249-4f37-babe-014229bdcaf4 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:28:22.138295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.141504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.144647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390a259-bf11-4b6e-8afb-8b3ccea63698 service neutron] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:22.203603 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62759b54-2e73-4e59-8643-62aa7fbe78cc x-openstack-request-id: req-62759b54-2e73-4e59-8643-62aa7fbe78cc {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:22.203983 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:22.204134 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62759b54-2e73-4e59-8643-62aa7fbe78cc {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:22.204756 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'status': 'completed', 'code': 200} Nov 15 22:28:22.255681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-36d8664b-ee60-4703-8fd3-799cb7513422 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2890103 Nov 15 22:28:22.264030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.300424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:22.311888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:22.329204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.336773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-8cd033ca-365f-492b-9473-2c527dbae855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.341847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-8cd033ca-365f-492b-9473-2c527dbae855 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1094 time: 0.1364725 Nov 15 22:28:22.435114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Router 41795251-d416-4248-a6ed-80b6d6a82524 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:22.507592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.514471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.517493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.518655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/633d0c6f-fe27-491f-be31-1ba8e16f8fa8 HTTP/1.1" status: 204 len: 168 time: 0.6681418 Nov 15 22:28:22.567615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbabbc3-ce9e-4802-9cff-d8bd21b9c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d0c6f-fe27-491f-be31-1ba8e16f8fa8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:22.579220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-eb9c177a-980d-4ef1-aef7-5b950e65d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.580850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-eb9c177a-980d-4ef1-aef7-5b950e65d292 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2023072 Nov 15 22:28:22.701417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e602810-e3b8-4af7-b8bc-19505ccfbb87 req-978496b5-a7ef-4a56-aade-e98c9718e7d7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.708724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e602810-e3b8-4af7-b8bc-19505ccfbb87 req-978496b5-a7ef-4a56-aade-e98c9718e7d7 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.4016500 Nov 15 22:28:22.718130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-61f5ffb1-b720-4408-95b0-c93009376bc0 None None] Provisioning complete for port 197943eb-3b18-4cc0-b7d5-14a21d62b256 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:22.719970 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61f5ffb1-b720-4408-95b0-c93009376bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.726723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-55eea8a5-d2ef-4036-ad84-035210966294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.730228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a4fae51c-f441-41c8-991f-34d6ddebac62 req-55eea8a5-d2ef-4036-ad84-035210966294 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372302 Nov 15 22:28:22.775844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.777437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-61f5ffb1-b720-4408-95b0-c93009376bc0 None None] Port 197943eb-3b18-4cc0-b7d5-14a21d62b256 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:22.820652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d25088-f249-4f37-babe-014229bdcaf4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:22.838667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:22.844577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b061d0f0-ca07-4b0f-b199-2b710e0de47b tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/subnets/f5d25088-f249-4f37-babe-014229bdcaf4 HTTP/1.1" status: 204 len: 168 time: 0.8645394 Nov 15 22:28:22.844771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386f21c-2733-4b9c-a175-ab1ed882ea1d None None] Network 0fe3b598-c85d-4b7b-b812-3256a77a0706 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:22.847138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:22.933149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-8e6cb598-1bd9-4718-9db2-e8699264454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:22.934810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-8e6cb598-1bd9-4718-9db2-e8699264454c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1094 time: 0.1555867 Nov 15 22:28:22.939376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting subnet 055c78e0-da1b-4749-8ef2-4985ba73facc {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:28:22.949765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.001531 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-3bbc09ac-0519-4666-b39d-0ebccbffd85a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 217 time: 0.0579700 Nov 15 22:28:23.050554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.060988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.110177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] DHCP port deletion for 0fe3b598-c85d-4b7b-b812-3256a77a0706 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:28:23.121780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Router 68bb0eee-0387-4f01-9491-6a16c770d03a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:23.154778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b549f-6d2f-402e-8297-f8092624305d req-aa93abd8-9e20-44d9-b55b-393d6e0cbf61 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:23.162165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab3b549f-6d2f-402e-8297-f8092624305d req-aa93abd8-9e20-44d9-b55b-393d6e0cbf61 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 943 time: 0.4332898 Nov 15 22:28:23.171863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Deleting port 2ac53102-3ac4-4156-a36e-1265cab1e253 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:23.172521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.183771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-ee6e1106-bc61-44e2-bc07-6ef8bb0733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:23.185265 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-ee6e1106-bc61-44e2-bc07-6ef8bb0733bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1759994 Nov 15 22:28:23.185786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:23.193815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.222335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] Sync routers for ids ['41795251-d416-4248-a6ed-80b6d6a82524'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:23.256568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e602810-e3b8-4af7-b8bc-19505ccfbb87 req-c6eda3f0-8293-44e7-a4a3-934a63afbabc tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5467572 Nov 15 22:28:23.279408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] For port 2ac53102-3ac4-4156-a36e-1265cab1e253, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac53102-3ac4-4156-a36e-1265cab1e253,segment=NetworkSegment(a2de7c75-9c79-4971-abab-c48dfb6ec837),segment_id=a2de7c75-9c79-4971-abab-c48dfb6ec837)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:23.280091 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.298103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Calling delete_port for 2ac53102-3ac4-4156-a36e-1265cab1e253 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:23.302137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-876520d0-f26a-46d1-a260-0de10fb31d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:23.303638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-876520d0-f26a-46d1-a260-0de10fb31d17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663233 Nov 15 22:28:23.307895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] Routers {'41795251-d416-4248-a6ed-80b6d6a82524'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:23.307895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['41795251-d416-4248-a6ed-80b6d6a82524'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:23.355173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:23.404508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] Routers {'41795251-d416-4248-a6ed-80b6d6a82524'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:23.405421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['41795251-d416-4248-a6ed-80b6d6a82524'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:23.411952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.413460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b5f9458-e442-40d8-9aa2-b94eefe40705 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8346758 Nov 15 22:28:23.418010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:23.440152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-469a8325-a85f-4ff1-88a0-fec4011d28ef service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Nov 15 22:28:23.445733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:23.451404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3ebcf-32d5-4541-a057-47d30bb63019 None None] The sync data for ids ['41795251-d416-4248-a6ed-80b6d6a82524'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:23.466004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbfe8449-9016-46bc-976f-c19d06e216d8 req-37212426-48c7-4f90-a31b-c1e39431c3d1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 210 time: 0.1273403 Nov 15 22:28:23.493509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab3b549f-6d2f-402e-8297-f8092624305d req-f0d7082d-48eb-43f9-9efd-5110752d896e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301356 Nov 15 22:28:23.508740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.578744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:23.588669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12a94692-577e-4f4b-8f44-10ba9f3e1a00 admin admin] 10.222.0.15 "PUT /v2.0/routers/68bb0eee-0387-4f01-9491-6a16c770d03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6593676 Nov 15 22:28:23.588866 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Sync routers for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:23.599599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:23.601802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.611740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.613505 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:23.629842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Subnet': ['ID=055c78e0-da1b-4749-8ef2-4985ba73facc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:23.644464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.651271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7749dca8-6179-4fea-b3cb-fe1a08fbfaf7 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/subnets/055c78e0-da1b-4749-8ef2-4985ba73facc HTTP/1.1" status: 204 len: 168 time: 0.8033259 Nov 15 22:28:23.657313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:23.691856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] No DVR routers for this DVR port 2ac53102-3ac4-4156-a36e-1265cab1e253 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:23.701153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f9897-0bb8-4405-8f3c-07891ffd8f64 None None] Network 5dec7006-a41e-43e6-a96b-444b1e5693f6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:23.707590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbe185-c4dc-40cd-bb55-8a89a7018b15 None None] Pushing event deleted for resources: {'Port': ['ID=2ac53102-3ac4-4156-a36e-1265cab1e253,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:23.737422 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:23.768735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-33e273bd-8633-4116-b0d1-a212601c8c23 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/41795251-d416-4248-a6ed-80b6d6a82524 HTTP/1.1" status: 200 len: 921 time: 0.3454957 Nov 15 22:28:23.770922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:23.777962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:23.810051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7bab8de8-f8c2-4083-bc72-a91ff9eae4ed req-35d8616c-dc88-4f2b-9bdc-12ffb3cd9034 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711520 Nov 15 22:28:23.868546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-adcb7d82-d632-4741-a92c-3f228f08827a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=41795251-d416-4248-a6ed-80b6d6a82524 HTTP/1.1" status: 200 len: 205 time: 0.0938764 Nov 15 22:28:23.869620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:24.003361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.051138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'Port': ['ID=7ef34267-467a-4981-be26-848213b3b355,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:24.054280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac53102-3ac4-4156-a36e-1265cab1e253 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:24.068516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.128419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2ac53102-3ac4-4156-a36e-1265cab1e253 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:24.129383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac53102-3ac4-4156-a36e-1265cab1e253 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:24.190798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.190798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9c584c8-a6c0-4173-91e6-1cfc41af73e4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2922828 Nov 15 22:28:24.190798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:24.224879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:21Z', 'revision_number': 2, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:24.230641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.246058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] DHCP port deletion for 5dec7006-a41e-43e6-a96b-444b1e5693f6 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:28:24.247862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.279381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe3b598-c85d-4b7b-b812-3256a77a0706']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:24.289808 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Checking router: 68bb0eee-0387-4f01-9491-6a16c770d03a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:24.290154 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Updating router 68bb0eee-0387-4f01-9491-6a16c770d03a port 197943eb-3b18-4cc0-b7d5-14a21d62b256 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:24.304909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2de7c75-9c79-4971-abab-c48dfb6ec837') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:24.305196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2de7c75-9c79-4971-abab-c48dfb6ec837') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:24.333211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.365507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.384156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:28:24.384594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:28:24.392050 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:28:24.411229 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.422874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Deleting port 2212106d-e104-4e7c-bd6c-ecabd87337cd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:24.423253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.587578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d84148-646f-4bda-b3bb-0cd1dff4a377 req-7556bc55-6a2e-4517-9ccc-75e74618ddeb tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:24.590061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05d84148-646f-4bda-b3bb-0cd1dff4a377 req-7556bc55-6a2e-4517-9ccc-75e74618ddeb tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.0891249 Nov 15 22:28:24.596596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-network', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:24.597590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] For port 2212106d-e104-4e7c-bd6c-ecabd87337cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2212106d-e104-4e7c-bd6c-ecabd87337cd,segment=NetworkSegment(ffd44107-9fe7-45f4-8d20-d4332dc8574a),segment_id=ffd44107-9fe7-45f4-8d20-d4332dc8574a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:24.598199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.624707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Calling delete_port for 2212106d-e104-4e7c-bd6c-ecabd87337cd owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:24.679015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.705411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.712458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/networks/0fe3b598-c85d-4b7b-b812-3256a77a0706 HTTP/1.1" status: 204 len: 168 time: 1.0528932 Nov 15 22:28:24.716111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:24.760376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05d84148-646f-4bda-b3bb-0cd1dff4a377 req-2bd2a085-6733-4317-97e6-249aef8c6b80 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591523 Nov 15 22:28:24.778488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ed3c-c1c3-45e6-9af4-4fdc7d4f29d0 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Network': ['ID=0fe3b598-c85d-4b7b-b812-3256a77a0706,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:24.807371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.816406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Made reservation on behalf of 484cd39cf1194d3a919db95e2493ee5f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:24.823509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.837233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.844872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:24.850769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456363165', 'description': 'tempest-description--831593376'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:24.871044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.873710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:24.933742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] No DVR routers for this DVR port 2212106d-e104-4e7c-bd6c-ecabd87337cd on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:24.962527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e016ea-bcfb-4dd7-996d-6eae7663192f None None] Pushing event deleted for resources: {'Port': ['ID=2212106d-e104-4e7c-bd6c-ecabd87337cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:24.970011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port ea6b3b06-c536-4a3d-93f5-4be008e34b10 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:24.970340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.015690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.074547 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.085244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e5e8bd7-c775-4078-b748-6d9e58440a85 req-7075691c-f5da-42d8-b59b-241c0c992102 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 210 time: 0.1218631 Nov 15 22:28:25.087196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.105234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for ea6b3b06-c536-4a3d-93f5-4be008e34b10 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:25.121034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-6ba27a35-484e-4482-a31b-bea257dd2546 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--184148472&fields=id&tenant_id=266d644decdd4e5292d3b9656d905e8f HTTP/1.1" status: 200 len: 267 time: 0.2187555 Nov 15 22:28:25.129902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.139615 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.170478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.247199 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba71fed-7ebd-4464-9dca-7e8420e61837 None None] Pushing event updated for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.272766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.276441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-95866134-8b96-4269-8669-499005075960 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323343 Nov 15 22:28:25.282310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.287116 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Attempting to bind port 197943eb-3b18-4cc0-b7d5-14a21d62b256 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:25.287351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec7006-a41e-43e6-a96b-444b1e5693f6']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:25.288061 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Attempting to bind port 197943eb-3b18-4cc0-b7d5-14a21d62b256 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:25.288820 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Attempting to bind port 197943eb-3b18-4cc0-b7d5-14a21d62b256 on network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:25.297291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:25.298162 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Checking segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:25.298809 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.299423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Bound using segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:25.300170 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Bound port: 197943eb-3b18-4cc0-b7d5-14a21d62b256, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:25.300989 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.306061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd44107-9fe7-45f4-8d20-d4332dc8574a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:25.306461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd44107-9fe7-45f4-8d20-d4332dc8574a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:25.328098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.393296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.414095 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] For port 197943eb-3b18-4cc0-b7d5-14a21d62b256, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:25.417995 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] For port 197943eb-3b18-4cc0-b7d5-14a21d62b256, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=197943eb-3b18-4cc0-b7d5-14a21d62b256,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:25.426924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0e9cc-6af4-42ed-9e86-8c653cdc94ad req-2ee595a4-ea4a-422b-8c28-7b9a63c01c7d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:25.428980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f0e9cc-6af4-42ed-9e86-8c653cdc94ad req-2ee595a4-ea4a-422b-8c28-7b9a63c01c7d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 943 time: 0.2738035 Nov 15 22:28:25.433287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-129dce9d-daf0-4d9e-9e18-37874b43cc6a None None] Provisioning complete for port 197943eb-3b18-4cc0-b7d5-14a21d62b256 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:25.434461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-129dce9d-daf0-4d9e-9e18-37874b43cc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.438240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.440200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0e152-d577-4885-9fb4-d09dd38ba49e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.476668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-129dce9d-daf0-4d9e-9e18-37874b43cc6a None None] Port 197943eb-3b18-4cc0-b7d5-14a21d62b256 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:25.486353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:28:25.486516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.493812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-1894284e-b237-4aee-82a9-11776a943289 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:25.495400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-1894284e-b237-4aee-82a9-11776a943289 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073698 Nov 15 22:28:25.496067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-e5ee0e87-2507-4e0f-ba9d-5d935cc9171e tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:25.497523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-e5ee0e87-2507-4e0f-ba9d-5d935cc9171e tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/networks?id=e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 200 len: 814 time: 0.3757112 Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:28:25.498214 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:28:25.509476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Request body: {'port': {'device_id': '1405fe06-bca7-49be-92c9-fedb56446e38', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '5762e94cfb4b4a8ba6ce5caac6e0ead2'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:25.515838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.517176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-76e5fac4-255b-4a73-b69a-41d958c00ab1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6705976 Nov 15 22:28:25.528447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:25.532818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'security_group_rule': {'security_group_id': '63c0e152-d577-4885-9fb4-d09dd38ba49e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:25.552760 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.566013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e63447-a2b2-4e17-8bfc-c18abae2d31a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.592573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-b5cc4689-5bb7-4c1d-88ec-2cce1103b6db tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/quotas/266d644decdd4e5292d3b9656d905e8f HTTP/1.1" status: 200 len: 375 time: 0.0722983 Nov 15 22:28:25.612104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.629073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:28:25.651585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:25.652112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:25.665873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=ea6b3b06-c536-4a3d-93f5-4be008e34b10,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.666327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0f0e9cc-6af4-42ed-9e86-8c653cdc94ad req-f238decd-8ee3-4e0d-967b-2de226aa34b7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098191 Nov 15 22:28:25.693407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.693748 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Added segment d96d970b-5c97-49ca-bbed-980d24f25042 of type vlan for network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba Nov 15 22:28:25.718256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.737110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.765975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.771770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.776398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/networks/5dec7006-a41e-43e6-a96b-444b1e5693f6 HTTP/1.1" status: 204 len: 168 time: 1.0514629 Nov 15 22:28:25.781642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:25.810494 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:25.817814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.827271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-31f2f081-e384-4b3b-be14-5f21ce8faead tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=266d644decdd4e5292d3b9656d905e8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2243381 Nov 15 22:28:25.848071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.849105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:25.849875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.857166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1292b46-fef4-4c87-8114-9b1dc28c1f9c tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Network': ['ID=5dec7006-a41e-43e6-a96b-444b1e5693f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.939934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.941392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] Pushing event updated for resources: {'Network': ['ID=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:25.946642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:25.971542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:28:25.987842 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba71fed-7ebd-4464-9dca-7e8420e61837 None None] Pushing event updated for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:26.036776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Made reservation on behalf of 5762e94cfb4b4a8ba6ce5caac6e0ead2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:26.040374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.057617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.071471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting subnet 2fa45ba8-a9c4-480d-b9c3-1461e82a3945 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:28:26.080645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.092232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2212106d-e104-4e7c-bd6c-ecabd87337cd no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:26.096156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.097992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router 41795251-d416-4248-a6ed-80b6d6a82524 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:26.110171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.115361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36ae43f0-6a5f-4baf-85e9-de212b4feb41 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/41795251-d416-4248-a6ed-80b6d6a82524 HTTP/1.1" status: 204 len: 168 time: 2.2431743 Nov 15 22:28:26.116492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:26.122277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2212106d-e104-4e7c-bd6c-ecabd87337cd {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:26.122758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2212106d-e104-4e7c-bd6c-ecabd87337cd not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:26.129001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e0ddf6d6-9675-4cf7-858b-42ed7d04f15b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9346504 Nov 15 22:28:26.134317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:26.139694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'name': 'tempest-snat-router-59858033', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:26.140064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] Provisioning complete for port 197943eb-3b18-4cc0-b7d5-14a21d62b256 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:26.140553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.165011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Request body: {'subnet': {'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-subnet', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:26.165257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.180848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-80aab648-d9da-4a13-98db-9abd9af511fc tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:26.183065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-80aab648-d9da-4a13-98db-9abd9af511fc tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.1825941 Nov 15 22:28:26.202348 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:25Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:26.206995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd873f90-01ae-4c3b-921b-8aac5d0d795d req-16ff663e-a19c-4ee8-9bdc-79ba0b2a8ecc tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:26.219527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abadff04-7de3-4c75-8a80-ab4f33a5daea,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:26.223113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd873f90-01ae-4c3b-921b-8aac5d0d795d req-16ff663e-a19c-4ee8-9bdc-79ba0b2a8ecc tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 945 time: 0.2782116 Nov 15 22:28:26.236240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.249921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8c38b8-2f69-429f-8c85-f94be8ae5e92 None None] The sync data for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 is: [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:25Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:26.265609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.295827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] For port 197943eb-3b18-4cc0-b7d5-14a21d62b256, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=197943eb-3b18-4cc0-b7d5-14a21d62b256,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:26.296945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-640ce64b-7b8c-4ca4-9c53-36467af37e43 service neutron] 10.222.0.15 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436398 Nov 15 22:28:26.306463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Made reservation on behalf of 484cd39cf1194d3a919db95e2493ee5f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:26.312521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.361594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.403682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Allocated IP 192.168.233.188 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/2da2f5ce-ec57-4728-aba6-d83effc79c4d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:26.458426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6802-7198-4428-aa59-8b627f8bf3ce None None] Pushing event updated for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:26.503268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:26.519758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Deleting port 59c45432-b220-46e4-839f-c3c21bc431a4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:26.520160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.604075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.605154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.652388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.653932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d44344bd-fe06-434d-9246-517aeebca4f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1245327 Nov 15 22:28:26.661449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45680) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:26.664016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.666714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'security_group_rule': {'security_group_id': '63c0e152-d577-4885-9fb4-d09dd38ba49e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:26.688202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd873f90-01ae-4c3b-921b-8aac5d0d795d req-581c4697-4919-4789-95bf-be1496bdf5a2 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups?id=b697d32d-592f-47a1-ac43-afffa47a1da8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622462 Nov 15 22:28:26.722478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:26.752946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:26.817528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] For port 59c45432-b220-46e4-839f-c3c21bc431a4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=59c45432-b220-46e4-839f-c3c21bc431a4,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:26.817897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.850850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.934890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.946846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:26.969822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af256f10-e58e-45ab-a2de-3065370018c9 req-7ebcc294-03ce-46e6-95df-1fe937ad635b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 210 time: 0.0922391 Nov 15 22:28:27.015610 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.015894 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.037964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:27.063045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-d492a403-a3f5-4c05-ae61-3952c9fc6f0d service neutron] 10.222.0.15 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431676 Nov 15 22:28:27.072957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:27.129180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.167963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.192802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fed04a5-8c5c-4d06-b090-35841bfedd0f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:27.211888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.225095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b', '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:27.233309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.233664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.233976 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Floating IP abaf436a-02c8-48b2-871c-433997c2f56d disassociated. External IP: 172.25.0.4, port: 59c45432-b220-46e4-839f-c3c21bc431a4. Nov 15 22:28:27.234316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Calling delete_port for 59c45432-b220-46e4-839f-c3c21bc431a4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:27.292403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:27.296364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:27.299040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:27.304947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.306220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47dd1461-8343-41ec-8b9e-d8bc14d117cc tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6435616 Nov 15 22:28:27.310887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:27.344723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:27.358907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:27.422849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:27.457196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['85b822a0-5ac8-4c69-8212-e92562cbbf60'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:27.523881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:27.525867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.599747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.718848 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-ebb05bdb-93a4-4f80-8388-330bc6346e51 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2136858 Nov 15 22:28:27.738940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Request body: {'port': {'device_id': '1405fe06-bca7-49be-92c9-fedb56446e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:27.741694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c3998088-7e7d-4c6d-bdbf-ab717dcfa83c None None] Provisioning complete for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:27.742197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3998088-7e7d-4c6d-bdbf-ab717dcfa83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.815854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a8d90ab-2608-415d-9d87-3cc180f4cdcf req-4c21d3a9-98ba-4591-b95f-4eb6c4d6ef53 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0388837 Nov 15 22:28:27.817556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3998088-7e7d-4c6d-bdbf-ab717dcfa83c None None] Port 2da2f5ce-ec57-4728-aba6-d83effc79c4d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:27.823608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.843038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.867553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.885937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.887107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a3d0-25d1-481a-b24c-9e5e43e4a13a req-fce1f019-20da-4139-82ae-43dadfd8d52c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:27.895216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de3a3d0-25d1-481a-b24c-9e5e43e4a13a req-fce1f019-20da-4139-82ae-43dadfd8d52c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1849542 Nov 15 22:28:27.934645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event deleted for resources: {'Port': ['ID=59c45432-b220-46e4-839f-c3c21bc431a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:27.951969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:27.998696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8f6f8c-5b0b-4e23-a306-5cee391055c3 req-17932a93-c65a-4db9-9cfd-e729e050354b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0611355 Nov 15 22:28:28.011051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.077721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 197943eb-3b18-4cc0-b7d5-14a21d62b256 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:28.092183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2876d0-379b-4d77-a3d7-18377b029c40,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:28.143210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb4092-9733-4dd4-8679-b41f88346adc None None] Network 23d5828d-ad2b-42a7-9364-7dd8e06308c2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:28.176992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Checking segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:28.177374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Network hostable DHCP agents. Network: 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:28:28.194134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.200720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/subnets/2fa45ba8-a9c4-480d-b9c3-1461e82a3945 HTTP/1.1" status: 204 len: 168 time: 2.4124248 Nov 15 22:28:28.201856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:28.203199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e9c7d-0b50-4aa6-b868-b58803aa7bdd tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa45ba8-a9c4-480d-b9c3-1461e82a3945,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:28.218317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3de3a3d0-25d1-481a-b24c-9e5e43e4a13a req-b4332bd0-8bef-4454-b738-7980a1adba71 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222487 Nov 15 22:28:28.237916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 197943eb-3b18-4cc0-b7d5-14a21d62b256 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:28.238149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.341467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Router 5e554fec-39ca-4f08-9878-407517797de2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:28.352533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d912be5-416a-4647-8511-866643c0738f req-10cd5fed-f8cd-407b-8450-c5c15f76286c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:28.354239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d912be5-416a-4647-8511-866643c0738f req-10cd5fed-f8cd-407b-8450-c5c15f76286c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 936 time: 0.2542601 Nov 15 22:28:28.361647 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.389177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Allocated IP 172.25.0.89 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e0c09b06-cc4c-45ae-9c93-7a95eda38209) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:28.401509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:28:28.476518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d912be5-416a-4647-8511-866643c0738f req-f7c1acfe-ce26-4505-940e-b7d09e0d89f7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088455 Nov 15 22:28:28.497805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:28.531495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] DHCP port deletion for 23d5828d-ad2b-42a7-9364-7dd8e06308c2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:28:28.575799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:28.578403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Deleting port 3964105f-c0db-4adb-aa22-1aa19d174a78 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:28.578759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.588788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:28.588788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.593845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10240777-101f-4623-9bc2-be114e7f5bc9 None None] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:28.658637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Deleting port 3964105f-c0db-4adb-aa22-1aa19d174a78 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:28.658977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.689159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:28.705986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] For port 3964105f-c0db-4adb-aa22-1aa19d174a78, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3964105f-c0db-4adb-aa22-1aa19d174a78,segment=NetworkSegment(be2ca857-2212-4089-9d7f-445c563e7315),segment_id=be2ca857-2212-4089-9d7f-445c563e7315)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:28.706357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.712794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Sync routers for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:28.720972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:28:28.723845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Calling delete_port for 3964105f-c0db-4adb-aa22-1aa19d174a78 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:28.726688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:28.727046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.728275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.732256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:28.755820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:28.756865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.757289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:28.758614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] No DVR routers for this DVR port 59c45432-b220-46e4-839f-c3c21bc431a4 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:28.761320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.765207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fc63eb1-c0b7-4734-bc5a-8b20491a100b req-cebadfa7-8a9a-4a07-afe4-f696589ca9c4 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.55 "DELETE /v2.0/ports/59c45432-b220-46e4-839f-c3c21bc431a4 HTTP/1.1" status: 204 len: 173 time: 2.5656753 Nov 15 22:28:28.773978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.776905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'name': 'network-vif-deleted', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:28.780495 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8173171-5dd6-48a3-9d06-604ba8841640" -d '{"events": [{"server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "name": "network-vif-deleted", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:28.814264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Transition to ACTIVE for port object 2da2f5ce-ec57-4728-aba6-d83effc79c4d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:28:28.824293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.829561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85b94c72-d254-4785-9358-0e6fa30a568e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6818922 Nov 15 22:28:28.839572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:28.876908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:28.883504 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3298a-fc58-4f2c-879a-31e518a87f99 x-openstack-request-id: req-93c3298a-fc58-4f2c-879a-31e518a87f99 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:28.884159 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f180d66-0ef7-4680-9476-c41541f3a455", "name": "network-vif-deleted", "tag": "59c45432-b220-46e4-839f-c3c21bc431a4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:28.885191 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93c3298a-fc58-4f2c-879a-31e518a87f99 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:28.885914 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f180d66-0ef7-4680-9476-c41541f3a455', 'name': 'network-vif-deleted', 'tag': '59c45432-b220-46e4-839f-c3c21bc431a4', 'status': 'completed', 'code': 200} Nov 15 22:28:28.909306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] For port 3964105f-c0db-4adb-aa22-1aa19d174a78, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3964105f-c0db-4adb-aa22-1aa19d174a78,segment=NetworkSegment(be2ca857-2212-4089-9d7f-445c563e7315),segment_id=be2ca857-2212-4089-9d7f-445c563e7315)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:28.909691 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:28.967567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e15c59f-871b-4dac-a58c-6538adab2c8d req-978a5ee3-a431-40ec-afe3-20e636d9d3c1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Nov 15 22:28:28.967790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Calling delete_port for 3964105f-c0db-4adb-aa22-1aa19d174a78 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:28.970336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.039454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:29.063875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.065002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.070224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.077881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.143182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:29.185946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:29.191956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'Port': ['ID=e0c09b06-cc4c-45ae-9c93-7a95eda38209,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:29.194822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:29.204842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Port': ['ID=3964105f-c0db-4adb-aa22-1aa19d174a78,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:29.208053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e5111fc-d4b5-413d-bf38-2b03f13b4fcb req-c59904ab-35ab-4180-871d-067a7ceebd01 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f180d66-0ef7-4680-9476-c41541f3a455 HTTP/1.1" status: 200 len: 210 time: 0.0559313 Nov 15 22:28:29.208916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:29.235724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] No DVR routers for this DVR port 3964105f-c0db-4adb-aa22-1aa19d174a78 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:29.239416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:29.239759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:29.240084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:29.249753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:28:29.250086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:29.278409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:29.279062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:29.279406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:29.280001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Bound port: 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:29.280364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.315015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:28:29.315966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.319119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.356434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:29.359710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:29.396492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.406572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.25.0.158 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/358e36b8-8aeb-4d1f-9896-99f5ccd28a7f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:29.416881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:29.419183 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547e3e53-c6eb-4379-baf5-4e33f43a0b32" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:29.421972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.432853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.472427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.491029 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe94275-a439-49c0-b0cf-1b39745871e9 x-openstack-request-id: req-ffe94275-a439-49c0-b0cf-1b39745871e9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:29.491500 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:29.491758 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffe94275-a439-49c0-b0cf-1b39745871e9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:29.492146 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:28:29.495719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:29.501852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d5828d-ad2b-42a7-9364-7dd8e06308c2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:29.508799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.521711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2ca857-2212-4089-9d7f-445c563e7315') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:29.522021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2ca857-2212-4089-9d7f-445c563e7315') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:29.534770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.541735 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.545050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] Pushing event deleted for resources: {'Port': ['ID=3964105f-c0db-4adb-aa22-1aa19d174a78,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:29.550478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd314-b7c3-49ec-8464-acaffed65667 req-9a287190-f25e-460e-bd29-ad69541a5d5b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:29.551965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1dd314-b7c3-49ec-8464-acaffed65667 req-9a287190-f25e-460e-bd29-ad69541a5d5b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1917095 Nov 15 22:28:29.555123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249f1d5-bd82-4fb5-8a0e-519ca715e0bb None None] No DVR routers for this DVR port 3964105f-c0db-4adb-aa22-1aa19d174a78 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:29.580518 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.609911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:28:29.610304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:28:29.614441 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:28:29.682633 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.683717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 59c45432-b220-46e4-839f-c3c21bc431a4 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:29.752997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1dd314-b7c3-49ec-8464-acaffed65667 req-f5120e94-77cf-431d-881a-b69de9cff6f1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909478 Nov 15 22:28:29.762005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.847570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407cede-b7d0-46a3-adea-49f4108cada2 req-36711d2e-4dd2-4fbf-a5dd-1fd2ac7f782c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:29.856769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4407cede-b7d0-46a3-adea-49f4108cada2 req-36711d2e-4dd2-4fbf-a5dd-1fd2ac7f782c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1972301 Nov 15 22:28:29.882127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.889675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.918811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 59c45432-b220-46e4-839f-c3c21bc431a4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:29.919294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 59c45432-b220-46e4-839f-c3c21bc431a4 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:29.921558 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.936569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:29.941021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/networks/23d5828d-ad2b-42a7-9364-7dd8e06308c2 HTTP/1.1" status: 204 len: 168 time: 1.7357097 Nov 15 22:28:29.943294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a932317-1f9d-4e06-8a1e-4f3d631f1665 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Pushing event deleted for resources: {'Network': ['ID=23d5828d-ad2b-42a7-9364-7dd8e06308c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:29.983359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:29.983504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:30.048527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b6b5410e-5f23-47cf-8073-11e08f4c546e tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "GET /v2.0/ports?device_id=7401e3f8-d2fe-45e3-adbc-764e4defa60f HTTP/1.1" status: 200 len: 205 time: 0.0614834 Nov 15 22:28:30.055333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:30.111337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Allocated IP 172.20.0.2 (78bf6e62-f8a7-4996-b66d-fb4eef7b8fba/bc2876d0-379b-4d77-a3d7-18377b029c40/f0fa73d4-f43a-4d08-bf14-ccbd4e287efa) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:30.161165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:30.207700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.209259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3964105f-c0db-4adb-aa22-1aa19d174a78 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:30.209411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:30.210273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.211659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] 10.222.0.57 "PUT /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 1096 time: 2.4825492 Nov 15 22:28:30.253257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:30.256146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5dd04c0-8e7d-4e24-8a1a-3591cba959f6 req-6383bea7-e287-44ab-82ad-7b006c1c4f9d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0907557 Nov 15 22:28:30.272857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.282085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3964105f-c0db-4adb-aa22-1aa19d174a78 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:30.282609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3964105f-c0db-4adb-aa22-1aa19d174a78 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:30.297617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:30.317214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4407cede-b7d0-46a3-adea-49f4108cada2 req-d28baa04-f984-489b-ab58-6f55c4644864 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572871 Nov 15 22:28:30.359252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:30.384912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.392650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:30.426896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Checking router: 5e554fec-39ca-4f08-9878-407517797de2 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:30.439272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:30.440045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:30.497136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6212c-7786-46ca-854c-150ef7cf0e7a service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:30.502806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.506571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.524076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcedf6b-3469-4077-a6db-3b352183fc7f req-7ad4a35d-8f27-4143-80e2-65cabddbafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:30.525673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1fcedf6b-3469-4077-a6db-3b352183fc7f req-7ad4a35d-8f27-4143-80e2-65cabddbafa7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.9041481 Nov 15 22:28:30.527616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.535393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.543735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.549451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:30.555839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:30.564666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:30.581564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-bd6e3461-dc15-4752-b41c-d51103a83805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:30.583092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-bd6e3461-dc15-4752-b41c-d51103a83805 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1099 time: 0.1071024 Nov 15 22:28:30.584146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45726) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:30.590469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Pushing event updated for resources: {'Port': ['ID=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:30.643208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:30.662295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-7dd7d4f5-e23d-44a9-904a-3dbf22b128b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0560076 Nov 15 22:28:30.668899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1fcedf6b-3469-4077-a6db-3b352183fc7f req-bac36476-324c-4e23-a8fd-38bb3f0547f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219196 Nov 15 22:28:30.680333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Attempting to bind port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:30.680720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Attempting to bind port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:30.681082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Attempting to bind port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:30.692963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:30.693552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Checking segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:30.693788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.694266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Bound using segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:30.694693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Bound port: f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:30.695017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.742463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.743269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Fanout notify agent at l3_agent the message router_deleted on router 7401e3f8-d2fe-45e3-adbc-764e4defa60f {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:30.766271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.792949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.793713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a9b957dc-1e25-4a74-b763-0123437fc1c8 tempest-RoutersNegativeTest-455289627 tempest-RoutersNegativeTest-455289627-project] 10.222.0.15 "DELETE /v2.0/routers/7401e3f8-d2fe-45e3-adbc-764e4defa60f HTTP/1.1" status: 204 len: 168 time: 0.7321601 Nov 15 22:28:30.812229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-a825b606-f966-4fbe-b524-95e48ebb05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:30.814167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-a825b606-f966-4fbe-b524-95e48ebb05e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1414347 Nov 15 22:28:30.830473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.849330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] For port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:30.871677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] For port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:30.891913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:30.894382 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45519c5-8da3-456c-b9d5-44a61f0fa430" -d '{"events": [{"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:30.925634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:30.932224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'Port': ['ID=e0c09b06-cc4c-45ae-9c93-7a95eda38209,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:30.957599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.970434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:30.973977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9460c-58aa-4edd-8a3a-91a99f4f4ba0 None None] The sync data for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 is: [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '50d550d4-64ad-40fa-af77-a1f0a348f2f9', 'name': '', 'network_id': '9a83f58d-f0de-4999-a5e0-38762762b189', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'mac_address': 'fa:16:3e:f5:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:59Z', 'updated_at': '2021-11-15T22:26:06Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'subnets': [{'id': 'a2050370-84e1-4cdc-9618-019f787db47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:30.983891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.018052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.054321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f27ed0-ecd0-4ed5-9521-fc1b802bc2b4 None None] Pushing event updated for resources: {'Port': ['ID=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:31.067555 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a7e97e-ad13-4a7c-ace2-68d7af862ffa x-openstack-request-id: req-a3a7e97e-ad13-4a7c-ace2-68d7af862ffa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:31.068124 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:31.068598 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3a7e97e-ad13-4a7c-ace2-68d7af862ffa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:31.069255 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'status': 'completed', 'code': 200} Nov 15 22:28:31.096098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-a8ad08d9-1157-4abd-8772-616b59c878af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:31.097940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-a8ad08d9-1157-4abd-8772-616b59c878af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686136 Nov 15 22:28:31.259845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-71368cd2-6614-4423-9525-71de4692bd30 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:31.261517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-71368cd2-6614-4423-9525-71de4692bd30 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.55 "GET /v2.0/networks?id=e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 200 len: 814 time: 0.3201747 Nov 15 22:28:31.492817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.503997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37bc3bdb-07cd-4b41-9446-992dcab42d15 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1494098 Nov 15 22:28:31.503997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.503997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.504921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "DELETE /v2.0/security-groups/b697d32d-592f-47a1-ac43-afffa47a1da8 HTTP/1.1" status: 204 len: 168 time: 0.9143846 Nov 15 22:28:31.513492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-9e05a58c-c53e-4ea4-9068-2df52dd36b4f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005678 Nov 15 22:28:31.513636 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a1704-349b-45b7-a21c-a9176e1c3c1a None None] New status for floating IP abaf436a-02c8-48b2-871c-433997c2f56d: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:28:31.521489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:31.563430 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a716398e-0e31-4e8a-8b4d-d5ca4a39b65b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] show failed (client error): The resource could not be found. Nov 15 22:28:31.564494 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a716398e-0e31-4e8a-8b4d-d5ca4a39b65b tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "GET /v2.0/security-groups/b697d32d-592f-47a1-ac43-afffa47a1da8 HTTP/1.1" status: 404 len: 347 time: 0.0421112 Nov 15 22:28:31.594591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:31.596908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5dde6-a584-4a7c-bc9c-1763881fbf21 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b697d32d-592f-47a1-ac43-afffa47a1da8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:31.636748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87f51-8fbe-46a7-88f6-9d00a08cbdff req-7858b94e-689c-42a5-ba83-b74c44a4ec08 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:31.638476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76e87f51-8fbe-46a7-88f6-9d00a08cbdff req-7858b94e-689c-42a5-ba83-b74c44a4ec08 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.7443128 Nov 15 22:28:31.694492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:31.702710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76b304ba-0fbf-4e7b-a0b1-a72ad4dc9988 req-83f2e7b4-51dd-4874-a705-5ccbb1b5a15a tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0910401 Nov 15 22:28:31.726211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-735fd127-962a-4ddf-98bf-bf883adc9822 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=266d644decdd4e5292d3b9656d905e8f HTTP/1.1" status: 200 len: 379 time: 0.4374273 Nov 15 22:28:31.783746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'port': {'device_id': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'admin_state_up': True, 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'security_groups': ['24f1b1e7-e92d-4357-9663-9947a3ec9267']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:31.858802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.869316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76e87f51-8fbe-46a7-88f6-9d00a08cbdff req-7211029c-c63f-4893-9e73-56b806aa1236 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746547 Nov 15 22:28:31.930011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:31.955985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d65ffc18-72de-4204-92d2-a04f10289c35 req-8727d223-ccb6-490d-84aa-6be701c1dac4 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188097 Nov 15 22:28:32.025206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-544ae30b-8b0a-44fa-8ce2-19546c845c73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac8013254be540bda8e4810075edda86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3212731 Nov 15 22:28:32.033739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bbc67-5c9e-4c52-ba88-1f0d1eb26dfb req-0adb96e3-bdf0-4877-8e37-72edc84c7e35 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:32.035466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a2bbc67-5c9e-4c52-ba88-1f0d1eb26dfb req-0adb96e3-bdf0-4877-8e37-72edc84c7e35 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1649544 Nov 15 22:28:32.041997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:32.067849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.069245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f0fa73d4-f43a-4d08-bf14-ccbd4e287efa up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:32.110563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Deleting port ec91cb9b-4c5b-4a53-af9e-4182f85c50ec {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:32.111208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.147440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:32.148478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.191422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-707ae6bb-b9f0-46b3-ae71-7d60d0c8fa1f tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--456363165&fields=id&tenant_id=39fabf82b2cf4875a7fe274e16aa35da HTTP/1.1" status: 200 len: 267 time: 0.2007155 Nov 15 22:28:32.280998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Allocated IP 172.25.0.151 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9ad57226-d51a-46bd-af39-687936c6a33a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:32.308932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-f42264d4-0f76-461d-a22d-5bbaed6d2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:32.310426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-f42264d4-0f76-461d-a22d-5bbaed6d2d5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1099 time: 0.1533089 Nov 15 22:28:32.310788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.318430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Made reservation on behalf of 266d644decdd4e5292d3b9656d905e8f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:32.320771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a2bbc67-5c9e-4c52-ba88-1f0d1eb26dfb req-40cab918-a7ed-474f-836e-13a8633838bf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626016 Nov 15 22:28:32.322177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.341163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.341585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.357282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:32.388861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.399062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-47ea9c82-0fad-47a0-a43f-bc771902f95b tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:32.401164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-47ea9c82-0fad-47a0-a43f-bc771902f95b tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/networks?id=70ba7d00-e530-4d3d-b11b-10e9e49ca769 HTTP/1.1" status: 200 len: 805 time: 0.1640656 Nov 15 22:28:32.435260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-5b9fb6f5-0707-41c1-a39f-66c35f61a3c0 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/quotas/39fabf82b2cf4875a7fe274e16aa35da HTTP/1.1" status: 200 len: 375 time: 0.0253983 Nov 15 22:28:32.439037 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.444235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Calling delete_port for ec91cb9b-4c5b-4a53-af9e-4182f85c50ec owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:32.452935 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.507516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19dce94-ab80-4c57-ad42-3aa11cefeb86 None None] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:32.553403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-0779d773-b0c6-4989-9a62-7d893aef8c87 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=39fabf82b2cf4875a7fe274e16aa35da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891676 Nov 15 22:28:32.598868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:32.609210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f2b34a01-8da2-4f0b-b53c-1efe1a1d1d0c None None] Provisioning complete for port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:32.616127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b34a01-8da2-4f0b-b53c-1efe1a1d1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.649582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router 046e0ce6-18ab-4cff-9cd6-060e7c244108 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:32.661514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-80370ff2-938c-4fba-a1ab-351355cd7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:32.663004 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-80370ff2-938c-4fba-a1ab-351355cd7581 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3369608 Nov 15 22:28:32.669125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-e6d64bd1-9a61-4c2b-9814-cad73f420d71 service neutron] 10.222.0.15 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017945 Nov 15 22:28:32.726549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.753197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.756244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:32.757474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24fca661-951b-4c43-8273-d43bc0fc66ca HTTP/1.1" status: 204 len: 168 time: 0.7137477 Nov 15 22:28:32.775334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-fe3cdc31-1cd2-4e50-8dfc-addefda15b70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0929735 Nov 15 22:28:32.821046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c0b02-4df9-4dd8-b0b6-a0f53abc9e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fca661-951b-4c43-8273-d43bc0fc66ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:32.847776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-601161f0-045f-46ed-99fa-41a72c6973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:32.849285 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-601161f0-045f-46ed-99fa-41a72c6973a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0634434 Nov 15 22:28:32.869428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Allocated IP 172.20.0.4 (e1b1a545-857e-4deb-b65d-0eb66e936ffa/7facc633-ab73-47ce-95b4-c38c2c356b59/1f286c62-bde8-4bba-8fed-866c52840e31) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:32.896855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d50b9405-112f-4a75-bad0-75cd982704d1 req-6ac960de-2171-4045-9571-bc106ce8a15d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Nov 15 22:28:32.901697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:32.912721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-41352aa3-8484-4224-ad60-0dc77d3da56a service neutron] 10.222.0.15 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041297 Nov 15 22:28:32.920749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Sync routers for ids ['046e0ce6-18ab-4cff-9cd6-060e7c244108'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:32.947230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Routers {'046e0ce6-18ab-4cff-9cd6-060e7c244108'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:32.947866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['046e0ce6-18ab-4cff-9cd6-060e7c244108'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:33.025670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-0a808657-08c2-425f-9297-e7f49627124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:33.027507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-0a808657-08c2-425f-9297-e7f49627124c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664407 Nov 15 22:28:33.032145 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.039032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c292477e-718a-449e-b5d0-da786b904cf0 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9068644 Nov 15 22:28:33.041659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:33.141943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Set router 046e0ce6-18ab-4cff-9cd6-060e7c244108 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:33.167151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.226880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dfd5032a-62b0-44ae-8d98-fa4ac132053b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/046e0ce6-18ab-4cff-9cd6-060e7c244108 HTTP/1.1" status: 200 len: 907 time: 0.1803155 Nov 15 22:28:33.233840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:33.243661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'name': 'tempest-snat-router-59858033', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': True}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:33.281076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b06c-9407-4887-8ab3-e0c5efe40742 req-17c26098-0619-4bc8-a172-c58e7e6abfe9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:33.287337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.289543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9231b06c-9407-4887-8ab3-e0c5efe40742 req-17c26098-0619-4bc8-a172-c58e7e6abfe9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.3158548 Nov 15 22:28:33.322975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Pushing event updated for resources: {'Port': ['ID=9ad57226-d51a-46bd-af39-687936c6a33a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:33.369525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee3ff54-d4e0-4482-a387-28833bc341a1 req-8bdf0b85-0c52-41f6-88de-6fa219c77aba tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.0646079 Nov 15 22:28:33.373061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.374135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.434783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-0a242474-5e95-4998-ae9c-67f1c6b76867 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886445 Nov 15 22:28:33.440066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:33.504526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9231b06c-9407-4887-8ab3-e0c5efe40742 req-685747bd-ad5a-4d0b-8fe5-7c4f139ffaa9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140687 Nov 15 22:28:33.508693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9049bdbc-c259-4a92-8972-e21c40345457 None None] Provisioning complete for port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:33.509064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9049bdbc-c259-4a92-8972-e21c40345457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.559727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.677105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:26Z', 'updated_at': '2021-11-15T22:28:30Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:28Z', 'updated_at': '2021-11-15T22:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:33.709847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Checking router: 046e0ce6-18ab-4cff-9cd6-060e7c244108 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:33.710187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Updating router 046e0ce6-18ab-4cff-9cd6-060e7c244108 port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:33.740314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806780be-ef9f-4478-98d9-c7e1b44fad34 req-730118e2-3c99-4473-b59a-59d48a0a2d05 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:33.741780 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.741969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-806780be-ef9f-4478-98d9-c7e1b44fad34 req-730118e2-3c99-4473-b59a-59d48a0a2d05 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1925731 Nov 15 22:28:33.824315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc3a86-64ac-442a-887e-a296b214c252 req-7343451b-2de2-4f08-8bd3-ba60f0ac6300 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:33.835389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58fc3a86-64ac-442a-887e-a296b214c252 req-7343451b-2de2-4f08-8bd3-ba60f0ac6300 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.2283792 Nov 15 22:28:33.835518 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.838312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:33.851441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'floatingip': {'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:33.904489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:33.976787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:33.994904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Pushing event deleted for resources: {'Port': ['ID=ec91cb9b-4c5b-4a53-af9e-4182f85c50ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:34.030415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:34.052429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f0fa73d4-f43a-4d08-bf14-ccbd4e287efa up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:34.084443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-806780be-ef9f-4478-98d9-c7e1b44fad34 req-77700f57-c694-4360-9c0a-73460023008a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013611 Nov 15 22:28:34.115368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1bc7470-00e7-4c62-937b-49938a916056 req-2de339bd-bb9a-4b14-acac-607eeccf48a9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.0991902 Nov 15 22:28:34.156202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.184458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.188173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.189703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45104dfd-aa00-4876-8864-cb2f08d49052 tempest-ServersTestManualDisk-1022847257 tempest-ServersTestManualDisk-1022847257-project] 10.222.0.15 "DELETE /v2.0/floatingips/abaf436a-02c8-48b2-871c-433997c2f56d HTTP/1.1" status: 204 len: 168 time: 2.5907505 Nov 15 22:28:34.197204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:34.206338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.277512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:34.277896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.334873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.357766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:34.401606 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a45519c5-8da3-456c-b9d5-44a61f0fa430 req-783d0fa1-334f-4287-a208-9ad205928ce8 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405379 Nov 15 22:28:34.472826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Attempting to bind port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:34.475713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Attempting to bind port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:34.475713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Attempting to bind port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:34.519806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:34.521685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:34.521685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.521685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:34.521685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Bound port: 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:34.522235 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.552969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c7fb4-5e98-41a5-9b90-7204974c1e64 None None] Pushing event updated for resources: {'Port': ['ID=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:34.556728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.589020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9fbc235-7770-4897-858c-9b6d9ae528d5 req-1da82d89-e50e-4223-8782-cfa2e17cb518 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.1334803 Nov 15 22:28:34.616737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] For port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:34.627783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-99536658-b1a7-4e01-9fcf-dcd4aa799fba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:34.628518 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-99536658-b1a7-4e01-9fcf-dcd4aa799fba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 22:28:34.629021 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-99536658-b1a7-4e01-9fcf-dcd4aa799fba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 22:28:34.633633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-99536658-b1a7-4e01-9fcf-dcd4aa799fba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2422738 Nov 15 22:28:34.656605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] For port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:34.658729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45816) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:34.664243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276948473'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:34.751628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.760131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1018310b-5c2c-49a1-8188-b3eaef6cb3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.761293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:34.777508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:34.792922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:34.824954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event updated for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:34.833572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Routers {'046e0ce6-18ab-4cff-9cd6-060e7c244108'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:34.834753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['046e0ce6-18ab-4cff-9cd6-060e7c244108'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:34.883723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:34.884793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.897462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c7fb4-5e98-41a5-9b90-7204974c1e64 None None] Pushing event updated for resources: {'Port': ['ID=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:34.918527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.941255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:34.945429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.035469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] Set router 046e0ce6-18ab-4cff-9cd6-060e7c244108 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:35.036694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-065710f8-18d1-47ae-876f-a9cd0bc4c2d1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2657304 Nov 15 22:28:35.082884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Request body: {'port': {'device_id': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:35.225430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.240536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:35.279927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.292858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.376838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:35.392454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'mac_address': 'fa:16:3e:ee:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:35.393249 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.393601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.397980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-919a310c-3cae-4ec0-8ee0-13670c5f7bd7 None None] Provisioning complete for port 1f286c62-bde8-4bba-8fed-866c52840e31 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:35.398506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-919a310c-3cae-4ec0-8ee0-13670c5f7bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.406922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.417755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db11ac-d811-4c7c-b336-55eb89ed7f77 req-ea7c9c80-f6db-49cf-a46e-79b053e7484b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:35.420707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07db11ac-d811-4c7c-b336-55eb89ed7f77 req-ea7c9c80-f6db-49cf-a46e-79b053e7484b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1885526 Nov 15 22:28:35.456006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677c0d7-0085-4ff1-8efb-50a06c165499 req-60867cd8-b0f8-4756-a56e-2ca06491e0bc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:35.465404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-919a310c-3cae-4ec0-8ee0-13670c5f7bd7 None None] Port 1f286c62-bde8-4bba-8fed-866c52840e31 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:35.466662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5677c0d7-0085-4ff1-8efb-50a06c165499 req-60867cd8-b0f8-4756-a56e-2ca06491e0bc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 931 time: 0.1824319 Nov 15 22:28:35.491515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:26Z', 'updated_at': '2021-11-15T22:28:30Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:28Z', 'updated_at': '2021-11-15T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:35.503563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.523823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.526090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348adae-4052-4faf-b46a-744e0e4ab62a None None] The sync data for ids ['046e0ce6-18ab-4cff-9cd6-060e7c244108'] in n-d-817995-3 is: [{'id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158'}], 'enable_snat': False}, 'gw_port_id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:26Z', 'updated_at': '2021-11-15T22:28:30Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '358e36b8-8aeb-4d1f-9896-99f5ccd28a7f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046e0ce6-18ab-4cff-9cd6-060e7c244108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:28Z', 'updated_at': '2021-11-15T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:35.538448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.558809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:35.578706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:35.639079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5677c0d7-0085-4ff1-8efb-50a06c165499 req-7412251c-f2ee-4149-954d-f5e95eba1b35 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697812 Nov 15 22:28:35.654944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.674274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07db11ac-d811-4c7c-b336-55eb89ed7f77 req-0a1a7798-33c0-4bd4-b930-47b89f18f200 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435029 Nov 15 22:28:35.682202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59107fd8-6b6e-40ce-9791-a2dbefa8186b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:35.720048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.25.0.13 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/74742641-18ce-45b0-96fc-13933991f6d3) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:35.730467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.747516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:35.787464 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Floating IP b5d40332-a717-4c13-8caf-8f46368cac0c associated. External IP: 172.25.0.40, port: 85b822a0-5ac8-4c69-8212-e92562cbbf60. Nov 15 22:28:35.853624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:35.920468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2da2f5ce-ec57-4728-aba6-d83effc79c4d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:35.936729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-966ffeb3-ce43-4609-8431-4011dbbe6f85 req-0668adb2-c9a3-48ac-b6b0-3dbfc97fef1b tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.1211908 Nov 15 22:28:35.967284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.044197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.154554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:36.212146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:36.226298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.227821 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5673571 Nov 15 22:28:36.229697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be63b4-991c-466f-8363-187c2b9cbb87 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625b6b8a-deac-434f-92cf-f424c9e24306,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:36.231316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:36.232592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:36.242453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '625b6b8a-deac-434f-92cf-f424c9e24306', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:36.245416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f286c62-bde8-4bba-8fed-866c52840e31 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:36.283834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.374163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.407341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Transition to ACTIVE for port object 1f286c62-bde8-4bba-8fed-866c52840e31 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:28:36.438791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-5195e1a5-3c0e-4863-be2e-d6c8043051f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:36.447915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-5195e1a5-3c0e-4863-be2e-d6c8043051f3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.57 "GET /v2.0/networks?id=70ba7d00-e530-4d3d-b11b-10e9e49ca769 HTTP/1.1" status: 200 len: 805 time: 0.4458616 Nov 15 22:28:36.453602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:36.454160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.465992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=74742641-18ce-45b0-96fc-13933991f6d3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:36.474245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:36.478936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:36.486108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:36.496755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.535628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:36.548198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.548320 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Sync routers for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:36.563882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.565534 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:36.570472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:36.593747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:36.623018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7568817a-d1ff-44fc-a677-d39f78e8517d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "PUT /v2.0/floatingips/b5d40332-a717-4c13-8caf-8f46368cac0c HTTP/1.1" status: 200 len: 990 time: 2.7764392 Nov 15 22:28:36.625060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:36.628183 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb505bb-5353-44ac-9de6-3ec67a80a710" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:36.700835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.788513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.826471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:36.830508 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:36.876705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.960274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1684b6-17d9-4a2e-b722-e23bf1df6154,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:36.970058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:36.995076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:37.006722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56086be-1774-4f84-bdda-7495d3713578 req-b9001776-5267-4e9f-b9cb-b70576327f0f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:37.007554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:37.010278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e56086be-1774-4f84-bdda-7495d3713578 req-b9001776-5267-4e9f-b9cb-b70576327f0f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.2187064 Nov 15 22:28:37.014599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.015163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.015660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.016285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.016818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.017344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.017829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.019399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.019918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.020416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.020934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.021410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:28:37.024438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:37.025936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:37.087742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.089032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50217fda-1bd2-4159-b510-1ac917910f3b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8513415 Nov 15 22:28:37.095585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45836) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:37.108591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4974b131-fc9b-41ca-914b-f5f76534b283 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '625b6b8a-deac-434f-92cf-f424c9e24306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:37.108957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1fc0-973b-4c6a-aa1b-6614637f9f75 req-0e88b72b-cbfa-4794-adf8-3fbcc9a8adee tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:37.109932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4fa1fc0-973b-4c6a-aa1b-6614637f9f75 req-0e88b72b-cbfa-4794-adf8-3fbcc9a8adee tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.2710555 Nov 15 22:28:37.117804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-5ce6a74b-5fe3-40b8-b288-8e682e061604 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39fabf82b2cf4875a7fe274e16aa35da HTTP/1.1" status: 200 len: 379 time: 0.6648540 Nov 15 22:28:37.122350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:37.138772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'port': {'device_id': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'admin_state_up': True, 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'security_groups': ['63c0e152-d577-4885-9fb4-d09dd38ba49e']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:37.158865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'b5d40332-a717-4c13-8caf-8f46368cac0c', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefb40c-c45c-4260-8d2f-707900633603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:35Z', 'revision_number': 1, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:37.164898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e56086be-1774-4f84-bdda-7495d3713578 req-97b741e6-0236-447e-9872-081da1f4e706 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227534 Nov 15 22:28:37.180553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.226892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.231752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66ae88e8-5090-404a-b928-06e920756d8d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.3647740 Nov 15 22:28:37.240567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:37.247851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Checking router: 7cac97d8-f026-40e9-b08d-3a416c7e3f10 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:37.250194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:37.270159 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:37.272151 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:37.310482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8893f94f-c8a6-4e37-bbcc-5fef6ae47752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.326268 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87354842-e5fe-4c3a-8fd5-dbed2623ad11 x-openstack-request-id: req-87354842-e5fe-4c3a-8fd5-dbed2623ad11 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:37.326881 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:37.326881 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87354842-e5fe-4c3a-8fd5-dbed2623ad11 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:37.327239 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'status': 'completed', 'code': 200} Nov 15 22:28:37.377157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:37.509189 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:37.530002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4974b131-fc9b-41ca-914b-f5f76534b283 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.576023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Deleting port 50d550d4-64ad-40fa-af77-a1f0a348f2f9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:37.576023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.607745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:28:37.612220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fa5e26a-9e0e-4240-9f02-6e4043bb66e7 req-4c9b668f-554d-4ad4-a421-6893cec04400 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.1668429 Nov 15 22:28:37.626218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4fa1fc0-973b-4c6a-aa1b-6614637f9f75 req-862f663e-2bb6-4b8d-8141-8ceb8b8346fc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065067 Nov 15 22:28:37.630395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:37.630636 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.641075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-c69fe6e8-d0f6-41f7-bc9d-e8d13f6d5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:37.643511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-c69fe6e8-d0f6-41f7-bc9d-e8d13f6d5bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1096 time: 0.3031247 Nov 15 22:28:37.698400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:34Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:37.750945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:37.751806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Updating router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 port 9ad57226-d51a-46bd-af39-687936c6a33a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:37.828700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.883370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Attempting to bind port 1f286c62-bde8-4bba-8fed-866c52840e31 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:37.883985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Attempting to bind port 1f286c62-bde8-4bba-8fed-866c52840e31 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:37.885417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Attempting to bind port 1f286c62-bde8-4bba-8fed-866c52840e31 on network e1b1a545-857e-4deb-b65d-0eb66e936ffa {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:37.928944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Port 1f286c62-bde8-4bba-8fed-866c52840e31 on network e1b1a545-857e-4deb-b65d-0eb66e936ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:28:37.929508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Attempting to bind port 1f286c62-bde8-4bba-8fed-866c52840e31 on network e1b1a545-857e-4deb-b65d-0eb66e936ffa {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:37.964329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:37.964884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Checking segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:37.965910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Bound using segment: {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:37.965910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Bound port: 1f286c62-bde8-4bba-8fed-866c52840e31, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:37.966178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:37.974363 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'b5d40332-a717-4c13-8caf-8f46368cac0c', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefb40c-c45c-4260-8d2f-707900633603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:35Z', 'revision_number': 1, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:38.024430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c29a23-dfec-4601-b8cf-1af021a42197 None None] The sync data for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 is: [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'b5d40332-a717-4c13-8caf-8f46368cac0c', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aefb40c-c45c-4260-8d2f-707900633603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:35Z', 'revision_number': 1, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:38.028925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Made reservation on behalf of 39fabf82b2cf4875a7fe274e16aa35da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:38.032407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.039910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] For port 50d550d4-64ad-40fa-af77-a1f0a348f2f9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50d550d4-64ad-40fa-af77-a1f0a348f2f9,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:38.040272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.058884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Calling delete_port for 50d550d4-64ad-40fa-af77-a1f0a348f2f9 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:38.126682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.156012 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-4974b131-fc9b-41ca-914b-f5f76534b283 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 22:28:38.157074 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4974b131-fc9b-41ca-914b-f5f76534b283 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0534177 Nov 15 22:28:38.174106 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.177122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:38.180467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:38.194873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.251309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.278466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:38.278466 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1736c1e8-04d9-4c2f-8f2d-30020760c004" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:38.291719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-4e6db78a-118f-42d2-a0b3-a20f9bd6bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.293165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-4e6db78a-118f-42d2-a0b3-a20f9bd6bd2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.6403112 Nov 15 22:28:38.312295 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.324223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:38.383736 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc55a6-405c-4220-912f-6b0d4726f1aa x-openstack-request-id: req-01fc55a6-405c-4220-912f-6b0d4726f1aa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:38.384147 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:38.384402 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01fc55a6-405c-4220-912f-6b0d4726f1aa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:38.385509 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'code': 200} Nov 15 22:28:38.388418 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59fb7dd-207d-4b7f-88bb-ac44cffeb341 None None] New status for floating IP b5d40332-a717-4c13-8caf-8f46368cac0c: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:28:38.395627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Attempting to bind port 9ad57226-d51a-46bd-af39-687936c6a33a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:38.396015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Attempting to bind port 9ad57226-d51a-46bd-af39-687936c6a33a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:38.396430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Attempting to bind port 9ad57226-d51a-46bd-af39-687936c6a33a on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:38.408365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cff8e-760f-4d9b-a64d-80c4fa6bfad8 None None] Pushing event updated for resources: {'Port': ['ID=9ad57226-d51a-46bd-af39-687936c6a33a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:38.411954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:38.412331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:38.413102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.413886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:38.414515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Bound port: 9ad57226-d51a-46bd-af39-687936c6a33a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:38.414904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.435109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.446852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:38.447207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.457804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.540989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Allocated IP 172.20.0.13 (70ba7d00-e530-4d3d-b11b-10e9e49ca769/24a176ad-f786-4db8-9692-97c8c06073cd/5277ec6d-e381-4c45-9486-b2b3c460900a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:38.559321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415069e-bbae-4e74-89cb-17bc39814788 req-29874c6e-f769-40ed-9ae2-85c9942bc270 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.561653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415069e-bbae-4e74-89cb-17bc39814788 req-29874c6e-f769-40ed-9ae2-85c9942bc270 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.2773240 Nov 15 22:28:38.563619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.572309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-8266a689-5747-4a36-b8e3-bac6c2ca61d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.2646592 Nov 15 22:28:38.574284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] For port 9ad57226-d51a-46bd-af39-687936c6a33a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:38.577541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:38.586724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:38.593603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] For port 9ad57226-d51a-46bd-af39-687936c6a33a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ad57226-d51a-46bd-af39-687936c6a33a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:38.622332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1f286c62-bde8-4bba-8fed-866c52840e31,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:38.661605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624870-669a-4123-985b-031612680b32 req-d539d184-1f56-47a6-9596-3e2e4c4e8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.663064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f0624870-669a-4123-985b-031612680b32 req-d539d184-1f56-47a6-9596-3e2e4c4e8b1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1101 time: 0.2047911 Nov 15 22:28:38.688806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.710737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-1a8d20ab-9543-49a8-882e-849f12de6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.712239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-1a8d20ab-9543-49a8-882e-849f12de6436 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1194804 Nov 15 22:28:38.748834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6b3f891-96d2-41b2-a9f1-4c6273a1fabf req-a5e06d14-1403-4e02-ada3-b6411014d966 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.0481448 Nov 15 22:28:38.756029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:38.756496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:38.760552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cff8e-760f-4d9b-a64d-80c4fa6bfad8 None None] Pushing event updated for resources: {'Port': ['ID=9ad57226-d51a-46bd-af39-687936c6a33a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:38.774417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a415069e-bbae-4e74-89cb-17bc39814788 req-9dc2e3ed-8a1b-4bf2-896d-e46defb0b794 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955051 Nov 15 22:28:38.817218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router fbfecd73-10bb-48a6-a46d-0592745245a5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:38.828357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.883627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-e868a1f6-8434-4f16-94a9-e7b381ce870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.885269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-e868a1f6-8434-4f16-94a9-e7b381ce870e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398230 Nov 15 22:28:38.895072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:38.895829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.897918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 200 len: 1091 time: 3.8229446 Nov 15 22:28:38.898831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:38.911896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:38.972507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:38.974552 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:39.001530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.007359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.010034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/625b6b8a-deac-434f-92cf-f424c9e24306 HTTP/1.1" status: 204 len: 168 time: 0.8296628 Nov 15 22:28:39.031280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.105866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e34301-c739-44a9-b2ec-b383ba19fd61 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b6b8a-deac-434f-92cf-f424c9e24306,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:39.131660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f0624870-669a-4123-985b-031612680b32 req-782cb089-6659-4743-9d6e-3f3500962985 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541438 Nov 15 22:28:39.143491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a32145-5303-4d45-b486-5ecb7e324cc3 req-8fe98268-afd6-4188-9b00-cede907c7c38 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:39.145122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30a32145-5303-4d45-b486-5ecb7e324cc3 req-8fe98268-afd6-4188-9b00-cede907c7c38 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.2914028 Nov 15 22:28:39.153314 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a20d4-0f40-429f-ac71-3812ada08d9c x-openstack-request-id: req-d14a20d4-0f40-429f-ac71-3812ada08d9c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:39.153715 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:39.154888 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d14a20d4-0f40-429f-ac71-3812ada08d9c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:39.155529 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31', 'status': 'completed', 'code': 200} Nov 15 22:28:39.159522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1343a2b8-7d8e-4f52-a7ea-d4ad3983f748 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1218481 Nov 15 22:28:39.170893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.177576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecffb9d-ec7b-40e6-a825-0c27fffa9a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:39.193521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983703190'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:39.206344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:34Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:39.249038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53027d03-2cbb-42af-8e04-5c6b455fdd7d None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:34Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:39.296021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-4a222419-bfc4-469b-8885-20132bd89194 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940692 Nov 15 22:28:39.307672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:39.319027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Sync routers for ids ['fbfecd73-10bb-48a6-a46d-0592745245a5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:39.330084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.336169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30a32145-5303-4d45-b486-5ecb7e324cc3 req-40159ccd-4119-4bc3-8b14-8bf1c8cc7760 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762886 Nov 15 22:28:39.356646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Pushing event deleted for resources: {'Port': ['ID=50d550d4-64ad-40fa-af77-a1f0a348f2f9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:39.357310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Routers {'fbfecd73-10bb-48a6-a46d-0592745245a5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:39.358244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fbfecd73-10bb-48a6-a46d-0592745245a5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:39.363776 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.410567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-63d8a70f-1357-4ffd-95f2-1ba1a04a969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:39.413673 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.413851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-63d8a70f-1357-4ffd-95f2-1ba1a04a969b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=266d644decdd4e5292d3b9656d905e8f&device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 1094 time: 0.3789027 Nov 15 22:28:39.487755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.527022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb505bb-5353-44ac-9de6-3ec67a80a710 req-c62258c1-6d78-4a04-b03b-3a75b00de456 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129829 Nov 15 22:28:39.563039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.564948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a33e4eb9-6397-4770-9c31-0e5b7786896d tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.3256679 Nov 15 22:28:39.569913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45860) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.596146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-9147676a-fc12-4f40-ad62-9f24ac8800d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 200 len: 217 time: 0.1683524 Nov 15 22:28:39.680188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Set router fbfecd73-10bb-48a6-a46d-0592745245a5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:39.726680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-31d8ab93-fa9c-4920-b9a8-d4a7a24239c1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/fbfecd73-10bb-48a6-a46d-0592745245a5 HTTP/1.1" status: 200 len: 905 time: 0.1557519 Nov 15 22:28:39.732063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.735115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.780889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.835719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf5cd6-324c-4474-a482-92d9c28487b7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:39.925474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-eb80c67c-488e-4a86-b73a-fd9264c5723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:39.926570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-eb80c67c-488e-4a86-b73a-fd9264c5723b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7facc633-ab73-47ce-95b4-c38c2c356b59 HTTP/1.1" status: 200 len: 853 time: 0.3203743 Nov 15 22:28:39.930701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d11007d9-41ff-4e17-bf2f-594924a54b05 req-ef4d4ffc-04da-4b6f-b2fc-46ea3917f9cb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 210 time: 0.0554690 Nov 15 22:28:39.933812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.938414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2a5699a-4e81-4dd9-86a0-303ff33a7111 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7598007 Nov 15 22:28:39.938717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.943558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8050fecb-01eb-4312-a57a-b4169e06e6e4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '8bdf5cd6-324c-4474-a482-92d9c28487b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:39.950456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:39.963868 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-8050fecb-01eb-4312-a57a-b4169e06e6e4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 22:28:39.964640 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-8050fecb-01eb-4312-a57a-b4169e06e6e4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:39.964850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '74742641-18ce-45b0-96fc-13933991f6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:33Z', 'updated_at': '2021-11-15T22:28:36Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '74742641-18ce-45b0-96fc-13933991f6d3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:35Z', 'updated_at': '2021-11-15T22:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:39.966736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8050fecb-01eb-4312-a57a-b4169e06e6e4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0261698 Nov 15 22:28:39.982480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:39.990041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.043503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Checking router: fbfecd73-10bb-48a6-a46d-0592745245a5 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:40.044947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Updating router fbfecd73-10bb-48a6-a46d-0592745245a5 port 74742641-18ce-45b0-96fc-13933991f6d3 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:40.101708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da10c9-5dc1-4b63-a566-add1684f5507 req-d14302fb-5c51-4c43-8f44-9c9f1fd43eac tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:40.105130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.110318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17da10c9-5dc1-4b63-a566-add1684f5507 req-d14302fb-5c51-4c43-8f44-9c9f1fd43eac tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.2222226 Nov 15 22:28:40.191127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.237630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.260338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ad57226-d51a-46bd-af39-687936c6a33a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:40.270658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17da10c9-5dc1-4b63-a566-add1684f5507 req-25ddc526-b960-4def-bfe0-3d52316355f8 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590400 Nov 15 22:28:40.370691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.377822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.385305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/8bdf5cd6-324c-4474-a482-92d9c28487b7 HTTP/1.1" status: 204 len: 168 time: 0.4010627 Nov 15 22:28:40.386046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:40.403517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9ad57226-d51a-46bd-af39-687936c6a33a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:40.403926 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.429874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46c47-61f8-4224-98fc-6e9549ae8b17 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf5cd6-324c-4474-a482-92d9c28487b7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:40.467442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.531562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a8e6a67b-945a-4d44-b2e4-7e28b98c9a85 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1364675 Nov 15 22:28:40.537775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:40.548666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766905419'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:40.582102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Allocated IP 172.20.0.1 (78bf6e62-f8a7-4996-b66d-fb4eef7b8fba/bc2876d0-379b-4d77-a3d7-18377b029c40/e6ee1b70-44f0-49cc-8066-e4f752a42db8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:40.591223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4898e-cf0f-44ba-9cdc-625449586d1c req-68d3dda7-8cf3-4a10-bc13-22a025775044 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:40.597136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eea4898e-cf0f-44ba-9cdc-625449586d1c req-68d3dda7-8cf3-4a10-bc13-22a025775044 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1144249 Nov 15 22:28:40.619914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:40.625383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.642688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.655127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eea4898e-cf0f-44ba-9cdc-625449586d1c req-eac27d0c-f370-4c59-8185-5226925cde8b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542157 Nov 15 22:28:40.661831 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.669281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:40.687069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9ad57226-d51a-46bd-af39-687936c6a33a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ad57226-d51a-46bd-af39-687936c6a33a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:40.717511 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.718765 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.725215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:40.732202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:40.746877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-46ad3741-fb38-4fed-a84a-dd65c52effed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:40.748810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-46ad3741-fb38-4fed-a84a-dd65c52effed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1b1a545-857e-4deb-b65d-0eb66e936ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7920990 Nov 15 22:28:40.783447 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.789104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Attempting to bind port 74742641-18ce-45b0-96fc-13933991f6d3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:40.789472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Attempting to bind port 74742641-18ce-45b0-96fc-13933991f6d3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:40.789826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Attempting to bind port 74742641-18ce-45b0-96fc-13933991f6d3 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:40.793125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97693-3260-43f1-89a0-b3baaf411b20 None None] Pushing event updated for resources: {'Port': ['ID=74742641-18ce-45b0-96fc-13933991f6d3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:40.813324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.822802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:40.823236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:40.823998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.823998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:40.824454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Bound port: 74742641-18ce-45b0-96fc-13933991f6d3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:40.824896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.877839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.888286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9ad57226-d51a-46bd-af39-687936c6a33a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:40.901059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] For port 74742641-18ce-45b0-96fc-13933991f6d3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:40.904728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] For port 74742641-18ce-45b0-96fc-13933991f6d3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74742641-18ce-45b0-96fc-13933991f6d3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:40.944015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3924bd7-478a-4e1b-91b4-03b0ec4ecded,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:40.976421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:40.976421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.992453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-df2777ec-1a12-472e-adff-f08cd7eaf0a6 None None] Provisioning complete for port 5277ec6d-e381-4c45-9486-b2b3c460900a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:40.993229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2777ec-1a12-472e-adff-f08cd7eaf0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:40.997040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.034044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.042604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:41.043389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fa90e16f-da1a-4641-8512-c6f9305928f2 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4990892 Nov 15 22:28:41.088914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b1ead6d4-98fd-4754-ae68-d0d87a991739 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': 'a3924bd7-478a-4e1b-91b4-03b0ec4ecded', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:41.090037 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-b1ead6d4-98fd-4754-ae68-d0d87a991739 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 22:28:41.091541 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b1ead6d4-98fd-4754-ae68-d0d87a991739 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:41.092751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1ead6d4-98fd-4754-ae68-d0d87a991739 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0200865 Nov 15 22:28:41.098664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:41.099288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-df2777ec-1a12-472e-adff-f08cd7eaf0a6 None None] Port 5277ec6d-e381-4c45-9486-b2b3c460900a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:41.107040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Routers {'fbfecd73-10bb-48a6-a46d-0592745245a5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:41.107040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fbfecd73-10bb-48a6-a46d-0592745245a5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:41.110415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97693-3260-43f1-89a0-b3baaf411b20 None None] Pushing event updated for resources: {'Port': ['ID=74742641-18ce-45b0-96fc-13933991f6d3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:41.113873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.131166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.145799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-b3fffec5-26e6-4c93-9fe2-d65224e365f1 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573952 Nov 15 22:28:41.175922 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-661a69ae-6638-4ad2-80d2-cf2c709c2084 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0417483 Nov 15 22:28:41.194713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2aa9-4781-432d-bc18-4307a983684e req-80adc591-6f83-4e52-8846-0dfe3fe78172 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:41.196277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd3c2aa9-4781-432d-bc18-4307a983684e req-80adc591-6f83-4e52-8846-0dfe3fe78172 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 932 time: 0.1516509 Nov 15 22:28:41.226113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.227512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Request body: {'port': {'device_id': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:41.228436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] Set router fbfecd73-10bb-48a6-a46d-0592745245a5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:41.253123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.342016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd3c2aa9-4781-432d-bc18-4307a983684e req-67fa8330-7e11-4185-bfa0-bf8e80bfcdb8 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259134 Nov 15 22:28:41.350707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Router 5e554fec-39ca-4f08-9878-407517797de2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:41.366401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.386137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.389157 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.390461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/a3924bd7-478a-4e1b-91b4-03b0ec4ecded HTTP/1.1" status: 204 len: 168 time: 0.2903321 Nov 15 22:28:41.395336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:41.411103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d21b28c-6479-44f2-94e6-c1b24446b280 req-e9309c3f-0c92-4be3-9496-4c15aeea09c5 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568786 Nov 15 22:28:41.430377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa9e9f-afc2-4043-a183-a9dc71950c80 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3924bd7-478a-4e1b-91b4-03b0ec4ecded,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:41.466408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f307803-18f7-4956-9853-cb3ca35ca883 req-a6f667b5-756c-41f6-a4fe-42089e0b7fdc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:41.467986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f307803-18f7-4956-9853-cb3ca35ca883 req-a6f667b5-756c-41f6-a4fe-42089e0b7fdc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.0947542 Nov 15 22:28:41.493262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.498544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '74742641-18ce-45b0-96fc-13933991f6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:33Z', 'updated_at': '2021-11-15T22:28:36Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '74742641-18ce-45b0-96fc-13933991f6d3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:35Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:41.542801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c3bc-b15b-4d54-8ba1-db1fa9a0637e None None] The sync data for ids ['fbfecd73-10bb-48a6-a46d-0592745245a5'] in n-d-817995-3 is: [{'id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'name': 'tempest-snat-router-59858033', 'tenant_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '74742641-18ce-45b0-96fc-13933991f6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:33Z', 'updated_at': '2021-11-15T22:28:36Z', 'revision_number': 3, 'project_id': '7cc7d3df5df24ea8b00a59c80f3f3acc', 'gw_port': {'id': '74742641-18ce-45b0-96fc-13933991f6d3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfecd73-10bb-48a6-a46d-0592745245a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:35Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:41.548111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f307803-18f7-4956-9853-cb3ca35ca883 req-3dd98877-27fc-4461-9c8c-5ff033c6c90f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693064 Nov 15 22:28:41.632537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Deleting port 74742641-18ce-45b0-96fc-13933991f6d3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:41.633093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.760675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:41.778731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:41.783690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ccc94cff-9c57-487b-8143-c903fbe9ce50 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3859327 Nov 15 22:28:41.794865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:41.801574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:41.811709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--788157174'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:41.831747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:41.864478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a7e5-3018-4d4f-8063-b766f906057f req-c4ba6c8b-8825-4aec-9fd2-62a3d8732ec8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:41.868326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e22a7e5-3018-4d4f-8063-b766f906057f req-c4ba6c8b-8825-4aec-9fd2-62a3d8732ec8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1256297 Nov 15 22:28:41.905561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-1e183e42-5219-474a-b74a-bfb5f94319f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:41.906993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-1e183e42-5219-474a-b74a-bfb5f94319f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=266d644decdd4e5292d3b9656d905e8f&device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 1094 time: 0.3585658 Nov 15 22:28:41.929277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e22a7e5-3018-4d4f-8063-b766f906057f req-6e25b217-46ea-44ba-8266-3179a4278040 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Nov 15 22:28:41.950865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:41.961839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.982093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70a4896d-02f4-4cd7-832e-a4a91ef024aa admin admin] 10.222.0.15 "PUT /v2.0/routers/5e554fec-39ca-4f08-9878-407517797de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7796986 Nov 15 22:28:41.982441 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Sync routers for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:41.988579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:41.989451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.994411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] For port 74742641-18ce-45b0-96fc-13933991f6d3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74742641-18ce-45b0-96fc-13933991f6d3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:41.994770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:41.999885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:42.000518 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:42.163437 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:42.163580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Calling delete_port for 74742641-18ce-45b0-96fc-13933991f6d3 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:42.203051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74742641-18ce-45b0-96fc-13933991f6d3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:42.278828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc6a8-db29-488b-8642-1bb9d42d2f65 req-b18f972f-6002-4dec-ad0f-6a18f0f1e756 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:42.291912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bacdc6a8-db29-488b-8642-1bb9d42d2f65 req-b18f972f-6002-4dec-ad0f-6a18f0f1e756 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1703284 Nov 15 22:28:42.304246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 74742641-18ce-45b0-96fc-13933991f6d3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:42.304645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.406226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6963f829-564f-488b-b441-995c1771eba2 None None] Provisioning complete for port e6ee1b70-44f0-49cc-8066-e4f752a42db8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:42.407072 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6963f829-564f-488b-b441-995c1771eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.407980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.460718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6963f829-564f-488b-b441-995c1771eba2 None None] Port e6ee1b70-44f0-49cc-8066-e4f752a42db8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:42.503901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.514777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bacdc6a8-db29-488b-8642-1bb9d42d2f65 req-bd39d106-189c-4ddf-a005-eac653759fd0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213011 Nov 15 22:28:42.517339 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.533000 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:28:38Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:42.541350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 74742641-18ce-45b0-96fc-13933991f6d3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74742641-18ce-45b0-96fc-13933991f6d3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:42.568530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Checking router: 5e554fec-39ca-4f08-9878-407517797de2 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:42.589137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Routers {'5e554fec-39ca-4f08-9878-407517797de2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:42.589770 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5e554fec-39ca-4f08-9878-407517797de2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:42.630413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-77391863-b15c-43a1-b4a6-3bc435c5b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:42.631923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-77391863-b15c-43a1-b4a6-3bc435c5b3d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 200 len: 915 time: 0.6915541 Nov 15 22:28:42.635622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.650820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326896f-511e-4c02-81af-fc84ffbf641e req-2235f509-706e-4068-aa76-ec52f81a82c2 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:42.653055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4326896f-511e-4c02-81af-fc84ffbf641e req-2235f509-706e-4068-aa76-ec52f81a82c2 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 932 time: 0.1925659 Nov 15 22:28:42.654722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.659363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.660192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ad57226-d51a-46bd-af39-687936c6a33a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:42.701729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5277ec6d-e381-4c45-9486-b2b3c460900a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:42.708099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-c95cd883-9ffa-4d8d-8f6e-f0339a2a2434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 200 len: 217 time: 0.0587492 Nov 15 22:28:42.712860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.753565 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] Set router 5e554fec-39ca-4f08-9878-407517797de2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:42.756721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735508f6-535a-4c41-a52f-8671ed4c73f0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:42.798139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Transition to ACTIVE for port object 5277ec6d-e381-4c45-9486-b2b3c460900a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:28:42.806795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=74742641-18ce-45b0-96fc-13933991f6d3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:42.814620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9ad57226-d51a-46bd-af39-687936c6a33a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:42.815047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.851234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-4c7d9e22-5b02-48e6-9353-c61a2dc2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:42.851234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-4c7d9e22-5b02-48e6-9353-c61a2dc2b6a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7facc633-ab73-47ce-95b4-c38c2c356b59 HTTP/1.1" status: 200 len: 853 time: 0.1323485 Nov 15 22:28:42.873966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8ba8d-cd18-45ae-b45b-9eb7709a7a97 req-b594af1d-9001-4e9e-a327-20456b390b83 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:42.876095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de8ba8d-cd18-45ae-b45b-9eb7709a7a97 req-b594af1d-9001-4e9e-a327-20456b390b83 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.1094990 Nov 15 22:28:42.923721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.925454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.940103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4326896f-511e-4c02-81af-fc84ffbf641e req-a4a5d48e-314e-481f-8b26-4e7defd6b129 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507720 Nov 15 22:28:42.952821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:42.954050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a3a3f96-687b-4e5d-beef-fd1814b2db76 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1609101 Nov 15 22:28:42.963340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:42.967721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-58767876-a43f-4cf4-9fd4-f756a9f8c741 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '735508f6-535a-4c41-a52f-8671ed4c73f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:42.979713 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-58767876-a43f-4cf4-9fd4-f756a9f8c741 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 22:28:42.980325 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-58767876-a43f-4cf4-9fd4-f756a9f8c741 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:42.981423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-58767876-a43f-4cf4-9fd4-f756a9f8c741 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0171330 Nov 15 22:28:42.988557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:42.995585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a3a0722d-76c3-4a46-80de-f07c7b828c84 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '735508f6-535a-4c41-a52f-8671ed4c73f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:42.996255 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-a3a0722d-76c3-4a46-80de-f07c7b828c84 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 22:28:42.996784 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a3a0722d-76c3-4a46-80de-f07c7b828c84 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:42.997747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a3a0722d-76c3-4a46-80de-f07c7b828c84 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073082 Nov 15 22:28:43.000817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:43.004927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:43.006270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-96e87ebc-0386-48ba-840e-d1cd0619381d tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '735508f6-535a-4c41-a52f-8671ed4c73f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:43.018265 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-96e87ebc-0386-48ba-840e-d1cd0619381d tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 22:28:43.018892 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-96e87ebc-0386-48ba-840e-d1cd0619381d tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:43.020452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96e87ebc-0386-48ba-840e-d1cd0619381d tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182297 Nov 15 22:28:43.027053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:43.028091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de8ba8d-cd18-45ae-b45b-9eb7709a7a97 req-d0349d63-7963-495c-a481-f505d4bb8e6f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402419 Nov 15 22:28:43.041130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e5b2ec32-8cd6-40a6-a617-b528ce9f2c8b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '735508f6-535a-4c41-a52f-8671ed4c73f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:43.043032 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-e5b2ec32-8cd6-40a6-a617-b528ce9f2c8b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 22:28:43.043777 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e5b2ec32-8cd6-40a6-a617-b528ce9f2c8b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:43.047615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5b2ec32-8cd6-40a6-a617-b528ce9f2c8b tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0177910 Nov 15 22:28:43.048118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Deleting port 9668c285-6757-47bf-bb34-bc0fd4d429a2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:43.048574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.053268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:43.117357 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:28:38Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:43.134147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-6b8450b8-7b25-45ae-9dd5-c4017e3975ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:43.136343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-6b8450b8-7b25-45ae-9dd5-c4017e3975ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1b1a545-857e-4deb-b65d-0eb66e936ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546706 Nov 15 22:28:43.157584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.178340 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5013fa2-297b-45ba-afdf-c477f0261220 None None] The sync data for ids ['5e554fec-39ca-4f08-9878-407517797de2'] in n-d-817995-3 is: [{'id': '5e554fec-39ca-4f08-9878-407517797de2', 'name': 'tempest-ServersTestManualDisk-2067600836-router', 'tenant_id': 'e1677dd4380142fb90f8b52e9f760661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:25:54Z', 'updated_at': '2021-11-15T22:28:38Z', 'revision_number': 5, 'project_id': 'e1677dd4380142fb90f8b52e9f760661', 'gw_port': {'id': '9668c285-6757-47bf-bb34-bc0fd4d429a2', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e554fec-39ca-4f08-9878-407517797de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:25:56Z', 'updated_at': '2021-11-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:43.209671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.265509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] For port 9668c285-6757-47bf-bb34-bc0fd4d429a2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9668c285-6757-47bf-bb34-bc0fd4d429a2,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:43.266224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.267041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Port': ['ID=74742641-18ce-45b0-96fc-13933991f6d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:43.270077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.291262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Calling delete_port for 9668c285-6757-47bf-bb34-bc0fd4d429a2 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:43.461605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.465471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.466634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/735508f6-535a-4c41-a52f-8671ed4c73f0 HTTP/1.1" status: 204 len: 168 time: 0.4124370 Nov 15 22:28:43.486837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:43.489562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb8cbd-0e7c-4a73-a0c1-9c2e5863f92a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735508f6-535a-4c41-a52f-8671ed4c73f0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:43.588520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec031cc9-2804-4d1c-a329-ae8b10e3a22b req-702e2c4d-540a-4207-838e-113d2071ecaf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:43.590606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec031cc9-2804-4d1c-a329-ae8b10e3a22b req-702e2c4d-540a-4207-838e-113d2071ecaf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1341662 Nov 15 22:28:43.638826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00458bf5-d4b4-42ed-8308-3b12bc808dc3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1442745 Nov 15 22:28:43.641948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:43.664556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--174697316'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:43.730022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2c9deb9c-6967-4ac2-949c-8a73bd089024 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615908 Nov 15 22:28:43.734463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec031cc9-2804-4d1c-a329-ae8b10e3a22b req-ac462c98-3706-49fb-8f0c-2b4d5e93e297 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165793 Nov 15 22:28:43.780247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Attempting to bind port 5277ec6d-e381-4c45-9486-b2b3c460900a on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:43.780955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Attempting to bind port 5277ec6d-e381-4c45-9486-b2b3c460900a by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:43.780955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Attempting to bind port 5277ec6d-e381-4c45-9486-b2b3c460900a on network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:43.797619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.819150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Port 5277ec6d-e381-4c45-9486-b2b3c460900a on network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:28:43.819473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Attempting to bind port 5277ec6d-e381-4c45-9486-b2b3c460900a on network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:43.838238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.845262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.848271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:43.848271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Checking segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:43.848271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Bound using segment: {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:43.848271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Bound port: 5277ec6d-e381-4c45-9486-b2b3c460900a, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b742b4-4047-4649-bca7-b27f6f688419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:43.848271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:43.852118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-0b67a134-196a-44b7-87a4-bb0eff7ed644 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546037 Nov 15 22:28:43.894775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Pushing event deleted for resources: {'Port': ['ID=9668c285-6757-47bf-bb34-bc0fd4d429a2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:43.923523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.027719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.033953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.079915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50d550d4-64ad-40fa-af77-a1f0a348f2f9 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:44.104489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 50d550d4-64ad-40fa-af77-a1f0a348f2f9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:44.105202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50d550d4-64ad-40fa-af77-a1f0a348f2f9 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:44.139580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.183533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.184423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbfecd73-10bb-48a6-a46d-0592745245a5 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:44.189679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:44.200799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.204657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c830c596-90e6-4702-986f-8c2c3eb1fac5 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/routers/fbfecd73-10bb-48a6-a46d-0592745245a5 HTTP/1.1" status: 204 len: 168 time: 4.4700973 Nov 15 22:28:44.205303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:44.222744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.230808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:44.265658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a59aef4-e77b-4f76-973a-ba59ca1b9a03 req-d81ee238-5c56-4649-96e6-e9868e2b5c1d service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503549 Nov 15 22:28:44.339047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.360434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.384779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:44.394043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:44.394687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.396077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] 10.222.0.57 "PUT /v2.0/ports/5277ec6d-e381-4c45-9486-b2b3c460900a HTTP/1.1" status: 200 len: 1092 time: 3.1989601 Nov 15 22:28:44.401977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:44.405850 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0100c072-ee9d-43d6-9bb6-4ded14063cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:44.440966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.464870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.503946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.590963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1f286c62-bde8-4bba-8fed-866c52840e31 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:44.607578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a70907-cd8d-4c0b-b505-0eb1bdce62fa req-576566af-5f02-473e-9f6d-c5c63effe49a tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:44.609104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0a70907-cd8d-4c0b-b505-0eb1bdce62fa req-576566af-5f02-473e-9f6d-c5c63effe49a tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 944 time: 0.2579527 Nov 15 22:28:44.614957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.616179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9655147 Nov 15 22:28:44.616986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97371f-2495-4a88-8275-68a49fac06f4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08119410-7b6f-4883-98ac-daae9ecdd934,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:44.629939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39642656-2d77-4470-a536-62eff82c7e91 req-7beab783-e92b-4206-9eeb-7e00ab4eb23f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:44.635576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:44.637279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39642656-2d77-4470-a536-62eff82c7e91 req-7beab783-e92b-4206-9eeb-7e00ab4eb23f tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 943 time: 0.2871263 Nov 15 22:28:44.653269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.669163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.680749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-12da8a27-d4fc-417d-ab32-5a062365eccb tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:44.688432 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-12da8a27-d4fc-417d-ab32-5a062365eccb tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 22:28:44.689057 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-12da8a27-d4fc-417d-ab32-5a062365eccb tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:44.694744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-12da8a27-d4fc-417d-ab32-5a062365eccb tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0255525 Nov 15 22:28:44.699191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:44.708878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c47379b8-0a5f-41fe-b861-da36a5e5b825 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:44.752166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182a2f7-cdfc-4c02-988f-9e7f522c5be4 service neutron] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:44.765144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39642656-2d77-4470-a536-62eff82c7e91 req-10f1ce6b-920c-4339-89da-151f1a3a761e tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220040 Nov 15 22:28:44.769300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0a70907-cd8d-4c0b-b505-0eb1bdce62fa req-d594c8b5-c989-4577-881f-29d7969d1351 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471751 Nov 15 22:28:44.801033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-a7dd3cab-a3dc-4990-a01a-94e567ded2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:44.802971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-a7dd3cab-a3dc-4990-a01a-94e567ded2e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fabf82b2cf4875a7fe274e16aa35da&device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 1095 time: 0.2378430 Nov 15 22:28:44.803494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.804120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e554fec-39ca-4f08-9878-407517797de2 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:44.809603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.810793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef6103c8-a790-4517-86fc-cf06c255c445 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5e554fec-39ca-4f08-9878-407517797de2 HTTP/1.1" status: 204 len: 168 time: 2.8127556 Nov 15 22:28:44.811170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1f286c62-bde8-4bba-8fed-866c52840e31,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:44.817742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:44.844905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6da427-b1bd-42ef-9949-66785849c8ab x-openstack-request-id: req-aa6da427-b1bd-42ef-9949-66785849c8ab {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:44.844905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:44.844905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6da427-b1bd-42ef-9949-66785849c8ab {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:44.844905 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'status': 'completed', 'code': 200} Nov 15 22:28:44.885803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '1f286c62-bde8-4bba-8fed-866c52840e31', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'port_id': '1f286c62-bde8-4bba-8fed-866c52840e31', 'mac_address': 'fa:16:3e:55:f2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:44.889130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-dd5d5bc6-3699-4f09-9269-06674c6073ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5277ec6d-e381-4c45-9486-b2b3c460900a HTTP/1.1" status: 200 len: 217 time: 0.0662129 Nov 15 22:28:44.911750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:44.930696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:44.965104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:44.988935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f286c62-bde8-4bba-8fed-866c52840e31 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:44.993930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Deleting subnet a2050370-84e1-4cdc-9618-019f787db47c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:28:44.999928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.044052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1f286c62-bde8-4bba-8fed-866c52840e31,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:45.102298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.115526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.122633 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c47379b8-0a5f-41fe-b861-da36a5e5b825 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.126903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c47379b8-0a5f-41fe-b861-da36a5e5b825 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4191854 Nov 15 22:28:45.128552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45970) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.142918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0ac9315a-a402-4c53-8fbc-5472a8f695a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:45.143408 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-0ac9315a-a402-4c53-8fbc-5472a8f695a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 22:28:45.143892 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-0ac9315a-a402-4c53-8fbc-5472a8f695a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.145057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ac9315a-a402-4c53-8fbc-5472a8f695a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116501 Nov 15 22:28:45.149258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.150792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.155319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-798d4139-3bab-457d-b140-46e5d28bf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:45.158531 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-798d4139-3bab-457d-b140-46e5d28bf0a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a176ad-f786-4db8-9692-97c8c06073cd HTTP/1.1" status: 200 len: 844 time: 0.2516146 Nov 15 22:28:45.164499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1efee986-2a7a-4ed4-afd9-fb0bcb8af7b4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:45.187061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94db81d-98e3-4627-864e-e033df8bb4f5 req-46e0125f-72d9-4db4-bf56-cfe2ae9537ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:45.188669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f94db81d-98e3-4627-864e-e033df8bb4f5 req-46e0125f-72d9-4db4-bf56-cfe2ae9537ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1917119 Nov 15 22:28:45.236551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:45.284477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-04febeb3-7c68-41c0-9a36-f77b60248fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:45.284652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d5f0e8df-2b17-4e75-85e7-fe82e503a361 None None] Provisioning complete for port e6ee1b70-44f0-49cc-8066-e4f752a42db8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:45.284652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e8df-2b17-4e75-85e7-fe82e503a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.285365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-04febeb3-7c68-41c0-9a36-f77b60248fa8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70ba7d00-e530-4d3d-b11b-10e9e49ca769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145196 Nov 15 22:28:45.296645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.310173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f94db81d-98e3-4627-864e-e033df8bb4f5 req-a52002ff-285e-4c44-a103-d693893a42ed tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083894 Nov 15 22:28:45.335429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0e8df-2b17-4e75-85e7-fe82e503a361 None None] Port e6ee1b70-44f0-49cc-8066-e4f752a42db8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:45.342171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:45.397671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1f286c62-bde8-4bba-8fed-866c52840e31'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:45.397939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Deleting port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:45.398103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.481892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.511944 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1efee986-2a7a-4ed4-afd9-fb0bcb8af7b4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.513092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1efee986-2a7a-4ed4-afd9-fb0bcb8af7b4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3619819 Nov 15 22:28:45.514214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2050370-84e1-4cdc-9618-019f787db47c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:45.516865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.525697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a091f31d-c07e-4961-bd84-277ce9b4bdd0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:45.526952 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-a091f31d-c07e-4961-bd84-277ce9b4bdd0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 22:28:45.527670 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a091f31d-c07e-4961-bd84-277ce9b4bdd0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.531212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a091f31d-c07e-4961-bd84-277ce9b4bdd0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103798 Nov 15 22:28:45.534246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.539118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.544260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17ae0eec-cff2-4c72-9690-c4fdb9ce6eae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a2050370-84e1-4cdc-9618-019f787db47c HTTP/1.1" status: 204 len: 168 time: 0.7251415 Nov 15 22:28:45.545228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.546177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1e54b08f-6706-4117-a176-a35ab15749b3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:45.547037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d0d60-d5d5-45eb-9731-19f31f6fb4eb None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:45.592047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-fa33d8cc-6606-4d8b-a327-44acadf0583b service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809296 Nov 15 22:28:45.609178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] For port 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:45.610047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.632070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.689274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Calling delete_port for 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:45.691870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Deleting port c4fd6b84-f468-4307-ae9c-5f17abe8a618 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:45.692385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.761045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] For port c4fd6b84-f468-4307-ae9c-5f17abe8a618, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c4fd6b84-f468-4307-ae9c-5f17abe8a618,segment=NetworkSegment(55e7afcf-9f03-4eac-a7c1-8e70910adc14),segment_id=55e7afcf-9f03-4eac-a7c1-8e70910adc14)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:45.761714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:45.776663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Calling delete_port for c4fd6b84-f468-4307-ae9c-5f17abe8a618 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:45.793936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] DHCP port deletion for 9a83f58d-f0de-4999-a5e0-38762762b189 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:28:45.808758 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-1e54b08f-6706-4117-a176-a35ab15749b3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Project e080a43de7594b70ab9725ddbae5d03f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:28:45.815290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:45.825687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9e50b73e-cb66-4de7-ab2c-306d65968d35 admin admin] 10.222.0.15 "PUT /v2.0/routers/0df1f996-8c7b-4ee2-b34d-a5ad7e468b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5729823 Nov 15 22:28:45.837211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61d7c924-0167-4c7f-b916-98f209527eb9 req-218dba94-8f08-4d14-b7a7-047664102ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329757 Nov 15 22:28:45.903049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:45.918957 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1e54b08f-6706-4117-a176-a35ab15749b3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.924289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1e54b08f-6706-4117-a176-a35ab15749b3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3840787 Nov 15 22:28:45.925050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.931824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50b5f936-f32b-443f-95a2-a89e82fbb2b0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:45.932307 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-50b5f936-f32b-443f-95a2-a89e82fbb2b0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 22:28:45.932861 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-50b5f936-f32b-443f-95a2-a89e82fbb2b0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:45.938656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50b5f936-f32b-443f-95a2-a89e82fbb2b0 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114861 Nov 15 22:28:45.939691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:45.942384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:45.947472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:45.950738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b63dce2f-e937-4b89-b1e7-4b0edc046ca5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:46.037446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.104255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f2eb-5c88-41df-88cb-7f0d396e0c8f req-d12c255d-6d68-4304-a403-badfb0dcc867 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.106659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-69894ac1-2b72-4136-a5eb-584dd9f4c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.108240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-69894ac1-2b72-4136-a5eb-584dd9f4c7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fabf82b2cf4875a7fe274e16aa35da&device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 1095 time: 0.0659280 Nov 15 22:28:46.109114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6d8f2eb-5c88-41df-88cb-7f0d396e0c8f req-d12c255d-6d68-4304-a403-badfb0dcc867 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 944 time: 0.2139628 Nov 15 22:28:46.111450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fd6b84-f468-4307-ae9c-5f17abe8a618,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:46.133451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] No DVR routers for this DVR port c4fd6b84-f468-4307-ae9c-5f17abe8a618 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:46.145440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1804b-7f5c-4266-9269-2ca376e1cf81 req-135c2ac0-508b-41f0-9286-47819b28ea35 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.147714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69c1804b-7f5c-4266-9269-2ca376e1cf81 req-135c2ac0-508b-41f0-9286-47819b28ea35 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 944 time: 0.1810515 Nov 15 22:28:46.170771 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-b63dce2f-e937-4b89-b1e7-4b0edc046ca5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Project e080a43de7594b70ab9725ddbae5d03f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:28:46.219015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74742641-18ce-45b0-96fc-13933991f6d3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:46.219616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.254131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 74742641-18ce-45b0-96fc-13933991f6d3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:46.255355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74742641-18ce-45b0-96fc-13933991f6d3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:46.255681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event deleted for resources: {'Port': ['ID=358e36b8-8aeb-4d1f-9896-99f5ccd28a7f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:46.256174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9668c285-6757-47bf-bb34-bc0fd4d429a2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:46.258535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-9a20a517-f8a3-4727-a1b7-0199ae41a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.260072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-9a20a517-f8a3-4727-a1b7-0199ae41a98b service neutron] 10.222.0.57 "GET /v2.0/networks?id=70ba7d00-e530-4d3d-b11b-10e9e49ca769 HTTP/1.1" status: 200 len: 906 time: 0.1443694 Nov 15 22:28:46.282797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.302158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9668c285-6757-47bf-bb34-bc0fd4d429a2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:46.302158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9668c285-6757-47bf-bb34-bc0fd4d429a2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:46.302158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4fd6b84-f468-4307-ae9c-5f17abe8a618 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:46.322151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6d8f2eb-5c88-41df-88cb-7f0d396e0c8f req-580bc8f0-a7d6-447c-baa5-ed060fd15429 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901672 Nov 15 22:28:46.325436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Deleting port c4fd6b84-f468-4307-ae9c-5f17abe8a618 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:46.325833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.328092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c4fd6b84-f468-4307-ae9c-5f17abe8a618 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:46.328435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c4fd6b84-f468-4307-ae9c-5f17abe8a618 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:46.336308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a83f58d-f0de-4999-a5e0-38762762b189']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:46.341651 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b63dce2f-e937-4b89-b1e7-4b0edc046ca5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:46.345322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b63dce2f-e937-4b89-b1e7-4b0edc046ca5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4009507 Nov 15 22:28:46.346666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:46.359706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-0a3cb3bb-0e27-445e-9c93-d5842f6760e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5277ec6d-e381-4c45-9486-b2b3c460900a HTTP/1.1" status: 200 len: 217 time: 0.0690734 Nov 15 22:28:46.360007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e7afcf-9f03-4eac-a7c1-8e70910adc14') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:46.360007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e7afcf-9f03-4eac-a7c1-8e70910adc14') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:46.360330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-45666c14-d87d-4476-baf0-40cf00977e1e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '08119410-7b6f-4883-98ac-daae9ecdd934', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:46.367067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.389508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69c1804b-7f5c-4266-9269-2ca376e1cf81 req-d1bbfcb0-424a-4119-bbf2-a0903ac3a9fb tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132578 Nov 15 22:28:46.394050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.417918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:28:46.418379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:28:46.421525 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:28:46.424159 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.443649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:46.495259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] For port c4fd6b84-f468-4307-ae9c-5f17abe8a618, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:46.495652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.518833 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-45666c14-d87d-4476-baf0-40cf00977e1e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Project e080a43de7594b70ab9725ddbae5d03f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:28:46.528221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-0b59d7ee-1719-476d-aa9f-ac530c2ec1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.529830 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-0b59d7ee-1719-476d-aa9f-ac530c2ec1f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a176ad-f786-4db8-9692-97c8c06073cd HTTP/1.1" status: 200 len: 844 time: 0.1654787 Nov 15 22:28:46.535649 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.538376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.549232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Calling delete_port for c4fd6b84-f468-4307-ae9c-5f17abe8a618 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:46.554669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Port c4fd6b84-f468-4307-ae9c-5f17abe8a618 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:28:46.608648 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-45666c14-d87d-4476-baf0-40cf00977e1e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:46.611203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac00e-680f-4582-8839-466988aeff57 req-62803d7f-0458-40cd-9fed-ffc7ac4544ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.612942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45666c14-d87d-4476-baf0-40cf00977e1e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2617803 Nov 15 22:28:46.614959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46002) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:46.634453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d7ac00e-680f-4582-8839-466988aeff57 req-62803d7f-0458-40cd-9fed-ffc7ac4544ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0815659 Nov 15 22:28:46.675620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1f286c62-bde8-4bba-8fed-866c52840e31 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:46.708004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d7ac00e-680f-4582-8839-466988aeff57 req-b5845543-1000-44e9-ac69-4b41752be9be tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 15 22:28:46.710092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.719927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.722261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.726118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9a83f58d-f0de-4999-a5e0-38762762b189 HTTP/1.1" status: 204 len: 168 time: 1.1797168 Nov 15 22:28:46.749961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Pushing event deleted for resources: {'Port': ['ID=c4fd6b84-f468-4307-ae9c-5f17abe8a618,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:46.764451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] Network 9a83f58d-f0de-4999-a5e0-38762762b189 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 22:28:46.765206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98001262-06b0-490a-ad63-4e4a5b84ca2c None None] No DVR routers for this DVR port c4fd6b84-f468-4307-ae9c-5f17abe8a618 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:28:46.770874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324eecb2-e9a1-4c93-a05c-e49c221e2ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a83f58d-f0de-4999-a5e0-38762762b189,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:46.811336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:43Z', 'revision_number': 2, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:46.856219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 1f286c62-bde8-4bba-8fed-866c52840e31 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:28:46.861152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 1f286c62-bde8-4bba-8fed-866c52840e31 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:46.861517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.864737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:46.865081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Updating router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 port e6ee1b70-44f0-49cc-8066-e4f752a42db8 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:28:46.917523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.924081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-47b1ba6a-29c3-4f2a-b4c7-81257edeb0d4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:46.926159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-47b1ba6a-29c3-4f2a-b4c7-81257edeb0d4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 821 time: 0.1583273 Nov 15 22:28:46.944772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-b8650ea4-7358-4385-8b23-c1e1636c7ccc tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/quotas/484cd39cf1194d3a919db95e2493ee5f HTTP/1.1" status: 200 len: 375 time: 0.0116713 Nov 15 22:28:46.994827 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:46.995439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 046e0ce6-18ab-4cff-9cd6-060e7c244108 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:47.004111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.005145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-25cd0d24-510c-4110-af43-073bc7c81167 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523486 Nov 15 22:28:47.009960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-507e7fa3-89ac-46e2-9034-2c966926f9a6 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "DELETE /v2.0/routers/046e0ce6-18ab-4cff-9cd6-060e7c244108 HTTP/1.1" status: 204 len: 168 time: 2.7999775 Nov 15 22:28:47.010584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:47.025002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-650975452', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:47.025644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-0a6d18be-6dda-4c54-8997-c985a692bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.027241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-0a6d18be-6dda-4c54-8997-c985a692bcb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70ba7d00-e530-4d3d-b11b-10e9e49ca769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4869826 Nov 15 22:28:47.136296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-a5d52360-5cf0-4edd-b969-09276cceca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.137990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-a5d52360-5cf0-4edd-b969-09276cceca15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1101 time: 0.1550550 Nov 15 22:28:47.141504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.163399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-85d29806-145f-47b0-90a9-8b9514660d33 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199074 Nov 15 22:28:47.199752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.201387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.221281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.236591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.240591 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-bd103754-662b-498c-b27e-4b6308d7979d service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001643 Nov 15 22:28:47.265394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:47.268085 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a748574-9b39-484d-ab05-2785977bfcc4" -d '{"events": [{"server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "name": "network-vif-plugged", "status": "completed", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:47.289223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1f286c62-bde8-4bba-8fed-866c52840e31,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:47.329812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:47.337636 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f4209-414c-4652-8cc3-fdf5897879bf x-openstack-request-id: req-507f4209-414c-4652-8cc3-fdf5897879bf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:47.337861 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "name": "network-vif-plugged", "status": "completed", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:47.338341 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-507f4209-414c-4652-8cc3-fdf5897879bf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:47.338514 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31', 'code': 200} Nov 15 22:28:47.342753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.356438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.379357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-326a6c83-6d92-4031-8ed5-abcdc55d94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.381134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-326a6c83-6d92-4031-8ed5-abcdc55d94b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2335329 Nov 15 22:28:47.419848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-4eb8c970-541a-450c-8188-ae2520f28fef service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489772 Nov 15 22:28:47.432688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.448625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-65b57592-bfb5-419a-bd0d-db7cdab55085 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0584364 Nov 15 22:28:47.460276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:47.460448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eaac033f-c5ff-4ed0-88fe-d695e99849e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1677dd4380142fb90f8b52e9f760661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258361 Nov 15 22:28:47.484319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:47.498312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.500848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.505145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/08119410-7b6f-4883-98ac-daae9ecdd934 HTTP/1.1" status: 204 len: 168 time: 0.8884809 Nov 15 22:28:47.508109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:47.531188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0100c072-ee9d-43d6-9bb6-4ded14063cdb req-39ad5546-e8f8-4178-8a74-2a668526988e service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810378 Nov 15 22:28:47.534205 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.559280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2ab9f-1b21-4de7-ae5b-44600d27325e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08119410-7b6f-4883-98ac-daae9ecdd934,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:47.576053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-51c9c1ef-ed1a-46db-95b4-56b4b61d1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.577734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-51c9c1ef-ed1a-46db-95b4-56b4b61d1213 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1191144 Nov 15 22:28:47.583237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd145-1df1-4d3e-a670-0af9e2bec89c req-2ad8bc78-010a-4903-8eff-e6d1dd8a65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.584873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ff5bd145-1df1-4d3e-a670-0af9e2bec89c req-2ad8bc78-010a-4903-8eff-e6d1dd8a65cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 1096 time: 0.1492338 Nov 15 22:28:47.688568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2360-f0c7-4126-a3f8-cd45f2776640 None None] Pushing event updated for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:47.707978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.731391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2dfb1b9e-5036-486b-8717-ddf015f0d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.733507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2dfb1b9e-5036-486b-8717-ddf015f0d19a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475644 Nov 15 22:28:47.772056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.779595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Attempting to bind port e6ee1b70-44f0-49cc-8066-e4f752a42db8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:47.779964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Attempting to bind port e6ee1b70-44f0-49cc-8066-e4f752a42db8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:47.780325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Attempting to bind port e6ee1b70-44f0-49cc-8066-e4f752a42db8 on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:47.783073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ff5bd145-1df1-4d3e-a670-0af9e2bec89c req-65483f54-d6cd-4907-8615-d2c07f2eaf83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810305 Nov 15 22:28:47.799771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:47.800209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Checking segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:47.800542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.800955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Bound using segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:47.801439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Bound port: e6ee1b70-44f0-49cc-8066-e4f752a42db8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:47.803655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad103ff-7693-4621-9dda-4e6a09b04a42 req-38eafb8f-9c83-46a4-bdde-f0e765bb5566 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:47.806041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.819414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fad103ff-7693-4621-9dda-4e6a09b04a42 req-38eafb8f-9c83-46a4-bdde-f0e765bb5566 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 944 time: 0.3120718 Nov 15 22:28:47.844260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-998cbdd1-9239-4685-afa7-2ccc2fc7373f tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3301449 Nov 15 22:28:47.845768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46036) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:47.851061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--661131301'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:47.900277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-971166f5-189e-4ed7-a185-c64bec38b726 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553330 Nov 15 22:28:47.943256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] For port e6ee1b70-44f0-49cc-8066-e4f752a42db8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:47.948805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] For port e6ee1b70-44f0-49cc-8066-e4f752a42db8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6ee1b70-44f0-49cc-8066-e4f752a42db8,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:47.954738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ee246845-0fed-40fa-b73a-be4f131c0f74 None None] Provisioning complete for port e6ee1b70-44f0-49cc-8066-e4f752a42db8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:47.955116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee246845-0fed-40fa-b73a-be4f131c0f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.971313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:47.996838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.011174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee246845-0fed-40fa-b73a-be4f131c0f74 None None] Port e6ee1b70-44f0-49cc-8066-e4f752a42db8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:48.020345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:28:48.022188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.044964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-4a90c801-2be7-4499-845a-5663ef24a904 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369383 Nov 15 22:28:48.062102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fad103ff-7693-4621-9dda-4e6a09b04a42 req-a70c64b9-4161-44cc-87c0-aac7bac89517 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394147 Nov 15 22:28:48.075282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6353-4e64-4ba9-a5a4-8552afe9f24a req-f464ba17-07ba-4d3f-84e4-94c69c4f70fc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:48.076419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f18e6353-4e64-4ba9-a5a4-8552afe9f24a req-f464ba17-07ba-4d3f-84e4-94c69c4f70fc tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 945 time: 0.2223091 Nov 15 22:28:48.080640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:28:48.080640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 358e36b8-8aeb-4d1f-9896-99f5ccd28a7f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:28:48.125347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2360-f0c7-4126-a3f8-cd45f2776640 None None] Pushing event updated for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:48.128809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:48.129428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:48.152663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.186877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f18e6353-4e64-4ba9-a5a4-8552afe9f24a req-b6a51d5d-7ae7-4826-874b-0eaa3340eaf4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944874 Nov 15 22:28:48.254655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.292267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.294962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.296105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b73e54bb-601d-49cc-94ec-b440c6063e2c HTTP/1.1" status: 204 len: 168 time: 0.8108301 Nov 15 22:28:48.321082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:48.354745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48102184-0979-405c-b454-593c37fa9cac,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:48.384807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.384807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d8a3c7aa-a7ab-4cad-afc6-ecbdffa2cae6 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5309274 Nov 15 22:28:48.384807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:48.385100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a6161e8-f400-4175-be81-7aa5f27bf81b req-b38cd04b-28fe-46b6-abf4-a25cc1b5958a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 210 time: 0.1172986 Nov 15 22:28:48.385100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a8e7e-0ad5-4ccc-bef7-48a6cccc0620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e54bb-601d-49cc-94ec-b440c6063e2c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:48.395627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-08c53d3d-c08a-4420-b28f-349f3bd863f5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '48102184-0979-405c-b454-593c37fa9cac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:48.454893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.486017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.505965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47e23-86ab-46ea-8837-5c763eba4a30 req-27838c79-eb3b-4bd8-93db-581dc287e439 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:48.509965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8c47e23-86ab-46ea-8837-5c763eba4a30 req-27838c79-eb3b-4bd8-93db-581dc287e439 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.2033670 Nov 15 22:28:48.600346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] Provisioning complete for port e6ee1b70-44f0-49cc-8066-e4f752a42db8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:48.600738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.630265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8c47e23-86ab-46ea-8837-5c763eba4a30 req-125b2292-4651-4db2-bb5c-e19064b24a9e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947902 Nov 15 22:28:48.675883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Allocated IP 172.25.0.204 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0433a793-c5da-4838-8331-b3942c6e7156) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:48.727049 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-08c53d3d-c08a-4420-b28f-349f3bd863f5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The resource could not be found. Nov 15 22:28:48.729068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-08c53d3d-c08a-4420-b28f-349f3bd863f5 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3460555 Nov 15 22:28:48.729715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.731266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:48.735680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-68ffc866-1f4d-4bcd-8c26-e12f68e3a4a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '48102184-0979-405c-b454-593c37fa9cac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '25b01dbc-ed9e-4548-a20f-cfadde831d23'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:48.772329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] For port e6ee1b70-44f0-49cc-8066-e4f752a42db8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6ee1b70-44f0-49cc-8066-e4f752a42db8,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:48.775434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:47Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:48.792103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.808281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a3b761-e485-4d2b-881f-026c3b6fd3d3 None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:47Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:48.895119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.963886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:48.968518 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-68ffc866-1f4d-4bcd-8c26-e12f68e3a4a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The resource could not be found. Nov 15 22:28:48.971803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694d2b9-dd3c-4cf8-bfea-c8da39c86a7f None None] Pushing event updated for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:48.971982 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-68ffc866-1f4d-4bcd-8c26-e12f68e3a4a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2396729 Nov 15 22:28:48.973158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:49.024868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:49.028732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:49.036245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:49.070559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event updated for resources: {'Port': ['ID=0433a793-c5da-4838-8331-b3942c6e7156,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:49.098923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.147711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.283228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.287056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.291137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/48102184-0979-405c-b454-593c37fa9cac HTTP/1.1" status: 204 len: 168 time: 0.3143144 Nov 15 22:28:49.295956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5277ec6d-e381-4c45-9486-b2b3c460900a details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:49.300342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:49.338514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adf90b-70e1-4590-ad21-688c739ab261 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48102184-0979-405c-b454-593c37fa9cac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:49.339690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec23ef-c3ab-49a5-a014-3d244c19ffcb req-fae19ad0-a6eb-4f62-b770-594f58aac345 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:49.347288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8ec23ef-c3ab-49a5-a014-3d244c19ffcb req-fae19ad0-a6eb-4f62-b770-594f58aac345 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 944 time: 0.1557274 Nov 15 22:28:49.391595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d50e-7ca4-4ab4-915d-0523080dd1ec req-b72e525b-7e80-42d1-8858-d3cb5b64bfaf tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:49.393175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f598d50e-7ca4-4ab4-915d-0523080dd1ec req-b72e525b-7e80-42d1-8858-d3cb5b64bfaf tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 945 time: 0.1097846 Nov 15 22:28:49.412450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0900817a-191f-4858-a402-d2611d313cd8 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0975497 Nov 15 22:28:49.413075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:49.418586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ec11fadb-cae0-499f-8fa2-31de91d0d48a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '3d928f6f-ae25-4e95-b31e-6c4a3417951a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:49.515581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:49.529155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'port_id': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'mac_address': 'fa:16:3e:5b:42:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:49.581912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.598209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5277ec6d-e381-4c45-9486-b2b3c460900a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:49.621256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:49.717415 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-ec11fadb-cae0-499f-8fa2-31de91d0d48a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The resource could not be found. Nov 15 22:28:49.723091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ec11fadb-cae0-499f-8fa2-31de91d0d48a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3084211 Nov 15 22:28:49.723856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:49.729764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--191259503'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:49.751731 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.832050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.832380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:49.848322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8ec23ef-c3ab-49a5-a014-3d244c19ffcb req-571cd2dc-3785-4cb9-96c1-64024a0925d1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4980061 Nov 15 22:28:49.940424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f598d50e-7ca4-4ab4-915d-0523080dd1ec req-6caead68-927f-45f8-b042-abce6191f923 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5303030 Nov 15 22:28:49.954785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:49.955987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.002868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:50.006660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5277ec6d-e381-4c45-9486-b2b3c460900a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:50.048491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.107630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6ee1b70-44f0-49cc-8066-e4f752a42db8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:50.114317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24faba19-311d-4ce7-ba1a-f520ca1a7c99,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:50.163324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-332461a1-0644-4737-9944-8e4f6a5be8a4 req-62b3dff2-f4f5-42a5-9f5a-310db7282d71 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 210 time: 0.0630918 Nov 15 22:28:50.199570 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.201745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24994e50-8763-44e3-96a5-c187ee78e3ba req-dd74d5be-3c62-434d-82a3-a39dbc96e2f4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:50.202017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14fcf629-e2c4-4954-8daf-76542716c2fe tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4762845 Nov 15 22:28:50.202121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24994e50-8763-44e3-96a5-c187ee78e3ba req-dd74d5be-3c62-434d-82a3-a39dbc96e2f4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1362705 Nov 15 22:28:50.204636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:50.209848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713090072'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:50.212689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-434854771-network', 'tenant_id': 'bed9e01d999b41069a0e45b16fdf365b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:50.292467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e6ee1b70-44f0-49cc-8066-e4f752a42db8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:50.292902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.305457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Made reservation on behalf of bed9e01d999b41069a0e45b16fdf365b for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:50.308402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.318954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.320838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 22:28:50.320838 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 15 22:28:50.320838 n-d-817995-3 neutron-server[103128]: [parameters: {'project_id_1': 'e080a43de7594b70ab9725ddbae5d03f', 'expiration_1': datetime.datetime(2021, 11, 15, 22, 28, 30, 224696)}] Nov 15 22:28:50.320838 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:28:50.321330 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:28:50.378970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24994e50-8763-44e3-96a5-c187ee78e3ba req-c45e85ed-8df3-41cc-b4a8-588215f4d7a5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628795 Nov 15 22:28:50.389020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2604b7-aca3-4c7f-887e-a1380cd1b603 req-48cdde09-4996-4841-a3f2-1c7ec2e18614 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:50.390769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc2604b7-aca3-4c7f-887e-a1380cd1b603 req-48cdde09-4996-4841-a3f2-1c7ec2e18614 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 945 time: 0.1305149 Nov 15 22:28:50.410085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46094) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:50.423903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.438756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Request body: {'floatingip': {'port_id': '1f286c62-bde8-4bba-8fed-866c52840e31'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:50.548147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.609400 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.643153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Router 26b62bb7-691f-459b-bf37-e902f42d66ab is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:50.674803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.697915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-811d7efb-7df9-4143-bff8-6520dbbcb50e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:50.699404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-811d7efb-7df9-4143-bff8-6520dbbcb50e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 821 time: 0.2884092 Nov 15 22:28:50.719468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:28:50.724208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'port': {'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'admin_state_up': True, 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:50.754741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:50.769019 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] Sync routers for ids ['26b62bb7-691f-459b-bf37-e902f42d66ab'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:50.778744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] Routers {'26b62bb7-691f-459b-bf37-e902f42d66ab'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:50.779354 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b62bb7-691f-459b-bf37-e902f42d66ab'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:50.813802 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:50.822608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] Routers {'26b62bb7-691f-459b-bf37-e902f42d66ab'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:50.822811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.823188 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b62bb7-691f-459b-bf37-e902f42d66ab'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:50.828583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5e6b5672-18b8-42b9-892c-d1373733b555 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8120584 Nov 15 22:28:50.828583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:50.831497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842caa85-380d-40ff-80c8-a2c7d8e594f5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:50.833677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:50.836470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.836873 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Added segment b7c181cc-6556-469a-9131-6025274c28f5 of type vlan for network 587d8f85-6b95-4a04-ba5a-88194f0ad704 Nov 15 22:28:50.860819 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:50.861553 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbaa25-4730-4ae1-8073-9cc16108dde8 None None] The sync data for ids ['26b62bb7-691f-459b-bf37-e902f42d66ab'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:50.951986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:50.986731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.014468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d999c12-b948-431c-b629-d24f4e8f8da6 req-964fe39a-a530-4d9b-9d3b-48457680f3e2 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:51.017070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d999c12-b948-431c-b629-d24f4e8f8da6 req-964fe39a-a530-4d9b-9d3b-48457680f3e2 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 945 time: 0.0866210 Nov 15 22:28:51.088066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Made reservation on behalf of 484cd39cf1194d3a919db95e2493ee5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:51.091985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.127571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.128541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:51.129100 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.176783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d999c12-b948-431c-b629-d24f4e8f8da6 req-e1f5902d-a0f9-4a64-9a6e-61328d899a87 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533613 Nov 15 22:28:51.212778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.260374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2563667 Nov 15 22:28:51.261128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37ac4-e480-4138-941e-cd77dc8c3812 admin admin] Pushing event updated for resources: {'Network': ['ID=587d8f85-6b95-4a04-ba5a-88194f0ad704,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:51.267495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:51.272400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 587d8f85-6b95-4a04-ba5a-88194f0ad704 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:28:51.274923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Request body: {'subnet': {'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-434854771-subnet', 'tenant_id': 'bed9e01d999b41069a0e45b16fdf365b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:51.308239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.312601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fd0433d-311b-4dfc-9a51-c7e56ca19f30 req-e3e48944-eaad-49dd-9b7b-a858baf3fc96 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 210 time: 0.0641701 Nov 15 22:28:51.342298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5277ec6d-e381-4c45-9486-b2b3c460900a up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:28:51.360570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109181d8-f084-434d-9a5e-562705ae4d04,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:51.375616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.429268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Allocated IP 172.20.0.14 (78bf6e62-f8a7-4996-b66d-fb4eef7b8fba/bc2876d0-379b-4d77-a3d7-18377b029c40/921008b8-9dab-478e-a896-cb841bc0b89c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:51.434288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.528657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5277ec6d-e381-4c45-9486-b2b3c460900a completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:28:51.529240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Made reservation on behalf of bed9e01d999b41069a0e45b16fdf365b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:51.531547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.533021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5277ec6d-e381-4c45-9486-b2b3c460900a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:51.533640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.563690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87e3a-3868-4d13-92b3-edaf3377fabf req-994f78aa-1d9b-4cc9-a835-7d192d930b66 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:51.565208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9d87e3a-3868-4d13-92b3-edaf3377fabf req-994f78aa-1d9b-4cc9-a835-7d192d930b66 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0966702 Nov 15 22:28:51.596668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.631599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9d87e3a-3868-4d13-92b3-edaf3377fabf req-aadbafff-aac5-4d64-8efb-e98a91a6d06e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532446 Nov 15 22:28:51.696866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.700973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f386713-14d8-4233-b4de-d9ba9b1a1502 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4926102 Nov 15 22:28:51.710566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:51.719672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e5dbbc85-45cb-4ac7-b332-b2b87b1e11c3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': '24faba19-311d-4ce7-ba1a-f520ca1a7c99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '109181d8-f084-434d-9a5e-562705ae4d04'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:51.749821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.767902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.774872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:51.777170 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c698661-8534-4f08-86a1-0abe09ff0286" -d '{"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-plugged", "status": "completed", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:51.789611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:51.833519 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe2378c-3e65-4511-8154-c64fe835a8a9 x-openstack-request-id: req-7fe2378c-3e65-4511-8154-c64fe835a8a9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:51.833812 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-plugged", "status": "completed", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:51.834094 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fe2378c-3e65-4511-8154-c64fe835a8a9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:51.834446 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'code': 200} Nov 15 22:28:51.835608 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Floating IP 37fb8a6e-3173-437f-8734-024e62835b26 associated. External IP: 172.25.0.202, port: 1f286c62-bde8-4bba-8fed-866c52840e31. Nov 15 22:28:51.887004 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.943949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:51.985802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:51.989140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.024636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98719d4-e24e-4685-9788-65d9b0f70501 req-98d2a7cf-7d53-4418-864b-9f2e99b83710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:52.026189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c98719d4-e24e-4685-9788-65d9b0f70501 req-98d2a7cf-7d53-4418-864b-9f2e99b83710 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 1097 time: 0.1129062 Nov 15 22:28:52.033386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.088824 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e5dbbc85-45cb-4ac7-b332-b2b87b1e11c3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:52.090957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5dbbc85-45cb-4ac7-b332-b2b87b1e11c3 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3794253 Nov 15 22:28:52.095019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.096588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.123034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:52.123828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router 26b62bb7-691f-459b-bf37-e902f42d66ab has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:52.217605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.254967 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.328321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:52.333449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.336402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4dc40c36-6ad4-4d84-8ffc-7821743d6c83 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "PUT /v2.0/routers/26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 200 len: 921 time: 1.5062854 Nov 15 22:28:52.337888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] Sync routers for ids ['26b62bb7-691f-459b-bf37-e902f42d66ab'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:52.339574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.355982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] Routers {'26b62bb7-691f-459b-bf37-e902f42d66ab'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:52.357104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b62bb7-691f-459b-bf37-e902f42d66ab'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:52.407571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:52.421487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] Routers {'26b62bb7-691f-459b-bf37-e902f42d66ab'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:52.422268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['26b62bb7-691f-459b-bf37-e902f42d66ab'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:52.444351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1486b3e-eae7-4447-ab3c-68e10dd334f6 req-b06f7b7b-d1b4-4bda-a903-99c69d978609 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:52.446057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1486b3e-eae7-4447-ab3c-68e10dd334f6 req-b06f7b7b-d1b4-4bda-a903-99c69d978609 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.1882045 Nov 15 22:28:52.467137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:52.468485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6695e5c-9f93-4762-81e7-9dbc38f44a4b None None] The sync data for ids ['26b62bb7-691f-459b-bf37-e902f42d66ab'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:52.478596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.481151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.482371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/109181d8-f084-434d-9a5e-562705ae4d04 HTTP/1.1" status: 204 len: 168 time: 0.3863645 Nov 15 22:28:52.495471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.526398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:52.528090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1f103-4b78-40ce-baab-46ae60550bcd tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109181d8-f084-434d-9a5e-562705ae4d04,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:52.539381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:52.550856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event updated for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:52.579869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c98719d4-e24e-4685-9788-65d9b0f70501 req-7a3cce2d-63c0-41cf-92be-d94cbc9286cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5445464 Nov 15 22:28:52.593965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1699e-fdfb-4dfc-a973-6962714e595a req-da007d2e-ceca-4577-ad8a-7196bb367511 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:52.595507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3e1699e-fdfb-4dfc-a973-6962714e595a req-da007d2e-ceca-4577-ad8a-7196bb367511 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 932 time: 0.1749275 Nov 15 22:28:52.607096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bdd560f2-a164-4eec-8f0f-d380ed3a5343 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 200 len: 921 time: 0.2664423 Nov 15 22:28:52.611952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.622661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889c66a6-96a9-4053-8a92-1954c444db99,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:52.639682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:52.640312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.657745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1486b3e-eae7-4447-ab3c-68e10dd334f6 req-8356af89-1faa-48e5-8978-a56949289896 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863317 Nov 15 22:28:52.662831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Checking segment: {'id': 'b7c181cc-6556-469a-9131-6025274c28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:52.663198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Network hostable DHCP agents. Network: 587d8f85-6b95-4a04-ba5a-88194f0ad704, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:28:52.679184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:52.696915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ced3dd29-42b4-4ddf-8c32-bdc054549f85 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1950922 Nov 15 22:28:52.697492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.737249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3e1699e-fdfb-4dfc-a973-6962714e595a req-71db0958-418b-4b2e-8878-76552781ff66 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268194 Nov 15 22:28:52.740309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f46d7-0b95-4b0c-b861-18eba7f5e24b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:52.741820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-408f46d7-0b95-4b0c-b861-18eba7f5e24b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=26b62bb7-691f-459b-bf37-e902f42d66ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1284232 Nov 15 22:28:52.745546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:52.786657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-70f8f991-741c-422e-ac42-e812336e202b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0741663 Nov 15 22:28:52.815758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Request body: {'port': {'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:52.848141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f7367f5e-e663-4783-baf4-622055e50709 None None] Provisioning complete for port 921008b8-9dab-478e-a896-cb841bc0b89c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:28:52.848958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7367f5e-e663-4783-baf4-622055e50709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.885449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f7367f5e-e663-4783-baf4-622055e50709 None None] Port 921008b8-9dab-478e-a896-cb841bc0b89c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:28:52.897756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Network 587d8f85-6b95-4a04-ba5a-88194f0ad704 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:28:52.929005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:52.930595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.940303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.940303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:52.940540 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Sync routers for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:52.953976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:52.954787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:52.989115 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0da3050e-d335-460e-a59f-47bdb1ba7317 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "PUT /v2.0/floatingips/37fb8a6e-3173-437f-8734-024e62835b26 HTTP/1.1" status: 200 len: 991 time: 2.5514452 Nov 15 22:28:53.009949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:53.012317 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d954bfec-afce-4c15-a27d-91d5d322b841" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:53.019313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 587d8f85-6b95-4a04-ba5a-88194f0ad704) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:53.023515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.029089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff30769-f83a-4e8f-97f0-6e64acc85c1c None None] Network 587d8f85-6b95-4a04-ba5a-88194f0ad704 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:53.030338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.030937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.065855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:53.221311 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6298496d-5e89-40bc-a44d-bc2007cd110a x-openstack-request-id: req-6298496d-5e89-40bc-a44d-bc2007cd110a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:53.221896 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:53.222320 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6298496d-5e89-40bc-a44d-bc2007cd110a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:53.222881 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31', 'status': 'completed', 'code': 200} Nov 15 22:28:53.261453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e898848-3f8d-4227-80eb-a4e506e7f51e None None] Network 587d8f85-6b95-4a04-ba5a-88194f0ad704 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:28:53.262886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aa9e1-b684-4905-9512-ce0af23f3f43 req-52d5d46e-071b-4691-98d8-c8c937d8eba4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.266166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d1aa9e1-b684-4905-9512-ce0af23f3f43 req-52d5d46e-071b-4691-98d8-c8c937d8eba4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.5106189 Nov 15 22:28:53.270935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-9192ef41-9632-4371-bfc4-f827bc7435c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.273561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-9192ef41-9632-4371-bfc4-f827bc7435c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=266d644decdd4e5292d3b9656d905e8f&device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 1096 time: 0.0793471 Nov 15 22:28:53.300279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-621ef308-498f-48be-afb2-2131c0072620 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0295649 Nov 15 22:28:53.355757 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.358417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.359620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/24faba19-311d-4ce7-ba1a-f520ca1a7c99 HTTP/1.1" status: 204 len: 168 time: 0.5880921 Nov 15 22:28:53.366289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:53.395729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30685e1-f1af-4204-a642-4c6d24bc4c62 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.400055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e30685e1-f1af-4204-a642-4c6d24bc4c62 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.6534984 Nov 15 22:28:53.405048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6f0ef-3213-4123-b9f3-3b5782c561c9 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24faba19-311d-4ce7-ba1a-f520ca1a7c99,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:53.406735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:53.479677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d7cec8e-9939-4294-9a50-1d2ac52093c8 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 200 len: 205 time: 0.0529237 Nov 15 22:28:53.480283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:53.496346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921008b8-9dab-478e-a896-cb841bc0b89c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:53.526876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d1aa9e1-b684-4905-9512-ce0af23f3f43 req-9f9d1aef-fc2d-4978-a3a7-80efedb22fa1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520707 Nov 15 22:28:53.532374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '37fb8a6e-3173-437f-8734-024e62835b26', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'port_id': '1f286c62-bde8-4bba-8fed-866c52840e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'mac_address': 'fa:16:3e:55:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:22Z', 'updated_at': '2021-11-15T22:28:51Z', 'revision_number': 1, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:53.545828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.576038 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Checking router: 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:53.579513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ae6aa08e-17e9-4a7c-b5cd-348b5740dd12 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2039170 Nov 15 22:28:53.585571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:53.592172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:53.592898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:53.593136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715228814'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:53.599665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Transition to ACTIVE for port object 921008b8-9dab-478e-a896-cb841bc0b89c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:28:53.611414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-4958cde5-ee9b-45d1-b3bf-18bc13f00cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.614563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-4958cde5-ee9b-45d1-b3bf-18bc13f00cfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 200 len: 915 time: 0.3065217 Nov 15 22:28:53.642749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.692590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-19d97ead-268f-4304-ba4d-a08f0f1867ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 200 len: 999 time: 0.0699565 Nov 15 22:28:53.714840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.748926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:53.760541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.822899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Pushing event updated for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:53.914108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:53.936055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-d7fe8e92-8be5-48ae-9853-5201ce786a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:53.938799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-d7fe8e92-8be5-48ae-9853-5201ce786a38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7facc633-ab73-47ce-95b4-c38c2c356b59 HTTP/1.1" status: 200 len: 853 time: 0.2322578 Nov 15 22:28:53.949871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Attempting to bind port 921008b8-9dab-478e-a896-cb841bc0b89c on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:28:53.951206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Attempting to bind port 921008b8-9dab-478e-a896-cb841bc0b89c by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:28:53.951827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Attempting to bind port 921008b8-9dab-478e-a896-cb841bc0b89c on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:53.957713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Port 921008b8-9dab-478e-a896-cb841bc0b89c on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:28:53.958290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Attempting to bind port 921008b8-9dab-478e-a896-cb841bc0b89c on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:28:53.966445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:28:53.967248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Checking segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:28:53.968559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Bound using segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:28:53.969229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Bound port: 921008b8-9dab-478e-a896-cb841bc0b89c, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:28:53.969797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.075905 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:28:54.080357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:28:54.100112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=921008b8-9dab-478e-a896-cb841bc0b89c,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:28:54.106250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port 0433a793-c5da-4838-8331-b3942c6e7156 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:54.106427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.109809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67fb78c6-a35b-4997-ada7-52b4d1c56b38 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.111835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67fb78c6-a35b-4997-ada7-52b4d1c56b38 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/networks?id=587d8f85-6b95-4a04-ba5a-88194f0ad704 HTTP/1.1" status: 200 len: 817 time: 0.3018529 Nov 15 22:28:54.122985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6b57-8310-4930-a332-6be5a8e27d56 req-2e707307-d8f3-4461-a9e8-2a8919b791e4 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.129100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c6b57-8310-4930-a332-6be5a8e27d56 req-2e707307-d8f3-4461-a9e8-2a8919b791e4 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.3208599 Nov 15 22:28:54.143794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-e7ea0736-8d5f-48ac-b5d7-77c65c52dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.145281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-e7ea0736-8d5f-48ac-b5d7-77c65c52dea5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1b1a545-857e-4deb-b65d-0eb66e936ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811764 Nov 15 22:28:54.162277 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '37fb8a6e-3173-437f-8734-024e62835b26', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'port_id': '1f286c62-bde8-4bba-8fed-866c52840e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'mac_address': 'fa:16:3e:55:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:22Z', 'updated_at': '2021-11-15T22:28:51Z', 'revision_number': 1, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:54.183097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.190422 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f053e-6c42-4d39-b450-02cf467be4e4 None None] The sync data for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 is: [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '37fb8a6e-3173-437f-8734-024e62835b26', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'port_id': '1f286c62-bde8-4bba-8fed-866c52840e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'mac_address': 'fa:16:3e:55:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:22Z', 'updated_at': '2021-11-15T22:28:51Z', 'revision_number': 1, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:54.229951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.230599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-937f32df-8414-4e17-a839-e40888a46224 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/quotas/bed9e01d999b41069a0e45b16fdf365b HTTP/1.1" status: 200 len: 375 time: 0.0933235 Nov 15 22:28:54.230934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.232379 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] 10.222.0.55 "PUT /v2.0/ports/921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 1092 time: 1.4289613 Nov 15 22:28:54.236500 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.266397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.291695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for 0433a793-c5da-4838-8331-b3942c6e7156 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:54.297836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-e95696ee-6990-4879-b788-9a01162a9d11 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed9e01d999b41069a0e45b16fdf365b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472329 Nov 15 22:28:54.339274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c6b57-8310-4930-a332-6be5a8e27d56 req-349b79bf-77d7-462c-b536-66e948e6b02a tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006822 Nov 15 22:28:54.384516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bc6a0-369a-4483-95e8-3bb1fa78c012 service neutron] Pushing event updated for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:54.402908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.514891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-c9a5f396-7f38-417c-950f-36175d8022d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508821 Nov 15 22:28:54.521015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-ed455ee9-d555-49ef-b291-5a30fe9c2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.521319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.522509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-ed455ee9-d555-49ef-b291-5a30fe9c2edd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1095 time: 0.0948446 Nov 15 22:28:54.522737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9357095 Nov 15 22:28:54.523614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e99b37-2a3c-43d1-b995-ed629e5a47a7 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6734c7a-aab2-4082-ac82-4a648dfe85fb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:54.526343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46170) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:54.532939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fabddf60-e619-4b67-bab0-8fa878ffdba4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': 'a6734c7a-aab2-4082-ac82-4a648dfe85fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:54.570194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118a8ef-2fb2-4f46-aedd-c0cac1865a6e None None] New status for floating IP 37fb8a6e-3173-437f-8734-024e62835b26: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:28:54.596402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-279f5cc3-d29e-4f4b-91d5-46fdf0521d9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.0530124 Nov 15 22:28:54.631901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366278e-4a9c-4045-a8ce-6c74866cbd93 req-64c4baca-d56d-4b87-882e-42cf1f271e3e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.634162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6366278e-4a9c-4045-a8ce-6c74866cbd93 req-64c4baca-d56d-4b87-882e-42cf1f271e3e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 944 time: 0.1675184 Nov 15 22:28:54.641466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-2d083d50-5763-4989-a360-2bc089c0ac88 service neutron] 10.222.0.15 "GET /v2.0/networks/587d8f85-6b95-4a04-ba5a-88194f0ad704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279881 Nov 15 22:28:54.661448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-e8200eb8-f80b-4e3b-b2a3-91c88e0f060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.662995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-e8200eb8-f80b-4e3b-b2a3-91c88e0f060d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0556731 Nov 15 22:28:54.665809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.732009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=0433a793-c5da-4838-8331-b3942c6e7156,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:54.745148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d954bfec-afce-4c15-a27d-91d5d322b841 req-fdeffc35-1910-4410-b339-85ed173deae8 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161691 Nov 15 22:28:54.784558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6366278e-4a9c-4045-a8ce-6c74866cbd93 req-0128b7e4-e611-4b72-bfac-26c12bcfabfb tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200833 Nov 15 22:28:54.792314 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-fabddf60-e619-4b67-bab0-8fa878ffdba4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:54.793355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fabddf60-e619-4b67-bab0-8fa878ffdba4 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2660367 Nov 15 22:28:54.797926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:54.802173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-49e33d56-4bcc-48ab-ae62-567b64adf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:54.803733 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-49e33d56-4bcc-48ab-ae62-567b64adf5cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256416 Nov 15 22:28:54.804306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-85ab9ce6-78e1-41ba-9833-2535c3d7450c tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group_rule': {'security_group_id': 'a6734c7a-aab2-4082-ac82-4a648dfe85fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:54.812849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.817527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-2e28dd30-75bf-44c7-9fc9-a61e0f1e3dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/587d8f85-6b95-4a04-ba5a-88194f0ad704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617887 Nov 15 22:28:54.961692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:54.965454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.023472 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-85ab9ce6-78e1-41ba-9833-2535c3d7450c tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:28:55.024715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85ab9ce6-78e1-41ba-9833-2535c3d7450c tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2255743 Nov 15 22:28:55.027460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.038908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-d8ba8208-48eb-4309-8f1e-f44ca250afd0 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271817 Nov 15 22:28:55.076800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a83abb-0a6b-4128-a6ab-3454385963cd req-3de44d6f-3f71-4b53-bd43-e022bd74edd2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.077880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5a83abb-0a6b-4128-a6ab-3454385963cd req-3de44d6f-3f71-4b53-bd43-e022bd74edd2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0704291 Nov 15 22:28:55.148652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4108cdbf-0b5e-4d28-bddb-9b2141cf7ab0 req-538d89e0-81a2-4101-86f2-08254712eee2 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 210 time: 0.0411098 Nov 15 22:28:55.174981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5a83abb-0a6b-4128-a6ab-3454385963cd req-16648d3d-c3c5-4e6d-947d-5bde58b41cd0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749528 Nov 15 22:28:55.176918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.176918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router 26b62bb7-691f-459b-bf37-e902f42d66ab {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:28:55.176918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.176918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89ac90e6-40ea-4f36-a72a-9d770662b58b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 204 len: 168 time: 1.6914029 Nov 15 22:28:55.181628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.186275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-364030585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:55.198513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0417335b-94e8-4d5b-9e61-4e8bf11520a1 req-2999361c-b02d-4928-ad0d-1f6cce1c4244 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511116 Nov 15 22:28:55.209527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.226459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:55.229576 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb6ab6-43a2-41df-ba28-93b098cadc45" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:55.243680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.254393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.255510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.277527 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf296d-9665-4ded-89fb-e77b771f5ebb x-openstack-request-id: req-5fbf296d-9665-4ded-89fb-e77b771f5ebb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:55.277917 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:55.278234 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fbf296d-9665-4ded-89fb-e77b771f5ebb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:55.278720 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:28:55.312950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.347579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-4cfa058f-8418-4188-8c73-ffd8526f62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.349100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-4cfa058f-8418-4188-8c73-ffd8526f62df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1095 time: 0.0401716 Nov 15 22:28:55.386108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.388704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.389877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/a6734c7a-aab2-4082-ac82-4a648dfe85fb HTTP/1.1" status: 204 len: 168 time: 0.3611209 Nov 15 22:28:55.392588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46192) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.428409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a48a85-4a9c-4c1e-839b-7d60c164b77e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6734c7a-aab2-4082-ac82-4a648dfe85fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:55.469219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.476316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-2b63635d-32b6-4f11-9beb-0e553987a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.478398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-2b63635d-32b6-4f11-9beb-0e553987a6b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1129282 Nov 15 22:28:55.510138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e1fc2-40c3-4f4a-9e4d-7dafac6e6eb2 req-2d036e95-210d-4706-957c-7d7af7382178 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.511639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-983e1fc2-40c3-4f4a-9e4d-7dafac6e6eb2 req-2d036e95-210d-4706-957c-7d7af7382178 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.0848708 Nov 15 22:28:55.518677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd89baf9-ba17-49ab-bb51-aa54b2190f36 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1211195 Nov 15 22:28:55.519256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.524813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607946741'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:55.529109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-cd32bfef-d91b-48ae-86f9-9f46a4644a42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.0431621 Nov 15 22:28:55.572401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-983e1fc2-40c3-4f4a-9e4d-7dafac6e6eb2 req-b8a4a64c-4290-4369-8434-a1cbf1262ac1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522437 Nov 15 22:28:55.580227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-08d3a915-9218-413e-b240-b265bbea5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.581859 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-08d3a915-9218-413e-b240-b265bbea5062 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0452123 Nov 15 22:28:55.586322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.590600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb94107e-a580-495b-9d64-37db2a9e1272 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4048860 Nov 15 22:28:55.590600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.595785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:55.649080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-99bd74c4-0b25-4a68-a58f-2727da64d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.650675 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-99bd74c4-0b25-4a68-a58f-2727da64d387 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606852 Nov 15 22:28:55.748857 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-4d5fc54e-cc8a-418e-a704-d3b4875786b7 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896318 Nov 15 22:28:55.761248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.855757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57cb6ab6-43a2-41df-ba28-93b098cadc45 req-f2a3dd6c-a9df-4299-acee-c0ea0e951b5d service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993130 Nov 15 22:28:55.864042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c4a18-a7a3-49ef-a11e-7be8bc726a73 req-a01d973c-3a83-441c-9e0f-4c50479e2381 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.865568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-328c4a18-a7a3-49ef-a11e-7be8bc726a73 req-a01d973c-3a83-441c-9e0f-4c50479e2381 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.1867123 Nov 15 22:28:55.875474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46204) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:55.876084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.881200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Request body: {'floatingip': {'port_id': '5277ec6d-e381-4c45-9486-b2b3c460900a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:55.921398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.949968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:55.974987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cf6c-c96a-4732-b790-883a335d8cf3 req-31586020-ca4b-4e0b-898d-d00e0dadf44d tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:55.976484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab63cf6c-c96a-4732-b790-883a335d8cf3 req-31586020-ca4b-4e0b-898d-d00e0dadf44d tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 944 time: 0.0899229 Nov 15 22:28:56.058095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab63cf6c-c96a-4732-b790-883a335d8cf3 req-a40b6604-1b01-45ea-901a-4cc75e2cebe8 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Nov 15 22:28:56.065683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.105750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab4feab-8b18-47c7-b218-5c46cc627edc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:56.166735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.170908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c8bb481-87e2-45bc-ae8b-efd71e0bebda tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6466827 Nov 15 22:28:56.182525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46210) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.187197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-85e2cdd4-e11e-4f51-a909-eeb9aa7b373a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:56.187610 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-85e2cdd4-e11e-4f51-a909-eeb9aa7b373a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 22:28:56.188096 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-85e2cdd4-e11e-4f51-a909-eeb9aa7b373a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 22:28:56.191726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-85e2cdd4-e11e-4f51-a909-eeb9aa7b373a tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "PUT /v2.0/security-groups/aab4feab-8b18-47c7-b218-5c46cc627edc HTTP/1.1" status: 409 len: 330 time: 0.0055718 Nov 15 22:28:56.191882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.229958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.262918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.335111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.346355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5761b06-b40d-4ac6-8703-f800b5d89512 req-2f2558b8-5837-46fe-b2df-be9f5c3485e6 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 210 time: 0.0757303 Nov 15 22:28:56.383343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b61c-ffe2-409c-95d3-2f37598140ce req-8c185020-3552-4f66-b21a-238448628efc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:56.384873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a177b61c-ffe2-409c-95d3-2f37598140ce req-8c185020-3552-4f66-b21a-238448628efc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1132133 Nov 15 22:28:56.393772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.464314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Allocated IP 172.25.0.191 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/1b28809d-8cbb-43f0-9ef3-5ce7377f192a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:56.475120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a177b61c-ffe2-409c-95d3-2f37598140ce req-67a23bf0-f91d-4437-be1f-fa77ec006287 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Nov 15 22:28:56.477728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.573651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.648772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.651963 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.653175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/aab4feab-8b18-47c7-b218-5c46cc627edc HTTP/1.1" status: 204 len: 168 time: 0.4604068 Nov 15 22:28:56.654183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.657001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.693871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:56.734503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464af8de-bcea-4713-878d-6e594fd710ba tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab4feab-8b18-47c7-b218-5c46cc627edc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:56.737306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:56.742039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:56.747334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:56.750956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event updated for resources: {'Port': ['ID=1b28809d-8cbb-43f0-9ef3-5ce7377f192a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:56.786030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-87cfe441-73c3-4901-b2c6-2a72c7cf03bc tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1227341 Nov 15 22:28:56.787687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.801015 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Floating IP 2c151ad8-280c-48d3-976a-c109678a210d associated. External IP: 172.25.0.89, port: 5277ec6d-e381-4c45-9486-b2b3c460900a. Nov 15 22:28:56.807139 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-273447d2-1704-4c2a-b2e4-6d8e26d8d599 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] delete failed (client error): The resource could not be found. Nov 15 22:28:56.808161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-273447d2-1704-4c2a-b2e4-6d8e26d8d599 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "DELETE /v2.0/security-groups/aa8498bb-55cf-49de-a15d-945873d13f14 HTTP/1.1" status: 404 len: 347 time: 0.0194888 Nov 15 22:28:56.837620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.877110 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-d7685294-a474-45f9-b0fb-5f218479103e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] show failed (client error): The resource could not be found. Nov 15 22:28:56.877563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d7685294-a474-45f9-b0fb-5f218479103e tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-groups/a2ce5e3b-c2e1-4309-836c-87fd980ce006 HTTP/1.1" status: 404 len: 347 time: 0.0390072 Nov 15 22:28:56.881261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46224) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:56.904886 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-66cb5475-dc01-4db3-86a2-b2b8092f2a31 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] show failed (client error): The resource could not be found. Nov 15 22:28:56.905822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66cb5475-dc01-4db3-86a2-b2b8092f2a31 tempest-NegativeSecGroupIPv6Test-650690017 tempest-NegativeSecGroupIPv6Test-650690017-project] 10.222.0.15 "GET /v2.0/security-group-rules/e175963b-165d-4adf-94d3-5c34b5bb6864 HTTP/1.1" status: 404 len: 356 time: 0.0236802 Nov 15 22:28:57.098118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:57.232469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d450-f1c6-4263-b73c-c5b963324ba5 req-e7f921db-79eb-40bd-898e-b3ff9073fe2a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:57.233991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b52d450-f1c6-4263-b73c-c5b963324ba5 req-e7f921db-79eb-40bd-898e-b3ff9073fe2a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 944 time: 0.0707958 Nov 15 22:28:57.367393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b52d450-f1c6-4263-b73c-c5b963324ba5 req-2f453e68-e7d7-44e6-8a70-10ac8ffc4726 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246800 Nov 15 22:28:57.379264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Router 68bb0eee-0387-4f01-9491-6a16c770d03a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:28:57.422721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:57.433100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:57.436136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:57.480145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40a706a2-fa4a-41d4-a33b-df795847c463 req-2da25dae-db78-42c5-8a1a-52a4b5e20cf7 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 210 time: 0.0410676 Nov 15 22:28:57.577455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:57.586507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:57.591263 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Sync routers for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:57.603352 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:57.604122 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:57.629168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aa37ee5a-53aa-46b5-a2c6-2d271541aa90 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "PUT /v2.0/floatingips/2c151ad8-280c-48d3-976a-c109678a210d HTTP/1.1" status: 200 len: 991 time: 1.7401898 Nov 15 22:28:57.635187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:28:57.641080 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227810ce-6f6f-4920-b179-a4b1ff8ddd34" -d '{"events": [{"name": "network-changed", "server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:28:57.675286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-abbb084c-38e2-4ec9-a4c3-d976f2757db9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e080a43de7594b70ab9725ddbae5d03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368729 Nov 15 22:28:57.681813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:57.683042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-e53184ed-9927-46cc-91c7-909eada1737b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:57.684794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-e53184ed-9927-46cc-91c7-909eada1737b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.57 "GET /v2.0/networks?id=587d8f85-6b95-4a04-ba5a-88194f0ad704 HTTP/1.1" status: 200 len: 817 time: 0.2572229 Nov 15 22:28:57.702081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211029f3-7c25-43bc-b240-b3e2a54c5066 req-6c2fb921-acc2-4a6b-b360-db0075b19790 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:57.703742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-211029f3-7c25-43bc-b240-b3e2a54c5066 req-6c2fb921-acc2-4a6b-b360-db0075b19790 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1082084 Nov 15 22:28:57.706442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Request body: {'port': {'device_id': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704', 'admin_state_up': True, 'tenant_id': 'bed9e01d999b41069a0e45b16fdf365b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:57.765735 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:57.770700 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e8411-fe55-4b5d-9686-99f39d839b29 x-openstack-request-id: req-0b6e8411-fe55-4b5d-9686-99f39d839b29 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:28:57.770985 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:28:57.771223 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b6e8411-fe55-4b5d-9686-99f39d839b29 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:28:57.771620 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'status': 'completed', 'code': 200} Nov 15 22:28:57.866598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-67fccb70-de9c-4120-b774-9b3b8083f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:57.868445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-67fccb70-de9c-4120-b774-9b3b8083f589 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fabf82b2cf4875a7fe274e16aa35da&device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 1097 time: 0.0993388 Nov 15 22:28:57.979186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-01a94406-3abf-4a5d-9c1f-3ed01bc27e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:57.980968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-01a94406-3abf-4a5d-9c1f-3ed01bc27e0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=70ba7d00-e530-4d3d-b11b-10e9e49ca769 HTTP/1.1" status: 200 len: 906 time: 0.1033432 Nov 15 22:28:58.038138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Made reservation on behalf of bed9e01d999b41069a0e45b16fdf365b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:28:58.047685 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2c151ad8-280c-48d3-976a-c109678a210d', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'port_id': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'mac_address': 'fa:16:3e:5b:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:56Z', 'revision_number': 1, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.047882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.073539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-da688d31-c54c-4140-9f45-fd166457dfb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5277ec6d-e381-4c45-9486-b2b3c460900a HTTP/1.1" status: 200 len: 999 time: 0.0849388 Nov 15 22:28:58.085859 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Checking router: 68bb0eee-0387-4f01-9491-6a16c770d03a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:28:58.097702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:58.098744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.098905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.117259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-211029f3-7c25-43bc-b240-b3e2a54c5066 req-e41cd430-27e0-452f-9de1-9b7c60567fca tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911471 Nov 15 22:28:58.129488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.131377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Router 91aae153-c8bd-498d-a18f-5192a48c0b69 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:28:58.190527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-72a9c705-5a2c-4975-89c7-1ea5795d4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:58.192006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-72a9c705-5a2c-4975-89c7-1ea5795d4531 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a176ad-f786-4db8-9692-97c8c06073cd HTTP/1.1" status: 200 len: 844 time: 0.1088886 Nov 15 22:28:58.222913 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:28:58.266435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:28:58.277918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.277918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e09bb06-85dc-49b5-843f-49cfde06d0cc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "PUT /v2.0/routers/91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 200 len: 879 time: 2.6839097 Nov 15 22:28:58.279361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:58.281618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] Sync routers for ids ['91aae153-c8bd-498d-a18f-5192a48c0b69'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:28:58.283967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Allocated IP 172.20.0.10 (587d8f85-6b95-4a04-ba5a-88194f0ad704/889c66a6-96a9-4053-8a92-1954c444db99/6e76cbdf-3ff5-4e08-b77e-e89fd8199129) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:28:58.295362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] Routers {'91aae153-c8bd-498d-a18f-5192a48c0b69'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:58.297190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['91aae153-c8bd-498d-a18f-5192a48c0b69'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.301907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-c6313766-ede1-4802-b5e9-2b38bba8956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:58.303441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-c6313766-ede1-4802-b5e9-2b38bba8956d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70ba7d00-e530-4d3d-b11b-10e9e49ca769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799344 Nov 15 22:28:58.346826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.356513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.359210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.360926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] Routers {'91aae153-c8bd-498d-a18f-5192a48c0b69'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:28:58.360926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['91aae153-c8bd-498d-a18f-5192a48c0b69'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.364952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59107fd8-6b6e-40ce-9791-a2dbefa8186b HTTP/1.1" status: 204 len: 168 time: 0.6821249 Nov 15 22:28:58.385261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fbbc2-e56a-48c6-8634-fae777a05291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59107fd8-6b6e-40ce-9791-a2dbefa8186b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:58.404170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.405014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8d29-fc7e-4148-a734-8731c6b45119 None None] The sync data for ids ['91aae153-c8bd-498d-a18f-5192a48c0b69'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:58.423367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c3a8941e-c487-4840-be66-b30368f1bcae tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 200 len: 920 time: 0.1428466 Nov 15 22:28:58.427203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:58.517921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d089983-f57d-4cec-8d45-a437fff1319a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:58.522076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d089983-f57d-4cec-8d45-a437fff1319a tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=91aae153-c8bd-498d-a18f-5192a48c0b69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0907483 Nov 15 22:28:58.522501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:58.567971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-9a5628a2-10ed-4ea9-bf60-c8be5447cd2c service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549329 Nov 15 22:28:58.602725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94295b-1a7b-4327-838e-95f79920b321 req-867e86a3-43a7-4231-ac5e-c5654dcb0d33 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:58.605058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a94295b-1a7b-4327-838e-95f79920b321 req-867e86a3-43a7-4231-ac5e-c5654dcb0d33 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 944 time: 0.1259611 Nov 15 22:28:58.611977 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2c151ad8-280c-48d3-976a-c109678a210d', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'port_id': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'mac_address': 'fa:16:3e:5b:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:56Z', 'revision_number': 1, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:28:58.651959 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163757f7-800e-415d-9dd0-003a9c856df2 None None] The sync data for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 is: [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2c151ad8-280c-48d3-976a-c109678a210d', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'port_id': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'mac_address': 'fa:16:3e:5b:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:56Z', 'revision_number': 1, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:28:58.660914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 921008b8-9dab-478e-a896-cb841bc0b89c details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:28:58.688031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b2813e0-765a-42f9-815e-0aad0be7f95a req-8d1c052f-c257-4cc0-86e1-e464cd700866 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 210 time: 0.0501053 Nov 15 22:28:58.716930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4c222-9010-4eb8-8c49-3c98f8697fd1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:58.724687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bad4c222-9010-4eb8-8c49-3c98f8697fd1 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.1947091 Nov 15 22:28:58.724687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:58.727684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-227810ce-6f6f-4920-b179-a4b1ff8ddd34 req-a94147f3-d2cc-4bbd-a276-b7db0bd85f40 service neutron] 10.222.0.57 "GET /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492329 Nov 15 22:28:58.772434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.812479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=921008b8-9dab-478e-a896-cb841bc0b89c,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:58.827207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-307d1715-90c8-4c67-85e4-a9d3458cb00c tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 200 len: 205 time: 0.1046445 Nov 15 22:28:58.829733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:58.838319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '921008b8-9dab-478e-a896-cb841bc0b89c', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:28:58.845897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a94295b-1a7b-4327-838e-95f79920b321 req-59b01b88-d2dd-4b27-a55f-a8712e6fcea9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247632 Nov 15 22:28:58.886875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:58.900834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921008b8-9dab-478e-a896-cb841bc0b89c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:58.935169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=921008b8-9dab-478e-a896-cb841bc0b89c,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:28:58.958589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.003999 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b0357-8eba-4002-9a28-e37681d9c313 None None] New status for floating IP 2c151ad8-280c-48d3-976a-c109678a210d: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:28:59.021011 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.036128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.090592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Network 587d8f85-6b95-4a04-ba5a-88194f0ad704 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:28:59.095805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:28:59.106964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:28:59.117434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.125859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:59.153369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Pushing event updated for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:28:59.191644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:59.192662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.208369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.284071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['921008b8-9dab-478e-a896-cb841bc0b89c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:28:59.285641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-8313046a-fb9b-4c59-a1b7-c324629c922b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5885265 Nov 15 22:28:59.312093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a74d6-36e6-40cc-966b-936c404f38ea req-498693d6-8c3a-430e-848c-e2d1bd33b885 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:59.322149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Request body: {'port': {'device_id': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:28:59.322693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc3a74d6-36e6-40cc-966b-936c404f38ea req-498693d6-8c3a-430e-848c-e2d1bd33b885 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0856898 Nov 15 22:28:59.377753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc3a74d6-36e6-40cc-966b-936c404f38ea req-041a0d46-5f67-45fe-8be5-f336ef283eb9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Nov 15 22:28:59.397345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.422266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port 1b28809d-8cbb-43f0-9ef3-5ce7377f192a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:28:59.422675 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.593157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.637125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.646526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for 1b28809d-8cbb-43f0-9ef3-5ce7377f192a owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:28:59.802434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:28:59.865126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:28:59.865922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e154e3-95e4-4a4e-bbb8-14778ee80b1a req-3327af23-34a1-48b1-8471-89c3d0f28886 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:59.868948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e154e3-95e4-4a4e-bbb8-14778ee80b1a req-3327af23-34a1-48b1-8471-89c3d0f28886 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 932 time: 0.0683055 Nov 15 22:28:59.888860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:28:59.937844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e154e3-95e4-4a4e-bbb8-14778ee80b1a req-88f65823-9488-45f1-8b80-2f1fc5ac10ef tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624490 Nov 15 22:28:59.946743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3d9ca2a-9e65-45d5-b928-4850a4475c3e tempest-ServiceProvidersTest-1176797279 tempest-ServiceProvidersTest-1176797279-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1377287 Nov 15 22:28:59.997239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e24068-413f-484e-a0b7-70ab3779091c req-e959aea7-e50f-47b7-8b07-d65710faff9b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:28:59.998749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79e24068-413f-484e-a0b7-70ab3779091c req-e959aea7-e50f-47b7-8b07-d65710faff9b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 945 time: 0.0507357 Nov 15 22:29:00.012708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Transition to ACTIVE for port object 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:00.013906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.284174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=1b28809d-8cbb-43f0-9ef3-5ce7377f192a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:00.285292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79e24068-413f-484e-a0b7-70ab3779091c req-5503076b-5383-4922-9e32-78ca89a643d3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Nov 15 22:29:00.285387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.285387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.285387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:00.285387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.297632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.361017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Attempting to bind port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:00.361017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Attempting to bind port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'b7c181cc-6556-469a-9131-6025274c28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:00.361017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Attempting to bind port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 on network 587d8f85-6b95-4a04-ba5a-88194f0ad704 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:00.365189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 on network 587d8f85-6b95-4a04-ba5a-88194f0ad704 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:00.365500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Attempting to bind port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 on network 587d8f85-6b95-4a04-ba5a-88194f0ad704 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:00.371176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:00.371547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Checking segment: {'id': 'b7c181cc-6556-469a-9131-6025274c28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:00.372056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Bound using segment: {'id': 'b7c181cc-6556-469a-9131-6025274c28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:00.372806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Bound port: 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c181cc-6556-469a-9131-6025274c28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:00.373395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.450047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:00.453306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,segment=NetworkSegment(b7c181cc-6556-469a-9131-6025274c28f5),segment_id=b7c181cc-6556-469a-9131-6025274c28f5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:00.511784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d70b31-1d7b-4761-b710-9e17aafc7a12 req-d0ecc145-fc18-46e2-9c4f-c0b8b60efea8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:00.513278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8d70b31-1d7b-4761-b710-9e17aafc7a12 req-d0ecc145-fc18-46e2-9c4f-c0b8b60efea8 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0497301 Nov 15 22:29:00.568283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8d70b31-1d7b-4761-b710-9e17aafc7a12 req-901a7c72-7b69-4216-a103-7d7e2acccb22 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Nov 15 22:29:00.596328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.600876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.601423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router 91aae153-c8bd-498d-a18f-5192a48c0b69 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:00.614896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.615995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89dc7eba-3016-4539-811d-61268549d9ec tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 204 len: 168 time: 1.7852011 Nov 15 22:29:00.620960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:00.627306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332910569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:00.640184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:00.640834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.642219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] 10.222.0.57 "PUT /v2.0/ports/6e76cbdf-3ff5-4e08-b77e-e89fd8199129 HTTP/1.1" status: 200 len: 1092 time: 1.3305707 Nov 15 22:29:00.642666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:00.648200 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6611e5df-52af-403b-90c4-f63bfbab1a34" -d '{"events": [{"name": "network-changed", "server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:00.649714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:00.670182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 921008b8-9dab-478e-a896-cb841bc0b89c up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:00.671638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1eab7-1e16-4490-b4d5-8f7d8b975e1e service neutron] Pushing event updated for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:00.689147 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc7219-43ea-48f8-8640-fe5f54cc48b9 x-openstack-request-id: req-58cc7219-43ea-48f8-8640-fe5f54cc48b9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:00.689437 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:00.689683 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58cc7219-43ea-48f8-8640-fe5f54cc48b9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:00.690079 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129', 'status': 'completed', 'code': 200} Nov 15 22:29:00.723492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.724708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.762711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-f1c67b5d-7463-4933-a312-4144a83a3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:00.764245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-f1c67b5d-7463-4933-a312-4144a83a3c5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bed9e01d999b41069a0e45b16fdf365b&device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 1095 time: 0.0537117 Nov 15 22:29:00.797719 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.798794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ee420b3-1ffc-47a6-a847-a895fe9dd317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.838124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 921008b8-9dab-478e-a896-cb841bc0b89c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:00.843127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 921008b8-9dab-478e-a896-cb841bc0b89c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:00.847530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.868906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.880095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-7e1de035-7258-4564-bc18-a712658d5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:00.881885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-7e1de035-7258-4564-bc18-a712658d5066 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bed9e01d999b41069a0e45b16fdf365b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1018810 Nov 15 22:29:00.885078 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ee420b3-1ffc-47a6-a847-a895fe9dd317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.925757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:00.950071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:00.952658 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340123d5-de63-4f26-bba5-3da9658458c2" -d '{"events": [{"server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "name": "network-vif-plugged", "status": "completed", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:00.966182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=921008b8-9dab-478e-a896-cb841bc0b89c,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:00.968776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ee420b3-1ffc-47a6-a847-a895fe9dd317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.000464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ee420b3-1ffc-47a6-a847-a895fe9dd317 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50258d45fc8a4101bbf3e0790e4a9473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436875 Nov 15 22:29:01.001286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:01.005752 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71426d53-94e2-45a8-a342-1accd9a97375 x-openstack-request-id: req-71426d53-94e2-45a8-a342-1accd9a97375 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:01.007238 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "name": "network-vif-plugged", "status": "completed", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:01.007238 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71426d53-94e2-45a8-a342-1accd9a97375 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:01.007238 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'code': 200} Nov 15 22:29:01.018009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-40653864-d2b3-4e94-b58c-daa939988166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.020175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6611e5df-52af-403b-90c4-f63bfbab1a34 req-40653864-d2b3-4e94-b58c-daa939988166 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305387 Nov 15 22:29:01.020905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.022028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1537d063-17c3-4461-8de2-b6faf750170a tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3993161 Nov 15 22:29:01.025036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:01.032000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': True}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:01.054141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.085523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee420b3-1ffc-47a6-a847-a895fe9dd317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b1364-f992-437a-b303-eb3b2e3be301,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:01.129073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:01.139499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d521556-5044-4d50-a9e1-e2448a08af00 req-c50b9bd7-78e0-426d-b12b-f9f83773da1e tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.145370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d521556-5044-4d50-a9e1-e2448a08af00 req-c50b9bd7-78e0-426d-b12b-f9f83773da1e tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 944 time: 0.1232357 Nov 15 22:29:01.181472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.237746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.246622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1313-008c-457e-aca8-fbec87c81dd0 req-9f67c175-1d0c-4e6e-98c5-c2b457462fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.248128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1ef1313-008c-457e-aca8-fbec87c81dd0 req-9f67c175-1d0c-4e6e-98c5-c2b457462fb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.1494720 Nov 15 22:29:01.251437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-3f250ea5-6cb9-4007-9cf7-4a33da5123c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.252792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-3f250ea5-6cb9-4007-9cf7-4a33da5123c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bed9e01d999b41069a0e45b16fdf365b&device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 1095 time: 0.1435089 Nov 15 22:29:01.257008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d521556-5044-4d50-a9e1-e2448a08af00 req-0cc5ecb0-3309-47e6-addf-a38893ea901c tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089270 Nov 15 22:29:01.271227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1621b5-fe2b-43f8-8c50-ffe0776c36e5 req-4f55ab46-630f-4df1-b4e0-f932a31862c4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.272732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a1621b5-fe2b-43f8-8c50-ffe0776c36e5 req-4f55ab46-630f-4df1-b4e0-f932a31862c4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.1109228 Nov 15 22:29:01.337231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a1621b5-fe2b-43f8-8c50-ffe0776c36e5 req-6c37671e-9eb0-4620-8ffb-b4c6580b8a76 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532920 Nov 15 22:29:01.365621 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.370105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-263d75b7-b0fc-4c19-a9bb-d3b11dff35bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129 HTTP/1.1" status: 200 len: 217 time: 0.0835245 Nov 15 22:29:01.400921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.403642 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:01.404834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a46b1364-f992-437a-b303-eb3b2e3be301 HTTP/1.1" status: 204 len: 168 time: 0.4012094 Nov 15 22:29:01.415386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e500f-da54-4c22-b54e-c5cc1fd25c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b1364-f992-437a-b303-eb3b2e3be301,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:01.422921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1ef1313-008c-457e-aca8-fbec87c81dd0 req-0dfbdd5b-9dee-466d-b680-fbd94719a455 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348567 Nov 15 22:29:01.444573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827402-129a-4820-ba85-c6f1af8713ea req-38ec63a8-8874-41c3-b422-61433ddf21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.446296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-38ec63a8-8874-41c3-b422-61433ddf21b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=889c66a6-96a9-4053-8a92-1954c444db99 HTTP/1.1" status: 200 len: 857 time: 0.0659981 Nov 15 22:29:01.501820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-a79c44ff-0280-496e-9f05-f44fa05f35b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=587d8f85-6b95-4a04-ba5a-88194f0ad704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318224 Nov 15 22:29:01.612789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-5d253259-89b1-4d60-928f-5ce0d1841813 service neutron] 10.222.0.57 "GET /v2.0/networks/587d8f85-6b95-4a04-ba5a-88194f0ad704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022356 Nov 15 22:29:01.697793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b73ff4-ddd9-4230-8d24-1ba8a11db3b8 req-33abadc7-67bd-4346-bcf7-85976f5477a5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:01.699365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74b73ff4-ddd9-4230-8d24-1ba8a11db3b8 req-33abadc7-67bd-4346-bcf7-85976f5477a5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0577862 Nov 15 22:29:01.753733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74b73ff4-ddd9-4230-8d24-1ba8a11db3b8 req-bdaa33ea-6386-42eb-adac-2d80133b5a06 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Nov 15 22:29:02.083030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:02.108606 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:02.111697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ad827402-129a-4820-ba85-c6f1af8713ea req-aa90a1be-e9b2-4ec5-b911-31b5af4ac33c service neutron] 10.222.0.57 "GET /v2.0/networks/587d8f85-6b95-4a04-ba5a-88194f0ad704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913657 Nov 15 22:29:02.217541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.25.0.18 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4dc16329-22d0-4a53-9feb-0baf5bbc3dcb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:02.319169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:02.395038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a2d7a-000e-4eac-8d91-50ba18b9dc0e req-4b96927f-9b9b-4379-aeae-dc2ca47a3ce7 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:02.397349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-513a2d7a-000e-4eac-8d91-50ba18b9dc0e req-4b96927f-9b9b-4379-aeae-dc2ca47a3ce7 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 944 time: 0.0630643 Nov 15 22:29:02.425965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:02.480995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-513a2d7a-000e-4eac-8d91-50ba18b9dc0e req-5a93819c-91d5-49ac-ba6c-9ca760b2eed8 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 Nov 15 22:29:02.486717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc16329-22d0-4a53-9feb-0baf5bbc3dcb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:02.503828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:02.505327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:02.507647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:02.573805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c288b0-b29c-45a8-9a5c-37fc036f9e5f req-33bd2d49-8b75-49ce-843a-03665e0fdc5c tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:02.575429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c288b0-b29c-45a8-9a5c-37fc036f9e5f req-33bd2d49-8b75-49ce-843a-03665e0fdc5c tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.0809958 Nov 15 22:29:02.629429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c288b0-b29c-45a8-9a5c-37fc036f9e5f req-45b79162-0552-46a8-8b23-1667b1f74d3a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472143 Nov 15 22:29:02.850689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:02.885462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048354c-ac8a-443b-bd5d-d96b742a6070 req-b802d5ff-22b1-4709-8672-0188a84d88a2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:02.887040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f048354c-ac8a-443b-bd5d-d96b742a6070 req-b802d5ff-22b1-4709-8672-0188a84d88a2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0565746 Nov 15 22:29:02.940559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f048354c-ac8a-443b-bd5d-d96b742a6070 req-128be0f3-b9b7-4290-ae43-e880941d1b1b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Nov 15 22:29:03.052193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:03.055821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:03.288537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router e031cc96-30a0-4517-9d5f-27d12a7e5690 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:29:03.393613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:03.398070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:03.399822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-24a2f3fe-dfa9-4c46-b498-63b4cc83bfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "PUT /v2.0/routers/e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 200 len: 913 time: 2.3715734 Nov 15 22:29:03.402603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:03.404030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] Sync routers for ids ['e031cc96-30a0-4517-9d5f-27d12a7e5690'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:03.414648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] Routers {'e031cc96-30a0-4517-9d5f-27d12a7e5690'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:03.415403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e031cc96-30a0-4517-9d5f-27d12a7e5690'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:03.472164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:03.484848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] Routers {'e031cc96-30a0-4517-9d5f-27d12a7e5690'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:03.484848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:28:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e031cc96-30a0-4517-9d5f-27d12a7e5690'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:03.531791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3a5133d0-dc73-4ea6-8e8d-5c4ac3fc46be tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 200 len: 919 time: 0.1271870 Nov 15 22:29:03.533522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:03.535931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:03.536592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a21e6f-6224-4770-9ebb-5257467e74f9 None None] The sync data for ids ['e031cc96-30a0-4517-9d5f-27d12a7e5690'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:03.613778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc925331-908e-4970-b1fe-c4f8e3ea46b9 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:03.615311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc925331-908e-4970-b1fe-c4f8e3ea46b9 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=e031cc96-30a0-4517-9d5f-27d12a7e5690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0808687 Nov 15 22:29:03.617006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ff28d-e012-4060-ba34-f82243db9e64 req-49db881e-72f2-461d-9f9e-3e299476cdfd tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:03.618870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a78ff28d-e012-4060-ba34-f82243db9e64 req-49db881e-72f2-461d-9f9e-3e299476cdfd tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 944 time: 0.0501370 Nov 15 22:29:03.618994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:03.673751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a78ff28d-e012-4060-ba34-f82243db9e64 req-f525df07-4279-4779-ad41-2f4af86a3be7 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Nov 15 22:29:03.711820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d970e-f6b9-46f4-b0dd-fde209b4155b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:03.713381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a87d970e-f6b9-46f4-b0dd-fde209b4155b tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.0935977 Nov 15 22:29:03.725603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:03.758059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1fee57c5-8ec6-4980-9ca7-7fb0d170cc77 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 200 len: 205 time: 0.0311821 Nov 15 22:29:03.760578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:03.765699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77b7b8-a0c3-4536-8fe6-3ed45703d14b req-bc9fe622-7399-4755-a167-161e67e9fab6 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:03.767182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b77b7b8-a0c3-4536-8fe6-3ed45703d14b req-bc9fe622-7399-4755-a167-161e67e9fab6 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.0565643 Nov 15 22:29:03.818075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b77b7b8-a0c3-4536-8fe6-3ed45703d14b req-95446efe-0ae4-4b49-829e-355757d0a220 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Nov 15 22:29:03.879734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.012068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.054038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:04.089876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-bce5f04d-3560-4b82-8dad-96ef348186e3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2343009 Nov 15 22:29:04.103524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:04.114400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92181340-62f9-440a-ba46-0e38d4cb423f req-c9556686-ff6d-4f1f-a4e8-f8d04b68ca21 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:04.115831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92181340-62f9-440a-ba46-0e38d4cb423f req-c9556686-ff6d-4f1f-a4e8-f8d04b68ca21 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0963042 Nov 15 22:29:04.173660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92181340-62f9-440a-ba46-0e38d4cb423f req-07efbab3-d311-4e58-ad44-5b8d378e8ed1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Nov 15 22:29:04.180178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9c-6e40-4a99-9cb7-490f3d3e25ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.190884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port 4dc16329-22d0-4a53-9feb-0baf5bbc3dcb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:04.191238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.237140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.303876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.325403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for 4dc16329-22d0-4a53-9feb-0baf5bbc3dcb owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:04.334332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.379984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9c-6e40-4a99-9cb7-490f3d3e25ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.438935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Allocated IP 172.25.0.195 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/b4e01bce-c671-4481-afb7-6788348df89d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:04.461895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8a9c-6e40-4a99-9cb7-490f3d3e25ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.539044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6a8c8a9c-6e40-4a99-9cb7-490f3d3e25ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e82b30a0bb454311892f9e5eb775b715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4835994 Nov 15 22:29:04.542788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c8a9c-6e40-4a99-9cb7-490f3d3e25ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a86358-fef8-4164-a521-3bfe8169ae20,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:04.545778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46440) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:04.568855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.637167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.637989 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.659554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.664127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=4dc16329-22d0-4a53-9feb-0baf5bbc3dcb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:04.717041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de2bf7dd-7055-4e79-b353-2710eb4ca63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.723309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.729658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.788526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:04.794877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.797460 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.798616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45a86358-fef8-4164-a521-3bfe8169ae20 HTTP/1.1" status: 204 len: 168 time: 0.2516980 Nov 15 22:29:04.804532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:04.810004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:04.821415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.823597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.842775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event updated for resources: {'Port': ['ID=b4e01bce-c671-4481-afb7-6788348df89d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:04.847687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc5a24-263d-4b11-8e80-cb8e9a091ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a86358-fef8-4164-a521-3bfe8169ae20,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:04.883716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e8ce-2b9e-47d1-9a6a-f2615304a071 req-00b5b9da-4206-4120-9ff2-26c82cd0d283 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:04.885235 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1111e8ce-2b9e-47d1-9a6a-f2615304a071 req-00b5b9da-4206-4120-9ff2-26c82cd0d283 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 944 time: 0.1287630 Nov 15 22:29:04.933562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1111e8ce-2b9e-47d1-9a6a-f2615304a071 req-062e2eb9-e3d7-4aad-a265-e9ca6f695cbe tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Nov 15 22:29:04.974240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.976374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router e031cc96-30a0-4517-9d5f-27d12a7e5690 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:04.982423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:04.983027 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d7049368-9bda-4d54-8ab6-f67986b27157 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 204 len: 168 time: 1.2214146 Nov 15 22:29:04.987751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:04.992661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-710316661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:05.022973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.069798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.071443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.123475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.124185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.189940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.262373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.263590 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-127d6a6f-a8e4-4fe3-9a55-36eaf2354cda tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2748878 Nov 15 22:29:05.266346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:05.270750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:05.302556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.320282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646af6f-60c7-4507-9686-3c1eddbee16f req-a3c9de10-fe8f-4111-b8d7-8941911481d1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:05.322352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3646af6f-60c7-4507-9686-3c1eddbee16f req-a3c9de10-fe8f-4111-b8d7-8941911481d1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0670097 Nov 15 22:29:05.331959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:05.378094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3646af6f-60c7-4507-9686-3c1eddbee16f req-f8749abb-b946-4354-a2f9-dafff78f4f4a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491757 Nov 15 22:29:05.379347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.443646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:05.474572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.483656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,segment=NetworkSegment(b7c181cc-6556-469a-9131-6025274c28f5),segment_id=b7c181cc-6556-469a-9131-6025274c28f5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:05.487194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event updated for resources: {'Port': ['ID=b4e01bce-c671-4481-afb7-6788348df89d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:05.491133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e1a32b4-61a5-402c-80f4-51289a8c2c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.497283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.503720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129', 'network_id': '587d8f85-6b95-4a04-ba5a-88194f0ad704', 'port_id': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129', 'mac_address': 'fa:16:3e:db:b0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889c66a6-96a9-4053-8a92-1954c444db99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:05.541609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.554828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:05.571628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.573101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-6138cea7-882a-40ae-9e52-0c3c4d6fcb8b tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4745655 Nov 15 22:29:05.573831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e1a32b4-61a5-402c-80f4-51289a8c2c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.575084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,segment=NetworkSegment(b7c181cc-6556-469a-9131-6025274c28f5),segment_id=b7c181cc-6556-469a-9131-6025274c28f5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:05.654925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e1a32b4-61a5-402c-80f4-51289a8c2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.657461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-67d40cd7-77d3-4c4b-8fa7-600d23aa4893 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0768914 Nov 15 22:29:05.683192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.700958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9e1a32b4-61a5-402c-80f4-51289a8c2c3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13f87c5662b341cfa3a5195be84bbc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556033 Nov 15 22:29:05.703946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46462) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:05.707466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a32b4-61a5-402c-80f4-51289a8c2c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90cec68-2d83-45df-a29c-63490641a322,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:05.744749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:05.796854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-e33a7d3f-f7bb-45a1-9249-f2a3f1ec730e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:05.798192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40cdf053-a0c8-4f91-8867-0ef43752da93 req-e33a7d3f-f7bb-45a1-9249-f2a3f1ec730e tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1387751 Nov 15 22:29:05.798963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.829111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.963527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.966469 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:05.969080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d90cec68-2d83-45df-a29c-63490641a322 HTTP/1.1" status: 204 len: 168 time: 0.2644668 Nov 15 22:29:05.971046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e76cbdf-3ff5-4e08-b77e-e89fd8199129'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:05.998500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fe11c-0d7b-4645-943d-1e0edb82f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90cec68-2d83-45df-a29c-63490641a322,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:06.145389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd818-003d-4149-99b9-6f89965f8dc8 req-370d4f10-0efe-4d4c-bdd7-ea4b8c7dda54 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:06.147495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-213cd818-003d-4149-99b9-6f89965f8dc8 req-370d4f10-0efe-4d4c-bdd7-ea4b8c7dda54 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 945 time: 0.1184242 Nov 15 22:29:06.160282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:06.180410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:06.220184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-17b21f42-5250-40ea-bb9c-1bb8f05083a1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:06.221709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-17b21f42-5250-40ea-bb9c-1bb8f05083a1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 821 time: 0.2174942 Nov 15 22:29:06.232876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-213cd818-003d-4149-99b9-6f89965f8dc8 req-0e90c52a-defc-4944-9e3a-714f1734bbef tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759835 Nov 15 22:29:06.257298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-4d7782be-39aa-4b1e-b3b4-22ce53db9fea tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/quotas/484cd39cf1194d3a919db95e2493ee5f HTTP/1.1" status: 200 len: 375 time: 0.0162842 Nov 15 22:29:06.303148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Allocated IP 172.25.0.244 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0eb91506-a7b4-48ba-8801-906682b28285) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:06.312098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-0fdd222d-3b8c-4280-9761-603c88682ad3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635569 Nov 15 22:29:06.407309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:06.411037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-ce557a2d-1388-40f8-a2df-1ab3497245a6 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875399 Nov 15 22:29:06.516098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:06.545265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318326ff-08ea-4a96-bc35-f02407854093 req-bcde7117-758f-4a13-a321-0bccba302d19 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:06.548721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318326ff-08ea-4a96-bc35-f02407854093 req-bcde7117-758f-4a13-a321-0bccba302d19 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0784690 Nov 15 22:29:06.548721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-1da62d91-4bdd-4e0c-904f-d648ac29d7a9 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293695 Nov 15 22:29:06.563189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:06.566412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:06.571597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:06.574712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb91506-a7b4-48ba-8801-906682b28285,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:06.605508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318326ff-08ea-4a96-bc35-f02407854093 req-7bedb3ac-1784-4744-b672-ee3f956b409d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 Nov 15 22:29:06.808481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac2201b1-459b-410f-88a4-39a57cc9ab93 req-ed0e9f2c-5ecf-4459-9144-cae706a63cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 210 time: 0.0260642 Nov 15 22:29:06.919324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.111602 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba23dbfc-b9fb-4011-92b3-da213efcdd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.128995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.132764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.343318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:07.359948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be329-ac1d-4756-b438-d86cf634229e req-b2ce1743-84ee-4b45-b367-ce02e9c5410e tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:07.360976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Router 1d3208a6-7a23-494f-9beb-882924a50b4a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:29:07.361548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a5be329-ac1d-4756-b438-d86cf634229e req-b2ce1743-84ee-4b45-b367-ce02e9c5410e tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 945 time: 0.0522575 Nov 15 22:29:07.420631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a5be329-ac1d-4756-b438-d86cf634229e req-1662f516-4540-4d4d-89e0-9c9510c23754 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Nov 15 22:29:07.483441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:07.487958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:07.488094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.490773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1733f7ac-a7d4-451b-b7f3-bde6fb994e94 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "PUT /v2.0/routers/1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 200 len: 915 time: 2.2234769 Nov 15 22:29:07.493862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:07.494232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.495017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46526) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:07.498969 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] Sync routers for ids ['1d3208a6-7a23-494f-9beb-882924a50b4a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:07.510050 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] Routers {'1d3208a6-7a23-494f-9beb-882924a50b4a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:07.510951 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1d3208a6-7a23-494f-9beb-882924a50b4a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:07.588579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.624241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:07.627978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-10113f42-5870-4453-ada8-f786229e32ca tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 200 len: 921 time: 0.1290388 Nov 15 22:29:07.628460 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab64bfa-0d86-441d-8f3e-071300e8f348" -d '{"events": [{"server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "name": "network-vif-plugged", "status": "completed", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:07.629310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:07.642302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,segment=NetworkSegment(b7c181cc-6556-469a-9131-6025274c28f5),segment_id=b7c181cc-6556-469a-9131-6025274c28f5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:07.649429 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:07.660680 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] Routers {'1d3208a6-7a23-494f-9beb-882924a50b4a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:07.660680 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1d3208a6-7a23-494f-9beb-882924a50b4a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:07.683150 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74721ea3-be99-4284-9e43-7c80951851fc x-openstack-request-id: req-74721ea3-be99-4284-9e43-7c80951851fc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:07.683440 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "name": "network-vif-plugged", "status": "completed", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:07.683715 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74721ea3-be99-4284-9e43-7c80951851fc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:07.684104 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129', 'code': 200} Nov 15 22:29:07.708655 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:07.709319 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81920acd-2791-451b-b92a-b0e55837d1ea None None] The sync data for ids ['1d3208a6-7a23-494f-9beb-882924a50b4a'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:07.718009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:07.757969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52982bc-3345-4488-aeb0-219b9524c8d8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:07.762079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b52982bc-3345-4488-aeb0-219b9524c8d8 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=1d3208a6-7a23-494f-9beb-882924a50b4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1268101 Nov 15 22:29:07.762714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:07.791557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:07.853004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f96d2-41c6-460e-b328-2997186fae06 req-588292c5-b403-46b2-bfd2-cff610cf2775 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:07.854960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d8ce6-90b4-426a-b231-cdd0e5424872 req-f12c83fc-aa6d-476c-aaff-70bdb97781df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:07.856762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e51d8ce6-90b4-426a-b231-cdd0e5424872 req-f12c83fc-aa6d-476c-aaff-70bdb97781df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 1097 time: 0.0476701 Nov 15 22:29:07.858311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-852f96d2-41c6-460e-b328-2997186fae06 req-588292c5-b403-46b2-bfd2-cff610cf2775 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1383388 Nov 15 22:29:07.930811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e51d8ce6-90b4-426a-b231-cdd0e5424872 req-fc111230-3977-4f21-9df3-4e3f723336b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Nov 15 22:29:08.173838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:08.220555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82d77ad3-76b5-4cce-99ed-cc525432a300 req-1ff45547-4cd4-42bc-8b1d-89942af5e8c5 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 210 time: 0.0362248 Nov 15 22:29:08.258130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-852f96d2-41c6-460e-b328-2997186fae06 req-f94883aa-94cd-4745-8851-5dbe59440f8d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950601 Nov 15 22:29:08.259466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be670a-a484-47b3-98f5-655f83594fb7 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:08.263521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17be670a-a484-47b3-98f5-655f83594fb7 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.4974639 Nov 15 22:29:08.264076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:08.294978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4a05af1-b9bb-4a5e-8953-51c008c96be2 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 200 len: 205 time: 0.0277796 Nov 15 22:29:08.295291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:08.398284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:08.538191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:08.563026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49869f5-b37d-43e6-8d7c-cf0fc708ba14 req-32088f7c-6daf-4b42-9bc2-173f9d6c6cfe tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:08.564894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e49869f5-b37d-43e6-8d7c-cf0fc708ba14 req-32088f7c-6daf-4b42-9bc2-173f9d6c6cfe tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 946 time: 0.0599713 Nov 15 22:29:08.628572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e49869f5-b37d-43e6-8d7c-cf0fc708ba14 req-f23f2081-ab63-4339-b88b-08ca9db20e3f tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572445 Nov 15 22:29:08.712852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port 0eb91506-a7b4-48ba-8801-906682b28285 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:08.713188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:08.798304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:08.818535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for 0eb91506-a7b4-48ba-8801-906682b28285 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:08.959705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-e05136e1-1ff1-4868-8722-4ec9d414a9b1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:08.962253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-e05136e1-1ff1-4868-8722-4ec9d414a9b1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 821 time: 0.2049766 Nov 15 22:29:09.000272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'port': {'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'admin_state_up': True, 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:09.094451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.127895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=0eb91506-a7b4-48ba-8801-906682b28285,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:09.191151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.248491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Made reservation on behalf of 484cd39cf1194d3a919db95e2493ee5f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:09.252078 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.310964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.342529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.345646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf2c2368-b31d-45c0-9040-3aa95a42180b req-a4e7e740-fa86-421f-8bc4-f15417f96cbb tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 210 time: 0.0337687 Nov 15 22:29:09.346770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.400638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Allocated IP 172.20.0.3 (78bf6e62-f8a7-4996-b66d-fb4eef7b8fba/bc2876d0-379b-4d77-a3d7-18377b029c40/f2c7ee20-f370-4641-bf4f-99a57103be8f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:09.446928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671c3b-1ab0-4f02-906a-c9839d6939c8 req-7c1eb46c-8d64-4fe2-8488-0af28cc52c4b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:09.453244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a671c3b-1ab0-4f02-906a-c9839d6939c8 req-7c1eb46c-8d64-4fe2-8488-0af28cc52c4b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1132433 Nov 15 22:29:09.489571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.490191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3208a6-7a23-494f-9beb-882924a50b4a {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:09.501150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.502369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dbf8d9b4-79c5-4620-b951-aab8e0b1c844 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 204 len: 168 time: 1.2060614 Nov 15 22:29:09.506938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:09.513146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-948896821', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:09.545372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a671c3b-1ab0-4f02-906a-c9839d6939c8 req-ded07a58-a2eb-4d74-a84d-e05ce8b3e05d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 Nov 15 22:29:09.592727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.602685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.603848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.655110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.682959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.696187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['921008b8-9dab-478e-a896-cb841bc0b89c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:09.733088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:09.736337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:09.740449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:09.769803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event updated for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:09.822302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:09.823141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.894099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d2b9-265c-4c9a-ab63-cf99ead64ff4 req-c8fe6aaf-cade-435b-8e99-f9f3362d9d42 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:09.895624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f23d2b9-265c-4c9a-ab63-cf99ead64ff4 req-c8fe6aaf-cade-435b-8e99-f9f3362d9d42 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 946 time: 0.1913393 Nov 15 22:29:09.907407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:09.907575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d2ca830-314d-4a24-9fae-10b1260da6d1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188499 Nov 15 22:29:09.924331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Request body: {'port': {'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:09.965690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f23d2b9-265c-4c9a-ab63-cf99ead64ff4 req-fb4ac112-1b00-4918-99bf-edf1ccb7cdd7 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628917 Nov 15 22:29:09.992692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.060272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cb67dd58-ac50-4021-9085-0cf0dddb4248 None None] Provisioning complete for port f2c7ee20-f370-4641-bf4f-99a57103be8f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:10.066832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb67dd58-ac50-4021-9085-0cf0dddb4248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.136474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb67dd58-ac50-4021-9085-0cf0dddb4248 None None] Port f2c7ee20-f370-4641-bf4f-99a57103be8f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:29:10.270702 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.288474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.292108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.389265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c7ee20-f370-4641-bf4f-99a57103be8f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:10.397174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.411288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Transition to ACTIVE for port object f2c7ee20-f370-4641-bf4f-99a57103be8f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:10.421185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Allocated IP 172.25.0.39 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/a60f497a-dc80-4a77-89d6-304bcfacb640) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:10.482102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.542532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed02b4e-69ef-4928-8ed6-0a0ade57a945 req-ed07d88a-0494-4235-946d-9b6c46620749 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:10.548938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ed02b4e-69ef-4928-8ed6-0a0ade57a945 req-ed07d88a-0494-4235-946d-9b6c46620749 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 931 time: 0.1193047 Nov 15 22:29:10.571801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:10.639852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.646482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Attempting to bind port f2c7ee20-f370-4641-bf4f-99a57103be8f on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:10.647151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Attempting to bind port f2c7ee20-f370-4641-bf4f-99a57103be8f by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:10.647859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Attempting to bind port f2c7ee20-f370-4641-bf4f-99a57103be8f on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:10.650762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ed02b4e-69ef-4928-8ed6-0a0ade57a945 req-7e5bbdf6-39b5-47b1-b8c1-6bbe20a2fb2c tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Nov 15 22:29:10.655441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Port f2c7ee20-f370-4641-bf4f-99a57103be8f on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:10.661938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Attempting to bind port f2c7ee20-f370-4641-bf4f-99a57103be8f on network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:10.663792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:10.665281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Checking segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:10.674319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Bound using segment: {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:10.674646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Bound port: f2c7ee20-f370-4641-bf4f-99a57103be8f, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96d970b-5c97-49ca-bbed-980d24f25042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:10.675011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.760646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:10.762119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:10.771009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.821055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:10.846246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:10.853643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:10.868988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.901324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d346369-84c3-4e7d-b0aa-083288ec881b req-26c7e11c-fb90-460c-952a-fdfa037b144b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:10.902886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d346369-84c3-4e7d-b0aa-083288ec881b req-26c7e11c-fb90-460c-952a-fdfa037b144b tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 946 time: 0.4373095 Nov 15 22:29:10.906562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:10.907516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:10.907965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event updated for resources: {'Port': ['ID=a60f497a-dc80-4a77-89d6-304bcfacb640,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:10.909443 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 1091 time: 0.9905341 Nov 15 22:29:10.909906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:10.913359 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:10.943414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceca76-5b44-42b7-9b38-40eb37b70c41 req-9b7b3528-b33b-47d9-8a66-ef7ec0a724e9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:10.944831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aceca76-5b44-42b7-9b38-40eb37b70c41 req-9b7b3528-b33b-47d9-8a66-ef7ec0a724e9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1441829 Nov 15 22:29:10.952838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cfcc1-9cae-4a3d-af3c-fddd79b6bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:11.065029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-0ab46b52-4a96-461e-907a-f230c696d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.066685 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-0ab46b52-4a96-461e-907a-f230c696d32f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1094 time: 0.0460968 Nov 15 22:29:11.092162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d346369-84c3-4e7d-b0aa-083288ec881b req-bfab45d9-9131-450a-89f5-e4957f5690df tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/security-groups?id=842caa85-380d-40ff-80c8-a2c7d8e594f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788690 Nov 15 22:29:11.125112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aceca76-5b44-42b7-9b38-40eb37b70c41 req-3da29b25-68e0-4e8d-8024-8fe5e48f9f67 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437306 Nov 15 22:29:11.133918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-9d8e2fbc-feab-475d-8a01-484ba1e417e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 217 time: 0.0528898 Nov 15 22:29:11.199637 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77474b92-9bec-463e-883e-0a525976f868 x-openstack-request-id: req-77474b92-9bec-463e-883e-0a525976f868 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:11.199933 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:11.200185 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77474b92-9bec-463e-883e-0a525976f868 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:11.200591 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'status': 'completed', 'code': 200} Nov 15 22:29:11.229360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-57ea0ca1-f0cb-45e0-911f-294bf466fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.230865 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-57ea0ca1-f0cb-45e0-911f-294bf466fe01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0875728 Nov 15 22:29:11.296587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:11.302438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdf706-c919-4667-97fd-84be5de686b4 req-d7122868-702e-423d-9d7a-7f63290b5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.304170 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-d7122868-702e-423d-9d7a-7f63290b5680 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651505 Nov 15 22:29:11.401001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-c869fe26-24c0-4db8-b245-576f9015a0a7 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885451 Nov 15 22:29:11.495653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37fdf706-c919-4667-97fd-84be5de686b4 req-7ddc7e62-f2bc-4d25-bdf8-5feff1cfda91 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Nov 15 22:29:11.506677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:11.605470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-4cc270aa-780f-4032-86f5-1ae66ff8a461 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445819 Nov 15 22:29:11.718319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-6f6eba7f-9405-4305-bb35-41b3166c9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.722609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-6f6eba7f-9405-4305-bb35-41b3166c9649 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1096 time: 0.0534995 Nov 15 22:29:11.722609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Router 4b6ed09b-869c-47c7-9878-f8e0d043da9a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:29:11.722793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-97d08746-ac61-4dae-84dc-7871e72dba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.724424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-97d08746-ac61-4dae-84dc-7871e72dba07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1094 time: 0.0649118 Nov 15 22:29:11.841706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-a0a79ab9-f8d3-4e58-a653-3f3e6581bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:11.843555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-a0a79ab9-f8d3-4e58-a653-3f3e6581bebf service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1043651 Nov 15 22:29:11.897438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:11.910972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] Sync routers for ids ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:11.928877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] Routers {'4b6ed09b-869c-47c7-9878-f8e0d043da9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:11.930374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:11.955816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-9e5d4c3b-8c56-4ef6-a355-81a8c2427226 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 217 time: 0.0973485 Nov 15 22:29:11.988950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:12.007647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] Routers {'4b6ed09b-869c-47c7-9878-f8e0d043da9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:12.008291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:12.049756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-29e7cd1c-a4f0-4b6d-a1fb-62a648f0a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.051246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-29e7cd1c-a4f0-4b6d-a1fb-62a648f0a8e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2045596 Nov 15 22:29:12.059761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:12.061071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe8a22-a0b0-47b7-84d3-6b0efac9c728 None None] The sync data for ids ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:12.067176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:12.068417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5080c285-fb30-414a-8fa0-6f030f30a968 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5594630 Nov 15 22:29:12.071159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:12.079373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-296c192b-f65c-44a9-b10a-f2aa9dee0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.080858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-296c192b-f65c-44a9-b10a-f2aa9dee0e82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1180248 Nov 15 22:29:12.080980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:12.098466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-4ac571a2-7138-4ae0-b036-121c2300c9b4 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.099900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-4ac571a2-7138-4ae0-b036-121c2300c9b4 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 946 time: 0.0874431 Nov 15 22:29:12.205791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-412134df-e62e-49a6-8521-b2981b9072db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.214573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-412134df-e62e-49a6-8521-b2981b9072db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168265 Nov 15 22:29:12.308974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Deleting port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:12.308974 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:12.380272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-85e2aeab-c15c-495d-b67b-fc123d7800e3 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569633 Nov 15 22:29:12.488975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] For port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,segment=NetworkSegment(b7c181cc-6556-469a-9131-6025274c28f5),segment_id=b7c181cc-6556-469a-9131-6025274c28f5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:12.489443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:12.510729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Calling delete_port for 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:12.547939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-467720b2-50ec-4ac2-8dc0-abdc5112ea4f req-a989bc44-e679-4de5-8348-c5f771fd78a6 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575072 Nov 15 22:29:12.598201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db35a6-5b78-4eba-8796-46b4fc51993d req-28897bb0-9de8-4191-8217-f8cc31391b35 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.599710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49db35a6-5b78-4eba-8796-46b4fc51993d req-28897bb0-9de8-4191-8217-f8cc31391b35 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 943 time: 0.7541161 Nov 15 22:29:12.642805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-29f75ef5-d917-4566-ab22-2618d52a7d5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 1000 time: 0.5723999 Nov 15 22:29:12.728504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b39911-5066-4533-aca8-7ae28a88b5d1 req-654565cc-8001-4743-8bb2-6887a987fa9f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.730027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37b39911-5066-4533-aca8-7ae28a88b5d1 req-654565cc-8001-4743-8bb2-6887a987fa9f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1720538 Nov 15 22:29:12.752290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-a28dd809-3b35-427f-9bc5-ca7d8bdccf5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467236 Nov 15 22:29:12.786735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:12.793941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-4b1223c8-2007-41bc-9886-c215bcfc0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.795404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-4b1223c8-2007-41bc-9886-c215bcfc0b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1375098 Nov 15 22:29:12.807982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e76cbdf-3ff5-4e08-b77e-e89fd8199129'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:12.833385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49db35a6-5b78-4eba-8796-46b4fc51993d req-f476cf87-6968-43f4-8d62-bdd319aa6af0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105045 Nov 15 22:29:12.858443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Pushing event deleted for resources: {'Port': ['ID=6e76cbdf-3ff5-4e08-b77e-e89fd8199129,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:12.925660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] No DVR routers for this DVR port 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:12.928504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:12.930218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37b39911-5066-4533-aca8-7ae28a88b5d1 req-c60ba283-a5d0-477f-acee-00d82ac4f0aa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870930 Nov 15 22:29:12.932715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a8bb185-ff7a-42c7-aed1-a724701ca658 req-10026d20-3433-4f46-a11b-395d1b67030d tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.57 "DELETE /v2.0/ports/6e76cbdf-3ff5-4e08-b77e-e89fd8199129 HTTP/1.1" status: 204 len: 173 time: 0.8239152 Nov 15 22:29:12.935808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-94d8a7f8-44fc-4a65-abbd-a4bdcf332844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.937325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-94d8a7f8-44fc-4a65-abbd-a4bdcf332844 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 1101 time: 0.1608679 Nov 15 22:29:12.959695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-8d386a2b-45c3-4d9d-bca7-59d37f2d3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:12.961798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-8d386a2b-45c3-4d9d-bca7-59d37f2d3355 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240437 Nov 15 22:29:13.110638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99111fd8-b9a1-42d3-85a0-1040d1dada7b req-922a42b9-d2f5-492d-8aa4-bb0914289c68 tempest-InstanceActionsV221TestJSON-240138700 tempest-InstanceActionsV221TestJSON-240138700-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b HTTP/1.1" status: 200 len: 210 time: 0.0737841 Nov 15 22:29:13.112276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-6d8a559a-95a8-4be2-96ea-c63f96763976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:13.113857 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-6d8a559a-95a8-4be2-96ea-c63f96763976 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1299562 Nov 15 22:29:13.161477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:13.176240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-a716ea73-0f63-4283-b5fe-4d3640d5758b service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768017 Nov 15 22:29:13.193631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-c19729d1-286d-4d01-afba-588e7710d899 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 200 len: 217 time: 0.0667574 Nov 15 22:29:13.205061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'name': 'network-vif-deleted', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:13.208144 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfb147-c80f-4286-9e38-c168f995fa62" -d '{"events": [{"server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "name": "network-vif-deleted", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:13.261472 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4749a8b2-fd03-4559-aeec-b8f2b0b6b4e2 x-openstack-request-id: req-4749a8b2-fd03-4559-aeec-b8f2b0b6b4e2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:13.261845 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b", "name": "network-vif-deleted", "tag": "6e76cbdf-3ff5-4e08-b77e-e89fd8199129", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:13.269103 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4749a8b2-fd03-4559-aeec-b8f2b0b6b4e2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:13.269103 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c16b4bf-ecca-4bcd-bf36-e7fa0701f90b', 'name': 'network-vif-deleted', 'tag': '6e76cbdf-3ff5-4e08-b77e-e89fd8199129', 'status': 'completed', 'code': 200} Nov 15 22:29:13.275135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-652600e6-8f18-4719-88dc-9759c90f57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:13.276416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:13.277031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-652600e6-8f18-4719-88dc-9759c90f57c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0646982 Nov 15 22:29:13.295350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-898652b8-9a09-442c-8d08-4e3c5139db98 req-89cb9e44-0743-4511-a059-142ecf59f879 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073260 Nov 15 22:29:13.338077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-e887d16b-641e-4e42-8eff-0efb4c60a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:13.339563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-e887d16b-641e-4e42-8eff-0efb4c60a945 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543909 Nov 15 22:29:13.417135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Deleting port a60f497a-dc80-4a77-89d6-304bcfacb640 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:13.417585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:13.439577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-2ea3337d-db22-4b82-b9f6-57ca1ff76a96 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Nov 15 22:29:13.499186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:13.511479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Calling delete_port for a60f497a-dc80-4a77-89d6-304bcfacb640 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:13.531988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f42d1fd-605e-4dd5-85f1-036e0620c842 req-fda073ea-e875-4c35-a8c2-58bfd1fda82e service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830269 Nov 15 22:29:13.738068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:13.763082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Pushing event deleted for resources: {'Port': ['ID=a60f497a-dc80-4a77-89d6-304bcfacb640,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:13.830411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.102008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.111446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.134732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe6c79-f171-46ee-a9fb-24f352518232 req-e3c45cd2-86bd-4aef-aa15-c1a058553bb2 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:14.136271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2fe6c79-f171-46ee-a9fb-24f352518232 req-e3c45cd2-86bd-4aef-aa15-c1a058553bb2 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 943 time: 0.1679003 Nov 15 22:29:14.213149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a97823-f135-4242-8388-0c2932a22268 req-2d547242-f1bc-40ac-a9d2-752894f6a273 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:14.214571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7a97823-f135-4242-8388-0c2932a22268 req-2d547242-f1bc-40ac-a9d2-752894f6a273 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1698525 Nov 15 22:29:14.257257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Router 4b6ed09b-869c-47c7-9878-f8e0d043da9a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:14.293377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2fe6c79-f171-46ee-a9fb-24f352518232 req-b1998126-5d8c-43c3-a664-54477b60972f tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991931 Nov 15 22:29:14.352354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7a97823-f135-4242-8388-0c2932a22268 req-bc11e9da-f921-4c95-9329-b3082053f038 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297133 Nov 15 22:29:14.385130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:14.391946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.395418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e6692da-af15-46cb-a1ed-36762c12b718 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "PUT /v2.0/routers/4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 200 len: 705 time: 2.3163996 Nov 15 22:29:14.395652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:14.399677 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] Sync routers for ids ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:14.418946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] Routers {'4b6ed09b-869c-47c7-9878-f8e0d043da9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:14.419577 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:14.475800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-27f31173-3bc2-47ca-bae1-3e8de2fbdfcb tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/routers/4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 200 len: 740 time: 0.0789878 Nov 15 22:29:14.479015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:14.491100 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:14.501218 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] Routers {'4b6ed09b-869c-47c7-9878-f8e0d043da9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:14.501838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:14.536137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:14.536903 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e8a0d-484a-48b5-adbb-ca7f05f1d61a None None] The sync data for ids ['4b6ed09b-869c-47c7-9878-f8e0d043da9a'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:14.547467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8157da1e-78e8-4693-b096-01542c829b00 tempest-RoutersAdminTest-1603764206 tempest-RoutersAdminTest-1603764206-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 200 len: 205 time: 0.0667279 Nov 15 22:29:14.549985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46684) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:14.586585 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9278e0df-265d-4ee6-b774-a042e1929ffc tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 200 len: 205 time: 0.0348227 Nov 15 22:29:14.588985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:14.683728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.716313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:14.762600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Deleting subnet 889c66a6-96a9-4053-8a92-1954c444db99 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:29:14.763234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2c7ee20-f370-4641-bf4f-99a57103be8f details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:14.766129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.803421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.858365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:14.869223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:15.002210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.016795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:15.034637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889c66a6-96a9-4053-8a92-1954c444db99,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:15.042687 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.046418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-34dd53f4-c6b6-4d95-be93-600164b86f9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/889c66a6-96a9-4053-8a92-1954c444db99 HTTP/1.1" status: 204 len: 168 time: 0.3287561 Nov 15 22:29:15.049023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.065817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.080446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c7ee20-f370-4641-bf4f-99a57103be8f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:15.101039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:15.124956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.185533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.208590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.234211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587d8f85-6b95-4a04-ba5a-88194f0ad704']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:15.239192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:15.243892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.246033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.249715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c181cc-6556-469a-9131-6025274c28f5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:15.249966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c181cc-6556-469a-9131-6025274c28f5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:15.261775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.276407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.282821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:29:15.285189 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:29:15.350943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.352134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6ed09b-869c-47c7-9878-f8e0d043da9a {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:15.364146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.369215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7018facb-f8a9-43e2-8994-3cd6d5151061 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 204 len: 168 time: 0.7753780 Nov 15 22:29:15.370150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.370908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:15.403812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:29:15.404417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e76cbdf-3ff5-4e08-b77e-e89fd8199129 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:15.411807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-39f47c3c-e949-4c68-a0b8-f32f9ea90d81 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 200 len: 205 time: 0.0383897 Nov 15 22:29:15.412171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.424525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.442968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2c7ee20-f370-4641-bf4f-99a57103be8f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:15.464097 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-68c520c0-f8f7-4126-8726-f1f921b86832 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.465244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-68c520c0-f8f7-4126-8726-f1f921b86832 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/4b6ed09b-869c-47c7-9878-f8e0d043da9a HTTP/1.1" status: 404 len: 336 time: 0.0519700 Nov 15 22:29:15.467568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:15.469016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46708) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.479234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/587d8f85-6b95-4a04-ba5a-88194f0ad704 HTTP/1.1" status: 204 len: 168 time: 0.4290314 Nov 15 22:29:15.526016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9deb5-9889-47da-accb-b6ea752a58f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=587d8f85-6b95-4a04-ba5a-88194f0ad704,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:15.529355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-acefaf1b-c9c5-4b7f-ae2a-9060257e01c9 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 200 len: 205 time: 0.0566821 Nov 15 22:29:15.537143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.565120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cd265-6c2f-495d-be12-6a53ca8c2ede req-b4c26c65-4199-4bc3-981e-341ab5e5c2f3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:15.566724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389cd265-6c2f-495d-be12-6a53ca8c2ede req-b4c26c65-4199-4bc3-981e-341ab5e5c2f3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 944 time: 0.1832469 Nov 15 22:29:15.602916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15135adf-7e3d-4bc8-9da3-84332785e1e8 req-a5b04f3c-c2c2-4237-9b30-9bbe87007975 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:15.604481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15135adf-7e3d-4bc8-9da3-84332785e1e8 req-a5b04f3c-c2c2-4237-9b30-9bbe87007975 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1385872 Nov 15 22:29:15.613046 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b5d9471a-e4db-4a33-8282-fc3e5dd9a756 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.619821 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5d9471a-e4db-4a33-8282-fc3e5dd9a756 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/1d3208a6-7a23-494f-9beb-882924a50b4a HTTP/1.1" status: 404 len: 336 time: 0.0790663 Nov 15 22:29:15.620531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.654573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f604d94f-b8cf-4dee-a678-e579fd1a2210 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 200 len: 205 time: 0.0306680 Nov 15 22:29:15.654754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46720) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.671404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389cd265-6c2f-495d-be12-6a53ca8c2ede req-0610e95e-c789-4f48-b6a8-4055428df69a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961599 Nov 15 22:29:15.683612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15135adf-7e3d-4bc8-9da3-84332785e1e8 req-1d11366b-3dde-4e4d-b48b-f496f3ee145b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707695 Nov 15 22:29:15.694922 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a59e8b37-a8b9-4755-acd6-f9ddc3dfc87d tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.699127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a59e8b37-a8b9-4755-acd6-f9ddc3dfc87d tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/e031cc96-30a0-4517-9d5f-27d12a7e5690 HTTP/1.1" status: 404 len: 336 time: 0.0405436 Nov 15 22:29:15.699321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.731395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c8e7734e-2b21-4e25-bf04-4f622df6bc84 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 200 len: 205 time: 0.0311038 Nov 15 22:29:15.733917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.775218 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-301af378-1338-4b07-a9f0-dddcdcd9309f tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.779123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.779233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-301af378-1338-4b07-a9f0-dddcdcd9309f tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/91aae153-c8bd-498d-a18f-5192a48c0b69 HTTP/1.1" status: 404 len: 336 time: 0.0441396 Nov 15 22:29:15.813569 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0aae722b-50f1-407c-87f5-1cb78099c75b tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 200 len: 205 time: 0.0330188 Nov 15 22:29:15.815971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.854372 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-79589a5e-39c4-4dcc-8a7a-eb87b2e831f0 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.856665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-79589a5e-39c4-4dcc-8a7a-eb87b2e831f0 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/26b62bb7-691f-459b-bf37-e902f42d66ab HTTP/1.1" status: 404 len: 336 time: 0.0385239 Nov 15 22:29:15.858367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.888187 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d41c128d-8b22-46fe-a9d2-bf610136eec9 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "GET /v2.0/ports?device_id=41795251-d416-4248-a6ed-80b6d6a82524 HTTP/1.1" status: 200 len: 205 time: 0.0286119 Nov 15 22:29:15.890669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46734) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.929892 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-66523913-2f68-46d2-8cd3-5648a5435b32 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] delete failed (client error): The resource could not be found. Nov 15 22:29:15.930902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66523913-2f68-46d2-8cd3-5648a5435b32 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/routers/41795251-d416-4248-a6ed-80b6d6a82524 HTTP/1.1" status: 404 len: 336 time: 0.0393453 Nov 15 22:29:15.933662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46736) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:15.959198 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c14c46d-bb81-40d4-8121-d6280a1668e5 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] DELETE failed (client error): The resource could not be found. Nov 15 22:29:15.959635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c14c46d-bb81-40d4-8121-d6280a1668e5 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:29:15.963261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c14c46d-bb81-40d4-8121-d6280a1668e5 tempest-RoutersAdminTest-524616411 tempest-RoutersAdminTest-524616411-project] 10.222.0.15 "DELETE /v2.0/subnets/048f4403-31ae-47d7-b325-165bf804803c HTTP/1.1" status: 404 len: 337 time: 0.0287213 Nov 15 22:29:15.980343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:16.021852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f05572db-aad0-4ba3-aa74-792122cc009a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bed9e01d999b41069a0e45b16fdf365b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402308 Nov 15 22:29:16.024811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:16.072858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.094229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.202245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.204909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.206182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/842caa85-380d-40ff-80c8-a2c7d8e594f5 HTTP/1.1" status: 204 len: 168 time: 0.1802359 Nov 15 22:29:16.214619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793bcf-3006-4a07-b429-887e8383857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842caa85-380d-40ff-80c8-a2c7d8e594f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:16.437917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46748) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:16.558592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d011038e-511d-4d2e-935e-40d7de4090d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.637906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d011038e-511d-4d2e-935e-40d7de4090d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.722382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d011038e-511d-4d2e-935e-40d7de4090d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.764306 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d011038e-511d-4d2e-935e-40d7de4090d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c21fb95f75b94f07b945d85c0738379f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251867 Nov 15 22:29:16.765227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011038e-511d-4d2e-935e-40d7de4090d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfbdfb-e78e-469c-b650-c926e4da332d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:16.767658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46764) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:16.780220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2c7ee20-f370-4641-bf4f-99a57103be8f up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:16.847847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.876008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:16.886115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f9ea0-578d-4ee7-8d62-612255e907d2 req-32955038-c10a-485a-bd59-4d593612b9b0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:16.894839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-556f9ea0-578d-4ee7-8d62-612255e907d2 req-32955038-c10a-485a-bd59-4d593612b9b0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 944 time: 0.1467648 Nov 15 22:29:16.922762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d5626-9941-4287-8b1e-8d3c50cb5bf3 req-eb254943-e181-4e8e-9661-950d3a1536f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:16.938710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc2d5626-9941-4287-8b1e-8d3c50cb5bf3 req-eb254943-e181-4e8e-9661-950d3a1536f9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1517789 Nov 15 22:29:16.957092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port f2c7ee20-f370-4641-bf4f-99a57103be8f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:16.961118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f2c7ee20-f370-4641-bf4f-99a57103be8f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:16.961800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.013912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.017039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.017561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-556f9ea0-578d-4ee7-8d62-612255e907d2 req-dbe8a89e-5aee-4279-9357-eabbf297c1f6 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173949 Nov 15 22:29:17.019182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94bfbdfb-e78e-469c-b650-c926e4da332d HTTP/1.1" status: 204 len: 168 time: 0.2499394 Nov 15 22:29:17.036269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc2d5626-9941-4287-8b1e-8d3c50cb5bf3 req-bc5b6d8d-98b7-44ac-b183-0806f91dbd12 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995610 Nov 15 22:29:17.058683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c9ff4-88d8-47ea-9621-213f60ca4c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfbdfb-e78e-469c-b650-c926e4da332d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:17.090961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.129141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:17.131469 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdce9ca-e40e-4272-9f89-185e89e7f2dc" -d '{"events": [{"server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "name": "network-vif-plugged", "status": "completed", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:17.159925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:17.235529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.248235 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71003234-4849-4444-91ce-15461da87c4a x-openstack-request-id: req-71003234-4849-4444-91ce-15461da87c4a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:17.248786 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "name": "network-vif-plugged", "status": "completed", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:17.249038 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71003234-4849-4444-91ce-15461da87c4a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:17.249418 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'code': 200} Nov 15 22:29:17.325138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:17.349091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.349556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.349962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.350400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.350797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.351245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.352150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.352548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.353014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.353419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.353808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.354198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:17.384207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120682f-6498-4a6e-84c5-897d6751f602 req-a5f0802d-c7fc-4dce-a658-46491d5e1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:17.385828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6120682f-6498-4a6e-84c5-897d6751f602 req-a5f0802d-c7fc-4dce-a658-46491d5e1b79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1096 time: 0.0733764 Nov 15 22:29:17.435028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6120682f-6498-4a6e-84c5-897d6751f602 req-c58c768b-f7bd-4815-92cb-19232b26535a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Nov 15 22:29:17.525055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46794) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:17.637315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1839616244-network', 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:17.738537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:17.759251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Made reservation on behalf of 17f2357e3d0849b0a3ed0ab3e2ee6842 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:17.761652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.777808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.796155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b97d9e6d-31f1-46bc-81f0-c4b109674003 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cc7d3df5df24ea8b00a59c80f3f3acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565281 Nov 15 22:29:17.799762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:17.853226 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.874096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.876024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.949613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.974505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:29:17.983320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:17.989086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:17.989462 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Added segment c96fbbb9-cedf-46e4-9c42-567b867c60a0 of type vlan for network e9f6217e-7f39-4194-a007-0597d196dc8f Nov 15 22:29:18.008962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.011947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.015483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7df5d83-46b2-4311-95b2-86128e219cef HTTP/1.1" status: 204 len: 168 time: 0.2116261 Nov 15 22:29:18.025727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7df5d83-46b2-4311-95b2-86128e219cef,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:18.036384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.037030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.037587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.037695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.038357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.038876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.039366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.040592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.046291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.046291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.046291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.046291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.046291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c2640a-11ee-47a5-8783-c61ceb3ab785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:18.140513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.144249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:18.144880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.242701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] Pushing event updated for resources: {'Network': ['ID=e9f6217e-7f39-4194-a007-0597d196dc8f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:18.253432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c7d92-abc4-4d5d-9623-19b10807486e req-7481e219-c4d7-4c8a-8b39-a4d9934fd4a0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:18.254941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f02c7d92-abc4-4d5d-9623-19b10807486e req-7481e219-c4d7-4c8a-8b39-a4d9934fd4a0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 945 time: 0.1453068 Nov 15 22:29:18.262407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e9f6217e-7f39-4194-a007-0597d196dc8f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:29:18.273897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddf450-df5b-4772-b242-fb694a33a169 req-eb42fb0a-3b2b-4be7-831d-27e2cee9b843 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:18.275348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cddf450-df5b-4772-b242-fb694a33a169 req-eb42fb0a-3b2b-4be7-831d-27e2cee9b843 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0861127 Nov 15 22:29:18.302207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb18aebc-1d35-4749-af15-54e18c947e1a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7732685 Nov 15 22:29:18.302680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:18.308111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Request body: {'subnet': {'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1839616244-subnet', 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:18.369944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f02c7d92-abc4-4d5d-9623-19b10807486e req-7a38ff9f-d92a-42cc-8155-199422184fe5 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916777 Nov 15 22:29:18.382730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cddf450-df5b-4772-b242-fb694a33a169 req-fd1b601a-a822-489b-9614-7c3e426a9a3a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Nov 15 22:29:18.396705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Made reservation on behalf of 17f2357e3d0849b0a3ed0ab3e2ee6842 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:18.409718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.723585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:18.787432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d045fbf8-77bf-433e-b19e-f0617daba38b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:18.796444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Checking segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:18.796824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Network hostable DHCP agents. Network: e9f6217e-7f39-4194-a007-0597d196dc8f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:29:18.903800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Network e9f6217e-7f39-4194-a007-0597d196dc8f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:29:19.017940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e9f6217e-7f39-4194-a007-0597d196dc8f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:19.021781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:19.022371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.028364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0279f4-8323-41bb-9e74-b478a08bad7e None None] Network e9f6217e-7f39-4194-a007-0597d196dc8f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:29:19.107781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dbe97043-c0e7-4eb8-b967-9ff2abfa08c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8041365 Nov 15 22:29:19.182951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e9f6217e-7f39-4194-a007-0597d196dc8f', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842', 'fixed_ips': [{'subnet_id': 'd045fbf8-77bf-433e-b19e-f0617daba38b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:29:19.183805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.325015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Allocated IP 172.20.0.2 (e9f6217e-7f39-4194-a007-0597d196dc8f/d045fbf8-77bf-433e-b19e-f0617daba38b/5d4ae6f6-8a85-43eb-ac43-5ac2047e1761) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:19.558837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.576727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf83e6-41bc-4615-9237-e7926646629c req-16637731-7c59-4585-bc25-cd85c670e171 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:19.578237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28bf83e6-41bc-4615-9237-e7926646629c req-16637731-7c59-4585-bc25-cd85c670e171 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 945 time: 0.1266408 Nov 15 22:29:19.629916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28bf83e6-41bc-4615-9237-e7926646629c req-44496096-f0b6-4ffd-a1a2-42514085d41f tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457442 Nov 15 22:29:19.666857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.731395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Network e9f6217e-7f39-4194-a007-0597d196dc8f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:19.736870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:19.745035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:19.767902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Pushing event updated for resources: {'Port': ['ID=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:19.793129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-0eb920aa-0a63-491f-ba60-eb59b930a64b tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:19.794671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-0eb920aa-0a63-491f-ba60-eb59b930a64b tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.1563008 Nov 15 22:29:19.806838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f085d7-6b0f-4490-be08-39873cd8744c req-7f0f15bb-1a3c-4b06-9e17-d0bb60914a1c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:19.815875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f085d7-6b0f-4490-be08-39873cd8744c req-7f0f15bb-1a3c-4b06-9e17-d0bb60914a1c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1025891 Nov 15 22:29:19.832510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-073ed618-404b-48d9-860f-76820f09c344 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/quotas/17f2357e3d0849b0a3ed0ab3e2ee6842 HTTP/1.1" status: 200 len: 375 time: 0.0143559 Nov 15 22:29:19.849555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Attempting to bind port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:19.849935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Attempting to bind port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:19.850311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Attempting to bind port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:19.856124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:19.856541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Checking segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:19.856930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.857324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Bound using segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:19.857791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Bound port: 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:19.858204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:19.902659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f085d7-6b0f-4490-be08-39873cd8744c req-c2150590-1e54-454d-a54f-6dae0b43573c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859122 Nov 15 22:29:19.915792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-101054c8-938f-40be-8994-35a0dff245ed tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714207 Nov 15 22:29:19.942016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] For port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:19.946756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] For port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:20.024661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-e58702ba-8626-4a5f-9704-fd695872e4a3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996416 Nov 15 22:29:20.027532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:20.044584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.192832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979dea6-7052-4aba-a4c6-6834b6e95a48 None None] Pushing event updated for resources: {'Port': ['ID=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:20.200528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-17ff01b6-814c-4560-977b-ea1229b81642 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635277 Nov 15 22:29:20.227993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1909743780'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:20.316967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.321176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.386978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-48262636-20ef-4241-8c18-8e148f4b535d tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:20.388457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-48262636-20ef-4241-8c18-8e148f4b535d tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1244361 Nov 15 22:29:20.396811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.468950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.469706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-d0fd8259-17e3-48e4-956b-6f7beb1861a8 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0716982 Nov 15 22:29:20.488267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:20.542084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.555021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.555021 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c98050a8-4e85-414a-9a54-72f5454b3ad5 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5259588 Nov 15 22:29:20.557507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:20.701483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.819073 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-1a6a2eed-2789-47b0-a9b4-4d92889577de service neutron] show failed (client error): The resource could not be found. Nov 15 22:29:20.820534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-1a6a2eed-2789-47b0-a9b4-4d92889577de service neutron] 10.222.0.57 "GET /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.2040410 Nov 15 22:29:20.890486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:20.895424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.073452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.075286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9b10991-b61e-44e2-8339-52519213fd7c {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:21.082250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.082773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c7343e9-b03c-4ce5-80cc-9c19207af44b tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e9b10991-b61e-44e2-8339-52519213fd7c HTTP/1.1" status: 204 len: 168 time: 0.5240524 Nov 15 22:29:21.087212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:21.094895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Request body: {'router': {'name': 'tempest-router-1105625043', 'distributed': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:21.131046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-d8686af0-51f9-4cdc-aedc-3f57845ec055 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:21.133818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-d8686af0-51f9-4cdc-aedc-3f57845ec055 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.2326758 Nov 15 22:29:21.165257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-aa0b2eeb-a83a-4714-9124-2444e3503899 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/quotas/17f2357e3d0849b0a3ed0ab3e2ee6842 HTTP/1.1" status: 200 len: 375 time: 0.0201106 Nov 15 22:29:21.208699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.209787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.270733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.316301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3989c7-6e2c-4808-95c9-8c10e0501ae4 None None] Network e9f6217e-7f39-4194-a007-0597d196dc8f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:29:21.331591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-4c479d6b-2fbd-4c7f-8f7e-c60232b45a7f tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274869 Nov 15 22:29:21.340094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.396637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] Provisioning complete for port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:21.397005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.445678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.447422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d0fd967d-ba77-439c-a381-ddd2ac997154 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3590598 Nov 15 22:29:21.450049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:21.502041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.511479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-ea632473-3549-46a6-bd37-5457dc253286 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450725 Nov 15 22:29:21.561557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.581225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.637736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] For port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:21.642722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.722145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.729668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.732204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.766179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-49255713-e05f-4bd1-bc60-39394fa45e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:21.768650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-49255713-e05f-4bd1-bc60-39394fa45e87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.2023361 Nov 15 22:29:21.787857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:21.807390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0baf2c-9a8e-431e-92d0-e7124d28e21e None None] Pushing event updated for resources: {'Port': ['ID=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:21.819146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-81ba4a15-f9c7-492b-ad96-160957327646 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015032 Nov 15 22:29:21.856296 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931 associated. External IP: 172.25.0.195, port: 921008b8-9dab-478e-a896-cb841bc0b89c. Nov 15 22:29:21.858232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.859754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36968ecc-7775-4031-a8f1-176987a8cf9b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:21.868806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.874558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8aa5477-00ca-42c2-8f1d-d3844f6ca38f tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "DELETE /v2.0/routers/36968ecc-7775-4031-a8f1-176987a8cf9b HTTP/1.1" status: 204 len: 168 time: 0.4231157 Nov 15 22:29:21.875312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:21.880075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Request body: {'router': {'name': 'tempest-router-1744922034', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dbaebb29474e4290874d2956e09aec1e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:21.931365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.948438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-01c8baa0-6ec7-48f6-ab7c-8ea5f86bcd54 None None] Provisioning complete for port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:21.948894 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01c8baa0-6ec7-48f6-ab7c-8ea5f86bcd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.990602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:21.991836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.124793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.202647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.230291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:22.289582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:22.289947 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.294464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.296234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a55647f-6ac4-4b59-995c-f954f30ec7ea tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4196951 Nov 15 22:29:22.300101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:22.303609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:22.351845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063edb8-8491-473d-a65b-9fafc0db9151 req-42042cf8-a0f2-46ea-a566-71d20399438c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:22.359195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2063edb8-8491-473d-a65b-9fafc0db9151 req-42042cf8-a0f2-46ea-a566-71d20399438c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1602800 Nov 15 22:29:22.399586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:22.419883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:22.534650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2063edb8-8491-473d-a65b-9fafc0db9151 req-b2777fba-4727-4d1f-b400-70dde9637a25 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746109 Nov 15 22:29:22.562611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:22.599932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.600362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.621055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:22.623412 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6e033f-6fa8-4ba7-aeb1-8cb83051b730" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:22.627423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.641727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:22.647829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.654006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:22.669846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Transition to ACTIVE for port object 2da2f5ce-ec57-4728-aba6-d83effc79c4d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:22.673038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:22.676340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:22.688943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a5755f88-b6be-4a8b-80dc-9d7eaff00d00 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "PUT /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 997 time: 2.2115633 Nov 15 22:29:22.750558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103127) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 15 22:29:22.750769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Router 46cb8406-21ea-4bd0-95a2-d152d4f24dcd migrating from provider to provider. {{(pid=103127) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 15 22:29:22.751325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.756581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.768482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.855217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-fad081e1-3c3d-4fb5-a37d-8646a87bb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:22.856847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-fad081e1-3c3d-4fb5-a37d-8646a87bb251 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.1448457 Nov 15 22:29:22.860488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:22.872033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:22.889331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] No DVR routers for this DVR port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h2-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:22.898548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:23.015554 n-d-817995-3 neutron-server[103127]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] No L3 agents can host the router 46cb8406-21ea-4bd0-95a2-d152d4f24dcd Nov 15 22:29:23.105993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-bdee6dc8-d59d-4679-b8e4-8633f81c8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:23.107439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-bdee6dc8-d59d-4679-b8e4-8633f81c8130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.2196548 Nov 15 22:29:23.212393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Hosts for router 46cb8406-21ea-4bd0-95a2-d152d4f24dcd: [] {{(pid=103127) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 15 22:29:23.278310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Hosts for other DVR routers connected to router 46cb8406-21ea-4bd0-95a2-d152d4f24dcd: set() {{(pid=103127) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 15 22:29:23.281637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:23.283087 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6a4c5c88-06f9-488a-a53e-30e68d5dafc1 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "PUT /v2.0/routers/46cb8406-21ea-4bd0-95a2-d152d4f24dcd HTTP/1.1" status: 200 len: 717 time: 0.9834325 Nov 15 22:29:23.289325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:23.311218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:21Z', 'revision_number': 1, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:23.346005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:23.359578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:23.360338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:23.384431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-57fbd6fd-3e96-48e4-bbea-bfc221b6a8db tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "GET /v2.0/routers/46cb8406-21ea-4bd0-95a2-d152d4f24dcd HTTP/1.1" status: 200 len: 717 time: 0.0935640 Nov 15 22:29:23.392161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:23.424245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-e8059756-0750-46df-80f2-3201bd06c644 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:23.426121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-e8059756-0750-46df-80f2-3201bd06c644 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.2260573 Nov 15 22:29:23.453238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Request body: {'port': {'device_id': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'admin_state_up': True, 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:23.484452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:23.598754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:23.624173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:23.769272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6549615-5b3e-4bb9-9288-be63440c424a tempest-RoutersTestDVR-755942505 tempest-RoutersTestDVR-755942505-project] 10.222.0.15 "GET /v2.0/routers/46cb8406-21ea-4bd0-95a2-d152d4f24dcd HTTP/1.1" status: 200 len: 683 time: 0.3735256 Nov 15 22:29:23.769272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Made reservation on behalf of 17f2357e3d0849b0a3ed0ab3e2ee6842 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:23.769703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-c17b8ebf-995e-4deb-8421-9138867e9ed0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:23.771673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-c17b8ebf-995e-4deb-8421-9138867e9ed0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.7450438 Nov 15 22:29:23.772246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46992) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:23.788339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:23.860918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:23.861372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:23.861763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:23.875983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:23.884506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-8f1dd11f-fcf1-45f1-a412-4e11721dbbf3 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/quotas/17f2357e3d0849b0a3ed0ab3e2ee6842 HTTP/1.1" status: 200 len: 375 time: 0.0296464 Nov 15 22:29:23.967071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:23.967467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:24.011472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:24.011809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:24.012179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:24.012636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Bound port: 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:24.012994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.037723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-a55bc247-4b75-4e70-a2d8-9a36fffee3ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 1000 time: 0.9145327 Nov 15 22:29:24.058448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Allocated IP 172.20.0.14 (e9f6217e-7f39-4194-a007-0597d196dc8f/d045fbf8-77bf-433e-b19e-f0617daba38b/a0ce704f-2027-474c-a4bf-68030cc5e540) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:24.087859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:21Z', 'revision_number': 1, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:24.132537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef586afa-2a05-4582-927e-36e65f57ea50 None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:21Z', 'revision_number': 1, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:24.220211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-ca19e760-d6aa-453a-a3a6-d304fb0bfda4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3346622 Nov 15 22:29:24.251474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.254989 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.347898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-11f1131d-9167-43c8-a995-414c29497c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:24.349392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-11f1131d-9167-43c8-a995-414c29497c85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.2946818 Nov 15 22:29:24.359031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:24.363523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:24.419058 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0405a86a-77f8-4faa-85ab-6f3675166707 None None] New status for floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:29:24.432803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-f0efde5b-d432-4186-904d-252823173c1d service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114751 Nov 15 22:29:24.486709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-cc3dc067-c2ac-46dc-94a7-4ff8bcf3255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:24.495586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-cc3dc067-c2ac-46dc-94a7-4ff8bcf3255a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306772 Nov 15 22:29:24.506935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.509646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.510355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46cb8406-21ea-4bd0-95a2-d152d4f24dcd {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:24.536561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.538253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6142a2f8-7342-467d-8c17-fcbaa908a317 tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "DELETE /v2.0/routers/46cb8406-21ea-4bd0-95a2-d152d4f24dcd HTTP/1.1" status: 204 len: 168 time: 0.7623708 Nov 15 22:29:24.582418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:24.610545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Request body: {'router': {'name': 'tempest-router-661472844', 'distributed': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:24.650309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:24.651191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.652766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] 10.222.0.55 "PUT /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 1096 time: 2.8690524 Nov 15 22:29:24.774204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6337c-daf0-4be1-8974-8af97c0e195f service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:24.796418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-6d31749b-ab05-4c1e-94c3-0cbf8c16f89b service neutron] 10.222.0.15 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623335 Nov 15 22:29:24.812357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-df17905b-4f25-4f27-8673-e1f108204f53 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153315 Nov 15 22:29:24.872558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.875140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.911024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2307378f-5cc9-4e39-8997-9ff626198eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:24.912525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2307378f-5cc9-4e39-8997-9ff626198eb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1099 time: 0.2176390 Nov 15 22:29:24.954832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:24.969104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-207b08b9-73f5-4d77-a881-90e6a87515a0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:24.970550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-207b08b9-73f5-4d77-a881-90e6a87515a0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.2361846 Nov 15 22:29:24.987153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Request body: {'port': {'device_id': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'admin_state_up': True, 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:25.052313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.068782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d14ea6d-2fec-40ef-a909-1c2ae044bf0f req-3fd0089c-bdcb-4d78-bdc7-78f9fbd2668d service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520401 Nov 15 22:29:25.121979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-ff391dca-e0ff-4e61-9e9a-b2f094c29bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:25.123722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-ff391dca-e0ff-4e61-9e9a-b2f094c29bdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1986005 Nov 15 22:29:25.155924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.183111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.257797 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344692a-f08a-4342-8f78-0b6e9f9633f8 x-openstack-request-id: req-a344692a-f08a-4342-8f78-0b6e9f9633f8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:25.258031 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:25.258785 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a344692a-f08a-4342-8f78-0b6e9f9633f8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:25.259201 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'code': 200} Nov 15 22:29:25.264017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event updated for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:25.264212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-2b85221c-dd61-4bf8-817c-e6bc14bdfc4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.1156545 Nov 15 22:29:25.276031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Network e9f6217e-7f39-4194-a007-0597d196dc8f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:25.278010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Made reservation on behalf of 17f2357e3d0849b0a3ed0ab3e2ee6842 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:25.282315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.285428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:25.291543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:25.389659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.390869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d027309-ed62-4d0b-affb-a30e703071ec tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7869129 Nov 15 22:29:25.394124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:25.420680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:25.421323 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.518042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.523964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-a56efd2a-fcb8-4c55-9fa9-6c9ed73ff1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:25.525691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-a56efd2a-fcb8-4c55-9fa9-6c9ed73ff1da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2499311 Nov 15 22:29:25.535553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Allocated IP 172.20.0.13 (e9f6217e-7f39-4194-a007-0597d196dc8f/d045fbf8-77bf-433e-b19e-f0617daba38b/cfd81473-154f-4906-86f9-8819af2ff0bf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:25.567794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c1fc-dfbc-4794-b5d3-a4d16ef7fec3 req-74ac6699-dd23-403d-9c18-d946810277fa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:25.569342 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58f7c1fc-dfbc-4794-b5d3-a4d16ef7fec3 req-74ac6699-dd23-403d-9c18-d946810277fa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.3093643 Nov 15 22:29:25.612143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-601768ec-18ce-4d20-b06f-ea494857870d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1687682 Nov 15 22:29:25.637650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c46b72b9-88c6-457d-b20b-ac6683b02baa None None] Provisioning complete for port a0ce704f-2027-474c-a4bf-68030cc5e540 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:25.638309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c46b72b9-88c6-457d-b20b-ac6683b02baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.646046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Request body: {'port': {'device_id': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:25.659285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d7244b9-c3f4-42c3-913b-3251d925f6fe req-3a7b443c-69f4-4324-bb9a-107989dbc0f3 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.0994248 Nov 15 22:29:25.719795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c46b72b9-88c6-457d-b20b-ac6683b02baa None None] Port a0ce704f-2027-474c-a4bf-68030cc5e540 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:29:25.742298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.844347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-8dce97a5-4276-4c84-9952-006a7e66024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:25.847389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-8dce97a5-4276-4c84-9952-006a7e66024f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2887089 Nov 15 22:29:25.853206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.858644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:25.881369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58f7c1fc-dfbc-4794-b5d3-a4d16ef7fec3 req-411447b1-12a4-4596-b428-67479b34b96b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724102 Nov 15 22:29:25.883320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.043834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.060778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-bdcf94ac-03e9-42e7-8c50-379997817c59 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:26.061115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-bdcf94ac-03e9-42e7-8c50-379997817c59 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1115317 Nov 15 22:29:26.078787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-85c43b57-6177-4029-a1c8-2122a91538d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173967 Nov 15 22:29:26.139088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Network e9f6217e-7f39-4194-a007-0597d196dc8f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:26.149934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.150099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:26.150379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f80043ea-66bf-42f8-925f-1e18e26a5138 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:26.153797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:26.156752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.173797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77ea3b7f-2745-43fe-8555-9b0dc171525a tempest-RoutersTestDVR-926476533 tempest-RoutersTestDVR-926476533-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f80043ea-66bf-42f8-925f-1e18e26a5138 HTTP/1.1" status: 204 len: 168 time: 0.7647479 Nov 15 22:29:26.194933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event updated for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:26.208342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:26.209015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.294367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-15b7be6f-f615-49cd-addf-37f5b7a8a423 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.2232070 Nov 15 22:29:26.313359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:26.337860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ce704f-2027-474c-a4bf-68030cc5e540 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:26.349889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.377741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-fdb5f01e-3c60-435d-8c4c-570592f851f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3942678 Nov 15 22:29:26.394581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Request body: {'port': {'device_id': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:26.493236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Transition to ACTIVE for port object a0ce704f-2027-474c-a4bf-68030cc5e540 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:26.504039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.586968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-06a7d225-cfe5-4de2-b93a-f4f18c439b6a None None] Provisioning complete for port cfd81473-154f-4906-86f9-8819af2ff0bf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:26.588406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06a7d225-cfe5-4de2-b93a-f4f18c439b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.608411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.677553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-06a7d225-cfe5-4de2-b93a-f4f18c439b6a None None] Port cfd81473-154f-4906-86f9-8819af2ff0bf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:29:26.740902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-177539b8-f28a-4c23-8f9e-ffdc1e1c5873 req-9044b3c7-6fcb-4665-8005-54a053d98e2f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262753 Nov 15 22:29:26.745844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:26.913924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:26.918602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44b68e72-ce6a-401b-a043-09ed994dfe86 req-302b0139-3667-477d-9130-067c1bfa0d90 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.1201336 Nov 15 22:29:26.969588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47036) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:27.239287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce6f80-1d43-4a2c-a0e2-47beeb92262e req-0fc79772-940e-4cd9-bd62-1a277583b915 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:27.247961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ce6f80-1d43-4a2c-a0e2-47beeb92262e req-0fc79772-940e-4cd9-bd62-1a277583b915 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1690226 Nov 15 22:29:27.260685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}, {'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:27.266724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6f70a97-a52c-406f-8f02-9a000e3b716f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.267514 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20287058-978b-4b9c-b435-479113c78e68" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}, {"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:27.297385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Attempting to bind port a0ce704f-2027-474c-a4bf-68030cc5e540 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:27.297917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Attempting to bind port a0ce704f-2027-474c-a4bf-68030cc5e540 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:27.298104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Attempting to bind port a0ce704f-2027-474c-a4bf-68030cc5e540 on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:27.305163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Port a0ce704f-2027-474c-a4bf-68030cc5e540 on network e9f6217e-7f39-4194-a007-0597d196dc8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:27.305502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Attempting to bind port a0ce704f-2027-474c-a4bf-68030cc5e540 on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:27.331140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:27.331367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Checking segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:27.331781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Bound using segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:27.332229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Bound port: a0ce704f-2027-474c-a4bf-68030cc5e540, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:27.332584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.427111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd81473-154f-4906-86f9-8819af2ff0bf {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:27.436637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ce6f80-1d43-4a2c-a0e2-47beeb92262e req-2e1eeeeb-a015-4671-8e39-78af67d63708 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597600 Nov 15 22:29:27.436889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.491708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Transition to ACTIVE for port object cfd81473-154f-4906-86f9-8819af2ff0bf will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:27.545566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:27.579058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0ce704f-2027-474c-a4bf-68030cc5e540,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:27.581048 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb5107-32ab-417b-956d-1db70fb29619 x-openstack-request-id: req-bbcb5107-32ab-417b-956d-1db70fb29619 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:27.581349 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:27.581601 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbcb5107-32ab-417b-956d-1db70fb29619 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:27.582001 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:29:27.582259 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'status': 'completed', 'code': 200} Nov 15 22:29:27.638741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6f70a97-a52c-406f-8f02-9a000e3b716f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.649982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.697408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-2e4daaea-6ec3-49fa-a422-92ca43b7d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:27.698987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-2e4daaea-6ec3-49fa-a422-92ca43b7d512 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.1017308 Nov 15 22:29:27.705488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.742853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:27.743781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.745217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0ce704f-2027-474c-a4bf-68030cc5e540 HTTP/1.1" status: 200 len: 1092 time: 2.1051643 Nov 15 22:29:27.750765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:27.753445 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:27.766083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Pushing event updated for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:27.808763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6f70a97-a52c-406f-8f02-9a000e3b716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.847133 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.878377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-2f265047-e364-4a9d-9dda-7876f0d815f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:27.879867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-2f265047-e364-4a9d-9dda-7876f0d815f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1717062 Nov 15 22:29:27.896768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-0862a535-2ac9-46b1-849e-b171502da56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:27.896768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-0862a535-2ac9-46b1-849e-b171502da56f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1099 time: 0.2494285 Nov 15 22:29:27.954540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:27.967537 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bbfd24-9736-42ca-b4ae-231eebd6eae3 x-openstack-request-id: req-55bbfd24-9736-42ca-b4ae-231eebd6eae3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:27.967874 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:27.968078 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55bbfd24-9736-42ca-b4ae-231eebd6eae3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:27.968636 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540', 'status': 'completed', 'code': 200} Nov 15 22:29:28.021963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6f70a97-a52c-406f-8f02-9a000e3b716f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbaebb29474e4290874d2956e09aec1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0492957 Nov 15 22:29:28.031418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:28.102500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f70a97-a52c-406f-8f02-9a000e3b716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4039c54a-ec85-4ebe-b240-cf01601fe705,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:28.121166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e863a6d-c61f-4fab-b4a5-60ba7214d516 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:28.130071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c247c08-2bb0-4f68-885f-98a25388e797 req-7e9418d7-45a6-45a7-befb-11988c6082d7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.1047165 Nov 15 22:29:28.180177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-c374f1fe-2c17-4874-9a57-a72d0a471688 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 1002 time: 0.2901137 Nov 15 22:29:28.188095 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931 associated. External IP: 172.25.0.195, port: 921008b8-9dab-478e-a896-cb841bc0b89c. Nov 15 22:29:28.212996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-6d5008aa-c545-44c3-8257-4c3af0e31b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.214488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-6d5008aa-c545-44c3-8257-4c3af0e31b48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2795043 Nov 15 22:29:28.226921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Attempting to bind port cfd81473-154f-4906-86f9-8819af2ff0bf on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:28.227297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Attempting to bind port cfd81473-154f-4906-86f9-8819af2ff0bf by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:28.227571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Attempting to bind port cfd81473-154f-4906-86f9-8819af2ff0bf on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:28.245223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-7a1313f5-f2d7-4f2e-9a85-e98722303db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.246775 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-7a1313f5-f2d7-4f2e-9a85-e98722303db1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 1095 time: 0.3401532 Nov 15 22:29:28.251508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:28.297446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-52acece5-22eb-4fd3-b6f1-b07565779cae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0645418 Nov 15 22:29:28.298206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Port cfd81473-154f-4906-86f9-8819af2ff0bf on network e9f6217e-7f39-4194-a007-0597d196dc8f not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:28.298594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Attempting to bind port cfd81473-154f-4906-86f9-8819af2ff0bf on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:28.380908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-c7f0d1ef-e9fa-4431-aebe-da397db5be34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ce704f-2027-474c-a4bf-68030cc5e540 HTTP/1.1" status: 200 len: 217 time: 0.0928285 Nov 15 22:29:28.383611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.385431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:28.386107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Checking segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:28.386487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Bound using segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:28.387067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Bound port: cfd81473-154f-4906-86f9-8819af2ff0bf, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:28.387303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-db33e972-e9c1-4d31-8406-70c87e91dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.387423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.388853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-db33e972-e9c1-4d31-8406-70c87e91dff5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1293037 Nov 15 22:29:28.437481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.454889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-d3f6ecbd-1ced-4d95-9a30-d64c45a8f1c6 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.456517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-d3f6ecbd-1ced-4d95-9a30-d64c45a8f1c6 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.55 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 816 time: 0.4948916 Nov 15 22:29:28.482975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Request body: {'port': {'device_id': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'admin_state_up': True, 'tenant_id': '17f2357e3d0849b0a3ed0ab3e2ee6842'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:28.546617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b14762-bf0c-4620-af5a-97e032e096bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.578133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-9ce2c77f-8174-45dc-8f22-bbff8198a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.578334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-f096a7e9-d981-4e08-a2b8-17356273c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.579607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-9ce2c77f-8174-45dc-8f22-bbff8198a472 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2684925 Nov 15 22:29:28.579786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-f096a7e9-d981-4e08-a2b8-17356273c91a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781733 Nov 15 22:29:28.594410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-016fce41-6bd8-4bbf-9263-0eb54170ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.595893 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-016fce41-6bd8-4bbf-9263-0eb54170ec86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.2014518 Nov 15 22:29:28.658100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a96c-6923-465d-b3f5-dd8a653d1342 req-4b1a15a5-b893-410b-84f9-bfc60fa4c5fe tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.659629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8359a96c-6923-465d-b3f5-dd8a653d1342 req-4b1a15a5-b893-410b-84f9-bfc60fa4c5fe tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.1327558 Nov 15 22:29:28.684118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:28.701357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:28.725011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cfd81473-154f-4906-86f9-8819af2ff0bf,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:28.735136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-454564ce-63b7-4264-8461-7b7d364ebbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.736680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-454564ce-63b7-4264-8461-7b7d364ebbf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484470 Nov 15 22:29:28.744992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-530febf6-1de9-462c-a8d8-86b165defa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:28.746085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.746466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-530febf6-1de9-462c-a8d8-86b165defa73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341481 Nov 15 22:29:28.748690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.749798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4039c54a-ec85-4ebe-b240-cf01601fe705 HTTP/1.1" status: 204 len: 168 time: 0.7158442 Nov 15 22:29:28.824150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8359a96c-6923-465d-b3f5-dd8a653d1342 req-114177e4-0b3d-4737-bd06-f2b5294b9ce9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570053 Nov 15 22:29:28.832113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-b3e60d10-29de-45cc-9b7b-e0431ab1f99a service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407894 Nov 15 22:29:28.834747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3e11f-da61-451e-b370-74ed4fd47ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039c54a-ec85-4ebe-b240-cf01601fe705,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:28.874242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:28.939052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:28.957521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:28.998513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:28.999146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:29.005696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:29.006330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.007799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] 10.222.0.57 "PUT /v2.0/ports/cfd81473-154f-4906-86f9-8819af2ff0bf HTTP/1.1" status: 200 len: 1092 time: 2.6177168 Nov 15 22:29:29.015273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-69222d2b-0b1d-47ca-a740-387fb7e96d41 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724539 Nov 15 22:29:29.175958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Made reservation on behalf of 17f2357e3d0849b0a3ed0ab3e2ee6842 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:29.188303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.200259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:29.232855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecff47-905d-4ed3-893a-aa4cd234b99f service neutron] Pushing event updated for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:29.251387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.278532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b14762-bf0c-4620-af5a-97e032e096bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.318810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-8bedeffb-8b48-4e9a-a708-3bbd8a50314b service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437293 Nov 15 22:29:29.332737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-f094851d-e1df-4575-b189-0f7237f60065 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779283 Nov 15 22:29:29.354617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c805a5f-e05a-48fc-914a-8efde95dd34e req-dd5a5f1a-9b68-4a2b-9096-9a93e3507bda tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.0506551 Nov 15 22:29:29.377922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-700a330b-aa4d-47ae-96bb-b7dde36b49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:29.380043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-700a330b-aa4d-47ae-96bb-b7dde36b49ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1099 time: 0.2104023 Nov 15 22:29:29.423327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0b14762-bf0c-4620-af5a-97e032e096bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.458458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:29.544504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-31a93980-6357-4497-ac45-ef6c23738ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:29.546018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-31a93980-6357-4497-ac45-ef6c23738ccb service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1559107 Nov 15 22:29:29.573686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:27Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:29.603969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:29.613616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:29.613827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-608fa936-fc35-4db7-b9f0-9c4b99e8ae08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0420179 Nov 15 22:29:29.614471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:29.651068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.660585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:29.687099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321b11cf-7343-4ed7-89a2-273c5c37efd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.717901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:29.726797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:29.733421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-90e94594-1253-4da1-8e09-fef8852a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:29.734577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-90e94594-1253-4da1-8e09-fef8852a8a2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1128380 Nov 15 22:29:29.735362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:29.802005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:29.804190 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23349cc9-8f01-4e93-957d-5d0ce1b639a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:29.920688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c0b14762-bf0c-4620-af5a-97e032e096bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d477fb3e65e34e28b762a25f72b2f453&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6406577 Nov 15 22:29:29.931123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:29.964002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-499e37dd-3e6b-4d2e-90f0-fbf6abeefa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:29.965527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-499e37dd-3e6b-4d2e-90f0-fbf6abeefa5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 1095 time: 0.8250132 Nov 15 22:29:29.980680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:29.982930 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:30.026474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:27Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:30.046738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-68e219b0-f595-46be-b300-a5b9a8c782a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd81473-154f-4906-86f9-8819af2ff0bf HTTP/1.1" status: 200 len: 217 time: 0.0542843 Nov 15 22:29:30.069076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b14762-bf0c-4620-af5a-97e032e096bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5bef2-f421-41f2-809e-a2b6545bb653,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:30.080588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9d823-2014-4522-92bf-9fbf5217f193 None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:27Z', 'revision_number': 3, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:30.169646 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db2cca-ee9a-4ba2-aa2d-f1dfc6f1dd63 x-openstack-request-id: req-53db2cca-ee9a-4ba2-aa2d-f1dfc6f1dd63 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:30.170566 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:30.170969 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53db2cca-ee9a-4ba2-aa2d-f1dfc6f1dd63 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:30.171382 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:29:30.176691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6fb8bf-b7ce-4680-b8f9-806dfb803f2f req-043c656a-7add-4b6b-90b6-9d1284860a8a service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318787 Nov 15 22:29:30.224918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Allocated IP 172.20.0.3 (e9f6217e-7f39-4194-a007-0597d196dc8f/d045fbf8-77bf-433e-b19e-f0617daba38b/8133d7d1-e1d3-4cb3-8f7e-ede6e217b122) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:30.228313 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-921ede61-aefa-41ab-9b42-855dc7e691fc service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815570 Nov 15 22:29:30.233353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.236744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-56a7a289-0ed0-4343-9da1-995ea3ac1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.238460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-56a7a289-0ed0-4343-9da1-995ea3ac1154 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.1752276 Nov 15 22:29:30.253316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-b1fcadce-8361-4e49-9cca-5cbeb55fdb52 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "PUT /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 998 time: 3.9578414 Nov 15 22:29:30.272011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287058-978b-4b9c-b435-479113c78e68 req-dc5a6817-410d-4b07-8923-6957c76e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.273621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-dc5a6817-410d-4b07-8923-6957c76e1325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5199609 Nov 15 22:29:30.303580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.328648 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d196fd6a-676a-437c-ad95-4aee1ad8d390 None None] New status for floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:29:30.393162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-08daa9d5-ae09-4748-b711-f495865410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.394642 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-08daa9d5-ae09-4748-b711-f495865410c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486099 Nov 15 22:29:30.394883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-1e480ad7-5d9a-4fac-92a7-fbd080ac8065 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.396605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-1e480ad7-5d9a-4fac-92a7-fbd080ac8065 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports/921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 943 time: 0.1312118 Nov 15 22:29:30.411090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-3d861360-68df-4069-a54e-69d82bf4a944 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:29:30.412007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86343-15a3-467c-8b8b-88ba0989c127 req-abda7e27-1e9b-4261-ba4c-511db3e3bdf6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.412163 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-3d861360-68df-4069-a54e-69d82bf4a944 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061877 Nov 15 22:29:30.420271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e86343-15a3-467c-8b8b-88ba0989c127 req-abda7e27-1e9b-4261-ba4c-511db3e3bdf6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 948 time: 0.2461545 Nov 15 22:29:30.427130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321b11cf-7343-4ed7-89a2-273c5c37efd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.439132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-a108aed3-1006-48cd-b519-c431985afad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.440859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-a108aed3-1006-48cd-b519-c431985afad4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.2732291 Nov 15 22:29:30.533514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-eda8679a-c484-478c-b71c-c67156124072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.535001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-eda8679a-c484-478c-b71c-c67156124072 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 1095 time: 0.2060714 Nov 15 22:29:30.554720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321b11cf-7343-4ed7-89a2-273c5c37efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.599343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.601903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.603032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bde5bef2-f421-41f2-809e-a2b6545bb653 HTTP/1.1" status: 204 len: 168 time: 0.6611764 Nov 15 22:29:30.620931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-1c23f67c-9792-4ea6-a9f0-a280ab647b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.622405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-1c23f67c-9792-4ea6-a9f0-a280ab647b73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1695819 Nov 15 22:29:30.655097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.659703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-791e9b66-dedc-4b4a-a7cb-cddc5934b5c7 service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220175 Nov 15 22:29:30.665262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efea55-ae9f-4f46-965d-f44deaac564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5bef2-f421-41f2-809e-a2b6545bb653,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:30.728511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:30.738769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:30.740046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:30.745824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-86d5c8f7-8dc3-483b-9ecb-8561f02c0a7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.1014879 Nov 15 22:29:30.751176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-321b11cf-7343-4ed7-89a2-273c5c37efd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41bed1c5014a416d96653e80877eebb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0881231 Nov 15 22:29:30.759138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-e3005ea2-ce8e-4f67-92f2-6688cd9ed5df service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448848 Nov 15 22:29:30.759610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:30.759816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b11cf-7343-4ed7-89a2-273c5c37efd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a0fedc-8126-4ce0-bfaa-d7680a27c774,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:30.788665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e86343-15a3-467c-8b8b-88ba0989c127 req-b2af1862-59b1-402f-9c73-2a8c43fba8e5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673346 Nov 15 22:29:30.829678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-72fff440-185d-4c21-aa26-0b3d1bb3ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.831304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-72fff440-185d-4c21-aa26-0b3d1bb3ce54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 917 time: 0.2787626 Nov 15 22:29:30.835711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-4fe3c168-1ef1-4a24-839a-3fa32c50c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.843450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-4fe3c168-1ef1-4a24-839a-3fa32c50c39a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.2962224 Nov 15 22:29:30.851976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bbfe903c-0a7d-4872-b1d5-c8ff5f56a5fc req-81d2a411-4e16-4f40-8573-3d3c5ca9766c service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807289 Nov 15 22:29:30.861100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:30.895589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-860d800c-1f35-4fc4-b8fe-8e066ef54d37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ce704f-2027-474c-a4bf-68030cc5e540 HTTP/1.1" status: 200 len: 217 time: 0.0520484 Nov 15 22:29:30.896970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.908886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:30.970692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:30.984976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-8c24d464-25d6-405b-b398-a29e9f721645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:30.986429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-8c24d464-25d6-405b-b398-a29e9f721645 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.2057149 Nov 15 22:29:30.990223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Network e9f6217e-7f39-4194-a007-0597d196dc8f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:31.003538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:31.012923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:31.025958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event updated for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:31.062209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.068650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-11125e3c-eb14-4dbf-ae5d-a0815dbe6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.074604 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:29:31.081007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-11125e3c-eb14-4dbf-ae5d-a0815dbe6a44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.1650205 Nov 15 22:29:31.097994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:29:31.102596 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4719f5-ec13-4721-bfcd-4636adb0b45d x-openstack-request-id: req-0d4719f5-ec13-4721-bfcd-4636adb0b45d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:31.102596 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:31.102596 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d4719f5-ec13-4721-bfcd-4636adb0b45d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:31.102596 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf', 'status': 'completed', 'code': 200} Nov 15 22:29:31.212168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20287058-978b-4b9c-b435-479113c78e68 req-905b8744-3d11-470a-89b5-2319ae1af42f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418604 Nov 15 22:29:31.219180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-90e1aa52-6b89-4f47-bf88-2e15b121fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.228272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-90e1aa52-6b89-4f47-bf88-2e15b121fbb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.3838925 Nov 15 22:29:31.244153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-ad198155-0d2e-43cb-98b1-a20f8e6a754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.246199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-ad198155-0d2e-43cb-98b1-a20f8e6a754c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094700 Nov 15 22:29:31.281849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.282483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.290693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-ac81ca39-7342-4d96-9350-8351f7797a68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.0612721 Nov 15 22:29:31.323818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-31aa8f6a-70b7-4d4c-ade6-8235bb8f099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.325372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-31aa8f6a-70b7-4d4c-ade6-8235bb8f099b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 1095 time: 0.2164626 Nov 15 22:29:31.327499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-bd7c3976-4a36-48e5-bea5-876d001a1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.329099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-bd7c3976-4a36-48e5-bea5-876d001a1c96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264776 Nov 15 22:29:31.428987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-bb00acff-0886-4bfb-90fc-05089c29be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.431136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-bb00acff-0886-4bfb-90fc-05089c29be30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1395738 Nov 15 22:29:31.455705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910da79-7658-42e5-8e3d-45054cc25ccc req-a8bb2371-780d-45c3-adea-1cda46ea8990 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.464053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d910da79-7658-42e5-8e3d-45054cc25ccc req-a8bb2371-780d-45c3-adea-1cda46ea8990 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 931 time: 0.1848018 Nov 15 22:29:31.476959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-a89268dd-ddc0-49f6-a0b1-d28ca24c0af2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0045612 Nov 15 22:29:31.480977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.483899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.485013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6a0fedc-8126-4ce0-bfaa-d7680a27c774 HTTP/1.1" status: 204 len: 168 time: 0.7244632 Nov 15 22:29:31.494442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:31.514812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Request body: {'port': {'device_id': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:31.517195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-381852ed-b37d-4dac-ac9c-f392ded85831 None None] Provisioning complete for port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:31.517665 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-381852ed-b37d-4dac-ac9c-f392ded85831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.523937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'mac_address': 'fa:16:3e:ee:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:31.533640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-ad9da693-8131-44c6-ac9f-c8725721036c service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527924 Nov 15 22:29:31.574235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0fd4-9aaa-408c-8cd2-f25f99b8ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a0fedc-8126-4ce0-bfaa-d7680a27c774,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:31.616549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-381852ed-b37d-4dac-ac9c-f392ded85831 None None] Port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:29:31.616793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-efc4b5b5-071d-4ceb-b402-cf6315a1ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.619261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-efc4b5b5-071d-4ceb-b402-cf6315a1ee6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528614 Nov 15 22:29:31.637191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d910da79-7658-42e5-8e3d-45054cc25ccc req-14bc94ea-b27b-4be8-a7b3-8047f885b291 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671381 Nov 15 22:29:31.656170 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.657030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-27dc78ff-126b-41d3-81cf-b98da1dc4290 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:29:31.659141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-27dc78ff-126b-41d3-81cf-b98da1dc4290 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182161 Nov 15 22:29:31.670001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:31.680262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.690426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:31.707541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:31.730706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:30Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:31.736255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d7af7c-5b4f-4656-8116-2fd4c0a2f29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.738510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-44d755df-4390-4355-b091-8f23aefe17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.740232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-44d755df-4390-4355-b091-8f23aefe17f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 917 time: 0.3973043 Nov 15 22:29:31.784927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-a88f9569-88e5-49b9-937e-49823a328e8a service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281387 Nov 15 22:29:31.786374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23349cc9-8f01-4e93-957d-5d0ce1b639a7 req-d333bf9e-20a4-4a83-996a-d63372d5b310 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348883 Nov 15 22:29:31.791609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:31.809220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:31.809924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:31.821832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-78f0ff93-f266-4a5b-a104-d5820357bbf1 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517200 Nov 15 22:29:31.884381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:31.901819 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-c770608e-bf60-4ed0-a6a9-f7357cc26898 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd81473-154f-4906-86f9-8819af2ff0bf HTTP/1.1" status: 200 len: 217 time: 0.1375029 Nov 15 22:29:31.961269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-e7d8b028-91e8-4074-8cee-59653feb954a service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302667 Nov 15 22:29:31.988416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-3b52a316-2068-4819-9973-269fec0f4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:31.989971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-3b52a316-2068-4819-9973-269fec0f4b82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.0707095 Nov 15 22:29:31.990093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:32.016887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:32.048851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-89090043-a35d-4d0f-9b3b-8cfa76071326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.050823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-89090043-a35d-4d0f-9b3b-8cfa76071326 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1096 time: 0.0639091 Nov 15 22:29:32.162957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-2cc1c02a-7b2c-4bea-ba67-d1c3a73cf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.169129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-2cc1c02a-7b2c-4bea-ba67-d1c3a73cf69b service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1098962 Nov 15 22:29:32.173172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:32.175481 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b210be5-c1ee-443e-9a6e-4759a3d0c538" -d '{"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:32.192700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2da2f5ce-ec57-4728-aba6-d83effc79c4d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:32.204223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fda823b-1e9f-40ed-93b2-9791ab19ccb9 req-13bafd69-a4b9-4451-9ed5-631f03aea9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483992 Nov 15 22:29:32.239705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-5086cb51-d0fb-418e-baef-c6438da42daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.241770 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-5086cb51-d0fb-418e-baef-c6438da42daf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365925 Nov 15 22:29:32.268748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-4c32259b-c110-4bbf-a528-ef7a57c08d93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 1001 time: 0.0964575 Nov 15 22:29:32.350288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d7af7c-5b4f-4656-8116-2fd4c0a2f29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.374364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-985e3867-fd51-4035-9ad4-c7a742358318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.378858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-985e3867-fd51-4035-9ad4-c7a742358318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1013079 Nov 15 22:29:32.410404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-dc97166c-15e6-4134-9d77-96944d75df9c service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562753 Nov 15 22:29:32.434001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:30Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:32.486806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108eb3-b680-4e87-a251-0348ab82a94e None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:d6:d4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d0203-f100-4e40-b887-3551a71974fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:30Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:32.514364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-c77a26c2-4533-4e18-b452-43bce61b68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.519570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-c77a26c2-4533-4e18-b452-43bce61b68a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286716 Nov 15 22:29:32.536992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84d7af7c-5b4f-4656-8116-2fd4c0a2f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.548227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-30d8f888-bed8-43ac-9a79-2a1d6233fbbd tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.548227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-30d8f888-bed8-43ac-9a79-2a1d6233fbbd tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 949 time: 0.1103361 Nov 15 22:29:32.606412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:32.633199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.640450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6225c8dc-53d3-46eb-885c-2ac3ddf109a1 req-273485f8-f857-4807-ab29-9676dc0c09ab service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174866 Nov 15 22:29:32.642917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84d7af7c-5b4f-4656-8116-2fd4c0a2f29f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7209c05ede5e471ba1bf129dc6d73a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9246185 Nov 15 22:29:32.648198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:32.653299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7af7c-5b4f-4656-8116-2fd4c0a2f29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e9a55-6fbf-4470-8c6c-d2b6006648a2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:32.658079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Transition to ACTIVE for port object 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:32.691658 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12197dd-aa54-4632-b023-c518bac321fd x-openstack-request-id: req-e12197dd-aa54-4632-b023-c518bac321fd {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:32.691950 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:32.693113 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e12197dd-aa54-4632-b023-c518bac321fd {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:32.693113 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'status': 'completed', 'code': 200} Nov 15 22:29:32.732296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-11e89a3b-1e3c-4c7a-a257-00cb905c1fdb service neutron] 10.222.0.55 "GET /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.1696639 Nov 15 22:29:32.732512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.817332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-0ae18cee-db8a-4e00-a396-3a7c73013f48 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390959 Nov 15 22:29:32.817444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Pushing event updated for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:32.893944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Attempting to bind port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:32.894270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Attempting to bind port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:32.894620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Attempting to bind port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:32.901540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 on network e9f6217e-7f39-4194-a007-0597d196dc8f not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:32.902009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Attempting to bind port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 on network e9f6217e-7f39-4194-a007-0597d196dc8f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:32.909963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:32.909963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Checking segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:32.910638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Bound using segment: {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:32.911091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Bound port: 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96fbbb9-cedf-46e4-9c42-567b867c60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:32.911608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.917901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01873c0-cb3b-4484-8dec-472361b16559 req-98e100de-531b-4a5e-bbec-d88b4665bb3e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.925113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e01873c0-cb3b-4484-8dec-472361b16559 req-98e100de-531b-4a5e-bbec-d88b4665bb3e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.1828485 Nov 15 22:29:32.926906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:32.970844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-4a31623b-4f43-451e-a03b-eb8eda484bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.972378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-4a31623b-4f43-451e-a03b-eb8eda484bee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1096 time: 0.2420018 Nov 15 22:29:32.979953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-9c5c3c6d-d92d-4872-9d32-621a4d7d8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:32.981479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-9c5c3c6d-d92d-4872-9d32-621a4d7d8dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1100 time: 0.1940198 Nov 15 22:29:33.004057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:33.008163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.017200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:33.063221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:33.117556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.152396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.153270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.154631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] 10.222.0.55 "PUT /v2.0/ports/8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 HTTP/1.1" status: 200 len: 1091 time: 1.6470823 Nov 15 22:29:33.155151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:33.157670 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827dfec-c0ae-4126-aaff-40074a7b7cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:33.170019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e2ac861-09d0-4bce-bdfb-aefcea3a2086 req-33fd0981-44ac-4c77-a18a-c184c96914eb service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675432 Nov 15 22:29:33.185710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e01873c0-cb3b-4484-8dec-472361b16559 req-d398e187-d78e-40d2-8f07-e4efda301ed4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593617 Nov 15 22:29:33.191042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1290458452'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:33.209283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e926199-5b9b-4fa4-bd68-b07fd17e9b72 service neutron] Pushing event updated for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:33.232502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-1e34dcad-5dc1-46d6-83a0-dbe57b760870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.234014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-1e34dcad-5dc1-46d6-83a0-dbe57b760870 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.2516754 Nov 15 22:29:33.298861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-07283f90-8e8f-4943-bb88-c8c663f35138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.300670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-07283f90-8e8f-4943-bb88-c8c663f35138 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2953715 Nov 15 22:29:33.314813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:33.320679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.347692 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0aafc-f087-4201-828a-baad79eb4c54 x-openstack-request-id: req-c8f0aafc-f087-4201-828a-baad79eb4c54 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:33.347979 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:33.348489 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8f0aafc-f087-4201-828a-baad79eb4c54 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:33.348915 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122', 'status': 'completed', 'code': 200} Nov 15 22:29:33.352431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.365320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-8e67271e-2687-4da9-9c68-0ced10355657 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0407414 Nov 15 22:29:33.386990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.389549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.392975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b92e9a55-6fbf-4470-8c6c-d2b6006648a2 HTTP/1.1" status: 204 len: 168 time: 0.7396452 Nov 15 22:29:33.427019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-286d8760-d32f-45a6-a1b3-893795631baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.428845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-286d8760-d32f-45a6-a1b3-893795631baf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 1094 time: 0.0688210 Nov 15 22:29:33.451830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fed6d-a9a3-41df-ae26-c4326257f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e9a55-6fbf-4470-8c6c-d2b6006648a2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:33.571243 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-b5034be5-5f91-49a8-a17f-c78930b85197 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 HTTP/1.1" status: 200 len: 217 time: 0.0629332 Nov 15 22:29:33.572277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-a3c106ce-662f-4ab8-bc24-a6e4663de858 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 1001 time: 0.2545915 Nov 15 22:29:33.572493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cfd81473-154f-4906-86f9-8819af2ff0bf details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:33.572903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430bde-ff85-4251-9552-d6d33a08070e req-af8682a8-f3d8-487c-9ee4-2d941a1fb5e2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.581481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5430bde-ff85-4251-9552-d6d33a08070e req-af8682a8-f3d8-487c-9ee4-2d941a1fb5e2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 943 time: 0.3265893 Nov 15 22:29:33.584751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.599303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-153bca5c-0945-4b9d-b2f8-361bbfa7f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.602186 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-153bca5c-0945-4b9d-b2f8-361bbfa7f07a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.0759258 Nov 15 22:29:33.645690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-e3d347e9-ff74-44d4-bd4f-7c9c02397839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.648031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-e3d347e9-ff74-44d4-bd4f-7c9c02397839 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2626736 Nov 15 22:29:33.657325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546337ba-2545-4e85-92bd-b60620faca46 req-4876b754-07b5-4202-bed2-0f1272bd67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.659147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-4876b754-07b5-4202-bed2-0f1272bd67df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495059 Nov 15 22:29:33.664878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-bb796215-d697-494c-ae19-164a937276ff tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.2967980 Nov 15 22:29:33.721204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.722231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cfd81473-154f-4906-86f9-8819af2ff0bf,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:33.746363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'cfd81473-154f-4906-86f9-8819af2ff0bf', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'port_id': 'cfd81473-154f-4906-86f9-8819af2ff0bf', 'mac_address': 'fa:16:3e:ab:f7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045fbf8-77bf-433e-b19e-f0617daba38b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:33.764651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:29:33.781273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81dde6e9-b3ec-4157-b811-6698bd063ad8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:33.797751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.798569 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Added segment 992dadd2-a723-4d4f-9143-9c54ff8d9d43 of type vlan for network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 Nov 15 22:29:33.811801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.840259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd81473-154f-4906-86f9-8819af2ff0bf {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:33.862509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.874726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cfd81473-154f-4906-86f9-8819af2ff0bf,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:33.904497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-91c91420-9345-4a0f-aa36-2e032ccb92e7 service neutron] 10.222.0.55 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346780 Nov 15 22:29:33.940037 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.940864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0ce704f-2027-474c-a4bf-68030cc5e540 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:33.971953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:33.979527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:33.980667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.030572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:34.043266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0ce704f-2027-474c-a4bf-68030cc5e540,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:34.056219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'a0ce704f-2027-474c-a4bf-68030cc5e540', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'port_id': 'a0ce704f-2027-474c-a4bf-68030cc5e540', 'mac_address': 'fa:16:3e:51:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045fbf8-77bf-433e-b19e-f0617daba38b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:34.066128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Network': ['ID=44b32d87-64b4-4e15-a49a-49d8046cf0f2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:34.087713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:29:34.099142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-56b9e9a8-a973-4cb1-9fc3-72eea01aec7b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0345948 Nov 15 22:29:34.103040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47162) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:34.107349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'subnet': {'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:34.153242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.164971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-fe37df05-fb6f-4214-bfb2-da6f808e91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.166440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-fe37df05-fb6f-4214-bfb2-da6f808e91f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.6341357 Nov 15 22:29:34.175430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-546337ba-2545-4e85-92bd-b60620faca46 req-1fc96a6c-f042-42b8-a6b2-e5f732a9940d service neutron] 10.222.0.55 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575622 Nov 15 22:29:34.177741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-b1a64519-18fe-484d-9747-02a29667e267 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.179611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-b1a64519-18fe-484d-9747-02a29667e267 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports/f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 942 time: 0.5003307 Nov 15 22:29:34.186269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ce704f-2027-474c-a4bf-68030cc5e540 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:34.219006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0ce704f-2027-474c-a4bf-68030cc5e540,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:34.224254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5430bde-ff85-4251-9552-d6d33a08070e req-980cb667-e294-4eab-be08-05f84fb0b332 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415806 Nov 15 22:29:34.229996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-3c36970a-6666-468c-b0c2-a27c6e43f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.231457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-3c36970a-6666-468c-b0c2-a27c6e43f1dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5604539 Nov 15 22:29:34.288028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.326248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:34.337534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-77d6ec4d-4943-410e-80dc-c288b19a1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.339126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-77d6ec4d-4943-410e-80dc-c288b19a1ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590395 Nov 15 22:29:34.361798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:34.365256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.372396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3804bcd3-a549-462b-b159-d7447cc95e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.377536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:34.392868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-f4f7057d-bc04-4ee2-8255-d88997609ac4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.1451790 Nov 15 22:29:34.470374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-d3636445-ad68-468b-a795-8871f9c5e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.472388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-d3636445-ad68-468b-a795-8871f9c5e595 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 1094 time: 0.1788125 Nov 15 22:29:34.500279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-834d9723-0934-4bfb-9933-ac48528de07c service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537448 Nov 15 22:29:34.551809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a0ce704f-2027-474c-a4bf-68030cc5e540'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:34.581394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['cfd81473-154f-4906-86f9-8819af2ff0bf'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:34.659129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-a67a2437-7106-4cb3-bd25-9283f124ddb9 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021412 Nov 15 22:29:34.666121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-81e7a217-9bfa-4fd8-a6f8-d979f2007343 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.667510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39562c07-0ea0-4800-abb2-ae7c855b3e23 req-81e7a217-9bfa-4fd8-a6f8-d979f2007343 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2398698 Nov 15 22:29:34.729578 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f768fed-ba3c-4dcf-b762-15227f433ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:34.734230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f099-22cf-43b4-8bab-56e42a4aa322 req-2981187e-ffbe-402b-982b-4796616160fa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.738791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7848f099-22cf-43b4-8bab-56e42a4aa322 req-2981187e-ffbe-402b-982b-4796616160fa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.2149527 Nov 15 22:29:34.876193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:34.889793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-0fc40406-4704-4361-9a53-fbb944101cdf service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781216 Nov 15 22:29:34.910012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-e3aaa5b7-9ff3-42a2-852a-08ea1d6554ae tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.2144063 Nov 15 22:29:34.963241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7848f099-22cf-43b4-8bab-56e42a4aa322 req-2725af81-7e69-4b94-9221-22572c1bd947 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050223 Nov 15 22:29:34.967238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b210be5-c1ee-443e-9a6e-4759a3d0c538 req-66fbe895-7128-4d72-8312-00d1f2439216 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986517 Nov 15 22:29:34.986030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-89d4c586-20d9-4d07-945d-0cc4945c0f78 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:34.987565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-89d4c586-20d9-4d07-945d-0cc4945c0f78 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports/f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 942 time: 0.0766349 Nov 15 22:29:35.002713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-39c07cfd-451d-4287-bd26-ee0f497b4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.004514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-39c07cfd-451d-4287-bd26-ee0f497b4b35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 917 time: 0.5232954 Nov 15 22:29:35.017375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3804bcd3-a549-462b-b159-d7447cc95e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.036764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:35.042747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:35.043117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.087584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-cd087f45-eb55-4bbc-b395-586af2117bd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 HTTP/1.1" status: 200 len: 217 time: 0.0740058 Nov 15 22:29:35.093129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3804bcd3-a549-462b-b159-d7447cc95e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.105309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-637a8168-a7c9-43a8-8522-eeaec24185c3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.0738354 Nov 15 22:29:35.129149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.152283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:35.154544 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d22e149-040e-4d27-9368-d5c52212f61f" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:35.171082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:35.179529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3804bcd3-a549-462b-b159-d7447cc95e83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87e47d535f424bc386b6977b3173de0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8512983 Nov 15 22:29:35.182044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804bcd3-a549-462b-b159-d7447cc95e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f616aaf-3177-46ef-ba06-f0f5f489dbc3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:35.183321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:35.189388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-68015bff-fc22-43e4-9a05-fd6e6b001d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.190896 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-68015bff-fc22-43e4-9a05-fd6e6b001d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.0874777 Nov 15 22:29:35.217504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.223437 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454473b-64fb-474b-90ab-718e4ac8e545 x-openstack-request-id: req-a454473b-64fb-474b-90ab-718e4ac8e545 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:35.223437 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:35.223810 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a454473b-64fb-474b-90ab-718e4ac8e545 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:35.224557 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'code': 200} Nov 15 22:29:35.237642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.270976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-4388ad9c-c9e9-4215-8657-2b34a0e730bc tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.274500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-4388ad9c-c9e9-4215-8657-2b34a0e730bc tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1660810 Nov 15 22:29:35.283301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.322970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:35.336155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-408cdfd8-b58e-44d6-bf03-e1e57429e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.337447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-408cdfd8-b58e-44d6-bf03-e1e57429e5ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341228 Nov 15 22:29:35.339751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Subnet': ['ID=45dd7a97-8558-4a0e-88a0-9d0464566441,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:35.356745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Checking segment: {'id': '992dadd2-a723-4d4f-9143-9c54ff8d9d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:35.357044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network hostable DHCP agents. Network: 44b32d87-64b4-4e15-a49a-49d8046cf0f2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:29:35.361178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.412902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-94da1e4a-2d59-4e4b-a90e-25ce02082bed tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.1275690 Nov 15 22:29:35.427990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:35.441043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-cafebb71-4fe7-4c5f-bf71-acc9c1533287 service neutron] 10.222.0.55 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943117 Nov 15 22:29:35.472350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910dce-36fe-49c8-b85f-18cba8b14924 req-1d9a3203-b4a1-4d13-a130-4adc10571ddd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.473900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22910dce-36fe-49c8-b85f-18cba8b14924 req-1d9a3203-b4a1-4d13-a130-4adc10571ddd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 943 time: 0.1373785 Nov 15 22:29:35.498524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0ce704f-2027-474c-a4bf-68030cc5e540 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:35.499679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:29:35.519312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.558506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5827dfec-c0ae-4126-aaff-40074a7b7cbd req-dc4eae6c-b717-4853-a25d-a22248ebd5ae service neutron] 10.222.0.55 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101105 Nov 15 22:29:35.574837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.577461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.579149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f616aaf-3177-46ef-ba06-f0f5f489dbc3 HTTP/1.1" status: 204 len: 168 time: 0.3947787 Nov 15 22:29:35.590869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 44b32d87-64b4-4e15-a49a-49d8046cf0f2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:35.594878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22910dce-36fe-49c8-b85f-18cba8b14924 req-24cb26fc-6131-4757-a738-b7ce25a9f157 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125889 Nov 15 22:29:35.598215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:35.598831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.606835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1acf1c-28cb-41c9-b529-735ea3b1bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f616aaf-3177-46ef-ba06-f0f5f489dbc3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:35.609013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517dc23-4343-47c0-956b-4e9be73fd5d0 None None] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:29:35.674368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port a0ce704f-2027-474c-a4bf-68030cc5e540 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:35.685499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port a0ce704f-2027-474c-a4bf-68030cc5e540 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:35.685983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.706068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7a90563e-c81e-4e13-b755-19bbb51c5628 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6001065 Nov 15 22:29:35.706388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:35.714090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-226388051', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:35.797949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.848978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.850236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.905376 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.906202 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931 disassociated. External IP: 172.25.0.195, port: f2c7ee20-f370-4641-bf4f-99a57103be8f. Nov 15 22:29:35.906350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.974453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:35.985758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2952536-bb20-4ae6-a9bc-f5dd0405934d None None] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:29:36.065452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0ce704f-2027-474c-a4bf-68030cc5e540,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:36.156452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.157272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cfd81473-154f-4906-86f9-8819af2ff0bf up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:36.178483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.194870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be814e7-7264-4418-b7c4-43372dba31a0 req-5d3ebac3-30fb-452e-be9e-043d60ce3e93 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.201533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2be814e7-7264-4418-b7c4-43372dba31a0 req-5d3ebac3-30fb-452e-be9e-043d60ce3e93 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1206508 Nov 15 22:29:36.219150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:36.235315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:36.305397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port cfd81473-154f-4906-86f9-8819af2ff0bf completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:36.309783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port cfd81473-154f-4906-86f9-8819af2ff0bf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:36.310151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.322481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2be814e7-7264-4418-b7c4-43372dba31a0 req-bc68c56a-8e39-4b14-a021-4bc0d9989509 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152296 Nov 15 22:29:36.374314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:36.378950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.385829 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:36.399284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:36.400178 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:36.419421 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.439787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-17d9f8ba-e313-45db-b4e0-e4a5df61cea1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "PUT /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 695 time: 1.0077095 Nov 15 22:29:36.468807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:36.471892 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7e5aad-d554-4c1e-af14-dd1f853322ef" -d '{"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:36.475590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cfd81473-154f-4906-86f9-8819af2ff0bf,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:36.493914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-01051e41-83d6-4782-91a8-688cd9e2efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.495589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-01051e41-83d6-4782-91a8-688cd9e2efb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1096 time: 0.0547445 Nov 15 22:29:36.542330 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:36.556300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.592413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.614397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-f4ee151c-a38f-4b0e-8186-989d75d8d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.615888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-f4ee151c-a38f-4b0e-8186-989d75d8d4f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1141913 Nov 15 22:29:36.617387 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66382c36-6c61-4f3a-bd0a-7d47ef83a392 x-openstack-request-id: req-66382c36-6c61-4f3a-bd0a-7d47ef83a392 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:36.617673 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:36.617922 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66382c36-6c61-4f3a-bd0a-7d47ef83a392 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:36.618305 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'status': 'completed', 'code': 200} Nov 15 22:29:36.630378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:36.633930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:36.677008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-7897ebc6-730d-4785-8944-5bf659607c1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 217 time: 0.0531776 Nov 15 22:29:36.720694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-a276a0e3-0531-41cc-8479-2414b0000c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.722372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-a276a0e3-0531-41cc-8479-2414b0000c68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 1096 time: 0.1702397 Nov 15 22:29:36.753725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-e7041e49-d311-43f2-92ab-2816fc041193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.755966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-e7041e49-d311-43f2-92ab-2816fc041193 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0709713 Nov 15 22:29:36.836233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3adb1-734a-4c56-ad0f-af481cc46eec req-1ffbf899-7c47-4ab9-8b60-aabace479961 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.837810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67a3adb1-734a-4c56-ad0f-af481cc46eec req-1ffbf899-7c47-4ab9-8b60-aabace479961 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 943 time: 0.0976400 Nov 15 22:29:36.840654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-ae928057-1785-4fd0-b079-7d36a9980950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.842090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-ae928057-1785-4fd0-b079-7d36a9980950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697470 Nov 15 22:29:36.871185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.110 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/465c2857-0253-40c7-bcd3-d6bd96b691bf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:36.879437 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:36.895904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:36.905938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-75fa0cc9-6e27-4523-b1c9-2d588fcdcef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:36.907444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-75fa0cc9-6e27-4523-b1c9-2d588fcdcef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1711264 Nov 15 22:29:36.911087 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:36.922493 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:36.923410 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:36.991429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67a3adb1-734a-4c56-ad0f-af481cc46eec req-e5edea38-0f32-4c2e-a632-c8c32b345fc1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252759 Nov 15 22:29:36.995458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-097ef36b-24a6-4946-be2c-be4e275499ed service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469870 Nov 15 22:29:36.998160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-b9afb1f7-ac48-451e-bccc-d81c00861789 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 200 len: 217 time: 0.0802946 Nov 15 22:29:37.122257 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:37.130831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac62d520-59fe-4493-98dd-5b650a3f95f9 req-304d2804-6e5a-41dc-95d9-a7dd42a47518 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268566 Nov 15 22:29:37.148112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-97dffbf5-8b3e-4eab-9615-8988a2493519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:37.151079 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-97dffbf5-8b3e-4eab-9615-8988a2493519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1391404 Nov 15 22:29:37.168880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:37.177916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:37.196448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122', 'network_id': 'e9f6217e-7f39-4194-a007-0597d196dc8f', 'port_id': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122', 'mac_address': 'fa:16:3e:d2:ba:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd045fbf8-77bf-433e-b19e-f0617daba38b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:37.205628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10ecd77f-8fb2-4408-a856-74b2e5ad2850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:37.235563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540'}, {'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:37.237994 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd9057-70f9-4e74-ba97-774502070bd4" -d '{"events": [{"server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540"}, {"server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "name": "network-vif-plugged", "status": "completed", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:37.262627 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:37.280582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:37.312781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:37.342853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-deb8e5e0-49d8-4ef9-b814-b133929db640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:37.344352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-deb8e5e0-49d8-4ef9-b814-b133929db640 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787493 Nov 15 22:29:37.363603 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494782b-e5e1-4510-a22e-56800fbfa17e x-openstack-request-id: req-8494782b-e5e1-4510-a22e-56800fbfa17e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:37.363603 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540", "code": 200}, {"server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "name": "network-vif-plugged", "status": "completed", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:37.363603 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8494782b-e5e1-4510-a22e-56800fbfa17e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:37.364205 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540', 'code': 200} Nov 15 22:29:37.364553 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf', 'code': 200} Nov 15 22:29:37.389939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:37.454308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:37.496352 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53387754-9ed2-488b-8bd5-0aad9759ba9c None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:37.517310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:37.520808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3421-17db-4667-ab78-3390c2085935 req-aeb38eb0-5e14-4294-ac99-50f77e7ad492 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:37.522881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-083d3421-17db-4667-ab78-3390c2085935 req-aeb38eb0-5e14-4294-ac99-50f77e7ad492 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0819633 Nov 15 22:29:37.540213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:37.608173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-083d3421-17db-4667-ab78-3390c2085935 req-69dbf3f3-129e-437b-9f21-6848e407587a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729113 Nov 15 22:29:37.639313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:37.656781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:37.657892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8133d7d1-e1d3-4cb3-8f7e-ede6e217b122'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:37.678211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:37.729623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=465c2857-0253-40c7-bcd3-d6bd96b691bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:37.841425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfecbd-be64-4cd5-96cd-b374e0c0f1c0 req-b56692f9-e349-4092-922d-c5eac57da217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:37.842686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-08bfecbd-be64-4cd5-96cd-b374e0c0f1c0 req-b56692f9-e349-4092-922d-c5eac57da217 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 1097 time: 0.3177552 Nov 15 22:29:37.848425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4290f6-9077-4793-828f-41eba1620786 req-54966ea7-2630-42f7-9240-ede7eca2f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:37.849948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a4290f6-9077-4793-828f-41eba1620786 req-54966ea7-2630-42f7-9240-ede7eca2f1d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 1097 time: 0.3337116 Nov 15 22:29:37.865895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-cd83b718-0e8b-4110-9752-4c5feb0b40b0 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044868 Nov 15 22:29:37.908283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465137c-bac1-4ef6-bba3-494aa472d2e1 None None] New status for floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:29:37.999665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-264a4668-2195-4e48-a919-389312839050 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:38.001628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-264a4668-2195-4e48-a919-389312839050 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0623646 Nov 15 22:29:38.073883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-08bfecbd-be64-4cd5-96cd-b374e0c0f1c0 req-aad39e32-9129-460f-b6e7-72419136da47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207553 Nov 15 22:29:38.094055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7a4290f6-9077-4793-828f-41eba1620786 req-1edadf6d-735e-4d99-8e9d-9adb55c4b9a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309308 Nov 15 22:29:38.115069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1f7e5aad-d554-4c1e-af14-dd1f853322ef req-9a540a44-946f-4791-85d9-06c52f1b99a9 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339597 Nov 15 22:29:38.118069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-e60238ac-0450-45bc-bb17-3b3c4b2802b0 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 698 time: 0.1023669 Nov 15 22:29:38.118189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-8916d745-8552-4d0e-ba0a-fe2b242dc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:38.119830 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-8916d745-8552-4d0e-ba0a-fe2b242dc7cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.1247129 Nov 15 22:29:38.157948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:38.205618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.256696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.261467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1c99-0c21-48d4-8cdb-7fcb770ad94f req-4bd5a515-3153-4458-bd06-3707d603a17e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:38.264028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690d1c99-0c21-48d4-8cdb-7fcb770ad94f req-4bd5a515-3153-4458-bd06-3707d603a17e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 944 time: 0.1516747 Nov 15 22:29:38.274870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.377027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690d1c99-0c21-48d4-8cdb-7fcb770ad94f req-fc515164-62dd-4818-b576-089ef4a61417 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932603 Nov 15 22:29:38.473121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:38.536657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.555782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:29:38.556286 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:29:38.561036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.744909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8c01-478c-4492-8950-75fb293c56ee req-686de85b-3399-42c4-8597-2097105bb7e7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:38.746520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44bf8c01-478c-4492-8950-75fb293c56ee req-686de85b-3399-42c4-8597-2097105bb7e7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.0501888 Nov 15 22:29:38.795334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44bf8c01-478c-4492-8950-75fb293c56ee req-1edecd0e-238a-4cea-bbb5-05985c28fff9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Nov 15 22:29:38.846297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:38.886858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:38.920882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:38.927411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:38.929782 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fedb9a-4729-4c00-8239-40eca7ffa8a7" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:38.933999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:38.942528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:38.953625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:29:38.953625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Transition to ACTIVE for port object 2da2f5ce-ec57-4728-aba6-d83effc79c4d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:39.032217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.059151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:39.061708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.064930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:39.071569 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.099721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.100207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:39.153711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] No DVR routers for this DVR port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:39.170329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:39.181374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:39.204559 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:39.207396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:39.207735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:39.208068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:39.208770 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:39.226743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:39.227164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Attempting to bind port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:39.248728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:39.249074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:39.249716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:39.249902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Bound port: 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:39.250262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.261936 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.287658 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c899a12-0f07-4268-a01b-94eee0ae0dde x-openstack-request-id: req-2c899a12-0f07-4268-a01b-94eee0ae0dde {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:39.288133 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-unplugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:39.288959 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c899a12-0f07-4268-a01b-94eee0ae0dde {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:39.288959 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'code': 200} Nov 15 22:29:39.338063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:39.355916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.357217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0c8c273d-49bf-4932-8545-20d7a95fe020 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6498492 Nov 15 22:29:39.360303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:39.366898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:39.370749 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f470ae8-5ed6-492d-823d-64d96b68fbd4" -d '{"events": [{"server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "name": "network-vif-plugged", "status": "completed", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:39.389976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.437982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.512497 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502119bb-6ce7-4f25-afe2-1c76f3f3386f x-openstack-request-id: req-502119bb-6ce7-4f25-afe2-1c76f3f3386f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:39.512747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:39.513228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "name": "network-vif-plugged", "status": "completed", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:39.513228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-502119bb-6ce7-4f25-afe2-1c76f3f3386f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:39.513673 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122', 'code': 200} Nov 15 22:29:39.546713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:39.586552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-bf7db2ed-babf-456d-ae41-a450722c22d4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:39.588248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-bf7db2ed-babf-456d-ae41-a450722c22d4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "GET /v2.0/ports?device_id=703d0203-f100-4e40-b887-3551a71974fd HTTP/1.1" status: 200 len: 945 time: 0.1277230 Nov 15 22:29:39.605420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:39.628555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:39.643633 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:39.644600 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:39.686403 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:39.687213 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d46a42-24e3-4cba-be03-e847e82cc96f None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:39.750867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530268b1-3474-4337-83af-3a4bd90cf822 req-2b830b32-fa9a-4319-acaa-cd773d99860c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:39.752424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-530268b1-3474-4337-83af-3a4bd90cf822 req-2b830b32-fa9a-4319-acaa-cd773d99860c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.1581883 Nov 15 22:29:39.757633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651d355-9f6c-4dc8-8855-2e5195e71183 req-3b6ef9c4-97d6-4b5d-ac92-356d4af5c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:39.759439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a651d355-9f6c-4dc8-8855-2e5195e71183 req-3b6ef9c4-97d6-4b5d-ac92-356d4af5c834 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 1096 time: 0.1588914 Nov 15 22:29:39.941980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:39.947636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-530268b1-3474-4337-83af-3a4bd90cf822 req-d3263608-cb62-47aa-a292-66fec9993e72 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849656 Nov 15 22:29:40.012177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.022094 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.039677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a651d355-9f6c-4dc8-8855-2e5195e71183 req-7c1a04b6-d386-4d58-a55a-36606fe8d4ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431097 Nov 15 22:29:40.087533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:40.088150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.089593 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] 10.222.0.57 "PUT /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 1097 time: 1.6208673 Nov 15 22:29:40.140453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4d486be591d41e891ef2adeb9bf81b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1942794 Nov 15 22:29:40.144197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:40.151091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba8360-9748-4fd8-95a9-ca84021a4303,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:40.155591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc33242-7711-4f91-b6e5-4d065cb44977 service neutron] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:40.166876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.166876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.167601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.167601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.167884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.168172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.168494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.169080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.169249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.169569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.169889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.170207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02b64-84fc-4c22-85a8-f376b11031ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:29:40.289409 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.305369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.347026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.362289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.382628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Deleting port f2c7ee20-f370-4641-bf4f-99a57103be8f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:40.382628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.438617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.483470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-5325087e-226a-4c65-91fc-2938ad65637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:40.485189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-5325087e-226a-4c65-91fc-2938ad65637d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1100 time: 0.3548110 Nov 15 22:29:40.518005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595783-f1de-4ff6-85c2-2bff95200555 req-8fab9554-230b-47e9-bbe8-be3fd1f5e635 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:40.519486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2595783-f1de-4ff6-85c2-2bff95200555 req-8fab9554-230b-47e9-bbe8-be3fd1f5e635 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.1074958 Nov 15 22:29:40.520967 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931 associated. External IP: 172.25.0.195, port: 921008b8-9dab-478e-a896-cb841bc0b89c. Nov 15 22:29:40.631124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] For port f2c7ee20-f370-4641-bf4f-99a57103be8f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2c7ee20-f370-4641-bf4f-99a57103be8f,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:40.631700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.653219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2595783-f1de-4ff6-85c2-2bff95200555 req-3fc84224-253a-4eb9-81de-e79e75bf7e75 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945613 Nov 15 22:29:40.655201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Calling delete_port for f2c7ee20-f370-4641-bf4f-99a57103be8f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:40.748657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.751282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.754786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ba8360-9748-4fd8-95a9-ca84021a4303 HTTP/1.1" status: 204 len: 168 time: 0.6062458 Nov 15 22:29:40.783354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:40.793135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-84828ee0-3edd-42db-aa11-e6947c2a713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:40.794680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-84828ee0-3edd-42db-aa11-e6947c2a713b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2939906 Nov 15 22:29:40.801849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16d3e6-e60d-434a-b9d2-5f499d114d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba8360-9748-4fd8-95a9-ca84021a4303,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:40.858586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-2bf0ec33-3f96-4c88-a589-ce264a42b481 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0532460 Nov 15 22:29:40.864881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.898917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:40.904232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:40.913420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:40.923343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:40.927939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:40.928609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:40.947781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9d6c9fd1-de28-4a71-a47e-68df4cdd4ea4 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "PUT /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 997 time: 2.8089437 Nov 15 22:29:40.948240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:40.950579 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127e257-8bed-401f-a118-1529ab13fc82" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:41.029946 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28401d3c-638b-4754-b740-c066d0f31b0c x-openstack-request-id: req-28401d3c-638b-4754-b740-c066d0f31b0c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:41.029946 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:41.029946 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28401d3c-638b-4754-b740-c066d0f31b0c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:41.029946 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:29:41.033945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-3c42f32a-1429-40ba-897a-ce6e6a854f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.036662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-3c42f32a-1429-40ba-897a-ce6e6a854f1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.0684047 Nov 15 22:29:41.088852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-0ad0da3e-28e7-49f1-a081-fd79a98a8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.090888 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-0ad0da3e-28e7-49f1-a081-fd79a98a8d01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2239096 Nov 15 22:29:41.151699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:41.152360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2c7ee20-f370-4641-bf4f-99a57103be8f no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:41.171223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-4418ed6c-ba2b-424a-aa2f-2755b455fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.172820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-4418ed6c-ba2b-424a-aa2f-2755b455fced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710287 Nov 15 22:29:41.247997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22ae35-ed73-4ad8-9c4d-1034f73dd3fa req-39fee61a-d18d-4c0a-815f-3cc3e0d9948e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.249776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce22ae35-ed73-4ad8-9c4d-1034f73dd3fa req-39fee61a-d18d-4c0a-815f-3cc3e0d9948e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.1189651 Nov 15 22:29:41.254231 n-d-817995-3 neutron-server[103129]: INFO neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No ports have port_id starting with f2c7ee20-f370-4641-bf4f-99a57103be8f Nov 15 22:29:41.256447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:41.260751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e257-8bed-401f-a118-1529ab13fc82 req-911a4630-7e20-4ea7-8225-9b35fe7cd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.262277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-911a4630-7e20-4ea7-8225-9b35fe7cd28d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.1869829 Nov 15 22:29:41.274899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:41.287950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['921008b8-9dab-478e-a896-cb841bc0b89c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:41.309716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:41.316970 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5bd097-5634-4b51-8597-cb111aeedd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:41.316970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event deleted for resources: {'Port': ['ID=f2c7ee20-f370-4641-bf4f-99a57103be8f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:41.392017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9df0c196-d989-4d79-a07f-6cd346347d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.400431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-9df0c196-d989-4d79-a07f-6cd346347d64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.3556902 Nov 15 22:29:41.435612 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-886d3146-b492-4924-b2c0-3d707cc232e2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545602 Nov 15 22:29:41.436440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] No DVR routers for this DVR port f2c7ee20-f370-4641-bf4f-99a57103be8f on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:41.441118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:41.453182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-856a8f0f-c32d-4a78-ad9a-e5b8de0d2505 req-a32a5b7e-709e-45d4-955c-e8a7241ed221 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "DELETE /v2.0/ports/f2c7ee20-f370-4641-bf4f-99a57103be8f HTTP/1.1" status: 204 len: 173 time: 1.8426266 Nov 15 22:29:41.546843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce22ae35-ed73-4ad8-9c4d-1034f73dd3fa req-43b11003-05f8-420b-8d61-1951fb5107cb tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809272 Nov 15 22:29:41.575399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-15fa2e9c-9205-48d2-92d2-17b8d862403f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 1000 time: 0.1740587 Nov 15 22:29:41.616534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e257-8bed-401f-a118-1529ab13fc82 req-bf8d212a-49f3-4a53-8cd6-d66cef8ca56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.618169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-bf8d212a-49f3-4a53-8cd6-d66cef8ca56d service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.3214884 Nov 15 22:29:41.647923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47310) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:41.677975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec185e79-8d9e-4d0b-8edc-163ca91f8cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:41.689644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.1 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/9ee05470-f873-49da-b2a9-2e22e0f7dd44) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:41.707054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:40Z', 'revision_number': 8, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:41.721019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-a2b3da85-8b4f-440c-a918-aa6e47d360f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.722494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-a2b3da85-8b4f-440c-a918-aa6e47d360f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.1359177 Nov 15 22:29:41.729730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-3e95c986-b049-4c84-93e9-bea2b721bf30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 1000 time: 0.0830657 Nov 15 22:29:41.737026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-be2d3e5a-6543-44d3-bb55-633bcce0d2a4 req-9d016186-fb70-4951-bf1b-48ece5ed3930 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780330 Nov 15 22:29:41.740480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:41.754070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:41.754871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:41.821507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-d1ac1c5d-98e3-4b60-810a-637269926512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.823266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-d1ac1c5d-98e3-4b60-810a-637269926512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905645 Nov 15 22:29:41.831733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e257-8bed-401f-a118-1529ab13fc82 req-6123e72e-f486-4686-a084-6b33de6b0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:41.833839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-6123e72e-f486-4686-a084-6b33de6b0541 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0651634 Nov 15 22:29:41.874070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:41.899379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec185e79-8d9e-4d0b-8edc-163ca91f8cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:41.927285 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5575dd70-8789-4c53-b255-e217276dc667 x-openstack-request-id: req-5575dd70-8789-4c53-b255-e217276dc667 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:41.927627 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:41.927874 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5575dd70-8789-4c53-b255-e217276dc667 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:41.928272 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'status': 'completed', 'code': 200} Nov 15 22:29:41.983469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec185e79-8d9e-4d0b-8edc-163ca91f8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.007939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e257-8bed-401f-a118-1529ab13fc82 req-0a3b5913-194a-4de9-a626-49327d5239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.010722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-0a3b5913-194a-4de9-a626-49327d5239cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039016 Nov 15 22:29:42.020360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.020898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-336dab36-280f-4604-a0a1-de5e2e770d97 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851277 Nov 15 22:29:42.072416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:42.103050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ec185e79-8d9e-4d0b-8edc-163ca91f8cdd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b85d89cf485440990af8c7868306700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717865 Nov 15 22:29:42.109239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47314) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:42.111065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-4a0ff168-0347-46ee-9411-090ee07465e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.112622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-4a0ff168-0347-46ee-9411-090ee07465e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1100 time: 0.1725233 Nov 15 22:29:42.113239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec185e79-8d9e-4d0b-8edc-163ca91f8cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df413fc4-3229-4740-a8e2-f8e134a7cfdb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:42.134103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-78966151-2e6a-4367-ba87-5aef0b669e2c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:29:42.135081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-78966151-2e6a-4367-ba87-5aef0b669e2c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062766 Nov 15 22:29:42.141124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:42.148162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f306b9-6ff4-42de-a43e-6d791c1b5d8f req-b2979f85-fea4-4e63-8041-8398bd9e9654 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261361 Nov 15 22:29:42.192772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:42.200536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:42.205610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-2efb21c5-8e20-445e-9a8b-5a9b294ad224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.207263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-2efb21c5-8e20-445e-9a8b-5a9b294ad224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 1100 time: 0.2359588 Nov 15 22:29:42.213332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=9ee05470-f873-49da-b2a9-2e22e0f7dd44,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:42.241776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04a567-4018-4094-80f6-36a56f407470 req-46cd60c9-bf5f-451e-9a25-385da1673a8e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.243173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e04a567-4018-4094-80f6-36a56f407470 req-46cd60c9-bf5f-451e-9a25-385da1673a8e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.1072297 Nov 15 22:29:42.344361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.352488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:40Z', 'revision_number': 8, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:42.359181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46a20c98-0f63-4a6d-b25d-62a6320b7a87 req-14ee37d1-601a-44b6-b5db-424d28a6d075 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 997 time: 0.0945306 Nov 15 22:29:42.364663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-6ee11ea8-6f5f-4c71-a648-6abd90885dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159193 Nov 15 22:29:42.380354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d8470-d70c-4b1a-be0e-6d69e77cbad0 None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'acdb6ba8-c8d7-4582-985e-84f3d7ef5931', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'port_id': '921008b8-9dab-478e-a896-cb841bc0b89c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'mac_address': 'fa:16:3e:12:0d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:29:04Z', 'updated_at': '2021-11-15T22:29:40Z', 'revision_number': 8, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:42.431703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.466092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-3fda0707-118f-421f-8c69-9f6fb3be504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.466092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-3fda0707-118f-421f-8c69-9f6fb3be504d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3387501 Nov 15 22:29:42.488158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e04a567-4018-4094-80f6-36a56f407470 req-2d06c915-8671-43b0-b2db-7fc63c963f8c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605127 Nov 15 22:29:42.489152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-9746e6bf-9a44-4b26-ba6c-ff981727a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.490310 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-9746e6bf-9a44-4b26-ba6c-ff981727a258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2541342 Nov 15 22:29:42.543190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-1a585443-58c2-46dd-bade-0b7da7abdc80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0699170 Nov 15 22:29:42.566914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.579537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20c98-0f63-4a6d-b25d-62a6320b7a87 req-b2dd339a-863a-45c1-96e8-66c7df477569 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.581792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46a20c98-0f63-4a6d-b25d-62a6320b7a87 req-b2dd339a-863a-45c1-96e8-66c7df477569 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2124603 Nov 15 22:29:42.583269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d127e257-8bed-401f-a118-1529ab13fc82 req-fd246fee-4a89-4bee-af6d-47603f4544c2 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048655 Nov 15 22:29:42.628962 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-9f92631a-bb33-44ef-abcf-96bfae8f048c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 200 len: 217 time: 0.0989470 Nov 15 22:29:42.717764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-a2f09cfd-ea5b-4b2c-aff9-da7ce4086402 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1000 time: 0.1098485 Nov 15 22:29:42.731217 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df5b14-2862-4133-b170-a1aa88115536 None None] New status for floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:29:42.744867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-64830d94-b1a3-447d-b294-baf5be67fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.746402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-64830d94-b1a3-447d-b294-baf5be67fa03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1750996 Nov 15 22:29:42.763668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5470a2-b291-484a-88f0-05bf2a260cf7 req-478261f2-6667-47c1-bc49-76eb0afc8a0d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.769141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b5470a2-b291-484a-88f0-05bf2a260cf7 req-478261f2-6667-47c1-bc49-76eb0afc8a0d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.0955317 Nov 15 22:29:42.771568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-1665f32f-2a09-40e5-b5de-8ea51a1cfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.772709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-1665f32f-2a09-40e5-b5de-8ea51a1cfc66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1193874 Nov 15 22:29:42.814996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-4e0c3fd8-ccbf-469f-b896-bd3f648b7b97 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.816485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-4e0c3fd8-ccbf-469f-b896-bd3f648b7b97 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports/921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 943 time: 0.0903602 Nov 15 22:29:42.846140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b5470a2-b291-484a-88f0-05bf2a260cf7 req-75383bb5-1506-477a-b728-8df48c35627c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Nov 15 22:29:42.854955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-4c50577a-9afe-4fe3-9b18-49cc3c1646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.856451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-4c50577a-9afe-4fe3-9b18-49cc3c1646ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980439 Nov 15 22:29:42.881410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-c8f5f08c-7b81-421c-9831-5cb3ff998268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:42.883358 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-c8f5f08c-7b81-421c-9831-5cb3ff998268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925791 Nov 15 22:29:42.892498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.951739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.954423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:42.955576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df413fc4-3229-4740-a8e2-f8e134a7cfdb HTTP/1.1" status: 204 len: 168 time: 0.8378413 Nov 15 22:29:42.962403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-ee3408d4-1795-480e-b2f0-4d0745404349 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1000 time: 0.0855985 Nov 15 22:29:43.052795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f609-408e-4acf-9854-ec0dadd4b11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df413fc4-3229-4740-a8e2-f8e134a7cfdb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:43.438676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f256fb1-1a49-433c-a8de-3ec730c1fa64 req-019d1f43-ea4a-482d-b3c2-18ad5ffa54ac tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:43.440162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f256fb1-1a49-433c-a8de-3ec730c1fa64 req-019d1f43-ea4a-482d-b3c2-18ad5ffa54ac tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1073072 Nov 15 22:29:43.463344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-2e01eb2d-8a3c-4d4d-a99d-d8770347ce3a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:43.465238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-2e01eb2d-8a3c-4d4d-a99d-d8770347ce3a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.4963484 Nov 15 22:29:43.494344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:43.536536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-0c19e6c3-5857-415c-b28f-516d4bc3d5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692104 Nov 15 22:29:43.553658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-a9f62d06-7f9e-4337-b874-019b14252378 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588552 Nov 15 22:29:43.565791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-e4b75d52-1f3d-48e4-bba1-43244f5656b1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1002 time: 0.0932341 Nov 15 22:29:43.580287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f256fb1-1a49-433c-a8de-3ec730c1fa64 req-41c1dc4e-cde6-447a-bd77-d8348a84bd13 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973549 Nov 15 22:29:43.606325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:43.673419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:43.698404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'mac_address': 'fa:16:3e:ee:ba:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:43.709174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:43.786712 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:43.809028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-4be8534c-3143-47d0-9872-27d047e1b9de service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139585 Nov 15 22:29:43.811756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:43.813231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd5bd097-5634-4b51-8597-cb111aeedd8a req-ed2737d9-0002-4dec-90cb-34cd7a9d4137 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679660 Nov 15 22:29:43.849219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:43.860004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37333470-e8b5-4bf1-bb71-b03acb3cd78c req-1b6c2d3a-d7e4-430d-b9c5-35f6ec49fb02 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:43.861609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37333470-e8b5-4bf1-bb71-b03acb3cd78c req-1b6c2d3a-d7e4-430d-b9c5-35f6ec49fb02 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 949 time: 0.0717769 Nov 15 22:29:43.900557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:43.929135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'name': 'network-vif-deleted', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:43.934569 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47b9d9-fc43-4b76-9a2f-875a7351684c" -d '{"events": [{"server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "name": "network-vif-deleted", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:43.952916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37333470-e8b5-4bf1-bb71-b03acb3cd78c req-a7b19b64-3b27-40ac-a6f3-964853936417 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Nov 15 22:29:43.955509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:43.989071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.006094 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.026659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:44.083246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90dfbd-5a3c-401a-bce7-ad0ccde6ed1b req-c488072d-f0cf-435a-b389-fb3568aefc8d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:44.083511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=9ee05470-f873-49da-b2a9-2e22e0f7dd44,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:44.092549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e90dfbd-5a3c-401a-bce7-ad0ccde6ed1b req-c488072d-f0cf-435a-b389-fb3568aefc8d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.0643592 Nov 15 22:29:44.095862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.100963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.100963 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931 disassociated. External IP: 172.25.0.195, port: 921008b8-9dab-478e-a896-cb841bc0b89c. Nov 15 22:29:44.203956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:44.205786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:44.232228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e90dfbd-5a3c-401a-bce7-ad0ccde6ed1b req-bcedc595-0ed5-4db6-af4e-17c75c213470 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392512 Nov 15 22:29:44.249016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['2da2f5ce-ec57-4728-aba6-d83effc79c4d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:44.296563 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b90b860-fea5-43ca-b0ea-53ef0458e360 x-openstack-request-id: req-4b90b860-fea5-43ca-b0ea-53ef0458e360 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:44.296983 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703d0203-f100-4e40-b887-3551a71974fd", "name": "network-vif-deleted", "tag": "f2c7ee20-f370-4641-bf4f-99a57103be8f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:44.297333 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b90b860-fea5-43ca-b0ea-53ef0458e360 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:44.297887 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703d0203-f100-4e40-b887-3551a71974fd', 'name': 'network-vif-deleted', 'tag': 'f2c7ee20-f370-4641-bf4f-99a57103be8f', 'status': 'completed', 'code': 200} Nov 15 22:29:44.361089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:44.433753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:44.515241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:44.521799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-427b62c7-1cfd-4f4f-a578-209eae0a177d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/routers/67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1604383 Nov 15 22:29:44.526121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:44.530286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:44.537648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:44.538150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'port': {'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2', 'name': 'tempest-FloatingIPTestJSON-2111021359'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:44.538952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:44.586786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:44.598859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:44.603581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:44.662207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:44.663823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21b4e3-4012-48b9-bc91-afc4cf6e9a4a None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:44.674866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:44.679895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.690727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:44.704013 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:44.704764 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:44.720937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-6cb16516-b0af-48d6-aba1-b4e4ac184cc3 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "PUT /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 696 time: 1.1181574 Nov 15 22:29:44.732590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:44.734956 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a5139-585f-4829-8f45-904972b302dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:44.762065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:44.766964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:44.790966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] device_id is not set on port 8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:29:44.811660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-7e4cb622-3f11-4721-821c-8f784c7fb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:44.813245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-7e4cb622-3f11-4721-821c-8f784c7fb6de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.0751688 Nov 15 22:29:44.822248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc75b-446d-4705-b548-2e17423c2a57 req-ef162416-6897-4371-92a1-bf3e3b8314ce tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:44.823705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6dc75b-446d-4705-b548-2e17423c2a57 req-ef162416-6897-4371-92a1-bf3e3b8314ce tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.1018424 Nov 15 22:29:44.833600 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:44.932567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6dc75b-446d-4705-b548-2e17423c2a57 req-575e5ecb-d4e0-4fa8-9130-9b65a0690a1a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996020 Nov 15 22:29:44.935445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.8 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:44.961060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-fdad2c6f-1515-433e-9116-7e6fbce280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:44.964322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-fdad2c6f-1515-433e-9116-7e6fbce280e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1393931 Nov 15 22:29:45.021915 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eebefa4-34a1-4856-aa0b-cee7570a54f9 x-openstack-request-id: req-0eebefa4-34a1-4856-aa0b-cee7570a54f9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:45.022230 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:45.022479 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0eebefa4-34a1-4856-aa0b-cee7570a54f9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:45.022874 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:29:45.024434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-7131e3ea-fffc-472b-b0f1-34f2bc1982d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.0503349 Nov 15 22:29:45.097335 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:45.114770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-21dae85f-6469-41d1-a9ff-74e2be2c92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.117112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-21dae85f-6469-41d1-a9ff-74e2be2c92d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0816934 Nov 15 22:29:45.139408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:45.151753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5139-585f-4829-8f45-904972b302dd req-ab177816-56b1-40be-a988-e40b8c4cee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.153289 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:45.153910 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:45.154057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-ab177816-56b1-40be-a988-e40b8c4cee3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=484cd39cf1194d3a919db95e2493ee5f&device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 1097 time: 0.1239853 Nov 15 22:29:45.174748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-0677063f-1aa5-4c96-80b4-293c627850c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.176772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-0677063f-1aa5-4c96-80b4-293c627850c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522473 Nov 15 22:29:45.296379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.307850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-516dcb90-e713-4373-bbe5-88c5e439c792 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241987 Nov 15 22:29:45.314243 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:45.352329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5139-585f-4829-8f45-904972b302dd req-7052b684-42c5-4577-9585-e9b69d9669b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.354495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-7052b684-42c5-4577-9585-e9b69d9669b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 200 len: 922 time: 0.1903014 Nov 15 22:29:45.421719 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-79c6ca47-5035-44d2-947d-4e52dbf3c09c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 200 len: 217 time: 0.0558028 Nov 15 22:29:45.455888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33e0d0-a4ce-4d49-ae94-a3318c1f34c0 req-b372c9ba-8f24-4354-8b39-faa1f6d8cc32 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.457439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea33e0d0-a4ce-4d49-ae94-a3318c1f34c0 req-b372c9ba-8f24-4354-8b39-faa1f6d8cc32 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0961397 Nov 15 22:29:45.494486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d980a0c-5061-44f0-bd6e-5e5841ae940c req-286dd946-c321-4365-82ef-a06cc7bb95b3 service neutron] 10.222.0.15 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778331 Nov 15 22:29:45.498073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:45.499276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5139-585f-4829-8f45-904972b302dd req-1c48d4eb-65a4-4fd3-8b07-a9827e89ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.503725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-1c48d4eb-65a4-4fd3-8b07-a9827e89ff4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 200 len: 860 time: 0.0725298 Nov 15 22:29:45.505256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.532083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea33e0d0-a4ce-4d49-ae94-a3318c1f34c0 req-33d81339-eba7-42c0-88b3-ab24c946e21b tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623095 Nov 15 22:29:45.593060 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:45.608855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:45.616983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:45.620397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:45.621754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4b86d-f721-495c-a9e1-347e75b5d2cb None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:28:42Z', 'revision_number': 4, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6ee1b70-44f0-49cc-8066-e4f752a42db8', 'name': '', 'network_id': '78bf6e62-f8a7-4996-b66d-fb4eef7b8fba', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'mac_address': 'fa:16:3e:42:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:39Z', 'updated_at': '2021-11-15T22:28:48Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'subnets': [{'id': 'bc2876d0-379b-4d77-a3d7-18377b029c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:45.624079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:45.651012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:45.654346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 2da2f5ce-ec57-4728-aba6-d83effc79c4d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:45.654956 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.679126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a5139-585f-4829-8f45-904972b302dd req-8a7e7f55-ea9d-499d-a3b4-0ad7d9307f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.684021 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-8a7e7f55-ea9d-499d-a3b4-0ad7d9307f4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685019 Nov 15 22:29:45.766050 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.782242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8e6b-9140-447f-8583-35e22d134f32 req-a26d7639-5b2d-475f-8245-6548cd51423d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.797645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:45.797898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed9b8e6b-9140-447f-8583-35e22d134f32 req-a26d7639-5b2d-475f-8245-6548cd51423d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 950 time: 0.1531763 Nov 15 22:29:45.800897 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fa556-e69a-4b22-89c6-8161ee0926d8" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:45.820588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:45.867283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-b6b2a7a9-fd58-414d-a065-e8aadcb686ff service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753430 Nov 15 22:29:45.869898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed9b8e6b-9140-447f-8583-35e22d134f32 req-f79704af-c1bd-4d72-bee3-711e72aa6bd2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711806 Nov 15 22:29:45.877452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:45.878571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.888902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:45.957452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:46.030043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-168a5139-585f-4829-8f45-904972b302dd req-75cbe11b-9e7b-45af-8d6b-2d59c9410890 service neutron] 10.222.0.55 "GET /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451027 Nov 15 22:29:46.034434 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ff66d-814c-4bb9-9f67-54ec5cc32240 x-openstack-request-id: req-5a9ff66d-814c-4bb9-9f67-54ec5cc32240 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:46.035070 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-plugged", "status": "completed", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:46.036191 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a9ff66d-814c-4bb9-9f67-54ec5cc32240 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:46.036672 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'code': 200} Nov 15 22:29:46.047433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb0a13-2e8d-4f65-b085-82d23343c5c9 None None] New status for floating IP acdb6ba8-c8d7-4582-985e-84f3d7ef5931: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:29:46.083707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f529634-004f-49e7-b9b3-45c0ae912d8f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5521519 Nov 15 22:29:46.086847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:46.092303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'port': {'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2', 'name': 'tempest-FloatingIPTestJSON-1025275589'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:46.188393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625597-5700-4218-916a-9fcaf13f8a4d req-29a524ec-9fe2-445e-9a94-25afd34ba1bc tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.197120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625597-5700-4218-916a-9fcaf13f8a4d req-29a524ec-9fe2-445e-9a94-25afd34ba1bc tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.203888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625597-5700-4218-916a-9fcaf13f8a4d req-29a524ec-9fe2-445e-9a94-25afd34ba1bc tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.205687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca625597-5700-4218-916a-9fcaf13f8a4d req-29a524ec-9fe2-445e-9a94-25afd34ba1bc tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b&device_id=d8651416-8790-40a0-be98-9bd4984bfb08&device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 2418 time: 0.1257927 Nov 15 22:29:46.243188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4a71-5195-43a4-863c-87f06970ce43 req-7885d613-c75e-463e-a506-fed96ef7c512 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.250666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-400b4a71-5195-43a4-863c-87f06970ce43 req-7885d613-c75e-463e-a506-fed96ef7c512 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 951 time: 0.1390643 Nov 15 22:29:46.303894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca625597-5700-4218-916a-9fcaf13f8a4d req-5b8d0e9e-d1a3-409d-b377-b4516e2538d0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Nov 15 22:29:46.321353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-400b4a71-5195-43a4-863c-87f06970ce43 req-16e1d743-986d-4d64-b76f-8ddfae2519fa tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674295 Nov 15 22:29:46.350273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:46.354778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:46.390417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] device_id is not set on port d2a7aeba-2077-4274-8ddb-0e8b3561e90a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:29:46.516363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-726ba486-b19e-4560-b769-ddf02e7917e1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 200 len: 694 time: 0.0790067 Nov 15 22:29:46.546310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.6 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/d2a7aeba-2077-4274-8ddb-0e8b3561e90a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:46.610177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e20852-4321-4194-82bb-8f8b48b8c483 req-dfe33a45-2db6-485b-a143-8fa5396b5d30 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.611631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e20852-4321-4194-82bb-8f8b48b8c483 req-dfe33a45-2db6-485b-a143-8fa5396b5d30 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.1189756 Nov 15 22:29:46.685027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-9832d59f-2348-48c2-a7f5-e28cb1ef6c6f tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.686419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-9832d59f-2348-48c2-a7f5-e28cb1ef6c6f tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1532354 Nov 15 22:29:46.699785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:46.704976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25e20852-4321-4194-82bb-8f8b48b8c483 req-502449e0-b13b-465c-a9ca-475a41dda4a9 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Nov 15 22:29:46.748531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-34e539f6-2365-4c97-9347-e6d23de06939 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 697 time: 0.0543406 Nov 15 22:29:46.808506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-0ff8cc1f-ff1f-409d-84f6-bbffc37510db tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 697 time: 0.0532119 Nov 15 22:29:46.819884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:46.820326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-3c57f440-3ed5-4a93-ac9c-53a7d9976e5e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309253 Nov 15 22:29:46.866437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:46.870113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:46.872732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:46.911405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=d2a7aeba-2077-4274-8ddb-0e8b3561e90a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:46.933558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:46.934168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.015936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a26640d7-8062-42c0-aa9f-cdf79142f00c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9279151 Nov 15 22:29:47.019183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:47.026466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'd2a7aeba-2077-4274-8ddb-0e8b3561e90a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:47.029787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-d588a6ed-e113-4b8b-9e64-4cce5d9f0d24 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:47.031211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-d588a6ed-e113-4b8b-9e64-4cce5d9f0d24 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049317 Nov 15 22:29:47.045361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Deleting port b4e01bce-c671-4481-afb7-6788348df89d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:47.045693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.059575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-21a1cd1a-c65c-4e3e-8b54-3235c8979a5e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/quotas/5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 375 time: 0.0216026 Nov 15 22:29:47.133580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.155917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-c8dba318-1a80-4877-920f-4c8bf46097b7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685062 Nov 15 22:29:47.164056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.164685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.179441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Calling delete_port for b4e01bce-c671-4481-afb7-6788348df89d owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:47.249145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.367908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.72 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c47f9588-0c11-4a26-afdf-7471a47e4630) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:47.388196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.441063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event deleted for resources: {'Port': ['ID=b4e01bce-c671-4481-afb7-6788348df89d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:47.530447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.535028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.541934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-492904a7-c3f6-4b67-a900-4e00b93c1564 req-db97e0cb-ffb2-4061-a981-8a40474a0ca9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "DELETE /v2.0/floatingips/acdb6ba8-c8d7-4582-985e-84f3d7ef5931 HTTP/1.1" status: 204 len: 173 time: 0.7232928 Nov 15 22:29:47.594102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.685363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e16144a-570c-4437-a105-6aac53beb821 req-a154a68b-d052-49d6-af98-c6f4a9763d0e tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.0292778 Nov 15 22:29:47.706129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:47.752795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:47.756040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:47.759146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:47.805457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=c47f9588-0c11-4a26-afdf-7471a47e4630,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:48.208134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00daec3-8e9c-41ff-951d-d6ed08c6cbb7 req-4128be94-8179-46a9-ab07-fea0b44d247a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:48.218362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b00daec3-8e9c-41ff-951d-d6ed08c6cbb7 req-4128be94-8179-46a9-ab07-fea0b44d247a tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.0824170 Nov 15 22:29:48.235351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:48.286108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b00daec3-8e9c-41ff-951d-d6ed08c6cbb7 req-36d1dce2-1e30-4778-ad16-84a61e13ac47 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577269 Nov 15 22:29:48.389223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:48.542039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:48.636088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:48.709143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=c47f9588-0c11-4a26-afdf-7471a47e4630,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:48.721788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:48.831356 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 0599f86a-555b-4e30-83da-d708b5fd39f2 associated. External IP: 172.25.0.72, port: d2a7aeba-2077-4274-8ddb-0e8b3561e90a. Nov 15 22:29:48.862183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c633674b-0919-48c5-bb6a-030bf22a5573 req-b769219e-7f84-49dc-92f4-9d8a11ac2f03 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.0280905 Nov 15 22:29:48.877095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5f02-760b-468b-baa2-8897b7c48856 req-1b68aca1-2c42-410c-b656-78412dbed090 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:48.878625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410b5f02-760b-468b-baa2-8897b7c48856 req-1b68aca1-2c42-410c-b656-78412dbed090 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0786200 Nov 15 22:29:48.936747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410b5f02-760b-468b-baa2-8897b7c48856 req-08d45e67-d254-4b6e-a6ae-e8c26eac29a5 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Nov 15 22:29:49.051506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:49.161305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:49.172907 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:49.183127 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:49.183720 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:49.219732 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:49.228793 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:49.229423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:49.237999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.261198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:49.261886 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38947f56-eff1-41a5-9f70-08f1a3ff62c1 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:49.268652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05b56d5c-b36f-40de-a67e-560da1ad52d7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2464666 Nov 15 22:29:49.269620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:49.274863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:49.331912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.461276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751996ae-8a05-402d-a0d7-7d4f6fb3ba17 req-198d324c-49ae-4daa-8574-6cfcedc325d9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:49.462767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-751996ae-8a05-402d-a0d7-7d4f6fb3ba17 req-198d324c-49ae-4daa-8574-6cfcedc325d9 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.1011140 Nov 15 22:29:49.532243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.552872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-751996ae-8a05-402d-a0d7-7d4f6fb3ba17 req-3f549079-7519-4ac7-b8bb-3dee6e5a8068 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7e63447-a2b2-4e17-8bfc-c18abae2d31a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832498 Nov 15 22:29:49.624043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-d2740ae9-75cf-488b-ab1b-a1f28c4e0ca1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:49.625554 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-d2740ae9-75cf-488b-ab1b-a1f28c4e0ca1 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Nov 15 22:29:49.659292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.659630 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 0599f86a-555b-4e30-83da-d708b5fd39f2 disassociated. External IP: 172.25.0.72, port: d2a7aeba-2077-4274-8ddb-0e8b3561e90a. Nov 15 22:29:49.746254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Deleting port 921008b8-9dab-478e-a896-cb841bc0b89c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:49.746698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.891959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] For port 921008b8-9dab-478e-a896-cb841bc0b89c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=921008b8-9dab-478e-a896-cb841bc0b89c,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:49.892482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:49.909164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Calling delete_port for 921008b8-9dab-478e-a896-cb841bc0b89c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:50.091089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-d6b472b7-7b57-4a51-b8c4-845f7158e128 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821075 Nov 15 22:29:50.123182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dee8fe4-c59e-4e52-9741-1481dc3a024a req-f9b0b762-4e6d-474e-9386-feafdbda41af tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.1128421 Nov 15 22:29:50.156507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:50.169918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['921008b8-9dab-478e-a896-cb841bc0b89c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:50.203507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Pushing event deleted for resources: {'Port': ['ID=921008b8-9dab-478e-a896-cb841bc0b89c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:50.234575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900c65-1703-4252-83be-4d92b61fb2a0 req-06a61a3b-5829-42b0-9073-b62a9ada32fd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:50.236217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4900c65-1703-4252-83be-4d92b61fb2a0 req-06a61a3b-5829-42b0-9073-b62a9ada32fd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1802628 Nov 15 22:29:50.256264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] No DVR routers for this DVR port 921008b8-9dab-478e-a896-cb841bc0b89c on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:50.259461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:50.263102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36f25ec4-b1dd-4e27-a3b2-02193228db5c req-19759a94-065e-4ea3-b322-08053b97da93 tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.55 "DELETE /v2.0/ports/921008b8-9dab-478e-a896-cb841bc0b89c HTTP/1.1" status: 204 len: 173 time: 0.6301463 Nov 15 22:29:50.263731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'name': 'network-vif-deleted', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:50.265855 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9baab-234b-4216-a5c6-2b2a53aab3c7" -d '{"events": [{"server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "name": "network-vif-deleted", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:50.306363 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97599e2f-024e-41ab-8e8e-7b323320c16d x-openstack-request-id: req-97599e2f-024e-41ab-8e8e-7b323320c16d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:50.306654 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f3c75d-18f6-4ae5-90ee-e0642f18dc33", "name": "network-vif-deleted", "tag": "921008b8-9dab-478e-a896-cb841bc0b89c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:50.306912 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97599e2f-024e-41ab-8e8e-7b323320c16d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:50.307311 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f3c75d-18f6-4ae5-90ee-e0642f18dc33', 'name': 'network-vif-deleted', 'tag': '921008b8-9dab-478e-a896-cb841bc0b89c', 'status': 'completed', 'code': 200} Nov 15 22:29:50.326232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-79161d3a-0d13-4985-a04a-dda9b00b6f31 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:50.327656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-79161d3a-0d13-4985-a04a-dda9b00b6f31 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099216 Nov 15 22:29:50.364631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Request body: {'port': {'device_id': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '5762e94cfb4b4a8ba6ce5caac6e0ead2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:50.432912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4900c65-1703-4252-83be-4d92b61fb2a0 req-4ee2af60-572f-4e37-93cb-a25c36faab96 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892567 Nov 15 22:29:50.495999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:50.634459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:50.640182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:50.646682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:50.670078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:50.670744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:50.686601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0c976c93-cd55-4a47-868a-bb1b6a220ae8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/0599f86a-555b-4e30-83da-d708b5fd39f2 HTTP/1.1" status: 200 len: 687 time: 1.4117856 Nov 15 22:29:50.686601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Made reservation on behalf of 5762e94cfb4b4a8ba6ce5caac6e0ead2 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:50.686772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:50.701587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:50.722112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:50.732579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:50.733251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:50.768844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99db6da0-d8ef-4900-9a9c-532029cd0838 req-8c6f41d4-95be-4fb2-9fad-47240936247f tempest-FloatingIPsAssociationTestJSON-747819936 tempest-FloatingIPsAssociationTestJSON-747819936-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2f3c75d-18f6-4ae5-90ee-e0642f18dc33 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Nov 15 22:29:50.797035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:50.797639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd67e2-08fd-42da-bcc4-07f22f1c9180 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:51.035378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Allocated IP 192.168.233.216 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/ce4c2b17-a1ee-4875-8282-4075f57bb518) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:51.259197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.280435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-223d13e2-ffb6-4e21-9c78-e0f2dc27dff1 req-591b51a2-7253-4987-9e14-ec5e31b03ec5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.0457580 Nov 15 22:29:51.337939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port c47f9588-0c11-4a26-afdf-7471a47e4630 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:51.338561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.378663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.390340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b', '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', '2da2f5ce-ec57-4728-aba6-d83effc79c4d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:51.437093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.437499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.446014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:51.453747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:51.458397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:51.468881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for c47f9588-0c11-4a26-afdf-7471a47e4630 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:51.524790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:51.610781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:51.611419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.645038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3047e1-dede-4edb-8c0e-b532015f0438 req-fd2cae9a-bb79-418e-a7e7-5c66b8671bc7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:51.646723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e3047e1-dede-4edb-8c0e-b532015f0438 req-fd2cae9a-bb79-418e-a7e7-5c66b8671bc7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0826564 Nov 15 22:29:51.704000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-02354242-15d9-4948-aa5c-3337a7365752 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3491664 Nov 15 22:29:51.707873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e3047e1-dede-4edb-8c0e-b532015f0438 req-5ecfe5ee-e82e-493b-ab4e-ca605426d89f tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537505 Nov 15 22:29:51.724675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Request body: {'port': {'device_id': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:51.750329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.788307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=c47f9588-0c11-4a26-afdf-7471a47e4630,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:51.820266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.848425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-505911e2-0dd6-4a6b-8e43-0829ce6b1503 None None] Provisioning complete for port ce4c2b17-a1ee-4875-8282-4075f57bb518 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:51.848940 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-505911e2-0dd6-4a6b-8e43-0829ce6b1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.853801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.857027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:51.867345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:51.867921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed64de96-d6f5-4fad-b504-703185feed85 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/0599f86a-555b-4e30-83da-d708b5fd39f2 HTTP/1.1" status: 204 len: 168 time: 1.1782424 Nov 15 22:29:51.876995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:51.877189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47556) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:51.936903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-505911e2-0dd6-4a6b-8e43-0829ce6b1503 None None] Port ce4c2b17-a1ee-4875-8282-4075f57bb518 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:29:52.060277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.220533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:52.230942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.255489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Transition to ACTIVE for port object ce4c2b17-a1ee-4875-8282-4075f57bb518 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:29:52.261880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.306076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.328560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.451425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:52.470295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.229 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3a44e405-c7ec-48c6-8b55-e2a76164201e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:29:52.536977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24923750-87b0-43b0-99f1-5dcc9bd5a491 req-f604b5ad-38a1-4937-a1cb-2764b5402e89 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:52.538610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24923750-87b0-43b0-99f1-5dcc9bd5a491 req-f604b5ad-38a1-4937-a1cb-2764b5402e89 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.1785350 Nov 15 22:29:52.620845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Deleting port e6ee1b70-44f0-49cc-8066-e4f752a42db8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:52.621365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.647019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:29:52.647288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:29:52.647609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:52.672042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24923750-87b0-43b0-99f1-5dcc9bd5a491 req-5540f8f9-ca13-40a9-b2f4-f453dcbfcf36 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 Nov 15 22:29:52.674200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:29:52.674522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:29:52.688837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:29:52.692664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:29:52.692664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:29:52.692664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Bound port: ce4c2b17-a1ee-4875-8282-4075f57bb518, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:29:52.692664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.714389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.724694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] For port e6ee1b70-44f0-49cc-8066-e4f752a42db8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6ee1b70-44f0-49cc-8066-e4f752a42db8,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:52.725112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.737796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Calling delete_port for e6ee1b70-44f0-49cc-8066-e4f752a42db8 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:52.790959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:29:52.795044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:29:52.850798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c7f75-c14e-47eb-93d8-9e9ec450d8e2 req-a5212ca2-2f37-4740-aaea-3dacc12ebc25 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:52.852332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de3c7f75-c14e-47eb-93d8-9e9ec450d8e2 req-a5212ca2-2f37-4740-aaea-3dacc12ebc25 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0485716 Nov 15 22:29:52.886087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.929754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.938121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de3c7f75-c14e-47eb-93d8-9e9ec450d8e2 req-e024c6cf-2a6a-4387-a106-a674eb0d5df9 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797567 Nov 15 22:29:52.947649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:52.948030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:52.949340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 1096 time: 1.2313185 Nov 15 22:29:52.949788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:52.952033 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:52.972790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 921008b8-9dab-478e-a896-cb841bc0b89c no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:52.982693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:29:52.986376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:29:52.988156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46754c6a-3e8e-424d-bcf4-08ec8b5b7ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:52.990795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:29:53.023926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:53.062756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 921008b8-9dab-478e-a896-cb841bc0b89c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:29:53.064968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 921008b8-9dab-478e-a896-cb841bc0b89c not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:53.104982 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab1b6f-22ec-4959-a276-dd4af150f780 x-openstack-request-id: req-a1ab1b6f-22ec-4959-a276-dd4af150f780 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:53.105259 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:53.105503 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1ab1b6f-22ec-4959-a276-dd4af150f780 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:53.105901 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'status': 'completed', 'code': 200} Nov 15 22:29:53.110725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ee1b70-44f0-49cc-8066-e4f752a42db8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:53.149580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=3a44e405-c7ec-48c6-8b55-e2a76164201e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:53.234117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-d8c61e66-6c9b-49e0-8e67-5b21382f57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:53.235858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-d8c61e66-6c9b-49e0-8e67-5b21382f57a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1099 time: 0.1564145 Nov 15 22:29:53.290116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-774d7f3a-0423-46d0-ba59-c6b9636b937f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.0438485 Nov 15 22:29:53.374440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:53.419232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-925fb386-4b1f-457f-b364-b2873617276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:53.420690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-925fb386-4b1f-457f-b364-b2873617276a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0606506 Nov 15 22:29:53.525197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ffb-af18-4055-be45-accc998cfc16 req-0203c917-f3d9-4886-9f99-79faeff7a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:53.526648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-0203c917-f3d9-4886-9f99-79faeff7a765 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948985 Nov 15 22:29:53.627443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:53.683538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:53.687689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-4265c1ad-05a3-4da3-aab9-1bcf96e86e18 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363430 Nov 15 22:29:53.748633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:53.755514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46002484-e6d5-4603-85c3-ff68a3b4245a admin admin] 10.222.0.15 "PUT /v2.0/routers/0df1f996-8c7b-4ee2-b34d-a5ad7e468b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8768132 Nov 15 22:29:53.759197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:53.761620 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Sync routers for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:53.771053 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:53.772214 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:53.886949 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:54.117020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:29:52Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:54.257718 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Checking router: 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:29:54.275641 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Routers {'0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:54.276230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:54.294901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:54.322727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24529ffb-af18-4055-be45-accc998cfc16 req-3328dbe8-db25-4912-95ec-bcf5557fa35f service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172717 Nov 15 22:29:54.341468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:54.396980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91639564-00ea-444e-8919-a75fd2a48e2e req-e7213f88-7af1-48c5-80b4-3571a7a4418a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:54.398475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91639564-00ea-444e-8919-a75fd2a48e2e req-e7213f88-7af1-48c5-80b4-3571a7a4418a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.6274700 Nov 15 22:29:54.444631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59771b5-bdc1-46ee-80a2-8f221876cc38 req-8d087ead-0a60-467a-bf7a-0471e47665a7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:54.446240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b59771b5-bdc1-46ee-80a2-8f221876cc38 req-8d087ead-0a60-467a-bf7a-0471e47665a7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2828331 Nov 15 22:29:54.455607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] Set router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:29:54.646309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91639564-00ea-444e-8919-a75fd2a48e2e req-93438380-f40d-44a6-a3dd-62b8454d5d88 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114041 Nov 15 22:29:54.657228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-f74d7b5a-ad67-4c88-a97f-3105c85ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:54.658705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-f74d7b5a-ad67-4c88-a97f-3105c85ced71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1099 time: 0.2012751 Nov 15 22:29:54.672753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b59771b5-bdc1-46ee-80a2-8f221876cc38 req-5cd5591e-4143-4911-bef6-65f7ae3291c1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105372 Nov 15 22:29:54.686374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:54.704837 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:29:52Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:54.748125 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea20c58-38bd-4270-a99d-de3ba454956f None None] The sync data for ids ['0df1f996-8c7b-4ee2-b34d-a5ad7e468b74'] in n-d-817995-3 is: [{'id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-1564837086-router', 'tenant_id': '484cd39cf1194d3a919db95e2493ee5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:29Z', 'updated_at': '2021-11-15T22:29:52Z', 'revision_number': 5, 'project_id': '484cd39cf1194d3a919db95e2493ee5f', 'gw_port': {'id': '9ad57226-d51a-46bd-af39-687936c6a33a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1f996-8c7b-4ee2-b34d-a5ad7e468b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:31Z', 'updated_at': '2021-11-15T22:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:54.813385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:54.845338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-96a762ec-7fd7-499b-a7b6-72f6236764b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:54.847215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-96a762ec-7fd7-499b-a7b6-72f6236764b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1736281 Nov 15 22:29:54.925267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:54.932354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-ae3a9e90-564b-45e4-8e44-36e7c2cd38c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.0616481 Nov 15 22:29:55.048938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=3a44e405-c7ec-48c6-8b55-e2a76164201e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:55.060868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-a7091193-33b5-4e72-b78e-246e826420f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:55.062314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-a7091193-33b5-4e72-b78e-246e826420f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1087511 Nov 15 22:29:55.064455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:55.068283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Deleting port 9ad57226-d51a-46bd-af39-687936c6a33a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:55.068676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:55.249308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-66b6a0c4-74f9-48f4-a4b9-2cb5687f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:55.250786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-66b6a0c4-74f9-48f4-a4b9-2cb5687f9309 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440601 Nov 15 22:29:55.278299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] For port 9ad57226-d51a-46bd-af39-687936c6a33a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ad57226-d51a-46bd-af39-687936c6a33a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:55.278691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:55.295569 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP e79317e4-1e2c-46d9-895a-553f593f0607 associated. External IP: 172.25.0.229, port: 8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4. Nov 15 22:29:55.332757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Calling delete_port for 9ad57226-d51a-46bd-af39-687936c6a33a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:55.507604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-63a79dc2-6673-406a-917e-cbf21bee7fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463884 Nov 15 22:29:55.791034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14a3bf2b-a3b6-4c85-8800-7a0300f863bd req-3f1b05c3-20ac-4bd8-bae3-9e032216ca15 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729311 Nov 15 22:29:55.809107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:55.862316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4228746-64eb-4b26-8e46-a419c8869486 req-49dc747b-b706-4123-bc98-8d82e43e80a7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:55.863788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4228746-64eb-4b26-8e46-a419c8869486 req-49dc747b-b706-4123-bc98-8d82e43e80a7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.1158454 Nov 15 22:29:55.904404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:55.947904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d738f7e-9ee1-472e-99a0-4c196d608675 req-7e3bfb44-f4fa-47cd-9152-65f0e50e4153 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:55.949339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d738f7e-9ee1-472e-99a0-4c196d608675 req-7e3bfb44-f4fa-47cd-9152-65f0e50e4153 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1633949 Nov 15 22:29:55.998590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad57226-d51a-46bd-af39-687936c6a33a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:56.101772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4228746-64eb-4b26-8e46-a419c8869486 req-f15790de-01b9-4ef4-9ab8-b7cfae331976 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998050 Nov 15 22:29:56.107610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6ee1b70-44f0-49cc-8066-e4f752a42db8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:56.125970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d738f7e-9ee1-472e-99a0-4c196d608675 req-4c288fce-edd2-4d8d-b7c4-7bbc4e094628 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652691 Nov 15 22:29:56.131521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:56.138397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.175161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:56.179536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e6ee1b70-44f0-49cc-8066-e4f752a42db8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:29:56.180955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6ee1b70-44f0-49cc-8066-e4f752a42db8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:56.206987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:56.207518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:56.247353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:56.258505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.261827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:56.262688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:56.263512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.298543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:56.299364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ef9c4-921e-4435-8b12-798c00f4763e None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:56.327717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.355906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b06e1e4b-66b1-46b4-943b-02a70667dbc5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4870436 Nov 15 22:29:56.358763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:56.407465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.411267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:29:56.413872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.417937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d5c70787-780e-461a-b270-7d56c8ed6fbc admin admin] 10.222.0.15 "DELETE /v2.0/routers/0df1f996-8c7b-4ee2-b34d-a5ad7e468b74 HTTP/1.1" status: 204 len: 168 time: 2.6564183 Nov 15 22:29:56.418958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:56.429971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-96960746-3e7c-4dba-a17e-086df1db87a5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/floatingips/e79317e4-1e2c-46d9-895a-553f593f0607 HTTP/1.1" status: 200 len: 978 time: 0.0700374 Nov 15 22:29:56.435213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:56.502267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Deleting subnet bc2876d0-379b-4d77-a3d7-18377b029c40 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:29:56.503422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.581680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.677301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.812973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.843591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2876d0-379b-4d77-a3d7-18377b029c40,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:56.851875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.855641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-15966dd2-c991-4668-b4c7-c2e9b8729a99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc2876d0-379b-4d77-a3d7-18377b029c40 HTTP/1.1" status: 204 len: 168 time: 0.4355693 Nov 15 22:29:56.858081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:56.861503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac29d4c5-d278-4ffc-8fae-de8cee312595 None None] Network 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:29:56.938574 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:56.948231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b18fdab1-eaec-4bd5-8be6-4df5f733002c tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5115435 Nov 15 22:29:56.950756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:56.955597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': 'd2a7aeba-2077-4274-8ddb-0e8b3561e90a'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:56.996386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:29:57.019586 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.048048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Deleting port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:57.048403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.129646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] DHCP port deletion for 78bf6e62-f8a7-4996-b66d-fb4eef7b8fba request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:29:57.194030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] For port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:57.194474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.209007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Calling delete_port for f0fa73d4-f43a-4d08-bf14-ccbd4e287efa owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:57.245429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:57.285181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'mac_address': 'fa:16:3e:1b:ef:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:29:57.294868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Deleting port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:29:57.295170 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.321126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:57.373241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.386811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.401722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:29:57.411281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] No DVR routers for this DVR port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:57.412023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] For port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,segment=NetworkSegment(d96d970b-5c97-49ca-bbed-980d24f25042),segment_id=d96d970b-5c97-49ca-bbed-980d24f25042)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:57.412980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.414269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f292a-1cb6-4f69-a8e6-f13d371b3012 req-f2869429-a973-41bd-aea1-f137ad8866f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:57.414840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:57.422925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-557f292a-1cb6-4f69-a8e6-f13d371b3012 req-f2869429-a973-41bd-aea1-f137ad8866f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1612875 Nov 15 22:29:57.439117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Calling delete_port for f0fa73d4-f43a-4d08-bf14-ccbd4e287efa owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:29:57.441800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:57.469883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9d069-824e-40f5-a998-389b15cc3cdf req-c9f7c8e6-a55d-4148-a0c0-fd7880bd454f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:57.473299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bf9d069-824e-40f5-a998-389b15cc3cdf req-c9f7c8e6-a55d-4148-a0c0-fd7880bd454f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.2291985 Nov 15 22:29:57.518430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a428095-db9e-4a40-b114-7ddf1a3d394d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.521403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.539496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.551758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bf6e62-f8a7-4996-b66d-fb4eef7b8fba']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:57.555184 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.568478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96d970b-5c97-49ca-bbed-980d24f25042') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:57.568807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96d970b-5c97-49ca-bbed-980d24f25042') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:57.578385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] No DVR routers for this DVR port f0fa73d4-f43a-4d08-bf14-ccbd4e287efa on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:29:57.581773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf855724-b04f-4853-8c2c-b3b458883389 None None] Pushing event deleted for resources: {'Port': ['ID=f0fa73d4-f43a-4d08-bf14-ccbd4e287efa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:57.588137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.591310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-557f292a-1cb6-4f69-a8e6-f13d371b3012 req-f2098904-fb91-463b-8dbb-9e1db26393af tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653323 Nov 15 22:29:57.619756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.647471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:29:57.647871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:29:57.649780 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:29:57.723807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bf9d069-824e-40f5-a998-389b15cc3cdf req-8d608789-65ee-456f-9bd3-c5ace9eceeb0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161205 Nov 15 22:29:57.785687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a428095-db9e-4a40-b114-7ddf1a3d394d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.803476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:57.813109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.818122 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.824103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] 10.222.0.15 "DELETE /v2.0/networks/78bf6e62-f8a7-4996-b66d-fb4eef7b8fba HTTP/1.1" status: 204 len: 168 time: 0.9648099 Nov 15 22:29:57.836985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017e5d8-c330-49ca-a4e2-957278bd9630 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bf6e62-f8a7-4996-b66d-fb4eef7b8fba,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:57.875403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a428095-db9e-4a40-b114-7ddf1a3d394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.878054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:57.903013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['ce4c2b17-a1ee-4875-8282-4075f57bb518'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:29:57.918574 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7a428095-db9e-4a40-b114-7ddf1a3d394d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95e100d28f5b4f8fae4e8fc46fc71793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5963314 Nov 15 22:29:57.919700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428095-db9e-4a40-b114-7ddf1a3d394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529bfd2-4623-4727-9955-128fd82cafd0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:57.921364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:57.937834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.051419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.077246 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP e79317e4-1e2c-46d9-895a-553f593f0607 associated. External IP: 172.25.0.229, port: 8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4. Nov 15 22:29:58.083711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.101236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ad57226-d51a-46bd-af39-687936c6a33a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:58.125024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9ad57226-d51a-46bd-af39-687936c6a33a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:29:58.125362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ad57226-d51a-46bd-af39-687936c6a33a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:58.125775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f0fa73d4-f43a-4d08-bf14-ccbd4e287efa no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:29:58.145069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f0fa73d4-f43a-4d08-bf14-ccbd4e287efa {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:29:58.145724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f0fa73d4-f43a-4d08-bf14-ccbd4e287efa not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:29:58.176925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:58.220343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-177bacd5-35de-4318-8236-a5bc02820148 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484cd39cf1194d3a919db95e2493ee5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397692 Nov 15 22:29:58.220784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:58.270143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.291393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.297063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.299620 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.300780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c529bfd2-4623-4727-9955-128fd82cafd0 HTTP/1.1" status: 204 len: 168 time: 0.3776834 Nov 15 22:29:58.314969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4d078-bca1-4ea3-96ed-79d172bbc9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529bfd2-4623-4727-9955-128fd82cafd0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:58.356501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:58.413017 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.415664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.416892 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7e63447-a2b2-4e17-8bfc-c18abae2d31a HTTP/1.1" status: 204 len: 168 time: 0.1951656 Nov 15 22:29:58.425187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5947-a2bd-417b-85dc-89368042935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e63447-a2b2-4e17-8bfc-c18abae2d31a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:58.476428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:58.491848 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:58.501517 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:58.502311 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:58.538128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:58.551139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:58.551139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:58.585376 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:58.586032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5e0ad-74cc-4868-a240-0f280ae57d8d None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:58.740114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b98a-8c25-44f3-a12f-1a0a1b06de2b req-049a8f09-9c88-4aa2-a75b-75b7dd67f9bb tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:58.742176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f59b98a-8c25-44f3-a12f-1a0a1b06de2b req-049a8f09-9c88-4aa2-a75b-75b7dd67f9bb tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0724983 Nov 15 22:29:58.756717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:58.897644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f59b98a-8c25-44f3-a12f-1a0a1b06de2b req-14baa0a1-b46e-40fd-8e03-1b4ee6c5cf96 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435616 Nov 15 22:29:58.937707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aebaa-bf1f-4aa9-8289-3702aaa80136 req-ec9488c4-529a-447e-afa5-8ac797274c62 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:58.939463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d9aebaa-bf1f-4aa9-8289-3702aaa80136 req-ec9488c4-529a-447e-afa5-8ac797274c62 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.1157880 Nov 15 22:29:58.975452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:58.980114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:58.987882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:59.007316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:29:59.012270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:59.013430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.063147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d9aebaa-bf1f-4aa9-8289-3702aaa80136 req-e9769dc7-fe6e-4452-861d-474eaac3bb82 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166215 Nov 15 22:29:59.077980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4477f77-4fe2-477a-a243-2a509e52e60f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/e79317e4-1e2c-46d9-895a-553f593f0607 HTTP/1.1" status: 200 len: 978 time: 2.1250970 Nov 15 22:29:59.086718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:59.101260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:59.101830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.117742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:59.118367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.155004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.155663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1606cb-fc73-4901-a4f1-cc01e3bb2e0d None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:59.159795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.196238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.226018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port ce4c2b17-a1ee-4875-8282-4075f57bb518 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:29:59.230673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port ce4c2b17-a1ee-4875-8282-4075f57bb518 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:29:59.231040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.235448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:59.250490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c85c75c-dd08-483a-8ece-6b467c617a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.315682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.318877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.334740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c85c75c-dd08-483a-8ece-6b467c617a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.343459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:29:59.345728 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187a8e9-6e22-4931-8a1a-8351d5b57e13" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:29:59.358378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:29:59.372869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.373216 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP e79317e4-1e2c-46d9-895a-553f593f0607 disassociated. External IP: 172.25.0.229, port: d2a7aeba-2077-4274-8ddb-0e8b3561e90a. Nov 15 22:29:59.384794 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620cbb1f-e5bb-4094-89ca-850980137c34 x-openstack-request-id: req-620cbb1f-e5bb-4094-89ca-850980137c34 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:29:59.385083 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:29:59.385330 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-620cbb1f-e5bb-4094-89ca-850980137c34 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:29:59.385718 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'code': 200} Nov 15 22:29:59.399459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c85c75c-dd08-483a-8ece-6b467c617a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.446709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85c75c-dd08-483a-8ece-6b467c617a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cd8d0a-bd34-4c4d-bf6d-03de8f786b69,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:59.464664 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.481202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2c85c75c-dd08-483a-8ece-6b467c617a5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05d88aa4efc74932880d25abc095ffd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443056 Nov 15 22:29:59.483243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:59.524741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:59.531023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e0f33-1c0c-4e51-b920-6cc9d167066c req-b46291de-e864-4088-9434-b93ea2b5f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:29:59.532743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f1e0f33-1c0c-4e51-b920-6cc9d167066c req-b46291de-e864-4088-9434-b93ea2b5f836 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1101 time: 0.0493882 Nov 15 22:29:59.587826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f1e0f33-1c0c-4e51-b920-6cc9d167066c req-a8ee7bf4-fd48-4498-9458-f60efcf2844b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Nov 15 22:29:59.618994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.619374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.649562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.668709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47710) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:59.695610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:29:59.767962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-network', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:29:59.806426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:29:59.815763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:29:59.816217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.828365 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:59.829040 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.845303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.847875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.849028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3cd8d0a-bd34-4c4d-bf6d-03de8f786b69 HTTP/1.1" status: 204 len: 168 time: 0.3647883 Nov 15 22:29:59.857396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-611e34bd-c34c-4e36-a89e-4224e58e96c5 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/e79317e4-1e2c-46d9-895a-553f593f0607 HTTP/1.1" status: 200 len: 688 time: 0.7670426 Nov 15 22:29:59.858092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:29:59.859977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aa6bf-74c7-4714-bfbb-8d6385a6daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cd8d0a-bd34-4c4d-bf6d-03de8f786b69,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:29:59.864209 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.872298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Made reservation on behalf of d5ad7f03aff24bcbbe63fd86fc4f0a57 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:29:59.875711 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:29:59.875711 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.875920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:29:59.912132 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:29:59.912819 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c76d08-cabc-499e-8b05-cdd75256da72 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:29:59.920059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.080487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393dac-a1fb-41e7-a865-cd80fafd58b7 req-4e679fae-ccb7-405b-901b-8165d868d6b0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:00.082015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b393dac-a1fb-41e7-a865-cd80fafd58b7 req-4e679fae-ccb7-405b-901b-8165d868d6b0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1045573 Nov 15 22:30:00.117754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 3a44e405-c7ec-48c6-8b55-e2a76164201e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:00.118091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.483863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.536643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b393dac-a1fb-41e7-a865-cd80fafd58b7 req-ed42bddb-d6f1-4da8-9eda-2ff55dd27535 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456074 Nov 15 22:30:00.542601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.573196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:30:00.613983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778536a-8726-4a85-af00-0eaeea343b6d req-2b9ee034-0204-4adb-8218-29dc7ee7b80c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:00.616081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4778536a-8726-4a85-af00-0eaeea343b6d req-2b9ee034-0204-4adb-8218-29dc7ee7b80c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1339743 Nov 15 22:30:00.621681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.622026 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Added segment 0c9d2310-0423-4cc3-88c0-d25cdf2cac37 of type vlan for network d2ccd2c2-b607-4ac1-b919-625c4c97d265 Nov 15 22:30:00.624196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.624523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.634039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3348a37-8f00-4204-9475-7f51b7fa242b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:00.687159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 3a44e405-c7ec-48c6-8b55-e2a76164201e owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:00.702041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.783356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4778536a-8726-4a85-af00-0eaeea343b6d req-b7b41eff-9644-4848-917a-db7beda7805b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501789 Nov 15 22:30:00.851785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.852884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:00.853576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:00.934442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] Pushing event updated for resources: {'Network': ['ID=d2ccd2c2-b607-4ac1-b919-625c4c97d265,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:00.945108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:30:00.986359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b5720a22-88ec-4185-9792-aaf60efa774f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3164349 Nov 15 22:30:00.989119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:00.995582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Request body: {'subnet': {'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-subnet', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:01.014244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.041227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=3a44e405-c7ec-48c6-8b55-e2a76164201e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:01.106561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Made reservation on behalf of d5ad7f03aff24bcbbe63fd86fc4f0a57 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:01.109086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.111239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.113769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.117840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed47c53d-9ef9-408b-b078-fdd84b210fbf tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/e79317e4-1e2c-46d9-895a-553f593f0607 HTTP/1.1" status: 204 len: 168 time: 1.2549195 Nov 15 22:30:01.118740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:01.165042 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-1bb149fe-f812-42c7-b66f-0b16f0c313b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] delete failed (client error): The resource could not be found. Nov 15 22:30:01.166207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1bb149fe-f812-42c7-b66f-0b16f0c313b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/e79317e4-1e2c-46d9-895a-553f593f0607 HTTP/1.1" status: 404 len: 345 time: 0.0455663 Nov 15 22:30:01.170548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:01.264716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab637f7-fe40-4515-b95c-8fb7b23108e2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.270933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab637f7-fe40-4515-b95c-8fb7b23108e2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.276975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab637f7-fe40-4515-b95c-8fb7b23108e2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.278654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bab637f7-fe40-4515-b95c-8fb7b23108e2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/ports?network_id=44b32d87-64b4-4e15-a49a-49d8046cf0f2 HTTP/1.1" status: 200 len: 2358 time: 0.1069076 Nov 15 22:30:01.282447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:01.339425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261eae3-efa8-4b3b-bbb5-33a7662e7136 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.340797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7261eae3-efa8-4b3b-bbb5-33a7662e7136 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/subnets/45dd7a97-8558-4a0e-88a0-9d0464566441 HTTP/1.1" status: 200 len: 797 time: 0.0573790 Nov 15 22:30:01.345640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47768) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:01.350925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'port': {'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2', 'name': 'tempest-FloatingIPTestJSON-306540512', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:01.362009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.431023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:01.435774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Checking segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:01.436560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Network hostable DHCP agents. Network: d2ccd2c2-b607-4ac1-b919-625c4c97d265, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:30:01.509822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:30:01.533148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:01.590146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d2ccd2c2-b607-4ac1-b919-625c4c97d265) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:01.594585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.595205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.601571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b24cbb-ce39-42ce-b259-75bd6c55f468 None None] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:30:01.638965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.659678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] device_id is not set on port 5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:30:01.676149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d5931ec2-f7a4-4eaa-9c41-2485dea861df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6858749 Nov 15 22:30:01.677886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47778) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:01.682622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:01.693798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83928d-b45b-4136-ac83-5633f59e01bd req-893cb317-392c-4c59-8ae7-c2ea917150c6 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.695383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df83928d-b45b-4136-ac83-5633f59e01bd req-893cb317-392c-4c59-8ae7-c2ea917150c6 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0690095 Nov 15 22:30:01.777274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df83928d-b45b-4136-ac83-5633f59e01bd req-d5ceaea2-ca28-4f9f-a106-b048d43f0044 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715628 Nov 15 22:30:01.787846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d2ccd2c2-b607-4ac1-b919-625c4c97d265', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:30:01.789136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.795069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.796138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.871461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:01.927152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9683ef3-b00c-4613-a3b0-debc6f2c418e req-57b15807-b523-49d2-8f3b-5fb74a90b45d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:01.928733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9683ef3-b00c-4613-a3b0-debc6f2c418e req-57b15807-b523-49d2-8f3b-5fb74a90b45d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0507667 Nov 15 22:30:01.995257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Allocated IP 172.20.0.2 (d2ccd2c2-b607-4ac1-b919-625c4c97d265/7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8/0695fc17-ce84-4e9d-8b05-ecad7464b2b3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:02.001033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9683ef3-b00c-4613-a3b0-debc6f2c418e req-4973728b-c63b-4f2d-93e3-988e83729741 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655634 Nov 15 22:30:02.053718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.14 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:02.060252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.13 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:02.196804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.200222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.216874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a43b-3290-44ea-a6f5-6cb6e9aa92a0 req-8e498854-de27-4f83-a68f-b6543ee593c8 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:02.218627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4719a43b-3290-44ea-a6f5-6cb6e9aa92a0 req-8e498854-de27-4f83-a68f-b6543ee593c8 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1101 time: 0.1054087 Nov 15 22:30:02.233616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.268976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4719a43b-3290-44ea-a6f5-6cb6e9aa92a0 req-1ed9b7b5-c01e-42f3-98b6-eb52bfe7bdd7 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Nov 15 22:30:02.275963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.339550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Pushing event updated for resources: {'Port': ['ID=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:02.348925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:02.350904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:02.353193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:02.367714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.411774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:02.415152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:02.419027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:02.454241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-ef761bc4-bf45-445b-a75d-e6a9c4aaa383 req-2c4a9123-0caa-4c1b-bb4d-2193a27c7327 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:30:02.455224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef761bc4-bf45-445b-a75d-e6a9c4aaa383 req-2c4a9123-0caa-4c1b-bb4d-2193a27c7327 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051434 Nov 15 22:30:02.461507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Attempting to bind port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:02.462093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Attempting to bind port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:02.462622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Attempting to bind port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 on network d2ccd2c2-b607-4ac1-b919-625c4c97d265 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:02.472824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:02.473200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Checking segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:02.474021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.474021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Bound using segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:02.475364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:02.475668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Bound port: 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:02.476053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.486617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:02.487444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.543256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.561845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.564221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] For port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:02.567975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] For port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:02.593537 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fba2a7a9-f403-4dfe-b713-48ce95114de4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2464690 Nov 15 22:30:02.593821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:02.599547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:02.619522 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.710809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:02.728674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Allocated IP 172.25.0.155 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ff1806f5-d94e-4d70-9914-676a7d83684b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:02.738391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441779c3-41cc-4c72-8486-7ebbe3ccae61 None None] Pushing event updated for resources: {'Port': ['ID=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:02.888519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:03.094264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74772e6c-bbbb-4d24-880b-7c2cede254c0 req-5cd73485-f5e1-46ed-b2a3-5f3bfe6db073 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:03.095931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74772e6c-bbbb-4d24-880b-7c2cede254c0 req-5cd73485-f5e1-46ed-b2a3-5f3bfe6db073 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1091652 Nov 15 22:30:03.100040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:03.174725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74772e6c-bbbb-4d24-880b-7c2cede254c0 req-b6789903-5ec6-42a2-8f39-9e13bf3633eb tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Nov 15 22:30:03.259713 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:03.330312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1806f5-d94e-4d70-9914-676a7d83684b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:03.334376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.231 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/fa08fec6-6578-4e13-89e9-1b02afaf2b66) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:03.369533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:03.373536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:03.376307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:03.433519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37d930-7530-4f4a-ba8f-5f7de940078c req-18ce617b-5e35-4f05-a4ed-ee5c80385d39 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:03.435143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f37d930-7530-4f4a-ba8f-5f7de940078c req-18ce617b-5e35-4f05-a4ed-ee5c80385d39 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1100504 Nov 15 22:30:03.608298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-0076d922-16be-4fbc-8a77-a1480469a343 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1925089 Nov 15 22:30:03.641231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f37d930-7530-4f4a-ba8f-5f7de940078c req-a757d0f8-64ad-4bdd-ba4a-f879e3865370 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845798 Nov 15 22:30:03.810841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:03.851273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.043497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.054042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6d3b1-9223-4b1f-8990-c9a50821f8d8 None None] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:30:04.156698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] Provisioning complete for port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:04.157478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.185549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:04.202574 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.249767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:04.254340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:04.257383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:04.289015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:04.309229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=fa08fec6-6578-4e13-89e9-1b02afaf2b66,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:04.318634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Router ff190e05-a210-45d0-a100-fcf3e4ee8427 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:30:04.402820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.478389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c421faa-18af-468e-8468-fd96499cfdc4 req-f157e498-21fd-4934-bfa6-2f3137d5b7fd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:04.478595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:04.478873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.501975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c421faa-18af-468e-8468-fd96499cfdc4 req-f157e498-21fd-4934-bfa6-2f3137d5b7fd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2449963 Nov 15 22:30:04.527065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:04.532666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] For port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:04.541579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Sync routers for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:04.594095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:04.598902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:04.635959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c421faa-18af-468e-8468-fd96499cfdc4 req-237fbeb4-8cee-4a8c-93af-2e4f58d7591f tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330981 Nov 15 22:30:04.673643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.674843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-916f0d8b-ac1f-4f71-a756-bcc8bb677ad1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.9960401 Nov 15 22:30:04.681748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:04.687719 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.701279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.858456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d89d0-86be-4524-8f6a-3e5e94de76ae req-2dbf197a-fa0e-4150-b550-3640dc5799b3 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:04.865943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-695d89d0-86be-4524-8f6a-3e5e94de76ae req-2dbf197a-fa0e-4150-b550-3640dc5799b3 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1241825 Nov 15 22:30:04.866861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72b43456-94fa-4fc1-9609-e3ca2631b60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.890495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c0158d4-0dc7-405a-ada7-919e3aade535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.952706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:04.973409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baeeaa-b695-404e-85c1-dc6a4f3043aa None None] Pushing event updated for resources: {'Port': ['ID=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:04.997172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-695d89d0-86be-4524-8f6a-3e5e94de76ae req-94ded418-4a74-447f-aece-e2becd0f1262 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301770 Nov 15 22:30:05.002956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:05.077082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-003d8540-6448-4a37-8c97-faec3aff610a None None] Provisioning complete for port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:05.081670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-003d8540-6448-4a37-8c97-faec3aff610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.118142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72b43456-94fa-4fc1-9609-e3ca2631b60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.130578 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:30:05.133882 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:30:05.134008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.173269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72b43456-94fa-4fc1-9609-e3ca2631b60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.240685 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72b43456-94fa-4fc1-9609-e3ca2631b60d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b93b2deb657b4e37ba4c6e055bd77368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9480925 Nov 15 22:30:05.262884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:05.272661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b43456-94fa-4fc1-9609-e3ca2631b60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f722221-0a0e-4238-843a-5f55431fbbc9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:05.312856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:03Z', 'revision_number': 3, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:05.348560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Checking router: ff190e05-a210-45d0-a100-fcf3e4ee8427 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:05.348930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Updating router ff190e05-a210-45d0-a100-fcf3e4ee8427 port ff1806f5-d94e-4d70-9914-676a7d83684b binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:30:05.357560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.376045 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.377816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.391088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.464847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.482570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.519767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=fa08fec6-6578-4e13-89e9-1b02afaf2b66,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:05.566252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.633505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Allocated IP 172.20.0.1 (d2ccd2c2-b607-4ac1-b919-625c4c97d265/7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8/ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:05.664436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.668437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.672426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f722221-0a0e-4238-843a-5f55431fbbc9 HTTP/1.1" status: 204 len: 168 time: 0.3781197 Nov 15 22:30:05.682266 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP c67c6a65-c70b-4709-acef-e532290f8588 associated. External IP: 172.25.0.231, port: 5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb. Nov 15 22:30:05.716771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355acd50-0aa6-4f66-87c2-a5b3a2b495f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f722221-0a0e-4238-843a-5f55431fbbc9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:05.797557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.853471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5c59a-8301-4615-9c68-02e4a814797d req-045e354c-24d3-47b9-b33e-f332ea9f1172 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:05.855576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cc5c59a-8301-4615-9c68-02e4a814797d req-045e354c-24d3-47b9-b33e-f332ea9f1172 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0648723 Nov 15 22:30:05.882185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.909278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.937698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Attempting to bind port ff1806f5-d94e-4d70-9914-676a7d83684b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:05.938061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Attempting to bind port ff1806f5-d94e-4d70-9914-676a7d83684b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:05.938422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Attempting to bind port ff1806f5-d94e-4d70-9914-676a7d83684b on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:05.941339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a0db0-963c-47ee-81c3-7e34a96f4601 None None] Pushing event updated for resources: {'Port': ['ID=ff1806f5-d94e-4d70-9914-676a7d83684b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:05.946786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:05.947266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:05.947786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.947953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:05.948484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Bound port: ff1806f5-d94e-4d70-9914-676a7d83684b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:05.948911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:05.952795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:05.979355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cc5c59a-8301-4615-9c68-02e4a814797d req-51b35584-99f5-4851-8895-8d045676302d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112161 Nov 15 22:30:06.016661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] For port ff1806f5-d94e-4d70-9914-676a7d83684b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:06.020009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] For port ff1806f5-d94e-4d70-9914-676a7d83684b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ff1806f5-d94e-4d70-9914-676a7d83684b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:06.054866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.084505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:06.089784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.111250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:06.115516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:06.129373 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:06.129373 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.150230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:06.151078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:06.154311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:06.156991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:06.169984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.198292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.209556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3141f74f-e504-40d5-bd5d-683f278255e0 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6146517 Nov 15 22:30:06.212116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:06.214932 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:06.215722 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.217520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': '5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:06.229351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cff764-489b-4a67-8d48-de46434dc44e req-d95b39ec-d382-45ac-8da1-ca3825321fa9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:06.240416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67cff764-489b-4a67-8d48-de46434dc44e req-d95b39ec-d382-45ac-8da1-ca3825321fa9 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1286643 Nov 15 22:30:06.241743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:06.242601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:29:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.255253 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.256729 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144892db-e50f-4b5f-8c1f-bfec1dd6b348 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:06.283719 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.300961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.335529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a0db0-963c-47ee-81c3-7e34a96f4601 None None] Pushing event updated for resources: {'Port': ['ID=ff1806f5-d94e-4d70-9914-676a7d83684b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:06.384887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:06.385247 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.391954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67cff764-489b-4a67-8d48-de46434dc44e req-c68ae56b-2630-41c5-9002-077da7ad8307 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502924 Nov 15 22:30:06.457250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:06.526218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:06.540243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c5c-b40f-4d7a-bd93-c6333d7a6a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.650445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.666689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c5c-b40f-4d7a-bd93-c6333d7a6a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.695808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2934e905-0755-4d29-8f99-6ee17a0df9f5 None None] Provisioning complete for port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:06.698349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2934e905-0755-4d29-8f99-6ee17a0df9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:06.784201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2934e905-0755-4d29-8f99-6ee17a0df9f5 None None] Port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:06.819560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:03Z', 'revision_number': 3, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:06.849790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb766ce3-660a-4a39-aa9a-2c8827e617e2 None None] The sync data for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 is: [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:03Z', 'revision_number': 3, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:06.966525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.024850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.039600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c5c-b40f-4d7a-bd93-c6333d7a6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.122369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c541507-aa08-42ca-9cf2-38c61a8fbe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.174794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9aec9c5c-b40f-4d7a-bd93-c6333d7a6a1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99c15ea75409492ca6f912cf8e0196b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474721 Nov 15 22:30:07.178386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:07.183900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec9c5c-b40f-4d7a-bd93-c6333d7a6a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6e868-2855-42d2-aa49-80422887a550,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:07.208785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-1c6acda2-a65f-49f7-9e4e-d6db80c09d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.210631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-1c6acda2-a65f-49f7-9e4e-d6db80c09d75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1101 time: 0.1806269 Nov 15 22:30:07.316719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497da96e-f01c-4364-bb72-0dcfe32d9fe3 req-4abce28f-d989-467f-af66-af869b727260 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.318380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-497da96e-f01c-4364-bb72-0dcfe32d9fe3 req-4abce28f-d989-467f-af66-af869b727260 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2586422 Nov 15 22:30:07.320181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.353801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.390172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:07.450054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-497da96e-f01c-4364-bb72-0dcfe32d9fe3 req-45e25839-1e87-464d-98ce-7564f574052a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182222 Nov 15 22:30:07.451565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-3b262e9b-c0bc-48f2-a4a7-693bcbcc7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.453934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-3b262e9b-c0bc-48f2-a4a7-693bcbcc7f51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2174971 Nov 15 22:30:07.479346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.527307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-4527f243-f27a-42f1-aa71-19ebba53982b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.0656662 Nov 15 22:30:07.532310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:07.533818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.547238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:07.570017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:07.571090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:07.590718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.613347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-645f356f-50a1-46cd-9ab4-71997af567b1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/c67c6a65-c70b-4709-acef-e532290f8588 HTTP/1.1" status: 200 len: 978 time: 1.3999355 Nov 15 22:30:07.614434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:07.615315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.620556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:07.626340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.628007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37f6e868-2855-42d2-aa49-80422887a550 HTTP/1.1" status: 204 len: 168 time: 0.4464238 Nov 15 22:30:07.636313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:07.636974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:07.671061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:07.671707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ffcf9-7033-4aa2-9f63-33ce868d29c7 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:07.706040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dde46-6130-4659-b90f-a2b7848f7ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6e868-2855-42d2-aa49-80422887a550,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:07.751988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:07.778052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5b6be-cc7e-47bc-9fd0-d9fe88a91fc9 req-a43ab4d7-9d04-4734-9ed3-6dce79cf3e96 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.786639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69d5b6be-cc7e-47bc-9fd0-d9fe88a91fc9 req-a43ab4d7-9d04-4734-9ed3-6dce79cf3e96 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.2620838 Nov 15 22:30:07.805909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-82314da8-0959-4563-ace0-cbad55b236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.807375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-82314da8-0959-4563-ace0-cbad55b236f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2708952 Nov 15 22:30:07.858776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.877911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port fa08fec6-6578-4e13-89e9-1b02afaf2b66 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:07.878259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.963232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-a273e85a-f4f8-448d-bd65-91d7c98063f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:07.964892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-a273e85a-f4f8-448d-bd65-91d7c98063f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452794 Nov 15 22:30:07.968305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69d5b6be-cc7e-47bc-9fd0-d9fe88a91fc9 req-3af49f35-bbe8-4223-a7b0-ee2b8395ec49 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797829 Nov 15 22:30:07.980505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.981088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:07.998039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for fa08fec6-6578-4e13-89e9-1b02afaf2b66 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:08.058653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:08.063305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:08.075003 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:30:08.157934 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.169963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-c4ebdd25-32f3-4fa2-99f0-4117f5c4ee6c service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951213 Nov 15 22:30:08.186910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ff1806f5-d94e-4d70-9914-676a7d83684b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:08.303519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ff1806f5-d94e-4d70-9914-676a7d83684b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:08.303889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.362015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.382443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Router ff190e05-a210-45d0-a100-fcf3e4ee8427 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:08.387481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-6394f2a5-1044-4d47-927b-a4350bc9e0ed service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097373 Nov 15 22:30:08.429007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.436263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=fa08fec6-6578-4e13-89e9-1b02afaf2b66,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:08.459360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7ef9de02-24f9-4580-aa65-5edc324d977d None None] Provisioning complete for port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:08.464062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ef9de02-24f9-4580-aa65-5edc324d977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.607713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:08.632330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-110e9754-0497-463e-ab68-7ff2d7ccb0d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/ff190e05-a210-45d0-a100-fcf3e4ee8427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9411855 Nov 15 22:30:08.662133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.663777 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP c67c6a65-c70b-4709-acef-e532290f8588 disassociated (deleted). External IP: 172.25.0.231, port: 5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb. Nov 15 22:30:08.697268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9de02-24f9-4580-aa65-5edc324d977d None None] Port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:08.714479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ff1806f5-d94e-4d70-9914-676a7d83684b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ff1806f5-d94e-4d70-9914-676a7d83684b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:08.760287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1336-930e-4b7d-b161-abbef7e1da15 req-0dbb3d6d-998f-4db7-b2a1-62d5bd664bf0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:08.777918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ed1336-930e-4b7d-b161-abbef7e1da15 req-0dbb3d6d-998f-4db7-b2a1-62d5bd664bf0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1500795 Nov 15 22:30:08.795734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:08.883696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ed1336-930e-4b7d-b161-abbef7e1da15 req-8829e401-7cc0-4bd3-b0c9-744dd0a7591f tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068354 Nov 15 22:30:08.934689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ff1806f5-d94e-4d70-9914-676a7d83684b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:09.138843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Sync routers for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:09.151547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:09.152411 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.175745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6295ef-4dbc-4930-8d74-df4e00aa76d5 req-d3757625-ac42-4f6e-86e7-a6399010b2b0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:09.185007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf6295ef-4dbc-4930-8d74-df4e00aa76d5 req-d3757625-ac42-4f6e-86e7-a6399010b2b0 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1019166 Nov 15 22:30:09.273194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf6295ef-4dbc-4930-8d74-df4e00aa76d5 req-e630e173-1077-4a32-aea5-a6877279dd3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809641 Nov 15 22:30:09.327607 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:09.376011 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:09.575765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:09.635816 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:07Z', 'revision_number': 2, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.668694 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Checking router: ff190e05-a210-45d0-a100-fcf3e4ee8427 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:09.669294 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Updating router ff190e05-a210-45d0-a100-fcf3e4ee8427 port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:30:09.673975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-7316dc27-eaac-46ec-aed1-27d0458c3749 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:09.681868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-7316dc27-eaac-46ec-aed1-27d0458c3749 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 829 time: 0.1191366 Nov 15 22:30:09.697681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-cd33b4a3-7b45-40fc-ad7e-6b985dcb24b4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/quotas/d5ad7f03aff24bcbbe63fd86fc4f0a57 HTTP/1.1" status: 200 len: 375 time: 0.0149047 Nov 15 22:30:09.700827 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:09.705130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:09.710494 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:09.719814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:09.739855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:09.743216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.745715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-44040ab5-ed6e-4217-b4a3-0fe7156f6043 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/c67c6a65-c70b-4709-acef-e532290f8588 HTTP/1.1" status: 204 len: 168 time: 2.1163321 Nov 15 22:30:09.748211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:09.768365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-f0b0b0d9-6533-4c60-9721-ea4403a8b0da tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694199 Nov 15 22:30:09.794907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-98374aa3-7e1f-4f4f-b6b7-bef618aa3ad2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:30:09.795800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-98374aa3-7e1f-4f4f-b6b7-bef618aa3ad2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052135 Nov 15 22:30:09.805899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.815184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:09.815800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.861606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:09.862713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b489b-169a-46d4-840a-7ffb8153a2c1 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:09.985135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:09.985473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:09.992969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-0fb1caaf-0899-4506-bb6c-0e6c81d43b6c service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737773 Nov 15 22:30:10.098844 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.144795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ff1806f5-d94e-4d70-9914-676a7d83684b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:10.155584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c088a8-c8e9-4bfe-9344-0a6d1c0f3d34 req-94583697-a169-4d30-897a-2dc4827986a5 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:10.162972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3c088a8-c8e9-4bfe-9344-0a6d1c0f3d34 req-94583697-a169-4d30-897a-2dc4827986a5 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1730251 Nov 15 22:30:10.184072 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.219172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.241877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ff1806f5-d94e-4d70-9914-676a7d83684b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:10.242343 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.251757 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Pushing event updated for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:10.266832 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.267393 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.267985 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.268640 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.269116 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.269590 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.270059 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.270700 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.272762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.273102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.273418 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.273755 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:10.282215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-3f6ab3fd-d72d-4f8c-84a1-e2fac1470eaf service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470655 Nov 15 22:30:10.283376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:10.321882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.350725 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Attempting to bind port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:10.352052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Attempting to bind port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:10.352424 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Attempting to bind port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 on network d2ccd2c2-b607-4ac1-b919-625c4c97d265 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:10.352786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3c088a8-c8e9-4bfe-9344-0a6d1c0f3d34 req-06957aaa-7cbf-470e-869c-f7abfb0e5317 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838703 Nov 15 22:30:10.361633 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:10.362396 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Checking segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:10.362955 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.363476 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Bound using segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:10.364194 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Bound port: ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:10.366141 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.503896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] For port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:10.512224 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] For port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:10.596581 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.657712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] Provisioning complete for port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:10.660356 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.686999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-832d24cd-93c6-4ffe-a024-a83c3c866d1e req-ff7b90c3-055e-4fe9-a011-ed14d29e9b75 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 210 time: 0.0366998 Nov 15 22:30:10.742889 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690617ce-dea7-46a3-ab3b-490254fb93a1 None None] Pushing event updated for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:10.782378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.783523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.790262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:10.800489 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:10.842752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:10.865604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] For port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:10.874481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddadd4-063f-4388-bf61-6288c6db3b8f req-8f8484d2-2aff-40fd-bd8a-a1752c9dd1d7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:10.882204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91ddadd4-063f-4388-bf61-6288c6db3b8f req-8f8484d2-2aff-40fd-bd8a-a1752c9dd1d7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1491168 Nov 15 22:30:10.932690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:10.975251 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:11.074713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f1e3-42b1-4443-90ec-320cf28100db None None] Pushing event updated for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:11.143143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91ddadd4-063f-4388-bf61-6288c6db3b8f req-dae3ea3c-4885-41fa-beed-978770f60108 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600546 Nov 15 22:30:11.147955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.151796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f53addbd-bc32-4378-8910-3a413ebdadc1 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/5f88ac5d-4f9a-4341-b6e8-9fd41443d3bb HTTP/1.1" status: 204 len: 168 time: 1.4025254 Nov 15 22:30:11.155560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:11.162356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:11.257915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6513e355-4cfa-4b09-9b93-c0c6aa9a8d43 None None] Provisioning complete for port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:11.258374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6513e355-4cfa-4b09-9b93-c0c6aa9a8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.287150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.312629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:11.350505 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7513d8-740b-4947-8bb0-a8b675dd02cd None None] The sync data for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 is: [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:11.422032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.534353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7132c8-bcd3-4334-bf2a-631678dd2460 req-300e99cd-9076-45c2-a6f8-871444f3fffe tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:11.542587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad7132c8-bcd3-4334-bf2a-631678dd2460 req-300e99cd-9076-45c2-a6f8-871444f3fffe tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0741837 Nov 15 22:30:11.596874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad7132c8-bcd3-4334-bf2a-631678dd2460 req-36eb43ed-710d-4609-8788-87ed40e95082 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Nov 15 22:30:11.622820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.179 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8325cb10-816d-4606-baf1-5823955738ab) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:11.763158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.839143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab4354f5-4a92-428e-9a0b-d2133b52ce97 req-420eaa79-aac1-4ad6-9de7-77dcdcd76771 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 210 time: 0.0600352 Nov 15 22:30:11.876586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:11.922968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:11.926062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:11.930375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:11.941803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=8325cb10-816d-4606-baf1-5823955738ab,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:12.053303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.183823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.196652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:12.322655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:12.323389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.383307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449637-cd6e-41b1-b7f9-959e4f3d403b req-db7682cc-e532-4902-b4e3-5e879cd5d9b5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:12.386655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e449637-cd6e-41b1-b7f9-959e4f3d403b req-db7682cc-e532-4902-b4e3-5e879cd5d9b5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0812171 Nov 15 22:30:12.464430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e449637-cd6e-41b1-b7f9-959e4f3d403b req-a90ecf62-9cd2-409b-8e35-7275ae0c5607 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683246 Nov 15 22:30:12.490003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.549263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.706849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=8325cb10-816d-4606-baf1-5823955738ab,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:12.781828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6ee7f-eb7e-4c5d-a03c-1b15bca617e2 req-0eb40b51-a12d-45b0-b0dc-1432528b8739 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:12.791201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.793111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79a6ee7f-eb7e-4c5d-a03c-1b15bca617e2 req-0eb40b51-a12d-45b0-b0dc-1432528b8739 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0964932 Nov 15 22:30:12.831354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-03a86da6-74f4-4f0e-936d-e100b5e78b17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924361 Nov 15 22:30:12.879451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:12.879451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-33e6f199-7bec-4a5b-a6b0-cff2da109857 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7170742 Nov 15 22:30:12.881338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:12.886454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'port': {'network_id': '44b32d87-64b4-4e15-a49a-49d8046cf0f2', 'name': 'tempest-FloatingIPTestJSON-1396640041'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:12.911353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79a6ee7f-eb7e-4c5d-a03c-1b15bca617e2 req-d227e9e1-880d-43a9-8065-d10a4d3dc7f0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080196 Nov 15 22:30:13.044547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ce4c794-dc37-4372-9b09-be81877c0749 req-de4f6aba-8d93-490c-99f6-8f6866e1d9e7 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 210 time: 0.0361459 Nov 15 22:30:13.103625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-78449141-6f78-4275-890b-c38423f0491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.105363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-78449141-6f78-4275-890b-c38423f0491e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 1101 time: 0.1458821 Nov 15 22:30:13.238979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-793f784c-8891-49b8-b386-737af85f5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.240545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-793f784c-8891-49b8-b386-737af85f5a40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1011324 Nov 15 22:30:13.287302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:13.290795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:13.293338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-f7597d94-c15c-46da-9c80-3f91d82bc68b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 200 len: 217 time: 0.0440481 Nov 15 22:30:13.334104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] device_id is not set on port 0021d92a-f9a3-4144-b1e3-b106bf336a8f yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:30:13.403810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-14c136d3-5281-48db-abf0-8f7e14594c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.405398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-14c136d3-5281-48db-abf0-8f7e14594c19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0997875 Nov 15 22:30:13.533989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.11 (44b32d87-64b4-4e15-a49a-49d8046cf0f2/45dd7a97-8558-4a0e-88a0-9d0464566441/0021d92a-f9a3-4144-b1e3-b106bf336a8f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:13.559366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-90e0d08c-1638-4169-a1af-63c051bb97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.562046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-90e0d08c-1638-4169-a1af-63c051bb97b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443982 Nov 15 22:30:13.690170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7949-fe82-4fd5-86b6-771f3b5b707b req-eb91def7-8972-4e0d-8061-74700a905ff4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.691959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48de7949-fe82-4fd5-86b6-771f3b5b707b req-eb91def7-8972-4e0d-8061-74700a905ff4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1133249 Nov 15 22:30:13.700085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-04430161-99b0-436e-8094-1729686f7063 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093934 Nov 15 22:30:13.827919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48de7949-fe82-4fd5-86b6-771f3b5b707b req-7d7cb636-3d3d-433b-8ce8-175f2abf4a94 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244738 Nov 15 22:30:13.831421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-8beb0879-8596-4e86-a0f0-05b6d59ecd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.835669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-8beb0879-8596-4e86-a0f0-05b6d59ecd01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=266d644decdd4e5292d3b9656d905e8f&device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 1096 time: 0.1038942 Nov 15 22:30:13.965658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-7977f0c8-0a09-465e-9024-135c66d33d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:13.968495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-7977f0c8-0a09-465e-9024-135c66d33d7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 200 len: 915 time: 0.1059377 Nov 15 22:30:14.008338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-705bebfe-4a40-49ad-9c4b-86c1b83c3e24 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172091 Nov 15 22:30:14.008338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-9b4a93bd-2172-42d6-8159-887a9843ecec tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:14.009466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-9b4a93bd-2172-42d6-8159-887a9843ecec tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.57 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 829 time: 0.4461617 Nov 15 22:30:14.041702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'port': {'device_id': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'admin_state_up': True, 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:14.097382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-99b6d31b-53e3-4d6f-9216-5089ebc1926e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 200 len: 1001 time: 0.1202025 Nov 15 22:30:14.110556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.226067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f051199-9789-4179-9d74-f9b34d3e1b4f req-1a140f2e-07c8-4e1a-818d-164c0ce4d174 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 210 time: 0.0381587 Nov 15 22:30:14.235952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1453-cfd5-42ee-a5ac-1dd30f07ad8f req-d005372c-bcc4-47ec-9280-fecd0d089e68 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:14.244600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e01a1453-cfd5-42ee-a5ac-1dd30f07ad8f req-d005372c-bcc4-47ec-9280-fecd0d089e68 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2126777 Nov 15 22:30:14.258618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e887e01d-27e2-4562-9538-ce9be0e7bfa2 req-1ffe854b-753f-4213-b50b-da8bb4d08564 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356167 Nov 15 22:30:14.259338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-97e8b237-cbff-4839-b1d0-5d2fcb060e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:14.260821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-97e8b237-cbff-4839-b1d0-5d2fcb060e15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7facc633-ab73-47ce-95b4-c38c2c356b59 HTTP/1.1" status: 200 len: 853 time: 0.1446850 Nov 15 22:30:14.315864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.339588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e01a1453-cfd5-42ee-a5ac-1dd30f07ad8f req-99c6fac0-f52d-46e0-ab6a-7a1310172b78 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928829 Nov 15 22:30:14.358362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-5d1c3f8b-ba21-4828-b3b3-4e4cbfca216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:14.360925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-5d1c3f8b-ba21-4828-b3b3-4e4cbfca216d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e1b1a545-857e-4deb-b65d-0eb66e936ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915194 Nov 15 22:30:14.364818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Made reservation on behalf of d5ad7f03aff24bcbbe63fd86fc4f0a57 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:14.367640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.387135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network 44b32d87-64b4-4e15-a49a-49d8046cf0f2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:14.396925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:14.409861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:14.455235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=0021d92a-f9a3-4144-b1e3-b106bf336a8f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:14.484887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-052269b4-2fc0-49e2-8f64-87d8fef4719e service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074741 Nov 15 22:30:14.536460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:14.537608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.600565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a45ec3d3-fc77-4d6e-85dc-d92039630c52 req-dc3623e1-3420-49ad-8461-864c016d4e8b service neutron] 10.222.0.55 "GET /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065934 Nov 15 22:30:14.607380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Allocated IP 172.20.0.5 (d2ccd2c2-b607-4ac1-b919-625c4c97d265/7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8/8a492917-98a0-422f-aa44-2ed330d6ada2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:14.646428 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0941ef93-06a6-4a2f-b7a3-40e8d16a40b6 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7634344 Nov 15 22:30:14.649122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:14.653722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': '0021d92a-f9a3-4144-b1e3-b106bf336a8f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:14.772015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.865831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:14.952641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:14.961808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:14.969603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:15.066788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.079002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event updated for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:15.234079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:15.234753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.330414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-81eb81a6-4fa3-4895-b672-8a15f72d44f0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080380 Nov 15 22:30:15.343718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Request body: {'port': {'device_id': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:15.394490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cebe79-b5a7-4a99-a769-c5cef58955c8 req-dd5f2ed5-7bac-4a9f-aa9e-f8ca854db6e3 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:15.401658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9cebe79-b5a7-4a99-a769-c5cef58955c8 req-dd5f2ed5-7bac-4a9f-aa9e-f8ca854db6e3 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1307149 Nov 15 22:30:15.413560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cfb85-a21a-413d-8572-69f0c77695d2 req-df01ddd6-0f0e-444d-85bd-65c8dc30bce1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:15.420815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b0cfb85-a21a-413d-8572-69f0c77695d2 req-df01ddd6-0f0e-444d-85bd-65c8dc30bce1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.1486573 Nov 15 22:30:15.421702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.442082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a8d03ae7-6fe6-4dbc-857b-b4726f19fb8e None None] Provisioning complete for port 8a492917-98a0-422f-aa44-2ed330d6ada2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:15.443722 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8d03ae7-6fe6-4dbc-857b-b4726f19fb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.511830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a8d03ae7-6fe6-4dbc-857b-b4726f19fb8e None None] Port 8a492917-98a0-422f-aa44-2ed330d6ada2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:15.619986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b0cfb85-a21a-413d-8572-69f0c77695d2 req-8075d368-821a-449b-bcf7-537fde4219cb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982777 Nov 15 22:30:15.649514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9cebe79-b5a7-4a99-a769-c5cef58955c8 req-5f3d0134-fc4b-47a6-8535-0baf96ae6d2f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418797 Nov 15 22:30:15.734240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a492917-98a0-422f-aa44-2ed330d6ada2 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:15.743961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.757292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Transition to ACTIVE for port object 8a492917-98a0-422f-aa44-2ed330d6ada2 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:30:15.790546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:30:15.829436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.860525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefad1d-b2a7-44fa-96af-d71564998d2b req-00309256-ae31-4db1-a2ec-282c1acbc8f1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:15.862069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cefad1d-b2a7-44fa-96af-d71564998d2b req-00309256-ae31-4db1-a2ec-282c1acbc8f1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1389794 Nov 15 22:30:15.864140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.881414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Pushing event updated for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:15.889894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a662b79-3779-4fc9-865b-08bd121ccabe req-5e630c72-9c6c-426f-a537-f5286e64fac9 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:15.891443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a662b79-3779-4fc9-865b-08bd121ccabe req-5e630c72-9c6c-426f-a537-f5286e64fac9 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 931 time: 0.1557670 Nov 15 22:30:15.931276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:15.957849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Attempting to bind port 8a492917-98a0-422f-aa44-2ed330d6ada2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:15.958808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Attempting to bind port 8a492917-98a0-422f-aa44-2ed330d6ada2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:15.959030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Attempting to bind port 8a492917-98a0-422f-aa44-2ed330d6ada2 on network d2ccd2c2-b607-4ac1-b919-625c4c97d265 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:15.963664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Port 8a492917-98a0-422f-aa44-2ed330d6ada2 on network d2ccd2c2-b607-4ac1-b919-625c4c97d265 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:30:15.963980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Attempting to bind port 8a492917-98a0-422f-aa44-2ed330d6ada2 on network d2ccd2c2-b607-4ac1-b919-625c4c97d265 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:15.972947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:15.973206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Checking segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:15.973494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Bound using segment: {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:15.974475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Bound port: 8a492917-98a0-422f-aa44-2ed330d6ada2, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9d2310-0423-4cc3-88c0-d25cdf2cac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:15.974830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:16.045547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cefad1d-b2a7-44fa-96af-d71564998d2b req-6c91f6e0-1f21-4ab5-91a2-972ca1f4befc tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577666 Nov 15 22:30:16.066507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:16.077389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8a492917-98a0-422f-aa44-2ed330d6ada2,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:16.112741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a662b79-3779-4fc9-865b-08bd121ccabe req-e02501cf-2f59-4336-98d5-b651d0f231ae tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011030 Nov 15 22:30:16.144436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:16.162050 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 7a8b9118-c69c-4f04-870f-961e955c9a4a associated. External IP: 172.25.0.179, port: 0021d92a-f9a3-4144-b1e3-b106bf336a8f. Nov 15 22:30:16.198155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:16.198781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:16.200286 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 1091 time: 0.8610041 Nov 15 22:30:16.201435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:16.203854 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704ed4a4-7ea4-4985-862f-ff566afe9808" -d '{"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:16.250847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753ddcc-e1c4-4717-9fdc-0b7f52565698 service neutron] Pushing event updated for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:16.379612 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1e66c-0a97-42c2-9dc2-5e99d5f7e333 x-openstack-request-id: req-52c1e66c-0a97-42c2-9dc2-5e99d5f7e333 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:16.381663 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:16.381663 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52c1e66c-0a97-42c2-9dc2-5e99d5f7e333 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:16.385513 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'status': 'completed', 'code': 200} Nov 15 22:30:16.420804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-66f8c3b2-4fc5-46f3-9ce7-88970e8777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:16.422541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-66f8c3b2-4fc5-46f3-9ce7-88970e8777c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1094 time: 0.0878789 Nov 15 22:30:16.511421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-eb9384ba-4dd9-445b-9db0-8d6d2cc2b22e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 217 time: 0.0723724 Nov 15 22:30:16.557313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:16.587398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-8892fd81-1ee3-4ec7-be0c-373e68fef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:16.594345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-8892fd81-1ee3-4ec7-be0c-373e68fef65e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 0.0730419 Nov 15 22:30:16.643543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1192cf-cff5-411a-9672-274bedb30ded req-20b91594-ed0f-4878-a98f-9d9cf6c31a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:16.644979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-20b91594-ed0f-4878-a98f-9d9cf6c31a3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415664 Nov 15 22:30:16.682463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:16.690682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:16.694675 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:16.705202 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:16.706652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:16.724692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5f2d503e-87db-4dae-9289-a5592ad74076 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/7a8b9118-c69c-4f04-870f-961e955c9a4a HTTP/1.1" status: 200 len: 979 time: 2.0744333 Nov 15 22:30:16.727154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:16.757849 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:16.773611 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:16.774422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-d686f8a4-ec1f-41cb-9e67-d65910e57cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207700 Nov 15 22:30:16.774701 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:16.811011 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:16.811664 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7f06c-d273-4d04-bee0-cd1d019b50a6 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:16.840297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4c7e-788f-475d-af63-2e8c36a10035 req-ba8c04df-a308-4c39-a8a5-b5db9e5c10af tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:16.841872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33be4c7e-788f-475d-af63-2e8c36a10035 req-ba8c04df-a308-4c39-a8a5-b5db9e5c10af tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1043861 Nov 15 22:30:16.875850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1192cf-cff5-411a-9672-274bedb30ded req-98b831cc-3ed7-43d5-8d22-0d0c673c4c93 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Nov 15 22:30:16.906800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 0021d92a-f9a3-4144-b1e3-b106bf336a8f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:16.906800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:16.910211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33be4c7e-788f-475d-af63-2e8c36a10035 req-75c8d3ae-5f7f-4617-9ed2-33f6ef86eaee tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617898 Nov 15 22:30:16.999305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:17.074014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-f9ba05f9-1b6e-4f85-9195-767b8b0b947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.075529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-f9ba05f9-1b6e-4f85-9195-767b8b0b947b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1094 time: 0.0421526 Nov 15 22:30:17.206318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-02546ec8-b907-424c-aefc-82ad86a9a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.209202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-02546ec8-b907-424c-aefc-82ad86a9a6a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 930 time: 0.1159835 Nov 15 22:30:17.258846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-76e2bfd0-afb8-4f8c-9cdb-4adb780c42f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 217 time: 0.0401442 Nov 15 22:30:17.298290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c8812-8be7-4bc1-b256-520d6cc2af32 req-e36d2df3-4675-4cb8-8434-21342c38fc47 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.301111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-133c8812-8be7-4bc1-b256-520d6cc2af32 req-e36d2df3-4675-4cb8-8434-21342c38fc47 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1804664 Nov 15 22:30:17.323437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-ef394fbd-f7a3-4899-bfe9-39a86e7b63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.325635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-ef394fbd-f7a3-4899-bfe9-39a86e7b63ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 0.0510640 Nov 15 22:30:17.351034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f951f-806c-463a-8240-d7594da4b227 req-f4171569-f49f-44a7-a434-e1ffa8b032fd tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.355474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-326f951f-806c-463a-8240-d7594da4b227 req-f4171569-f49f-44a7-a434-e1ffa8b032fd tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 943 time: 0.1474094 Nov 15 22:30:17.359455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:17.359808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:17.360119 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 7a8b9118-c69c-4f04-870f-961e955c9a4a disassociated. External IP: 172.25.0.179, port: 0021d92a-f9a3-4144-b1e3-b106bf336a8f. Nov 15 22:30:17.360454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 0021d92a-f9a3-4144-b1e3-b106bf336a8f owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:17.376250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-22e64a70-430c-4792-a755-88d8907bac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:17.377795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-22e64a70-430c-4792-a755-88d8907bac87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414538 Nov 15 22:30:17.450578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-133c8812-8be7-4bc1-b256-520d6cc2af32 req-9456fb9b-a934-4078-a332-af7f03a6fe5d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407323 Nov 15 22:30:17.481414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-326f951f-806c-463a-8240-d7594da4b227 req-16e05b2d-2759-4742-8ad3-7c4dccdb0410 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185308 Nov 15 22:30:17.488668 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-24bed609-0dee-48b2-afbb-ebb7dbc281f2 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016994 Nov 15 22:30:17.598362 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-704ed4a4-7ea4-4985-862f-ff566afe9808 req-099ab315-4645-49af-b473-f8b1948265e4 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021085 Nov 15 22:30:17.656860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:17.686447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=0021d92a-f9a3-4144-b1e3-b106bf336a8f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:17.802493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:17.912854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:17.923306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:17.933892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:17.934494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:17.971803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:17.981394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:17.982235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:17.997435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.002834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a487ce5-8042-4d2c-aa54-35505d780355 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/0021d92a-f9a3-4144-b1e3-b106bf336a8f HTTP/1.1" status: 204 len: 168 time: 1.2746739 Nov 15 22:30:18.006105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:18.019007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:18.019660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dd342-09ae-4645-8147-1aeac949b730 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:18.057845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-40a0b195-5d57-4103-96e6-57982ac3f05f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/floatingips/7a8b9118-c69c-4f04-870f-961e955c9a4a HTTP/1.1" status: 200 len: 688 time: 0.0504549 Nov 15 22:30:18.058428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17d68e-4bed-468d-91e9-ee430899d797 req-46c8056b-a080-4c9a-93cc-64bc2e56b143 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:18.058554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:18.064644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e17d68e-4bed-468d-91e9-ee430899d797 req-46c8056b-a080-4c9a-93cc-64bc2e56b143 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0605726 Nov 15 22:30:18.112013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e17d68e-4bed-468d-91e9-ee430899d797 req-78307354-b7d9-433e-b0b1-791fa600dc76 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 15 22:30:18.188949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 8325cb10-816d-4606-baf1-5823955738ab {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:18.189288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.266533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.266856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.278413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 8325cb10-816d-4606-baf1-5823955738ab owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:18.510174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.548473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=8325cb10-816d-4606-baf1-5823955738ab,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:18.579598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.579934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.580265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.580588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.580933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.581319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.581577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.581882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.582195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.582505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.582816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.583157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:18.584556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5e833-2adb-4be8-a3dd-5108ed853afc req-53bc9e63-0fc0-466a-9bf1-3a81fffdcdda tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:18.592155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2b5e833-2adb-4be8-a3dd-5108ed853afc req-53bc9e63-0fc0-466a-9bf1-3a81fffdcdda tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0698695 Nov 15 22:30:18.627289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.630619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.632593 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-92af2f02-dc21-4bd0-9043-6fc3bbd9c86b tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/7a8b9118-c69c-4f04-870f-961e955c9a4a HTTP/1.1" status: 204 len: 168 time: 0.5730422 Nov 15 22:30:18.636240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:18.641223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'd2a7aeba-2077-4274-8ddb-0e8b3561e90a'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:18.678410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd18e8-ddff-438f-9089-c81a191e8b79 req-41349c10-9041-4519-9515-5cde1ec12e02 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:18.679871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7bd18e8-ddff-438f-9089-c81a191e8b79 req-41349c10-9041-4519-9515-5cde1ec12e02 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 943 time: 0.1043370 Nov 15 22:30:18.683003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2b5e833-2adb-4be8-a3dd-5108ed853afc req-a9afc607-0bab-44b1-abe7-827bfa5e6301 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Nov 15 22:30:18.733211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7bd18e8-ddff-438f-9089-c81a191e8b79 req-929cddee-f139-48a2-92ab-a639179191d3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Nov 15 22:30:18.744469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.868042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:18.980636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.232 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c978a84e-59e8-4ae2-bf7e-f68ad5420a7d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:19.084661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:19.167960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:19.202706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:19.205420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:19.210919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:19.243372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601738fa-cd6a-42e7-b8fd-bf217f8a2414 req-62a7fcec-28b1-4cfe-87ff-4605042cecb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:19.245220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601738fa-cd6a-42e7-b8fd-bf217f8a2414 req-62a7fcec-28b1-4cfe-87ff-4605042cecb7 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0560608 Nov 15 22:30:19.251418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=c978a84e-59e8-4ae2-bf7e-f68ad5420a7d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:19.299794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-601738fa-cd6a-42e7-b8fd-bf217f8a2414 req-1ff13625-8198-465e-81ad-f7fb21e5899b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Nov 15 22:30:19.668384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8a492917-98a0-422f-aa44-2ed330d6ada2 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:30:19.775801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8a492917-98a0-422f-aa44-2ed330d6ada2,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:19.795607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'mac_address': 'fa:16:3e:a4:de:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:30:19.812421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd1861-34d8-45ae-857b-e9fa6f5d712f req-97430436-54cb-4e98-a7bd-aaf87f76f822 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:19.814317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6fd1861-34d8-45ae-857b-e9fa6f5d712f req-97430436-54cb-4e98-a7bd-aaf87f76f822 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0558608 Nov 15 22:30:19.843328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:19.858450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a492917-98a0-422f-aa44-2ed330d6ada2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:19.879585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8a492917-98a0-422f-aa44-2ed330d6ada2,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:19.899584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94163ce2-ea53-4fb2-9c86-59ae2dc14e16 req-763b670c-e748-41a0-abf1-ce7d184091c1 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:19.901227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94163ce2-ea53-4fb2-9c86-59ae2dc14e16 req-763b670c-e748-41a0-abf1-ce7d184091c1 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 943 time: 0.0859137 Nov 15 22:30:19.911034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:19.913248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6fd1861-34d8-45ae-857b-e9fa6f5d712f req-b949c005-3904-4d7d-bacd-7cfefe44fbbd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879881 Nov 15 22:30:19.944552 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:19.975802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94163ce2-ea53-4fb2-9c86-59ae2dc14e16 req-d92bf88d-15e2-422c-a24d-b009098200a3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596607 Nov 15 22:30:20.012577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:20.031074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.031505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.033824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.034861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.034861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.035280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.035751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:20.094503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:20.267481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:20.268157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['8a492917-98a0-422f-aa44-2ed330d6ada2'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:20.360074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:20.455161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=c978a84e-59e8-4ae2-bf7e-f68ad5420a7d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:20.470227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c202b0-5cee-419f-aedd-045345caa2a0 req-d75f351c-053d-41e9-bc6b-720175c2c211 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:20.472668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6c202b0-5cee-419f-aedd-045345caa2a0 req-d75f351c-053d-41e9-bc6b-720175c2c211 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0821939 Nov 15 22:30:20.480735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61441f9-48f4-4c59-b95b-83e5b7aebb99 req-ae110284-8a4c-46b1-a7cb-0726841d8d94 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:20.482663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:20.485108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61441f9-48f4-4c59-b95b-83e5b7aebb99 req-ae110284-8a4c-46b1-a7cb-0726841d8d94 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1059244 Nov 15 22:30:20.569067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6c202b0-5cee-419f-aedd-045345caa2a0 req-95203257-47e6-4b1c-a022-7a67fc489e10 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828075 Nov 15 22:30:20.589435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61441f9-48f4-4c59-b95b-83e5b7aebb99 req-af06d6e9-1340-4aa9-b2b6-be376b9d9a49 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958230 Nov 15 22:30:20.616714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-00135442-67fc-4e88-9719-bcf60e5c9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:20.618240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-00135442-67fc-4e88-9719-bcf60e5c9aba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 1097 time: 0.0875237 Nov 15 22:30:20.646276 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 85353234-fac5-4d2f-b500-7cf502ed943d associated. External IP: 172.25.0.232, port: d2a7aeba-2077-4274-8ddb-0e8b3561e90a. Nov 15 22:30:20.795808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-cc88087e-6077-4dfc-b6d4-309ace7f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:20.797331 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-cc88087e-6077-4dfc-b6d4-309ace7f644c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 200 len: 917 time: 0.1710174 Nov 15 22:30:20.904707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-ca25457e-2f65-4841-8f74-cd0b7ac09613 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ce704f-2027-474c-a4bf-68030cc5e540 HTTP/1.1" status: 200 len: 217 time: 0.0945675 Nov 15 22:30:20.976861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-b6ee9e96-6ac8-4864-a614-d200de6fc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:20.978301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-b6ee9e96-6ac8-4864-a614-d200de6fc311 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 200 len: 855 time: 0.0607948 Nov 15 22:30:20.988523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:21.068335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:30:21.147180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-cfa8ee6b-c9c7-491c-90fe-2ddb6e8bbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:21.150751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-cfa8ee6b-c9c7-491c-90fe-2ddb6e8bbd90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9f6217e-7f39-4194-a007-0597d196dc8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593094 Nov 15 22:30:21.162334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be27a-a4a8-4085-9ae5-570a059f20bc req-118d9fdb-5c2e-43c6-957c-50f8590ec16c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:21.163986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-866be27a-a4a8-4085-9ae5-570a059f20bc req-118d9fdb-5c2e-43c6-957c-50f8590ec16c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 944 time: 0.1038890 Nov 15 22:30:21.220774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:21.246456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:30:21.260536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:21.264719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-866be27a-a4a8-4085-9ae5-570a059f20bc req-77086b98-7d7f-499b-acdf-df43f68abbbd tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 Nov 15 22:30:21.273865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:21.294890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:21.294890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:21.319352 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.330268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-917dbf62-37eb-43bf-be00-66557d5cb1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706531 Nov 15 22:30:21.335786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:21.340607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:21.350420 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:21.351213 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:21.366023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:21.385283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:21.385933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c77983-bfa8-4b79-82a3-6a2e384ab807 None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:21.416722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.428608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.454243 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3dde5a33-9b29-4706-9a50-f10b44a963f2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8169186 Nov 15 22:30:21.462123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:21.467865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1049447234'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:21.515059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfd77793-2bd8-4a34-879e-d4cef95643ed req-c82d165e-b2d3-4895-a901-4e32ea5898fd service neutron] 10.222.0.57 "GET /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746948 Nov 15 22:30:21.519758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:21.545849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['85b822a0-5ac8-4c69-8212-e92562cbbf60'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:21.675794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:21.679374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.716005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8a492917-98a0-422f-aa44-2ed330d6ada2 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:21.731567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:30:21.752841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.753136 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Added segment 38f22d6f-5af2-4180-a7f8-0ac02d802ac5 of type vlan for network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 Nov 15 22:30:21.765092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fae44-ef58-4473-b36f-9ce06d5800ac req-d8b27c58-230a-4757-83b1-fe49e5aab7d5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:21.768785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f19fae44-ef58-4473-b36f-9ce06d5800ac req-d8b27c58-230a-4757-83b1-fe49e5aab7d5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1230152 Nov 15 22:30:21.808929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a2e45-f558-4024-a95c-fa0874b3640e req-695951e6-91b9-4cbf-a035-108c7443d744 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:21.819985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a62a2e45-f558-4024-a95c-fa0874b3640e req-695951e6-91b9-4cbf-a035-108c7443d744 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1345646 Nov 15 22:30:21.840259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.914513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 8a492917-98a0-422f-aa44-2ed330d6ada2 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:30:21.919181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 8a492917-98a0-422f-aa44-2ed330d6ada2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:21.919556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.943369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.955904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:21.956770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f19fae44-ef58-4473-b36f-9ce06d5800ac req-de3f09b9-758d-4b2e-b9e0-8d21545ab9dc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805446 Nov 15 22:30:21.956980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:21.980988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a62a2e45-f558-4024-a95c-fa0874b3640e req-e9c16a3c-d149-493c-bc7a-c651e3361f71 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600490 Nov 15 22:30:22.061056 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6001837 Nov 15 22:30:22.062431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:22.067484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'subnet': {'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:22.099287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:22.104411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae3ae-64e2-424a-b157-5511f88f1058 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Network': ['ID=f76e63d8-5e7c-48e2-91dc-499b9f90c0b1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:22.128898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:30:22.219667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:22.222223 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b8f9a6-564a-4ae6-ac34-9f370140a9f6" -d '{"events": [{"server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:22.244196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8a492917-98a0-422f-aa44-2ed330d6ada2,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:22.349507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:22.422490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:22.423667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:22.426023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:22.521311 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884bacf-a767-44ad-8bf6-a2fcf508c415 x-openstack-request-id: req-a884bacf-a767-44ad-8bf6-a2fcf508c415 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:22.523552 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "name": "network-vif-plugged", "status": "completed", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:22.523552 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a884bacf-a767-44ad-8bf6-a2fcf508c415 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:22.523552 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'code': 200} Nov 15 22:30:22.587149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469b9fe-1a92-432c-abc1-83395bc8c0ff req-5ce1a96a-296d-47d3-823f-548ca0714f48 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:22.595015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7469b9fe-1a92-432c-abc1-83395bc8c0ff req-5ce1a96a-296d-47d3-823f-548ca0714f48 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.0988715 Nov 15 22:30:22.665671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c194ec-179f-4c37-b292-5e22c58000dd req-466d8bc3-5f6d-48e3-8923-22fa17af1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:22.667661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44c194ec-179f-4c37-b292-5e22c58000dd req-466d8bc3-5f6d-48e3-8923-22fa17af1891 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.0625248 Nov 15 22:30:22.736693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-44c194ec-179f-4c37-b292-5e22c58000dd req-c079520f-abfa-41ec-8d09-da3eb216c3ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Nov 15 22:30:23.074786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:23.109816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7469b9fe-1a92-432c-abc1-83395bc8c0ff req-d9290078-b301-42e2-a7b7-6a5400273cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136631 Nov 15 22:30:23.148551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:23.149120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:23.199531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51123a-5f13-4070-8759-bceeb1dc5d33 req-cdc19ec7-59ab-4c1c-a21c-650934169b92 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:23.206792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f51123a-5f13-4070-8759-bceeb1dc5d33 req-cdc19ec7-59ab-4c1c-a21c-650934169b92 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1525755 Nov 15 22:30:23.246741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:23.258888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:23.311868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:23.312970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d6f6e-fd0f-49bd-ba91-7943f2b18bdf req-bd94dad4-57be-4bfb-bdc7-ca44df1f061c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:23.314548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e2d6f6e-fd0f-49bd-ba91-7943f2b18bdf req-bd94dad4-57be-4bfb-bdc7-ca44df1f061c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1346245 Nov 15 22:30:23.361327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:23.383579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f51123a-5f13-4070-8759-bceeb1dc5d33 req-be40f6c5-69e2-489c-986c-7f472110d87a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752934 Nov 15 22:30:23.391839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Subnet': ['ID=30da70e8-faea-451b-9f23-a0852a7425d5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:23.430424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Checking segment: {'id': '38f22d6f-5af2-4180-a7f8-0ac02d802ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:23.431076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network hostable DHCP agents. Network: f76e63d8-5e7c-48e2-91dc-499b9f90c0b1, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:30:23.482910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:23.505036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e2d6f6e-fd0f-49bd-ba91-7943f2b18bdf req-8e13e4fa-6024-4aa1-8021-0f7d0af6b20d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745653 Nov 15 22:30:23.624098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:30:23.716636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2dff6-de02-4d10-89d4-a4dd9fbacaeb req-0c3a95cc-12e8-4d68-acdc-ad16e73c432a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:23.719152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b2dff6-de02-4d10-89d4-a4dd9fbacaeb req-0c3a95cc-12e8-4d68-acdc-ad16e73c432a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.0618212 Nov 15 22:30:23.732876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f76e63d8-5e7c-48e2-91dc-499b9f90c0b1) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:23.741790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d5ee9-cd41-4f8a-bb7e-ba920d9f09cb None None] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:30:23.745488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:23.745917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:23.811359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b2dff6-de02-4d10-89d4-a4dd9fbacaeb req-a87ce843-556a-4b69-9ab4-b1195eaffd6f tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805607 Nov 15 22:30:23.856484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-42eb0998-ed72-4dc1-b3c8-e14e4927c85a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7929194 Nov 15 22:30:23.863363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:23.870004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1158438429', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:24.027815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc551-96c8-4e50-b6d7-d9f1f1cf74ed req-7725db4a-d211-47fe-8b68-75792262054c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:24.043537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f0bc551-96c8-4e50-b6d7-d9f1f1cf74ed req-7725db4a-d211-47fe-8b68-75792262054c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1543138 Nov 15 22:30:24.053817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.054853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.074928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f76e63d8-5e7c-48e2-91dc-499b9f90c0b1', 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1', 'tenant_id': 'ddd5d406237549f5a1a786c4298930c1', 'fixed_ips': [{'subnet_id': '30da70e8-faea-451b-9f23-a0852a7425d5'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:30:24.075803 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.238086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f0bc551-96c8-4e50-b6d7-d9f1f1cf74ed req-01601485-9e91-482c-937c-f12a0d350db0 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936345 Nov 15 22:30:24.305470 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.336892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e8b22-5e1c-43cd-a3bf-c4bf2123730a req-4735259a-691c-49cb-a64b-305a99e87132 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:24.352022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d83e8b22-5e1c-43cd-a3bf-c4bf2123730a req-4735259a-691c-49cb-a64b-305a99e87132 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.1095226 Nov 15 22:30:24.358895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Allocated IP 172.20.0.2 (f76e63d8-5e7c-48e2-91dc-499b9f90c0b1/30da70e8-faea-451b-9f23-a0852a7425d5/3d6c1dbe-3e7e-41a9-9388-9b27739f4645) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:24.525898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:24.529236 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37fe16-bb06-4417-bd66-d9e87eb99a86" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:24.635979 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.704014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18fbbd-591e-4566-b307-1f2112853d76 req-e206c22e-e217-4865-b39a-10eeb131fec1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:24.713438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be18fbbd-591e-4566-b307-1f2112853d76 req-e206c22e-e217-4865-b39a-10eeb131fec1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.3526976 Nov 15 22:30:24.716183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.761210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d83e8b22-5e1c-43cd-a3bf-c4bf2123730a req-1eaa37e4-45b3-4f27-ab4e-3ef6ed42c4b4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059927 Nov 15 22:30:24.792662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:24.836660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be18fbbd-591e-4566-b307-1f2112853d76 req-acb8768b-4167-4927-bc40-cf6206ab73e9 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150615 Nov 15 22:30:24.843444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:24.850288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:24.866185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:24.963348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:25.053070 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbca2e-a799-43ca-bf7d-7d75ea1ed9b6 x-openstack-request-id: req-58cbca2e-a799-43ca-bf7d-7d75ea1ed9b6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:25.053369 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:25.053633 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58cbca2e-a799-43ca-bf7d-7d75ea1ed9b6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:25.056324 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:30:25.060339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Attempting to bind port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:25.061048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Attempting to bind port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '38f22d6f-5af2-4180-a7f8-0ac02d802ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:25.063226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Attempting to bind port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 on network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:25.074447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:25.074816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Checking segment: {'id': '38f22d6f-5af2-4180-a7f8-0ac02d802ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:25.077228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:25.083207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Bound using segment: {'id': '38f22d6f-5af2-4180-a7f8-0ac02d802ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:25.083207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Bound port: 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f22d6f-5af2-4180-a7f8-0ac02d802ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:25.083207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:25.138549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef0dc5-e9a3-4e2d-b2d0-e7b524b728db req-f310ac38-d6bc-4bd0-b958-61f6dd441ee1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:25.140689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43ef0dc5-e9a3-4e2d-b2d0-e7b524b728db req-f310ac38-d6bc-4bd0-b958-61f6dd441ee1 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.2317452 Nov 15 22:30:25.233929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43ef0dc5-e9a3-4e2d-b2d0-e7b524b728db req-6cbf1b9e-9008-4384-a143-41b6d8d83b40 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851948 Nov 15 22:30:25.243335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] For port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:25.256883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] For port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,segment=NetworkSegment(38f22d6f-5af2-4180-a7f8-0ac02d802ac5),segment_id=38f22d6f-5af2-4180-a7f8-0ac02d802ac5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:25.273733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-791d39fb-aef4-4f85-b33e-b527a5d3e344 req-3278cc5e-8911-4a7a-841c-2d55d30cd675 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:30:25.282016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-791d39fb-aef4-4f85-b33e-b527a5d3e344 req-3278cc5e-8911-4a7a-841c-2d55d30cd675 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174494 Nov 15 22:30:25.321396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:25.427800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:25.442191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689a42-d16f-492a-8108-f0a93a5d0be2 None None] Pushing event updated for resources: {'Port': ['ID=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:25.527041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:25.616264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-791d39fb-aef4-4f85-b33e-b527a5d3e344 req-16b2596e-5cc5-4cc0-825c-5c5fef764b8b tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2329969 Nov 15 22:30:25.837114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.25.0.182 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4937b45d-6944-4876-9c0c-20ac6bd003b5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:26.038382 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-313fb52e-f970-4930-81df-33a51d1a921b service neutron] show failed (client error): The resource could not be found. Nov 15 22:30:26.039407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-313fb52e-f970-4930-81df-33a51d1a921b service neutron] 10.222.0.55 "GET /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.2097402 Nov 15 22:30:26.227644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:26.229936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113b151-d9b7-4e66-96ec-6c3656d153c4 req-c16627f1-cea3-46f6-a771-1ad301afd63b tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:26.230487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3113b151-d9b7-4e66-96ec-6c3656d153c4 req-c16627f1-cea3-46f6-a771-1ad301afd63b tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.2215815 Nov 15 22:30:26.240296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c87d7-2a6a-4bfc-b48f-f059c03a3da6 req-214e3c62-2be0-44f1-9303-c38565907ae8 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:26.247877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-553c87d7-2a6a-4bfc-b48f-f059c03a3da6 req-214e3c62-2be0-44f1-9303-c38565907ae8 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2376702 Nov 15 22:30:26.281539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.371219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:26.371830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.372184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3113b151-d9b7-4e66-96ec-6c3656d153c4 req-d1afb4d5-130d-4851-b7b0-55290b45ed57 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192303 Nov 15 22:30:26.399198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-553c87d7-2a6a-4bfc-b48f-f059c03a3da6 req-bf37fa7f-25fb-43d0-9a0f-b91ed9fe7ab7 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436405 Nov 15 22:30:26.498485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.634174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.645081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:26.648412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:26.681775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:26.691959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-e22caf8f-85b7-4bf4-abc7-6e9352c4ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:26.694698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-e22caf8f-85b7-4bf4-abc7-6e9352c4ded2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.0993874 Nov 15 22:30:26.713866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,segment=NetworkSegment(38f22d6f-5af2-4180-a7f8-0ac02d802ac5),segment_id=38f22d6f-5af2-4180-a7f8-0ac02d802ac5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:26.716723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:26.806723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.850489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:26.974230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:27.254695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499413d-948a-4615-8a2f-71b0aa71c309 None None] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:30:27.329465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:27.384326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=4937b45d-6944-4876-9c0c-20ac6bd003b5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:27.415499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c811da1-08ce-4a6c-abec-9600d0cb18c2 req-4c0c284c-5d16-443d-b65e-c59c76fb483c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:27.426831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c811da1-08ce-4a6c-abec-9600d0cb18c2 req-4c0c284c-5d16-443d-b65e-c59c76fb483c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.2788699 Nov 15 22:30:27.473600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:27.565311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a3c4ffca-4d5a-46f8-80c2-a73029805691 None None] Provisioning complete for port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:27.566049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3c4ffca-4d5a-46f8-80c2-a73029805691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:27.589198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:27.619593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Transition to ACTIVE for port object ce4c2b17-a1ee-4875-8282-4075f57bb518 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:30:27.621637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:27.624533 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8b52b-404f-4e73-8b17-2e56c9ae95d3" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:27.630510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:27.731853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:27.863752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] No DVR routers for this DVR port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:27.982382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:28.016237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:28.016237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:28.016237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:28.020656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:30:28.020999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:28.044817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:28.044817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:28.044817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:28.044817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Bound port: ce4c2b17-a1ee-4875-8282-4075f57bb518, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:28.044817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.118119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-7f149ada-3b66-47f2-b867-1e8bffe8840a tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 258 time: 1.4990354 Nov 15 22:30:28.126844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:28.252882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:28.259684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:28.281617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c811da1-08ce-4a6c-abec-9600d0cb18c2 req-e78a36a6-a4bc-434e-937a-c2e415a843e6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535292 Nov 15 22:30:28.284863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:28.406276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.415651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:28.416266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.497735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.522166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.546817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-70cc82a4-646c-4f78-bb97-eef36945d728 None None] Provisioning complete for port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:28.547193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70cc82a4-646c-4f78-bb97-eef36945d728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.561638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:28.561638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:28.562961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 1096 time: 1.8538828 Nov 15 22:30:28.660485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1ce80-98c6-48ce-8b2b-a57369423ea8 req-b570ec6f-489e-49fa-9be5-b00e0b9b370a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:28.662671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca1ce80-98c6-48ce-8b2b-a57369423ea8 req-b570ec6f-489e-49fa-9be5-b00e0b9b370a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.2862749 Nov 15 22:30:28.666897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7be03-45f5-4ae9-91ed-2112487d7158 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:28.679651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-ae5ef287-878b-4ac9-9409-ac5b8830290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:28.681442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-ae5ef287-878b-4ac9-9409-ac5b8830290a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1099 time: 0.0723286 Nov 15 22:30:28.921486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca1ce80-98c6-48ce-8b2b-a57369423ea8 req-1461567b-a54b-439d-99a4-c5b862a21b44 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184113 Nov 15 22:30:29.009690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:29.018488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-1597aa10-84df-41d8-9ea8-6704b8d2ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:29.035059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-1597aa10-84df-41d8-9ea8-6704b8d2ebf3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3390582 Nov 15 22:30:29.120109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:29.143015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Allocated IP 172.25.0.198 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/f17ce354-968b-4078-b501-6fa8767e4909) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:29.181998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:29.196135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-5b1faecd-8a40-4a3f-acbb-afdc21392e11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.1466782 Nov 15 22:30:29.261823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:29.305140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:29.340045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-44b90bb9-f818-45ef-84cd-3c0d3f6f63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:29.340263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router e6092851-28d0-4bb8-9e37-b042a3262600 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:30:29.345120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-44b90bb9-f818-45ef-84cd-3c0d3f6f63d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1441715 Nov 15 22:30:29.439439 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ff7bcd-bd4c-4ce4-abab-ea4db458baa2 x-openstack-request-id: req-22ff7bcd-bd4c-4ce4-abab-ea4db458baa2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:29.439972 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:29.440394 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22ff7bcd-bd4c-4ce4-abab-ea4db458baa2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:29.440980 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'code': 200} Nov 15 22:30:29.466551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7ef63b9e-862c-40cc-a79b-3adc58f3ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:29.470167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-7ef63b9e-862c-40cc-a79b-3adc58f3ad52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111791 Nov 15 22:30:29.556678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:29.629997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:29.674673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:29.685817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] Sync routers for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:29.706306 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-92fa482c-b696-40fb-ad19-33bbf117232d service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207224 Nov 15 22:30:29.717749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:29.718438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:29.723723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event updated for resources: {'Port': ['ID=f17ce354-968b-4078-b501-6fa8767e4909,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:29.873960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:29.882979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:29.899844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:29.902183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:29.902978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:29.944916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:29.990289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c7e0413-4952-468f-996a-ea93b4f7f62d req-81f6586b-6ed4-454f-8ff1-5200e1a8d20f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790248 Nov 15 22:30:30.039694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:30.040413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686eeca-6a75-4b9a-b92d-1776aa1b0cfd None None] The sync data for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:30.075174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906c3a9-6d62-4adb-8139-96444b99398f req-eb863d59-d3a8-43a1-b03b-1133ba22df17 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:30.094693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0906c3a9-6d62-4adb-8139-96444b99398f req-eb863d59-d3a8-43a1-b03b-1133ba22df17 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.3908617 Nov 15 22:30:30.192823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:30.194253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f08d997-5d9f-41e9-83ea-e77c74b63cc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3291183 Nov 15 22:30:30.198807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:30.388016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0906c3a9-6d62-4adb-8139-96444b99398f req-3268ffa0-b34e-49b3-9d95-a74a295ef93d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696695 Nov 15 22:30:30.489331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:30.685020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:30.766771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad78b1-73c0-45bd-838f-0b017ae40c5b req-3b9da405-9a57-4a9b-b4d2-14a741c44898 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:30.776822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3aad78b1-73c0-45bd-838f-0b017ae40c5b req-3b9da405-9a57-4a9b-b4d2-14a741c44898 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.2123899 Nov 15 22:30:30.975479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3aad78b1-73c0-45bd-838f-0b017ae40c5b req-48adaf4f-3ce0-4fc8-a733-bee3b20ccbd3 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973803 Nov 15 22:30:31.100911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:31.117621 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:31.197531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:31.411555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event updated for resources: {'Port': ['ID=f17ce354-968b-4078-b501-6fa8767e4909,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:31.420641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:31.483323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:31.485656 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5c768-4abc-4742-89a8-1ed61cac9b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:31.555995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:31.563998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-ea6e463a-1dc7-49d2-9a4f-fdec25b798a4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4448547 Nov 15 22:30:31.626102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-9a430c5c-fc23-4b15-a830-7b8ed721525f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0606947 Nov 15 22:30:31.633352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.1 (f76e63d8-5e7c-48e2-91dc-499b9f90c0b1/30da70e8-faea-451b-9f23-a0852a7425d5/8ef7fa04-2622-4d87-b200-1f918c103f07) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:31.892253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:32.006874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:32.091958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:32.096657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:32.112757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:32.131963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206ab9-a111-4cd9-99a5-4007e957d51f req-a433536f-97c3-49bf-8e4e-989e73827016 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.140799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206ab9-a111-4cd9-99a5-4007e957d51f req-a433536f-97c3-49bf-8e4e-989e73827016 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.147373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206ab9-a111-4cd9-99a5-4007e957d51f req-a433536f-97c3-49bf-8e4e-989e73827016 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.156415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc206ab9-a111-4cd9-99a5-4007e957d51f req-a433536f-97c3-49bf-8e4e-989e73827016 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b&device_id=d8651416-8790-40a0-be98-9bd4984bfb08&device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 2418 time: 0.6482248 Nov 15 22:30:32.177201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:32.322300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc206ab9-a111-4cd9-99a5-4007e957d51f req-7716e11d-8160-44b0-9d26-3ee6ac0064f4 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648932 Nov 15 22:30:32.360873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-df9420fb-a2c7-4f97-9d40-796996be20a0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.361911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4b919a3-9c04-4719-a58d-cb6b598861ff req-df9420fb-a2c7-4f97-9d40-796996be20a0 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.7355728 Nov 15 22:30:32.554955 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf346988-87ee-4c21-9e87-ff5fc830e0b0 x-openstack-request-id: req-cf346988-87ee-4c21-9e87-ff5fc830e0b0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:32.555500 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:32.555500 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf346988-87ee-4c21-9e87-ff5fc830e0b0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:32.556185 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'status': 'completed', 'code': 200} Nov 15 22:30:32.564636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=8ef7fa04-2622-4d87-b200-1f918c103f07,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:32.600419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-627c43b5-6144-4799-96e1-3981e45649bc None None] Provisioning complete for port 8ef7fa04-2622-4d87-b200-1f918c103f07 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:32.600989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-627c43b5-6144-4799-96e1-3981e45649bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:32.698274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-627c43b5-6144-4799-96e1-3981e45649bc None None] Port 8ef7fa04-2622-4d87-b200-1f918c103f07 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:32.714960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-028e06b6-e04b-48c9-ad06-863a493615a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.717208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-028e06b6-e04b-48c9-ad06-863a493615a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1099 time: 0.2113941 Nov 15 22:30:32.728446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffef42a-8995-4f76-b36b-f121ac98491d req-2a3895d7-ee79-49e6-9718-f7df6279e591 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.732892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ffef42a-8995-4f76-b36b-f121ac98491d req-2a3895d7-ee79-49e6-9718-f7df6279e591 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 948 time: 0.1521437 Nov 15 22:30:32.757109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-b00cffd7-2653-41b9-a489-196dcf050539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:32.758273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-b00cffd7-2653-41b9-a489-196dcf050539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1099 time: 0.1498928 Nov 15 22:30:32.934783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:32.944049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ffef42a-8995-4f76-b36b-f121ac98491d req-5b24f562-0dc0-4eee-a1a9-743947dba8a6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765275 Nov 15 22:30:33.051944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f35f2a1c-8c68-4711-91e0-c59556367ba8 req-2dfc7e2e-06dc-4545-b27e-7cebe13d6c96 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1789286 Nov 15 22:30:33.055041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-27359655-dbd3-4cac-a555-8cfc081c5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.064218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-27359655-dbd3-4cac-a555-8cfc081c5dc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3286104 Nov 15 22:30:33.113495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-7c9045da-f2e9-4b0e-93ed-3794454557cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.115381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-7c9045da-f2e9-4b0e-93ed-3794454557cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3440800 Nov 15 22:30:33.196387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-7254dc6f-ee17-41ad-9273-558263960aa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.1218126 Nov 15 22:30:33.298574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-7d54e20f-9e40-49d9-bb27-d4bf30fb40a3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.300590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-7d54e20f-9e40-49d9-bb27-d4bf30fb40a3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2201507 Nov 15 22:30:33.342409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-160c828e-ec18-457f-9e78-627594714aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.344282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-160c828e-ec18-457f-9e78-627594714aa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1397073 Nov 15 22:30:33.521480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-e59fb4af-608f-40cb-bc39-f9457ea88dcd tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.1996400 Nov 15 22:30:33.533695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'floatingip': {'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:33.702428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:33.728321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:30:33.729791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-854e77ff-6dfd-4d7f-837e-f258a6fbf13d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.5970809 Nov 15 22:30:33.864357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-879ca449-50e7-4514-8228-ba715e144c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.864357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-879ca449-50e7-4514-8228-ba715e144c04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4236388 Nov 15 22:30:33.921450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-c6c1016a-b8a9-46da-b18d-122e55538975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:33.927602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-c6c1016a-b8a9-46da-b18d-122e55538975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1797945 Nov 15 22:30:33.947071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:33.963761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'mac_address': 'fa:16:3e:1b:ef:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:30:34.052541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:34.079023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:34.106210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:34.202115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:34.351179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-2e30733d-3d4c-448a-bd2e-3641248498ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:34.368511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-2e30733d-3d4c-448a-bd2e-3641248498ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224596 Nov 15 22:30:34.421690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:34.621650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:34.664587 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:34.748112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-8e83db88-5174-4402-beff-2a14b93a98f7 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559575 Nov 15 22:30:34.882982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ce4c2b17-a1ee-4875-8282-4075f57bb518'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:34.909721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-9464c1f6-c470-43da-bbd8-530a235fdaca service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425946 Nov 15 22:30:34.934942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=8ef7fa04-2622-4d87-b200-1f918c103f07,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:34.959580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:34.977167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:30:35.111088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:35.246944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:35.246944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:35.248144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-20b421b4-65b8-499b-903a-02d622d79066 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3442650 Nov 15 22:30:35.281513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33ec96c9-0094-4e85-b9bf-697017f81d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:35.339142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router e6092851-28d0-4bb8-9e37-b042a3262600 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:35.514408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:35.722636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31f5c768-4abc-4742-89a8-1ed61cac9b3b req-3da92abc-a169-4c9b-8d3c-365c1613f72b service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893112 Nov 15 22:30:35.751470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfe0f2-8dee-4877-a570-9f3d0dd6b51a req-92026e6f-b8d2-4352-8629-aa8d297a97d2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:35.753776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1bfe0f2-8dee-4877-a570-9f3d0dd6b51a req-92026e6f-b8d2-4352-8629-aa8d297a97d2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.5365777 Nov 15 22:30:35.793593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3a43078c-2e50-436e-ac95-afe3a4854fc3 None None] Provisioning complete for port 8ef7fa04-2622-4d87-b200-1f918c103f07 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:35.794074 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a43078c-2e50-436e-ac95-afe3a4854fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:35.847508 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Floating IP c5dd09eb-9807-4f7c-86a1-35c47805c338 associated. External IP: 172.25.0.198, port: 8a492917-98a0-422f-aa44-2ed330d6ada2. Nov 15 22:30:35.856456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:35.867293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e0aa176d-690b-498a-b93e-27d04cc1957d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/routers/e6092851-28d0-4bb8-9e37-b042a3262600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6673577 Nov 15 22:30:35.868278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48452) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:35.869626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] Sync routers for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:35.878163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'port': {'network_id': 'f76e63d8-5e7c-48e2-91dc-499b9f90c0b1', 'name': 'tempest-FloatingIPTestJSON-187717467'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:35.894255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-f5e90e9a-7f69-4d3d-bb0f-aa115e91e8a1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:35.896483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-f5e90e9a-7f69-4d3d-bb0f-aa115e91e8a1 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 945 time: 0.2013228 Nov 15 22:30:35.900950 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:35.901784 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:35.918838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a43078c-2e50-436e-ac95-afe3a4854fc3 None None] Port 8ef7fa04-2622-4d87-b200-1f918c103f07 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:35.966139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:35.986691 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:35.987320 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:36.030516 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:36.031457 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19f33b-130f-43f6-a8a9-5716a3c36b54 None None] The sync data for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:36.101628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1bfe0f2-8dee-4877-a570-9f3d0dd6b51a req-93394e02-b9a4-487d-a514-4893af991469 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226748 Nov 15 22:30:36.116460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Deleting port 1f286c62-bde8-4bba-8fed-866c52840e31 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:36.117177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.291808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] For port 1f286c62-bde8-4bba-8fed-866c52840e31, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1f286c62-bde8-4bba-8fed-866c52840e31,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:36.292095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.308466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Made reservation on behalf of ddd5d406237549f5a1a786c4298930c1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:30:36.320165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.352535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00608-81c1-441d-94e6-a591105b02f7 req-94cd0d15-080c-4c3d-a2b9-326da16feb91 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:36.364393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5b00608-81c1-441d-94e6-a591105b02f7 req-94cd0d15-080c-4c3d-a2b9-326da16feb91 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 945 time: 0.0992141 Nov 15 22:30:36.434565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Router ff190e05-a210-45d0-a100-fcf3e4ee8427 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:36.438794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] device_id is not set on port aa2354c3-3164-4e5d-91af-92158fc8796c yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:30:36.477238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5b00608-81c1-441d-94e6-a591105b02f7 req-f70a2ed1-7456-41bd-b9b0-4ce6dc422fad tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups?id=24f1b1e7-e92d-4357-9663-9947a3ec9267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118546 Nov 15 22:30:36.725608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:36.737625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Sync routers for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:36.759759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.769648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:36.771795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:36.853336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.854864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:36.855388 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Floating IP 37fb8a6e-3173-437f-8734-024e62835b26 disassociated. External IP: 172.25.0.202, port: 1f286c62-bde8-4bba-8fed-866c52840e31. Nov 15 22:30:36.855928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Calling delete_port for 1f286c62-bde8-4bba-8fed-866c52840e31 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:36.878673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-85bbe7e0-e177-4486-a83f-910fcbb044f6 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "PUT /v2.0/floatingips/c5dd09eb-9807-4f7c-86a1-35c47805c338 HTTP/1.1" status: 200 len: 996 time: 3.3551095 Nov 15 22:30:36.883405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:36.892321 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78320f73-4055-40ec-8caf-162fb52cf41d" -d '{"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:37.118543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:37.150278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Allocated IP 172.20.0.13 (f76e63d8-5e7c-48e2-91dc-499b9f90c0b1/30da70e8-faea-451b-9f23-a0852a7425d5/aa2354c3-3164-4e5d-91af-92158fc8796c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:37.168415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a8f9-d40a-41fa-b184-1d78c1c4259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:37.183456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:37.377377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-454e0d23-b4d3-4681-8d66-bf28e04265dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:37.381677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-454e0d23-b4d3-4681-8d66-bf28e04265dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.4761868 Nov 15 22:30:37.601630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5dd09eb-9807-4f7c-86a1-35c47805c338', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'mac_address': 'fa:16:3e:a4:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:30:30Z', 'updated_at': '2021-11-15T22:30:34Z', 'revision_number': 1, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:37.640403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-7d4c8922-705d-4f00-bdfe-9feef38e624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:37.644727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Checking router: ff190e05-a210-45d0-a100-fcf3e4ee8427 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:37.652336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-7d4c8922-705d-4f00-bdfe-9feef38e624f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 930 time: 0.2634792 Nov 15 22:30:37.665109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:37.669751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:37.694811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:37.742315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event deleted for resources: {'Port': ['ID=1f286c62-bde8-4bba-8fed-866c52840e31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:37.786835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:37.804165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-592db7f7-5f89-4f7c-991c-1023e82bc257 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 999 time: 0.1438406 Nov 15 22:30:37.850668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:37.868979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:37.894980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:37.938393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:37.975251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-61b727f0-3f50-471d-8c01-3937afd8b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:37.982535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-61b727f0-3f50-471d-8c01-3937afd8b13b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 0.1775770 Nov 15 22:30:38.083622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:38.086408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-0ec5a4a4-8a11-4457-b341-270353c972eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:38.092370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-0ec5a4a4-8a11-4457-b341-270353c972eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976765 Nov 15 22:30:38.103811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:38.187411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ce4c2b17-a1ee-4875-8282-4075f57bb518 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:30:38.201547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ce4c2b17-a1ee-4875-8282-4075f57bb518 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:38.201547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:38.311570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:38.369489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:38.400921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:38.402550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:38.431546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-65d049eb-6f53-4544-9cb9-0a55f9a2d44b service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237305 Nov 15 22:30:38.467735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:38.478943 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Sync routers for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:38.512745 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:38.518778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event updated for resources: {'Port': ['ID=aa2354c3-3164-4e5d-91af-92158fc8796c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:38.519452 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:38.562835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] No DVR routers for this DVR port 1f286c62-bde8-4bba-8fed-866c52840e31 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:38.570109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:38.581003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a41dd9a-712e-4f1b-b9b7-f299ca7ad9b5 req-ec8bfefd-f872-4714-8b24-1e08450997d9 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.55 "DELETE /v2.0/ports/1f286c62-bde8-4bba-8fed-866c52840e31 HTTP/1.1" status: 204 len: 173 time: 2.6694796 Nov 15 22:30:38.583339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'name': 'network-vif-deleted', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:38.589294 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd3b676-0b4e-4684-a85e-b76cdcceb273" -d '{"events": [{"server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "name": "network-vif-deleted", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:38.752554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:38.755244 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed1d43-574e-4901-8df0-a8fe07ffc907" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:38.759853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab1731f7-3251-441e-a491-ce70545cfbf2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8853610 Nov 15 22:30:38.760790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48494) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:38.785937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Request body: {'floatingip': {'port_id': 'aa2354c3-3164-4e5d-91af-92158fc8796c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:38.806403 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa3ce54-c922-4de9-9825-4647f72c0048 x-openstack-request-id: req-8aa3ce54-c922-4de9-9825-4647f72c0048 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:38.806693 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:38.806948 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aa3ce54-c922-4de9-9825-4647f72c0048 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:38.811745 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'status': 'completed', 'code': 200} Nov 15 22:30:38.871132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60439bd0-e488-4bd4-9406-4be7ced5e85f req-74539693-d899-4f79-abff-d8c47a35db2e service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341383 Nov 15 22:30:38.941478 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:38.990830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-6b3618f1-bc43-4dd0-b4cc-69ac3cfbaaaf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:38.992517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-6b3618f1-bc43-4dd0-b4cc-69ac3cfbaaaf tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 949 time: 0.3553910 Nov 15 22:30:39.002912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:39.013322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f3f52fc-ca97-4441-8b5b-3d45450a435f req-fcbaa4ab-b020-4b18-83b6-2f6dafb9ee6d tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2d86242-71df-49db-8c87-bd44d6c6c671 HTTP/1.1" status: 200 len: 210 time: 0.1094537 Nov 15 22:30:39.199065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1f286c62-bde8-4bba-8fed-866c52840e31 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:39.213369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2716-6e06-4c35-8647-b7fcf5a4152f req-b2d918a4-5bd4-49ef-9107-3ea2fe4e9a0f tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:39.219487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0d17282f-ac60-4f60-830c-7438d54769d7 None None] Provisioning complete for port aa2354c3-3164-4e5d-91af-92158fc8796c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:39.221215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d17282f-ac60-4f60-830c-7438d54769d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:39.222163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c28c2716-6e06-4c35-8647-b7fcf5a4152f req-b2d918a4-5bd4-49ef-9107-3ea2fe4e9a0f tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.0801630 Nov 15 22:30:39.299449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c28c2716-6e06-4c35-8647-b7fcf5a4152f req-5ef42bcc-a16b-4a74-ac30-9c309faf0ad1 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763271 Nov 15 22:30:39.356337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320f73-4055-40ec-8caf-162fb52cf41d req-b052e959-e1a5-4595-a4fe-b373e1e61cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:39.374646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-b052e959-e1a5-4595-a4fe-b373e1e61cbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.5817537 Nov 15 22:30:39.431477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0d17282f-ac60-4f60-830c-7438d54769d7 None None] Port aa2354c3-3164-4e5d-91af-92158fc8796c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:30:39.438784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:39.487084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 1f286c62-bde8-4bba-8fed-866c52840e31 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:39.490251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1f286c62-bde8-4bba-8fed-866c52840e31 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:39.520817 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:39.545044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b8f1b-bcde-4aff-b04d-25f49d74d4af req-4c30c0bb-10db-4f80-acae-f35505c9c674 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:39.549939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5dd09eb-9807-4f7c-86a1-35c47805c338', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'mac_address': 'fa:16:3e:a4:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:30:30Z', 'updated_at': '2021-11-15T22:30:34Z', 'revision_number': 1, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:39.554810 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:39.565739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-486b8f1b-bcde-4aff-b04d-25f49d74d4af req-4c30c0bb-10db-4f80-acae-f35505c9c674 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.1567292 Nov 15 22:30:39.614674 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Checking router: 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:39.645725 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:39.646358 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:39.679367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:39.681218 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee2f0b-83e8-408f-950d-887c3e2d803d x-openstack-request-id: req-58ee2f0b-83e8-408f-950d-887c3e2d803d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:39.681739 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d86242-71df-49db-8c87-bd44d6c6c671", "name": "network-vif-deleted", "tag": "1f286c62-bde8-4bba-8fed-866c52840e31", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:39.681739 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58ee2f0b-83e8-408f-950d-887c3e2d803d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:39.684574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:39.686847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9487bef-86df-48a0-9e7b-dced5860d720 None None] The sync data for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 is: [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5dd09eb-9807-4f7c-86a1-35c47805c338', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'mac_address': 'fa:16:3e:a4:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:30:30Z', 'updated_at': '2021-11-15T22:30:34Z', 'revision_number': 1, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:39.705253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-486b8f1b-bcde-4aff-b04d-25f49d74d4af req-a73985cf-969e-4a92-9bd9-814095833418 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366465 Nov 15 22:30:39.705829 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d86242-71df-49db-8c87-bd44d6c6c671', 'name': 'network-vif-deleted', 'tag': '1f286c62-bde8-4bba-8fed-866c52840e31', 'status': 'completed', 'code': 200} Nov 15 22:30:39.771541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-7c80ad3f-e7e0-4a66-84cb-99adf16cd578 service neutron] 10.222.0.57 "GET /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.7602038 Nov 15 22:30:39.891417 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfdbe2f-88d5-44f4-92bf-051532e800ba x-openstack-request-id: req-cbfdbe2f-88d5-44f4-92bf-051532e800ba {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:39.892080 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:39.892545 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbfdbe2f-88d5-44f4-92bf-051532e800ba {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:39.893339 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'code': 200} Nov 15 22:30:39.995099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320f73-4055-40ec-8caf-162fb52cf41d req-1c84110e-a01d-4bd2-a3c7-bf68e4d270e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:40.000375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-1c84110e-a01d-4bd2-a3c7-bf68e4d270e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 930 time: 0.5974319 Nov 15 22:30:40.014839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-cb48840b-160d-420a-a90a-a630bf71383c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 258 time: 0.3085177 Nov 15 22:30:40.038490 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:40.045397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:40.220246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-16cd14f4-f6e6-4f26-930e-af358d609490 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 999 time: 0.2012062 Nov 15 22:30:40.227456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:40.290129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adcef2-57ca-4d92-9325-40ea4bbeb794 None None] New status for floating IP c5dd09eb-9807-4f7c-86a1-35c47805c338: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:30:40.431721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:40.507190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:40.661091 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:40.731118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-a8d94e72-be22-4d8e-98f0-b534bd019e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:40.740855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-a8d94e72-be22-4d8e-98f0-b534bd019e4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1101 time: 0.9274752 Nov 15 22:30:40.783465 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8d9ea-6b3a-4251-a70b-a26a5eecf569 None None] The sync data for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 is: [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:28:09Z', 'revision_number': 4, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bc33b68d-9916-4609-b82b-29c41e174e18', 'name': '', 'network_id': 'e1b1a545-857e-4deb-b65d-0eb66e936ffa', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'mac_address': 'fa:16:3e:d4:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:16Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'subnets': [{'id': '7facc633-ab73-47ce-95b4-c38c2c356b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:40.870501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Allocated IP 172.25.0.85 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0e545b83-882d-4f7c-a400-c7941c4c1fac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:30:41.161359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.286878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.329334 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbffeba-59e7-4827-9e06-8b5387b60542 None None] New status for floating IP 37fb8a6e-3173-437f-8734-024e62835b26: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:30:41.365193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:41.366751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event updated for resources: {'Port': ['ID=0e545b83-882d-4f7c-a400-c7941c4c1fac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:41.408295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.408708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.409007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.409347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.409682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.410007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.410890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.412386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.412756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.413088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.413464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.418116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:30:41.446110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:30:41.449520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:30:41.454954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:30:41.649756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d7b633c-1eb0-4773-a38d-fa985ee4b8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.709432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320f73-4055-40ec-8caf-162fb52cf41d req-f0ab0cb9-717c-4aa3-adbd-a0c9ab78f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:41.723478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-f0ab0cb9-717c-4aa3-adbd-a0c9ab78f84e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 1.4626968 Nov 15 22:30:41.744281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fc13-69e5-45de-9870-27572a59944f req-39346d9d-2bed-4c69-a0eb-929417f40c32 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:41.752572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97c9fc13-69e5-45de-9870-27572a59944f req-39346d9d-2bed-4c69-a0eb-929417f40c32 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1748507 Nov 15 22:30:41.774205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.877724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97c9fc13-69e5-45de-9870-27572a59944f req-7e685dca-d0a4-4f75-aab8-240d1706d517 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239634 Nov 15 22:30:41.925205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d7b633c-1eb0-4773-a38d-fa985ee4b8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.971200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:41.994405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320f73-4055-40ec-8caf-162fb52cf41d req-5b26c743-d3a6-4396-851b-cd386bb291e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:41.995895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-5b26c743-d3a6-4396-851b-cd386bb291e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383699 Nov 15 22:30:42.002701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-93363d57-877b-475c-b8df-5ccfba5d9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:42.004383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-93363d57-877b-475c-b8df-5ccfba5d9b8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 1.2624667 Nov 15 22:30:42.033146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d7b633c-1eb0-4773-a38d-fa985ee4b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.103759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b633c-1eb0-4773-a38d-fa985ee4b8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d25e13-de88-40e6-b5e4-fa27abcd2ea0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:42.194361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-0e4ccb31-33db-4ee6-84ad-08d691147b6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.1305149 Nov 15 22:30:42.244109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d7b633c-1eb0-4773-a38d-fa985ee4b8fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c4b18c634f849dbb671a3b186e5dbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8714485 Nov 15 22:30:42.258903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:42.380168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-69ffeaca-de8c-4b1d-b05b-acc2c3ef6baa service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656971 Nov 15 22:30:42.417526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.452418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fdba0-d153-4293-a436-6fd10e7dc840 req-98edc303-2ee1-49b0-9bf1-0b4fe97976d3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:42.465686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b48fdba0-d153-4293-a436-6fd10e7dc840 req-98edc303-2ee1-49b0-9bf1-0b4fe97976d3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.2897429 Nov 15 22:30:42.498996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.551712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-76e8eb73-1453-418c-933e-34d27bdd7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:42.553187 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-76e8eb73-1453-418c-933e-34d27bdd7783 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.3443377 Nov 15 22:30:42.555010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78320f73-4055-40ec-8caf-162fb52cf41d req-289bb6b0-9b58-421a-8da9-0268e3ad8a96 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370187 Nov 15 22:30:42.580836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.632090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.resource_extend [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:30:42.636384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.684509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b48fdba0-d153-4293-a436-6fd10e7dc840 req-ecb2da92-9492-46fc-b51f-88f18b4328e5 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075183 Nov 15 22:30:42.693932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event updated for resources: {'Port': ['ID=0e545b83-882d-4f7c-a400-c7941c4c1fac,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:42.703519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.723447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-06255475-dfa0-45f1-93c3-005d777edd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:42.725053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-06255475-dfa0-45f1-93c3-005d777edd34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454511 Nov 15 22:30:42.753875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.774055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.776565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-11ac0978-edc8-4406-8a5a-6ca0b9c5a207 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7483850 Nov 15 22:30:42.850706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:42.942699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-a4147bdf-2f53-4e36-9c45-6be34c55fb7e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1474566 Nov 15 22:30:42.987175 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 85353234-fac5-4d2f-b500-7cf502ed943d associated. External IP: 172.25.0.232, port: d2a7aeba-2077-4274-8ddb-0e8b3561e90a. Nov 15 22:30:43.086948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-518e7f0c-07d3-43a1-8fd6-65c03221b7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:43.098326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:43.102153 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:43.102850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ca064bb-d5ce-4ad5-8466-83facd4c30f7 req-518e7f0c-07d3-43a1-8fd6-65c03221b7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1535928 Nov 15 22:30:43.105638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d25e13-de88-40e6-b5e4-fa27abcd2ea0 HTTP/1.1" status: 204 len: 168 time: 0.8435526 Nov 15 22:30:43.145939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172697f7-8b05-4a3f-9b23-5c3870c079d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d25e13-de88-40e6-b5e4-fa27abcd2ea0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:43.171173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-edaba2d4-dfc8-4c55-a494-44db839f5d86 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368703 Nov 15 22:30:43.259761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48fc5e-3591-4576-b059-1377137572c9 req-981da29a-8213-40ca-a8f2-ed2ac6a509ad tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:43.261891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b48fc5e-3591-4576-b059-1377137572c9 req-981da29a-8213-40ca-a8f2-ed2ac6a509ad tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.0767055 Nov 15 22:30:43.325436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-ddbfaeca-3b9a-4b72-8a76-6c134b3bc46c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:43.325436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-ddbfaeca-3b9a-4b72-8a76-6c134b3bc46c tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.55 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.2199512 Nov 15 22:30:43.349819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b48fc5e-3591-4576-b059-1377137572c9 req-0944b4d7-5811-40e6-bb44-b814e1c0f691 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810590 Nov 15 22:30:43.498672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-4089164e-4c53-4a84-8679-000ff7b340d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139336 Nov 15 22:30:43.520796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd9290-f905-44c8-bd03-81ba979ee077 req-b87ca206-5fb6-42d0-b30c-0490d6a732cb tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:43.533819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18fd9290-f905-44c8-bd03-81ba979ee077 req-b87ca206-5fb6-42d0-b30c-0490d6a732cb tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0991342 Nov 15 22:30:43.576736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:43.584283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Deleting port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:43.584638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:43.958638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:43.960330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:43.983353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:44.007922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:44.009928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:44.106938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:44.128401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:44.129425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:44.189549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:44.205846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:44.208235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d01af-5527-40e9-9bb0-1ba8c7559dcb None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:44.235349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38da760c-04a2-4270-886a-02caaf75bccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.268114 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.272493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-46326c9b-e230-409b-9f05-2e8e3c68f359 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:44.282695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-46326c9b-e230-409b-9f05-2e8e3c68f359 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1653931 Nov 15 22:30:44.351172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18fd9290-f905-44c8-bd03-81ba979ee077 req-8fbaa4fe-6598-4c02-b0a9-f3a234e037cc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8139479 Nov 15 22:30:44.378060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-760301bf-a9c6-4777-8f15-4c26cf71d322 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0939577 Nov 15 22:30:44.385640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-240adb97-ef74-4b53-af16-0be9c9d7fdcc tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'floatingip': {'port_id': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:44.434459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] For port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:44.435196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.463249 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.480169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-240adb97-ef74-4b53-af16-0be9c9d7fdcc tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.533096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Calling delete_port for 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:44.650648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router e6092851-28d0-4bb8-9e37-b042a3262600 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:44.786400 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-240adb97-ef74-4b53-af16-0be9c9d7fdcc tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 22:30:44.804161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d07e90ce-52af-4890-8f86-cd47b83bd429 req-240adb97-ef74-4b53-af16-0be9c9d7fdcc tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "PUT /v2.0/floatingips/33ae5807-302c-4754-829b-1094b2730227 HTTP/1.1" status: 409 len: 549 time: 0.4252779 Nov 15 22:30:44.858039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:44.867731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.871431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.872457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "DELETE /v2.0/security-groups/24f1b1e7-e92d-4357-9663-9947a3ec9267 HTTP/1.1" status: 204 len: 168 time: 0.9092202 Nov 15 22:30:44.876785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.884524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:44.885172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] Sync routers for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:44.904306 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:44.905325 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:44.909145 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38da760c-04a2-4270-886a-02caaf75bccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:44.916380 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c23b137d-3646-4f35-94bc-54925d6b14a4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] show failed (client error): The resource could not be found. Nov 15 22:30:44.918640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c23b137d-3646-4f35-94bc-54925d6b14a4 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "GET /v2.0/security-groups/24f1b1e7-e92d-4357-9663-9947a3ec9267 HTTP/1.1" status: 404 len: 347 time: 0.0317550 Nov 15 22:30:44.934657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:45.014474 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:45.026300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0df37-9a66-43e0-b38a-69072f2db002 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1b1e7-e92d-4357-9663-9947a3ec9267,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:45.027089 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:45.027996 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:45.034279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38da760c-04a2-4270-886a-02caaf75bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.090799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:45.091434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcafeb-b10b-4800-b96e-0e93ea72a76e None None] The sync data for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:45.100488 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:30:45.108287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-904014c8-accc-461c-a437-79dc13e42f49 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/floatingips/85353234-fac5-4d2f-b500-7cf502ed943d HTTP/1.1" status: 200 len: 978 time: 6.3382809 Nov 15 22:30:45.114326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:45.192786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-38da760c-04a2-4270-886a-02caaf75bccf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4547d9584c246ddaeb9377aeea9dd81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9918411 Nov 15 22:30:45.206588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:45.310169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5aba1-995d-4ee3-b2c3-30c02a354eb6 req-e751fa5c-3cb6-4cd6-898e-22e6a5c56328 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:45.318514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bd5aba1-995d-4ee3-b2c3-30c02a354eb6 req-e751fa5c-3cb6-4cd6-898e-22e6a5c56328 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 945 time: 0.4227610 Nov 15 22:30:45.333687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da760c-04a2-4270-886a-02caaf75bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06331f56-ac2e-4221-bcf7-fbacf3fd4087,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:45.400802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Deleting port 7ef34267-467a-4981-be26-848213b3b355 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:45.401841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.439214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d168d-5bff-435b-bf3e-eb47f6ab0701 req-01213a8f-4406-4eae-b0b9-5e563bfb121c tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:45.440759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-530d168d-5bff-435b-bf3e-eb47f6ab0701 req-01213a8f-4406-4eae-b0b9-5e563bfb121c tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.4315186 Nov 15 22:30:45.470653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port aa2354c3-3164-4e5d-91af-92158fc8796c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:45.471340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.487502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.517811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bd5aba1-995d-4ee3-b2c3-30c02a354eb6 req-d9c1949c-0511-41aa-b735-c4f5566f17c1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669645 Nov 15 22:30:45.538920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.558497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.580662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a0ce704f-2027-474c-a4bf-68030cc5e540', 'cfd81473-154f-4906-86f9-8819af2ff0bf'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:45.590211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-530d168d-5bff-435b-bf3e-eb47f6ab0701 req-5f10964a-7f68-4862-82d5-c853083a873a tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331604 Nov 15 22:30:45.657687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-6882d12e-0ff7-4189-bec9-438ea88d4b91 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips/33ae5807-302c-4754-829b-1094b2730227 HTTP/1.1" status: 200 len: 692 time: 0.0657101 Nov 15 22:30:45.804637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ac21c-1033-4553-b886-d90b8cfd7e87 req-6fbc26ea-c15f-4067-a07f-f75fa4ffc7f5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:45.806261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e8ac21c-1033-4553-b886-d90b8cfd7e87 req-6fbc26ea-c15f-4067-a07f-f75fa4ffc7f5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.0781002 Nov 15 22:30:45.857601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-542bdc46-f22e-4e0d-a415-108254d92a64 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:45.858956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-542bdc46-f22e-4e0d-a415-108254d92a64 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2004821 Nov 15 22:30:45.871075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-727e6f0a-7781-4a26-893a-1f86e4f2c3af tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:30:45.872079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-727e6f0a-7781-4a26-893a-1f86e4f2c3af tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061762 Nov 15 22:30:45.873893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.877180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:45.878282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06331f56-ac2e-4221-bcf7-fbacf3fd4087 HTTP/1.1" status: 204 len: 168 time: 0.6659186 Nov 15 22:30:45.987083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event deleted for resources: {'Port': ['ID=8133d7d1-e1d3-4cb3-8f7e-ede6e217b122,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:46.007827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e8ac21c-1033-4553-b886-d90b8cfd7e87 req-13d84b3c-0346-4208-8e99-c53c8fb6b85c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935511 Nov 15 22:30:46.017091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765570-fc45-418e-8c69-3e5439b9bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06331f56-ac2e-4221-bcf7-fbacf3fd4087,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:46.098737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-228aee30-bde0-4f1b-98f2-f63d5fa00b77 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1797562 Nov 15 22:30:46.099203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.132586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] No DVR routers for this DVR port 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:46.139994 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.143311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a556e6df-61be-4939-84c1-6bdea967ac06 req-78a69b54-8996-4199-ad5a-9497734bd50d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.55 "DELETE /v2.0/ports/8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 HTTP/1.1" status: 204 len: 173 time: 2.8048391 Nov 15 22:30:46.147108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'name': 'network-vif-deleted', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:46.148867 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec07d6-e672-4802-9fa6-9ae973ffd9c2" -d '{"events": [{"server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "name": "network-vif-deleted", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:46.161001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-28bd3ce9-9a85-49a4-a369-24da9e50fd5d tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0610542 Nov 15 22:30:46.183843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.184166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.205585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Calling delete_port for 7ef34267-467a-4981-be26-848213b3b355 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:46.299798 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc019ad-ce57-433b-aa9b-79e74763ff61 x-openstack-request-id: req-6dc019ad-ce57-433b-aa9b-79e74763ff61 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:46.300136 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082de26d-00e8-442a-a0d2-f150d0889e6b", "name": "network-vif-deleted", "tag": "8133d7d1-e1d3-4cb3-8f7e-ede6e217b122", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:46.300340 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc019ad-ce57-433b-aa9b-79e74763ff61 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:46.302040 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082de26d-00e8-442a-a0d2-f150d0889e6b', 'name': 'network-vif-deleted', 'tag': '8133d7d1-e1d3-4cb3-8f7e-ede6e217b122', 'status': 'completed', 'code': 200} Nov 15 22:30:46.371643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Deleting port 0e545b83-882d-4f7c-a400-c7941c4c1fac {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:46.372227 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.531238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.531491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.546485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Calling delete_port for 0e545b83-882d-4f7c-a400-c7941c4c1fac owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:46.574089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.574671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.574883 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Floating IP 85353234-fac5-4d2f-b500-7cf502ed943d disassociated. External IP: 172.25.0.232, port: aa2354c3-3164-4e5d-91af-92158fc8796c. Nov 15 22:30:46.575416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for aa2354c3-3164-4e5d-91af-92158fc8796c owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:46.732857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6379e1f-4215-4f5a-a30b-efa3a9b8cb7c req-76c9e7d8-4e12-41fd-ab51-6b94935e9811 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.0436213 Nov 15 22:30:46.732955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-5eeda96d-3a36-436b-8338-a5740fb68e3b tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:46.732955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-5eeda96d-3a36-436b-8338-a5740fb68e3b tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.57 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.2269766 Nov 15 22:30:46.853277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8cb4a-9c8d-4c1a-ab9f-202f4f2903cd req-1b1e6d08-8899-42cb-8fba-b2fe788c37d3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:46.855220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7f8cb4a-9c8d-4c1a-ab9f-202f4f2903cd req-1b1e6d08-8899-42cb-8fba-b2fe788c37d3 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 946 time: 0.0718672 Nov 15 22:30:46.879909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.916514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Pushing event deleted for resources: {'Port': ['ID=7ef34267-467a-4981-be26-848213b3b355,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:46.925391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7f8cb4a-9c8d-4c1a-ab9f-202f4f2903cd req-1c615351-3465-40e6-9889-523789ed7523 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543416 Nov 15 22:30:46.950578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Deleting port 5277ec6d-e381-4c45-9486-b2b3c460900a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:46.950943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:46.958063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.023349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event deleted for resources: {'Port': ['ID=0e545b83-882d-4f7c-a400-c7941c4c1fac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:47.088342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.098220 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.103527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ca4e4a5-b64c-4696-b341-b76704abe853 req-4d65e790-98d7-4fb5-ac7c-0f65a6ebc037 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "DELETE /v2.0/floatingips/33ae5807-302c-4754-829b-1094b2730227 HTTP/1.1" status: 204 len: 173 time: 0.9414880 Nov 15 22:30:47.119166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.162278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=aa2354c3-3164-4e5d-91af-92158fc8796c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:47.167711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:47.184817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.191898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.194378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e0d5074c-e801-4815-91fc-2235faddf567 tempest-ServersTestFqdnHostnames-238619750 tempest-ServersTestFqdnHostnames-238619750-project] 10.222.0.15 "DELETE /v2.0/floatingips/37fb8a6e-3173-437f-8734-024e62835b26 HTTP/1.1" status: 204 len: 168 time: 2.2586243 Nov 15 22:30:47.207967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:47.225414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:47.226038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8133d7d1-e1d3-4cb3-8f7e-ede6e217b122 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:47.376243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005dd96-213d-4834-9905-7016af365d4d req-94ea5727-5e0d-42be-8b90-8f878f663041 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:47.391951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2005dd96-213d-4834-9905-7016af365d4d req-94ea5727-5e0d-42be-8b90-8f878f663041 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.2565739 Nov 15 22:30:47.412249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-262dd6db-0f2e-431b-8eb9-d1fbe1fc741d tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 1001 time: 0.2669756 Nov 15 22:30:47.500910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-b8a0fc54-419c-415d-a518-c41c8f2988b5 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:47.513335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-b8a0fc54-419c-415d-a518-c41c8f2988b5 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports/8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 942 time: 0.0999696 Nov 15 22:30:47.570827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2005dd96-213d-4834-9905-7016af365d4d req-9de6aadf-2114-4e8d-8041-06675c4a9ea4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747348 Nov 15 22:30:47.621307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:47.621980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.672176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-5f10c39f-edb8-4de0-a7e9-c9e54c4f51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:47.673713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-5f10c39f-edb8-4de0-a7e9-c9e54c4f51bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e&tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2 HTTP/1.1" status: 200 len: 1101 time: 0.2885017 Nov 15 22:30:47.715871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:47.756486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5277ec6d-e381-4c45-9486-b2b3c460900a no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:47.797716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-6abcadfd-a704-401d-80a7-63f66e198a09 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 1001 time: 0.1826072 Nov 15 22:30:47.867615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.896820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:47.897579 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69957d32-0ba2-4e74-92c8-6b0607644f58" -d '{"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-unplugged", "status": "completed", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:47.914843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5277ec6d-e381-4c45-9486-b2b3c460900a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5277ec6d-e381-4c45-9486-b2b3c460900a,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:47.973919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1033232f-560d-4c7b-8ddf-c2138e8d6597 req-5fd90e7b-ba99-470a-ac19-43a698e2829d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=082de26d-00e8-442a-a0d2-f150d0889e6b HTTP/1.1" status: 200 len: 210 time: 0.0406830 Nov 15 22:30:47.997599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:47.998359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:48.139965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-91ea9c93-55d7-4227-9ae6-9c3c07b33ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:48.142330 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c2447-268d-46ed-a8bc-d3d5c364b1dd x-openstack-request-id: req-f58c2447-268d-46ed-a8bc-d3d5c364b1dd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:48.144646 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-unplugged", "status": "completed", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:48.144908 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f58c2447-268d-46ed-a8bc-d3d5c364b1dd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:48.146411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-91ea9c93-55d7-4227-9ae6-9c3c07b33ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.3390365 Nov 15 22:30:48.146720 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'code': 200} Nov 15 22:30:48.174745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.177943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.177943 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Floating IP 2c151ad8-280c-48d3-976a-c109678a210d disassociated. External IP: 172.25.0.89, port: 5277ec6d-e381-4c45-9486-b2b3c460900a. Nov 15 22:30:48.177943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Calling delete_port for 5277ec6d-e381-4c45-9486-b2b3c460900a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:48.225166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.248698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-11a03469-c717-4652-8bfc-cec87e9b997a tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 1001 time: 0.0901654 Nov 15 22:30:48.263491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.264112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:30:48.283191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:48.314217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router e6092851-28d0-4bb8-9e37-b042a3262600 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:48.335205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:48.370350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.428930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.430646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41ef73-ec4f-45de-a8ab-3fef2707c59f req-5363a087-1d81-4e0e-8e97-fec006287b56 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:48.432332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e41ef73-ec4f-45de-a8ab-3fef2707c59f req-5363a087-1d81-4e0e-8e97-fec006287b56 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6408527a-f446-44e0-b371-cd8bf9b0c801 HTTP/1.1" status: 200 len: 944 time: 0.1647189 Nov 15 22:30:48.500822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:30:48.501225 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:30:48.519630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:48.587596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:48.601248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] Sync routers for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:48.603012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e41ef73-ec4f-45de-a8ab-3fef2707c59f req-90a6e433-0d20-49f0-99ef-49f500c4232d tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups?id=63c0e152-d577-4885-9fb4-d09dd38ba49e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290147 Nov 15 22:30:48.617825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:48.619084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:48.672205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:48.681332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:48.681767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.682247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:48.723363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:48.724445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d3a97-a117-4131-b589-876201fd0ee8 None None] The sync data for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:48.737315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.739343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event deleted for resources: {'Port': ['ID=5277ec6d-e381-4c45-9486-b2b3c460900a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:48.775344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd19f-29d4-4961-9e58-ac941f8a36b9 req-db067f63-f1c8-46bc-bf59-260e08d83b4b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:48.782864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6fd19f-29d4-4961-9e58-ac941f8a36b9 req-db067f63-f1c8-46bc-bf59-260e08d83b4b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.0628204 Nov 15 22:30:48.799444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.799788 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Floating IP c5dd09eb-9807-4f7c-86a1-35c47805c338 disassociated. External IP: 172.25.0.198, port: 8a492917-98a0-422f-aa44-2ed330d6ada2. Nov 15 22:30:48.801754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.805702 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50b87302-8301-448e-9a80-15ce89139f4d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/aa2354c3-3164-4e5d-91af-92158fc8796c HTTP/1.1" status: 204 len: 168 time: 3.6894586 Nov 15 22:30:48.834456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:48.869529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:48.957405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Router 68bb0eee-0387-4f01-9491-6a16c770d03a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:48.977003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6fd19f-29d4-4961-9e58-ac941f8a36b9 req-cab84a28-5cfa-499d-88cb-555b6db56913 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931174 Nov 15 22:30:49.256294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Router ff190e05-a210-45d0-a100-fcf3e4ee8427 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:49.505541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:49.510013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:49.513928 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Sync routers for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:49.528361 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:49.529529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:49.553310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:49.600236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-fad4e34f-7113-4774-8368-a4b3dbf9f52f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "PUT /v2.0/floatingips/c5dd09eb-9807-4f7c-86a1-35c47805c338 HTTP/1.1" status: 200 len: 695 time: 1.3427675 Nov 15 22:30:49.658974 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:49.667325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:49.688633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Sync routers for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:49.703084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:49.703700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:49.809934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] No DVR routers for this DVR port 5277ec6d-e381-4c45-9486-b2b3c460900a on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:49.824828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:49.829339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e83a9686-6b4a-473f-9e71-319e26bd942e req-59c4368c-b902-446f-b32c-251af5082d18 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.57 "DELETE /v2.0/ports/5277ec6d-e381-4c45-9486-b2b3c460900a HTTP/1.1" status: 204 len: 173 time: 3.1036966 Nov 15 22:30:49.833716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-deleted', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:49.836150 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822dfbe-f6bf-4123-b8ed-a04ff8c60bdc" -d '{"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-deleted", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:49.886849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:49.935855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:49.992718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:49.999045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Checking router: ff190e05-a210-45d0-a100-fcf3e4ee8427 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:50.013311 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:50.013947 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:50.020053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Deleting port bc33b68d-9916-4609-b82b-29c41e174e18 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:50.020521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.113090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:50.154000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:50.156161 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0435f68-034a-4caa-be47-3c36c94f7f90" -d '{"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:50.164287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:50.169656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:50.172126 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8dc84-1fd4-468e-bcba-087285a9e482" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:50.178499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.197664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] For port bc33b68d-9916-4609-b82b-29c41e174e18, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc33b68d-9916-4609-b82b-29c41e174e18,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:50.198166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.210603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.214506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-d9d4b949-d716-4998-9168-6e8e1c2ba29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:50.216024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-d9d4b949-d716-4998-9168-6e8e1c2ba29e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.6147227 Nov 15 22:30:50.223582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Transition to ACTIVE for port object ce4c2b17-a1ee-4875-8282-4075f57bb518 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:30:50.230596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Calling delete_port for bc33b68d-9916-4609-b82b-29c41e174e18 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:50.254622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:50.271991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:50.315302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Checking router: 68bb0eee-0387-4f01-9491-6a16c770d03a for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:50.340588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:50.341475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:50.371353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.378889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-63053c2e-224b-4fbc-b5df-4c175f7a42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:50.380427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-63053c2e-224b-4fbc-b5df-4c175f7a42cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 930 time: 0.1249139 Nov 15 22:30:50.390499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67649f66-35f7-4cd8-bf82-f8fb142004e3 req-4cde3873-2f9b-44da-abcf-381290eb5cf0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:50.401081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67649f66-35f7-4cd8-bf82-f8fb142004e3 req-4cde3873-2f9b-44da-abcf-381290eb5cf0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.8285620 Nov 15 22:30:50.475177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] No DVR routers for this DVR port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:50.549585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:50.567596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-678bfbc9-56bf-4af7-ae78-38868ff16e7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 217 time: 0.1667047 Nov 15 22:30:50.574798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:50.621236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:30:50.621640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:30:50.622137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:50.629903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:30:50.629903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Attempting to bind port ce4c2b17-a1ee-4875-8282-4075f57bb518 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:30:50.640164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:30:50.640594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:30:50.640991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:30:50.641480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Bound port: ce4c2b17-a1ee-4875-8282-4075f57bb518, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:30:50.641828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.705789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67649f66-35f7-4cd8-bf82-f8fb142004e3 req-b7885610-fb99-4022-96ff-0adaf353b48f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062167 Nov 15 22:30:50.783642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:30:50.789448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-e0426e2d-39ef-45d4-9eb5-4c206255a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:50.793116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:30:50.796284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-e0426e2d-39ef-45d4-9eb5-4c206255a244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 0.2262979 Nov 15 22:30:50.804800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:50.812532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.851489 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f07301-8777-4ac1-9a41-53fdbf6c6c54 None None] The sync data for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 is: [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:30:06Z', 'revision_number': 4, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7', 'name': '', 'network_id': 'd2ccd2c2-b607-4ac1-b919-625c4c97d265', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'mac_address': 'fa:16:3e:38:5e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:05Z', 'updated_at': '2021-11-15T22:30:10Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'subnets': [{'id': '7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:50.879533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc33b68d-9916-4609-b82b-29c41e174e18,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:50.946945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:50.957899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-57c21719-cb0c-4be2-b081-0d9a644f6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:50.968340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-57c21719-cb0c-4be2-b081-0d9a644f6798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638141 Nov 15 22:30:50.973349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:51.015964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4aa7f6-6bcd-4ab7-9dfd-5ebee07c3dfe None None] The sync data for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 is: [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '197943eb-3b18-4cc0-b7d5-14a21d62b256', 'name': '', 'network_id': '70ba7d00-e530-4d3d-b11b-10e9e49ca769', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'mac_address': 'fa:16:3e:9b:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:18Z', 'updated_at': '2021-11-15T22:28:26Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'subnets': [{'id': '24a176ad-f786-4db8-9692-97c8c06073cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:51.044522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d649-e289-4b25-824f-cdfdd9a740d3 req-9ff30dea-ac6b-406d-a470-5b1e36cf615a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.046154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6279d649-e289-4b25-824f-cdfdd9a740d3 req-9ff30dea-ac6b-406d-a470-5b1e36cf615a tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.1968930 Nov 15 22:30:51.085312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.086026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:51.088408 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] 10.222.0.55 "PUT /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 1097 time: 3.3758543 Nov 15 22:30:51.251983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6279d649-e289-4b25-824f-cdfdd9a740d3 req-9101a43d-cf18-4ffc-bef5-5b72860ef2fd tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229203 Nov 15 22:30:51.259715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-8a589237-3bda-4b85-a4bf-c0d8f644435e service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904806 Nov 15 22:30:51.262309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 8ef7fa04-2622-4d87-b200-1f918c103f07 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:51.262829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:51.467206 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c30f8f-27c4-4798-bc16-c3ac9d9e007c x-openstack-request-id: req-c9c30f8f-27c4-4798-bc16-c3ac9d9e007c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:51.467932 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6408527a-f446-44e0-b371-cd8bf9b0c801", "name": "network-vif-deleted", "tag": "5277ec6d-e381-4c45-9486-b2b3c460900a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:51.468061 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96828bf-2ba6-483d-90c8-2cf692f37c78 None None] New status for floating IP c5dd09eb-9807-4f7c-86a1-35c47805c338: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:30:51.468166 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9c30f8f-27c4-4798-bc16-c3ac9d9e007c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:51.468456 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6408527a-f446-44e0-b371-cd8bf9b0c801', 'name': 'network-vif-deleted', 'tag': '5277ec6d-e381-4c45-9486-b2b3c460900a', 'status': 'completed', 'code': 200} Nov 15 22:30:51.516293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb92f5-6150-45a0-b656-3adc3877781b service neutron] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=12']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:51.565095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-5c918b29-84e4-47a5-ae16-c60578a469d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.567256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-5c918b29-84e4-47a5-ae16-c60578a469d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1100 time: 0.3411953 Nov 15 22:30:51.588340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-8b5406d1-0d7f-402f-9dbf-7f4e590ff8d1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.589934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-8b5406d1-0d7f-402f-9dbf-7f4e590ff8d1 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.4516418 Nov 15 22:30:51.646347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:51.667543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5cc1d-c98c-44e0-9921-aace3784009f req-ed8ada6a-2894-4d87-a545-760d088e045a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.670154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71d5cc1d-c98c-44e0-9921-aace3784009f req-ed8ada6a-2894-4d87-a545-760d088e045a tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.1478155 Nov 15 22:30:51.679457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 8ef7fa04-2622-4d87-b200-1f918c103f07 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:51.680744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf81f3a-1d19-4d3a-ab89-b821f9eaa53b None None] New status for floating IP 2c151ad8-280c-48d3-976a-c109678a210d: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:30:51.684071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18828f61-b3f4-43bf-a80a-2a1ee7a389fa req-3c25be58-4349-426a-a0fa-b439c0490e1d service neutron] 10.222.0.15 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835678 Nov 15 22:30:51.744346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:51.794309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71d5cc1d-c98c-44e0-9921-aace3784009f req-2f272bdb-4995-462c-80c0-ed420a93908c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Nov 15 22:30:51.864899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-178fd56a-3b3f-4c19-ad74-18eb2b335e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:51.866400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-178fd56a-3b3f-4c19-ad74-18eb2b335e6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2732110 Nov 15 22:30:51.897384 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634c0321-c15c-4e3d-9f58-4f33041420bf x-openstack-request-id: req-634c0321-c15c-4e3d-9f58-4f33041420bf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:51.897676 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:51.897927 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-634c0321-c15c-4e3d-9f58-4f33041420bf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:51.898423 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'status': 'completed', 'code': 200} Nov 15 22:30:51.909452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd870d2-9f58-4993-a05a-2646469e3212 x-openstack-request-id: req-ccd870d2-9f58-4993-a05a-2646469e3212 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:51.909629 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:51.909897 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccd870d2-9f58-4993-a05a-2646469e3212 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:51.910325 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'code': 200} Nov 15 22:30:51.942869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-94619b77-852b-4f89-8b9b-3d1a12654d65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.0606194 Nov 15 22:30:51.962297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Deleting port cfd81473-154f-4906-86f9-8819af2ff0bf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:51.963403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.023974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48708) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:52.061627 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.096987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-4b1db79a-697b-4ef6-834d-c8313d6fc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.099497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-4b1db79a-697b-4ef6-834d-c8313d6fc6cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 1096 time: 0.1752198 Nov 15 22:30:52.113115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-2bb27767-bfed-450f-9a67-8614b0c4438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.114584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-2bb27767-bfed-450f-9a67-8614b0c4438e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1463296 Nov 15 22:30:52.152035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-58acf26a-61b4-42d1-bb9a-90dddf1d5099 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips/c5dd09eb-9807-4f7c-86a1-35c47805c338 HTTP/1.1" status: 200 len: 693 time: 0.1111336 Nov 15 22:30:52.152751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=8ef7fa04-2622-4d87-b200-1f918c103f07,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:52.212923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] For port cfd81473-154f-4906-86f9-8819af2ff0bf, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cfd81473-154f-4906-86f9-8819af2ff0bf,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:52.213286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.227800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Calling delete_port for cfd81473-154f-4906-86f9-8819af2ff0bf owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:52.314617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.408373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-4ad808e1-a528-465f-9f00-f984b19fad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.409510 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-4ad808e1-a528-465f-9f00-f984b19fad0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339800 Nov 15 22:30:52.436046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.446761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-6802d5e2-ca27-4334-8e2f-adcaa8f53c82 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.453770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-6802d5e2-ca27-4334-8e2f-adcaa8f53c82 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2749462 Nov 15 22:30:52.542144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-7253f0fd-9d97-4eec-982b-9870147af36c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0875261 Nov 15 22:30:52.549401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:52.569726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-98032d5e-f74e-4ace-94d8-bbaf7298d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.571881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-98032d5e-f74e-4ace-94d8-bbaf7298d170 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 200 len: 930 time: 0.2984574 Nov 15 22:30:52.584803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.634060 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-95d9fab9-d7a9-40e9-b65b-aa428ecb2b2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 200 len: 217 time: 0.0498564 Nov 15 22:30:52.637970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-5b149002-1882-4024-bb15-89c6a9859342 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.198 HTTP/1.1" status: 200 len: 696 time: 0.0716076 Nov 15 22:30:52.715611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.728362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a0ce704f-2027-474c-a4bf-68030cc5e540'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:52.734622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4caad-cc09-4f58-ab48-952f863f1085 req-4fb4025e-2e0e-43a5-ad10-9911c8242355 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.737512 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10c4caad-cc09-4f58-ab48-952f863f1085 req-4fb4025e-2e0e-43a5-ad10-9911c8242355 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8651416-8790-40a0-be98-9bd4984bfb08 HTTP/1.1" status: 200 len: 946 time: 0.2210579 Nov 15 22:30:52.793533 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-8ba4bfaf-49ea-484e-995c-269828b1703a service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642795 Nov 15 22:30:52.822758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event deleted for resources: {'Port': ['ID=cfd81473-154f-4906-86f9-8819af2ff0bf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:52.846976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.850206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.854453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "DELETE /v2.0/security-groups/63c0e152-d577-4885-9fb4-d09dd38ba49e HTTP/1.1" status: 204 len: 168 time: 0.8226299 Nov 15 22:30:52.860361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:52.906290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] No DVR routers for this DVR port cfd81473-154f-4906-86f9-8819af2ff0bf on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:52.907342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c3897-d892-48ce-ae4e-c814b7c4f3eb tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0e152-d577-4885-9fb4-d09dd38ba49e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:52.912125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:52.915509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3180371f-7902-46b4-ae44-ea58b16b1cb1 req-fec01251-9041-4752-92ba-f87b4e50ca7e tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "DELETE /v2.0/ports/cfd81473-154f-4906-86f9-8819af2ff0bf HTTP/1.1" status: 204 len: 173 time: 1.3123565 Nov 15 22:30:52.919004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-6c567236-9aa2-43bc-9f7d-4845622d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:52.920602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-6c567236-9aa2-43bc-9f7d-4845622d0d4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 200 len: 868 time: 0.2766719 Nov 15 22:30:52.939498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:52.950106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9c117ac5-5034-4b9a-afa2-56c5ee657ac4 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a7d2b13-f4cb-4ffd-8c98-b6a831e17354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7281032 Nov 15 22:30:52.952286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:52.957571 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Sync routers for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:52.978984 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:52.980130 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:52.988877 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-74888743-a425-4659-b433-f255e9f00b5f tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] show failed (client error): The resource could not be found. Nov 15 22:30:52.999813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-74888743-a425-4659-b433-f255e9f00b5f tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "GET /v2.0/security-groups/63c0e152-d577-4885-9fb4-d09dd38ba49e HTTP/1.1" status: 404 len: 347 time: 0.1264496 Nov 15 22:30:53.011614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10c4caad-cc09-4f58-ab48-952f863f1085 req-fb212084-7eb3-492c-b09f-cb3e8be8dd1d tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404604 Nov 15 22:30:53.013977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:53.150921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:53.178548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:53.183699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-ae77cccf-4229-44d8-8dd0-c8abed316500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:53.185511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-ae77cccf-4229-44d8-8dd0-c8abed316500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2ccd2c2-b607-4ac1-b919-625c4c97d265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557192 Nov 15 22:30:53.189666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b4074ef3-a569-4399-8a80-42060e6f0ef1 req-eb23c3c4-b18c-45c6-8bdf-53cc17833b7e service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800876 Nov 15 22:30:53.400573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:53.402860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Deleting port f17ce354-968b-4078-b501-6fa8767e4909 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:53.403198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:53.489026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:53.507093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ab853-e692-45ed-a617-fdbae67e806d req-203d7612-9842-47c0-802e-a1b429393a7f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:53.509678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797ab853-e692-45ed-a617-fdbae67e806d req-203d7612-9842-47c0-802e-a1b429393a7f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.3213630 Nov 15 22:30:53.518034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router e6092851-28d0-4bb8-9e37-b042a3262600 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:53.554717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:53.621141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:53.639459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:30:50Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:53.673984 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Checking router: 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:53.684949 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Routers {'6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:53.685740 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:53.804730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cfd81473-154f-4906-86f9-8819af2ff0bf no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:53.821921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] Set router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:53.839514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}, {'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'name': 'network-vif-deleted', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:53.842175 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e9183-9cd3-4024-8d58-b3e272ccce22" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}, {"server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "name": "network-vif-deleted", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:53.846480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: cfd81473-154f-4906-86f9-8819af2ff0bf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:53.846823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cfd81473-154f-4906-86f9-8819af2ff0bf not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:53.848332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-0b1e3946-0400-4765-a678-dcb3e75168d8 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435478 Nov 15 22:30:53.850670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:53.911425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:53.913892 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb2916e-bdda-4d2a-85a2-e8b8c0b71222" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:54.051929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c0435f68-034a-4caa-be47-3c36c94f7f90 req-04364562-71e8-4eea-a906-21f86141d584 service neutron] 10.222.0.57 "GET /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641572 Nov 15 22:30:54.054367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.154870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Deleting port e0c09b06-cc4c-45ae-9c93-7a95eda38209 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:54.155406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.174396 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:30:50Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:54.198881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Deleting port 65afb439-5bdd-4251-9040-c0acb8aed0e5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:54.199214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.208977 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f440a2-64ca-4745-8a7b-c2132dfb0075 None None] The sync data for ids ['6a7d2b13-f4cb-4ffd-8c98-b6a831e17354'] in n-d-817995-3 is: [{'id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'name': 'tempest-ServersTestFqdnHostnames-338876906-router', 'tenant_id': '266d644decdd4e5292d3b9656d905e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:57Z', 'updated_at': '2021-11-15T22:30:50Z', 'revision_number': 5, 'project_id': '266d644decdd4e5292d3b9656d905e8f', 'gw_port': {'id': '65afb439-5bdd-4251-9040-c0acb8aed0e5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d2b13-f4cb-4ffd-8c98-b6a831e17354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:00Z', 'updated_at': '2021-11-15T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:54.242487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797ab853-e692-45ed-a617-fdbae67e806d req-037e2b70-a1ab-499b-a123-510fd051dc7d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219968 Nov 15 22:30:54.246573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.246573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.305583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.305935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.314061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] For port 65afb439-5bdd-4251-9040-c0acb8aed0e5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65afb439-5bdd-4251-9040-c0acb8aed0e5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:54.314432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.321513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Calling delete_port for e0c09b06-cc4c-45ae-9c93-7a95eda38209 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:54.360646 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b57d89-81d9-4e33-aca7-6279883d18c8 x-openstack-request-id: req-d4b57d89-81d9-4e33-aca7-6279883d18c8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:54.360646 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "status": "completed", "code": 200}, {"server_uuid": "d8651416-8790-40a0-be98-9bd4984bfb08", "name": "network-vif-deleted", "tag": "cfd81473-154f-4906-86f9-8819af2ff0bf", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:54.360849 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4b57d89-81d9-4e33-aca7-6279883d18c8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:54.362307 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'status': 'completed', 'code': 200} Nov 15 22:30:54.362307 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8651416-8790-40a0-be98-9bd4984bfb08', 'name': 'network-vif-deleted', 'tag': 'cfd81473-154f-4906-86f9-8819af2ff0bf', 'status': 'completed', 'code': 200} Nov 15 22:30:54.363429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Calling delete_port for 65afb439-5bdd-4251-9040-c0acb8aed0e5 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:54.366903 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d664ca3c-627e-4732-a982-c587eb65d3ff x-openstack-request-id: req-d664ca3c-627e-4732-a982-c587eb65d3ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:54.367190 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:54.367435 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d664ca3c-627e-4732-a982-c587eb65d3ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:54.367816 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:30:54.487465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-d1a9a77c-824f-45ac-b7c7-955af2aa34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:54.489130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-d1a9a77c-824f-45ac-b7c7-955af2aa34f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1100 time: 0.1084754 Nov 15 22:30:54.515733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Calling delete_port for f17ce354-968b-4078-b501-6fa8767e4909 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:54.576982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-b5574bf2-c977-40f9-b12f-2d4697cabc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:54.578573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-b5574bf2-c977-40f9-b12f-2d4697cabc04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1100 time: 0.1991041 Nov 15 22:30:54.596984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.635392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:54.651950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Pushing event deleted for resources: {'Port': ['ID=e0c09b06-cc4c-45ae-9c93-7a95eda38209,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:54.652047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] Sync routers for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:54.672067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c728ec44-221a-4603-b380-3d50693a1b73 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/routers/e6092851-28d0-4bb8-9e37-b042a3262600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8376989 Nov 15 22:30:54.678286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:54.683453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:54.684224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:54.745092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:54.755247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] Routers {'e6092851-28d0-4bb8-9e37-b042a3262600'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:54.755469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e6092851-28d0-4bb8-9e37-b042a3262600'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:54.798687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:54.799352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d578e-7d59-4540-a0fa-348769681a46 None None] The sync data for ids ['e6092851-28d0-4bb8-9e37-b042a3262600'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:54.821138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-5f9308cf-672a-40f6-933a-9bb1d6c3d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:54.824658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-5f9308cf-672a-40f6-933a-9bb1d6c3d9bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2329164 Nov 15 22:30:54.882109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.884860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:54.891994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-469b43a9-11b1-4005-9b05-32ea5926f494 tempest-ServersTestJSON-1087206447 tempest-ServersTestJSON-1087206447-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c151ad8-280c-48d3-976a-c109678a210d HTTP/1.1" status: 204 len: 168 time: 1.8703003 Nov 15 22:30:54.891994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:54.947612 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-a2c32484-a6a5-4c4c-b720-e5be49ad2d1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.0496738 Nov 15 22:30:54.967200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-c9cafbb2-0ce5-45df-bc2c-0b719b2fe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:54.968755 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-c9cafbb2-0ce5-45df-bc2c-0b719b2fe5b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.4666007 Nov 15 22:30:55.029224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e915-1115-4387-b94c-8dbe41f66527 req-43cb2e79-4666-4227-938a-ea15dd00fd26 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.031008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7120e915-1115-4387-b94c-8dbe41f66527 req-43cb2e79-4666-4227-938a-ea15dd00fd26 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1654680 Nov 15 22:30:55.086207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-2b5f6323-97ff-4261-a15a-deac25dcecd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 200 len: 217 time: 0.1043797 Nov 15 22:30:55.106987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.164857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-6ebe43d9-199f-405e-bf66-23d364894120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.166384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-6ebe43d9-199f-405e-bf66-23d364894120 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2026286 Nov 15 22:30:55.172897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:30:55.179398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.228098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event deleted for resources: {'Port': ['ID=f17ce354-968b-4078-b501-6fa8767e4909,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:55.285985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7120e915-1115-4387-b94c-8dbe41f66527 req-8445a2a3-9b5c-418c-aa77-984d92bef234 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468352 Nov 15 22:30:55.290259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.297088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-0f6dc7ed-94bf-4ece-80cc-3dd6551d3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.299174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-0f6dc7ed-94bf-4ece-80cc-3dd6551d3ffd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1992025 Nov 15 22:30:55.377612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:55.393801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Pushing event deleted for resources: {'Port': ['ID=65afb439-5bdd-4251-9040-c0acb8aed0e5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:55.413749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'mac_address': 'fa:16:3e:1b:ef:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:30:55.456945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.460013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.473042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.481500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f16fd4c-27c1-445a-a062-aab1eb63f3ad req-ad75695f-26f4-40ef-aabc-8a6236090b4c tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "DELETE /v2.0/floatingips/c5dd09eb-9807-4f7c-86a1-35c47805c338 HTTP/1.1" status: 204 len: 173 time: 2.7903299 Nov 15 22:30:55.494905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:55.522747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:55.542926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-5804bb4a-f018-48dc-bf0a-96236dc2b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.544820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-5804bb4a-f018-48dc-bf0a-96236dc2b97f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3626580 Nov 15 22:30:55.562646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e918a-9bb8-4497-8d9e-b09a21f1ebb0 req-14e4180a-a17d-41c3-9380-4de749968aea tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.564335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-001e918a-9bb8-4497-8d9e-b09a21f1ebb0 req-14e4180a-a17d-41c3-9380-4de749968aea tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 949 time: 0.1501763 Nov 15 22:30:55.577723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.582806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-2dbb4941-af18-41cb-b771-f4f27837cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.585239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-2dbb4941-af18-41cb-b771-f4f27837cfe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657628 Nov 15 22:30:55.634021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.635072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:30:55.656200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.664648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-001e918a-9bb8-4497-8d9e-b09a21f1ebb0 req-8e59b183-841c-425c-975e-b59cfae26321 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920932 Nov 15 22:30:55.686536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678c0e-a9e2-4362-8197-aba9e9a92628 req-2a3c08b3-a860-4633-afaa-f1d5308a640b tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:55.687741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed678c0e-a9e2-4362-8197-aba9e9a92628 req-2a3c08b3-a860-4633-afaa-f1d5308a640b tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1092875 Nov 15 22:30:55.761823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:55.768895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed678c0e-a9e2-4362-8197-aba9e9a92628 req-4080b999-aa34-43ab-a6f0-73da01dd40e9 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513833 Nov 15 22:30:55.837504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:55.850796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:30:55.862950 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-11b59295-df39-41f0-adba-6497ed60efa1 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037941 Nov 15 22:30:55.883596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.887462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28793776-08d1-4d17-a367-74c25b695969 req-80a3f13b-1a15-4fa6-9bde-58613c1a610f tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0856326 Nov 15 22:30:55.905517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.927846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:30:55.930568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.936454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:55.968202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:56.041235 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.099753 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-671dc900-b259-4be6-bb51-168f3dd23214 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003595 Nov 15 22:30:56.121134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:56.181822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['85b822a0-5ac8-4c69-8212-e92562cbbf60'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:56.182479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-bda9527c-36a7-4f96-88d3-dbd03fd9c335 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673764 Nov 15 22:30:56.187990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.188594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:30:56.196466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.199974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1535591d-a050-4c14-bf80-f799268a71fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/6a7d2b13-f4cb-4ffd-8c98-b6a831e17354 HTTP/1.1" status: 204 len: 168 time: 3.2085798 Nov 15 22:30:56.207605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 4937b45d-6944-4876-9c0c-20ac6bd003b5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:56.207983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.211346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:56.302402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc33b68d-9916-4609-b82b-29c41e174e18 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:56.356908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Deleting port 197943eb-3b18-4cc0-b7d5-14a21d62b256 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:56.357927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.384164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Deleting subnet 7facc633-ab73-47ce-95b4-c38c2c356b59 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:30:56.389980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: bc33b68d-9916-4609-b82b-29c41e174e18 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:56.390464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc33b68d-9916-4609-b82b-29c41e174e18 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:56.397223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.420754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['ce4c2b17-a1ee-4875-8282-4075f57bb518'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:30:56.464895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.504944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] For port 197943eb-3b18-4cc0-b7d5-14a21d62b256, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=197943eb-3b18-4cc0-b7d5-14a21d62b256,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:56.505484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.549481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Calling delete_port for 197943eb-3b18-4cc0-b7d5-14a21d62b256 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:56.665878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c804e-31a7-4565-b6d4-c8e1ac17bb2c req-a7c08b37-20e7-49d1-b019-b2de99af4882 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:56.667578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f67c804e-31a7-4565-b6d4-c8e1ac17bb2c req-a7c08b37-20e7-49d1-b019-b2de99af4882 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.1504638 Nov 15 22:30:56.674696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-555e9183-9cd3-4024-8d58-b3e272ccce22 req-73cf481a-6948-4f96-b8d1-112e4bcb4764 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582755 Nov 15 22:30:56.679226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f501be-db75-4ce4-9bba-b5afa14c82af req-c57fd6e1-8c47-4cef-9630-be9bc6423194 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:56.685362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.688046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24f501be-db75-4ce4-9bba-b5afa14c82af req-c57fd6e1-8c47-4cef-9630-be9bc6423194 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1732008 Nov 15 22:30:56.715285 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:56.745749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 4937b45d-6944-4876-9c0c-20ac6bd003b5 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:56.805387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-91f749ba-7cad-40b9-83b7-1544f3cf8da2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:56.806905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-91f749ba-7cad-40b9-83b7-1544f3cf8da2 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.1783721 Nov 15 22:30:56.839017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f67c804e-31a7-4565-b6d4-c8e1ac17bb2c req-b3724b06-f51b-4d8c-aa91-9f64caf55550 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487131 Nov 15 22:30:56.854812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24f501be-db75-4ce4-9bba-b5afa14c82af req-963beaa6-f49a-481c-a5be-f5496b3154b9 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657276 Nov 15 22:30:57.048853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.062980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.131573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=197943eb-3b18-4cc0-b7d5-14a21d62b256,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:57.188428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:57.283209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:57.284584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.398372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.465023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:57.466340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:57.469404 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f591018e-aa66-4bf7-a5b3-d1ccfd0ba78f" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:57.478290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1efc1-8690-458a-8215-b236d39a8226 req-842db8ff-760d-4316-be7c-bca901614d96 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:57.486577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93e1efc1-8690-458a-8215-b236d39a8226 req-842db8ff-760d-4316-be7c-bca901614d96 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 950 time: 0.1707928 Nov 15 22:30:57.520430 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455bcc68-837b-4cf1-805f-bbe7852c5959 x-openstack-request-id: req-455bcc68-837b-4cf1-805f-bbe7852c5959 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:30:57.521097 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:30:57.521451 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-455bcc68-837b-4cf1-805f-bbe7852c5959 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:30:57.522072 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:30:57.523103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.566293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.567627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7facc633-ab73-47ce-95b4-c38c2c356b59,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:57.583737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.590062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e6a68395-5bab-4b85-a75b-843ef5a41de5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7facc633-ab73-47ce-95b4-c38c2c356b59 HTTP/1.1" status: 204 len: 168 time: 1.3758934 Nov 15 22:30:57.592412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:57.620747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3739e6-1fdb-41bb-964a-93d0221ad242 None None] Network e1b1a545-857e-4deb-b65d-0eb66e936ffa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:30:57.702186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Deleting port a0ce704f-2027-474c-a4bf-68030cc5e540 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:57.702504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:57.770114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:57.824193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.010313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93e1efc1-8690-458a-8215-b236d39a8226 req-658d3e13-aded-4651-95e2-1c780f0d306d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221126 Nov 15 22:30:58.012988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] DHCP port deletion for e1b1a545-857e-4deb-b65d-0eb66e936ffa request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:30:58.020309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] For port a0ce704f-2027-474c-a4bf-68030cc5e540, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0ce704f-2027-474c-a4bf-68030cc5e540,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:58.020500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.035465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.101158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Router 68bb0eee-0387-4f01-9491-6a16c770d03a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:30:58.113775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Deleting port 8552f841-9b04-4424-a087-1dc5912207cf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:58.114320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.152263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Calling delete_port for a0ce704f-2027-474c-a4bf-68030cc5e540 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:58.163581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=4937b45d-6944-4876-9c0c-20ac6bd003b5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:58.258404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-464a628f-d1ee-4862-9efe-cfd8db460b77 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:58.261812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d0ea3-d11f-4aec-ac21-c8d302fc9579 req-909a6ff3-2299-43c2-a4dd-28f088bdd484 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:58.263011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-464a628f-d1ee-4862-9efe-cfd8db460b77 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.57 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.4048293 Nov 15 22:30:58.263606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c56d0ea3-d11f-4aec-ac21-c8d302fc9579 req-909a6ff3-2299-43c2-a4dd-28f088bdd484 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 946 time: 0.2513344 Nov 15 22:30:58.296657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] For port 8552f841-9b04-4424-a087-1dc5912207cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8552f841-9b04-4424-a087-1dc5912207cf,segment=NetworkSegment(8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c),segment_id=8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:58.297186 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.305896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65afb439-5bdd-4251-9040-c0acb8aed0e5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:58.344263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Calling delete_port for 8552f841-9b04-4424-a087-1dc5912207cf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:58.346646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 65afb439-5bdd-4251-9040-c0acb8aed0e5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:58.347705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65afb439-5bdd-4251-9040-c0acb8aed0e5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:58.348258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8552f841-9b04-4424-a087-1dc5912207cf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:58.438205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.558657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:30:58.560244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.564295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.573727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Sync routers for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:30:58.585722 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.593925 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:58.594551 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:58.628065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0550-f28e-4cc9-9b36-05634f72138b req-ef8400d4-0bca-48e6-aaec-57f3c9aa69f3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:58.631269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c7f0550-f28e-4cc9-9b36-05634f72138b req-ef8400d4-0bca-48e6-aaec-57f3c9aa69f3 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 945 time: 0.4108031 Nov 15 22:30:58.646060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c56d0ea3-d11f-4aec-ac21-c8d302fc9579 req-d9c280bc-b82e-4eee-b9e0-cdae8b7d252b tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213599 Nov 15 22:30:58.663457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44e74a9a-c9b7-4766-baa2-11dc69171e66 admin admin] 10.222.0.15 "PUT /v2.0/routers/68bb0eee-0387-4f01-9491-6a16c770d03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7730055 Nov 15 22:30:58.687916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:58.715750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.740430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Deleting port 8552f841-9b04-4424-a087-1dc5912207cf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:58.741031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.777287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.777839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Fanout notify agent at l3_agent the message router_deleted on router e6092851-28d0-4bb8-9e37-b042a3262600 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:30:58.793901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:58.796098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ad5f726-bf9b-42a6-8fba-3d04d143f86f tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/routers/e6092851-28d0-4bb8-9e37-b042a3262600 HTTP/1.1" status: 204 len: 168 time: 4.0665228 Nov 15 22:30:58.858259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:30:58.881264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] Pushing event deleted for resources: {'Port': ['ID=8552f841-9b04-4424-a087-1dc5912207cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:58.894895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46426c15-4e4e-4097-b2f3-da81fd771b60 None None] No DVR routers for this DVR port 8552f841-9b04-4424-a087-1dc5912207cf on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:58.920585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:59.054662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Deleting port 8a492917-98a0-422f-aa44-2ed330d6ada2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:30:59.055017 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.137449 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.188308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:30:59.203353 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:30:56Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.237252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Checking router: 68bb0eee-0387-4f01-9491-6a16c770d03a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:30:59.247968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Routers {'68bb0eee-0387-4f01-9491-6a16c770d03a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:30:59.249036 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:30:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68bb0eee-0387-4f01-9491-6a16c770d03a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.335078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] For port 8552f841-9b04-4424-a087-1dc5912207cf, host n-d-817995-3, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:59.335733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.363725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Calling delete_port for 8552f841-9b04-4424-a087-1dc5912207cf owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:59.367157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] For port 8a492917-98a0-422f-aa44-2ed330d6ada2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8a492917-98a0-422f-aa44-2ed330d6ada2,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:59.367771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.370591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port ce4c2b17-a1ee-4875-8282-4075f57bb518 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:30:59.376678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port ce4c2b17-a1ee-4875-8282-4075f57bb518 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:30:59.377259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.379018 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] Set router 68bb0eee-0387-4f01-9491-6a16c770d03a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:30:59.386390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Port 8552f841-9b04-4424-a087-1dc5912207cf was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:30:59.405710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.424601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.443872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] No DVR routers for this DVR port 8552f841-9b04-4424-a087-1dc5912207cf on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:59.480722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Calling delete_port for 8a492917-98a0-422f-aa44-2ed330d6ada2 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:30:59.591193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.608147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Pushing event deleted for resources: {'Port': ['ID=8552f841-9b04-4424-a087-1dc5912207cf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:59.639039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] No DVR routers for this DVR port a0ce704f-2027-474c-a4bf-68030cc5e540 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:30:59.678645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.682348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:30:59.683432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2095e4b9-2580-4845-92dc-7d16f95c0dca req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.57 "DELETE /v2.0/ports/a0ce704f-2027-474c-a4bf-68030cc5e540 HTTP/1.1" status: 204 len: 173 time: 2.8342659 Nov 15 22:30:59.686672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:59.687232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'name': 'network-vif-deleted', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:30:59.689971 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b45d3-9e82-4c79-a0de-6548743ab732" -d '{"events": [{"server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "name": "network-vif-deleted", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:59.702367 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577bb238-18d2-4c27-a035-84ce8a35a117" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:30:59.705088 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.761334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c0351-0eb3-4214-986e-c4b311eb5022 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] Pushing event deleted for resources: {'Port': ['ID=a0ce704f-2027-474c-a4bf-68030cc5e540,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:30:59.769647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.809048 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:30:56Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.847525 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638c6ee-86c5-4d5a-b04c-9a1011be3af2 None None] The sync data for ids ['68bb0eee-0387-4f01-9491-6a16c770d03a'] in n-d-817995-3 is: [{'id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'name': 'tempest-ServersTestJSON-140138150-router', 'tenant_id': '39fabf82b2cf4875a7fe274e16aa35da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:28:07Z', 'updated_at': '2021-11-15T22:30:56Z', 'revision_number': 5, 'project_id': '39fabf82b2cf4875a7fe274e16aa35da', 'gw_port': {'id': '4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb0eee-0387-4f01-9491-6a16c770d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:28:08Z', 'updated_at': '2021-11-15T22:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:30:59.857003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:30:59.861367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0ce704f-2027-474c-a4bf-68030cc5e540 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:30:59.946900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: a0ce704f-2027-474c-a4bf-68030cc5e540 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:30:59.947165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0ce704f-2027-474c-a4bf-68030cc5e540 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:30:59.949422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b1a545-857e-4deb-b65d-0eb66e936ffa']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.979150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.979668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfbaaee-0ae1-4a90-b875-f8561fc5bb2c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:30:59.997089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c2de-081f-4fd9-b62d-3071f0fbb53e req-121a3108-9aa0-49ce-94ab-79d1c0973a3a tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:30:59.997986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=14']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:00.004741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3a5c2de-081f-4fd9-b62d-3071f0fbb53e req-121a3108-9aa0-49ce-94ab-79d1c0973a3a tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 1101 time: 1.1445727 Nov 15 22:31:00.011301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting subnet 30da70e8-faea-451b-9f23-a0852a7425d5 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:00.018409 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.025356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c7f0550-f28e-4cc9-9b36-05634f72138b req-fa2d6e44-63a8-426a-a4d1-44b45059c7af tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/security-groups?id=b3348a37-8f00-4204-9475-7f51b7fa242b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3727853 Nov 15 22:31:00.029825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.061430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:00.152771 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:00.186317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3a5c2de-081f-4fd9-b62d-3071f0fbb53e req-559b9289-ca50-470d-9a2d-ac95269d7778 tempest-MigrationsAdminTest-1446014776 tempest-MigrationsAdminTest-1446014776-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705182 Nov 15 22:31:00.203609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.225294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.306180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 197943eb-3b18-4cc0-b7d5-14a21d62b256 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:00.365179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 197943eb-3b18-4cc0-b7d5-14a21d62b256 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:00.365521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 197943eb-3b18-4cc0-b7d5-14a21d62b256 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:00.379283 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971203a-827c-49b4-b176-d1cd75234990 x-openstack-request-id: req-0971203a-827c-49b4-b176-d1cd75234990 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:00.380600 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-plugged", "status": "completed", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:00.381654 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0971203a-827c-49b4-b176-d1cd75234990 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:00.382235 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'code': 200} Nov 15 22:31:00.419176 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d6072-dafd-4824-9324-04dc23082015 x-openstack-request-id: req-955d6072-dafd-4824-9324-04dc23082015 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:00.419474 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4569e1d-ac04-449b-989a-3bba604768c9", "name": "network-vif-deleted", "tag": "a0ce704f-2027-474c-a4bf-68030cc5e540", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:00.419732 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-955d6072-dafd-4824-9324-04dc23082015 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:00.420148 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4569e1d-ac04-449b-989a-3bba604768c9', 'name': 'network-vif-deleted', 'tag': 'a0ce704f-2027-474c-a4bf-68030cc5e540', 'status': 'completed', 'code': 200} Nov 15 22:31:00.423122 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.477485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Pushing event deleted for resources: {'Port': ['ID=8a492917-98a0-422f-aa44-2ed330d6ada2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:00.493533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.517107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.520578 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] 10.222.0.15 "DELETE /v2.0/networks/e1b1a545-857e-4deb-b65d-0eb66e936ffa HTTP/1.1" status: 204 len: 168 time: 2.9269879 Nov 15 22:31:00.573763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f77d0-9004-436f-b64d-8292ddfa712f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b1a545-857e-4deb-b65d-0eb66e936ffa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:00.638318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.699745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] No DVR routers for this DVR port 8a492917-98a0-422f-aa44-2ed330d6ada2 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:00.705042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.712026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794acb03-3684-4b70-b5a6-a01c17c23ef9 req-105f868c-1263-4aa6-8e48-043a3dd0228e tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.57 "DELETE /v2.0/ports/8a492917-98a0-422f-aa44-2ed330d6ada2 HTTP/1.1" status: 204 len: 173 time: 2.3814473 Nov 15 22:31:00.715925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09474eb9-a56e-436e-af40-e201e174b74c req-e9b795d0-16b5-442f-b376-9ee8300400d5 tempest-ListServerFiltersTestJSON-1583296226 tempest-ListServerFiltersTestJSON-1583296226-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4569e1d-ac04-449b-989a-3bba604768c9 HTTP/1.1" status: 200 len: 210 time: 0.3226614 Nov 15 22:31:00.813108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.863705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:00.962097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Subnet': ['ID=30da70e8-faea-451b-9f23-a0852a7425d5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:01.037188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8acb3f9-5ab0-4bbe-9c5a-1ac07d2a9e1c None None] Network f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:01.058646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.070955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48868) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:01.073777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00f4c1bf-e838-4c7b-9252-0a51ccce3bc2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/subnets/30da70e8-faea-451b-9f23-a0852a7425d5 HTTP/1.1" status: 204 len: 168 time: 2.1603074 Nov 15 22:31:01.189614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:01.274818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-521a2048-525d-4cf8-8ee3-07ef326636ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=266d644decdd4e5292d3b9656d905e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817175 Nov 15 22:31:01.279807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:01.330667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Deleting port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:01.331246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.361308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.454466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:01.462770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] DHCP port deletion for f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:01.463265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.486448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7484-502d-4b1f-b39b-38525b9edba7 req-fad1654b-4cb7-42a6-a355-12a3404097b6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:01.487909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-137d7484-502d-4b1f-b39b-38525b9edba7 req-fad1654b-4cb7-42a6-a355-12a3404097b6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 951 time: 0.4125168 Nov 15 22:31:01.552842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] For port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,segment=NetworkSegment(38f22d6f-5af2-4180-a7f8-0ac02d802ac5),segment_id=38f22d6f-5af2-4180-a7f8-0ac02d802ac5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:01.553573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.556147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318b421c-f2aa-4435-b88c-95cc19906447 req-fc91ef48-f60b-4293-bc71-54b92eada051 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186 tempest-FloatingIPsAssociationNegativeTestJSON-1299732186-project] 10.222.0.15 "GET /v2.0/ports?device_id=4055f85c-a8f8-4790-b8e0-cc10af33f1b3 HTTP/1.1" status: 200 len: 210 time: 0.1561589 Nov 15 22:31:01.575027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:01.600253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Deleting port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:01.600600 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.702512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.740107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-137d7484-502d-4b1f-b39b-38525b9edba7 req-29cfebe9-4455-4741-a076-11ae5630a7c5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158959 Nov 15 22:31:01.749634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] For port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,segment=NetworkSegment(38f22d6f-5af2-4180-a7f8-0ac02d802ac5),segment_id=38f22d6f-5af2-4180-a7f8-0ac02d802ac5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:01.750286 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.756364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] For port 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:01.770647 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.778392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.783186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.822471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] No DVR routers for this DVR port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:01.826513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Calling delete_port for 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:01.832495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:01.843578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Calling delete_port for 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:01.866085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48884) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:01.879884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8a492917-98a0-422f-aa44-2ed330d6ada2 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:01.941311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Deleting subnet d045fbf8-77bf-433e-b19e-f0617daba38b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:01.945206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:01.982705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 8a492917-98a0-422f-aa44-2ed330d6ada2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:01.983144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8a492917-98a0-422f-aa44-2ed330d6ada2 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:02.003711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.052368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.055426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.059180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf9b151e-cf5e-4d85-bf15-450a00e0b523 HTTP/1.1" status: 204 len: 168 time: 0.7699409 Nov 15 22:31:02.059800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.116124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] Pushing event deleted for resources: {'Port': ['ID=3d6c1dbe-3e7e-41a9-9388-9b27739f4645,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:02.124337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911a3d-6a7d-442b-b657-91659550135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b151e-cf5e-4d85-bf15-450a00e0b523,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:02.125353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164402c-2ff1-41ff-8b79-c6b3b928c27e None None] No DVR routers for this DVR port 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:02.234328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.262377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:02.288167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.295272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:02.301118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:02.303203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3d6c1dbe-3e7e-41a9-9388-9b27739f4645 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:02.361112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.395648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76e63d8-5e7c-48e2-91dc-499b9f90c0b1']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:02.396503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.419932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f22d6f-5af2-4180-a7f8-0ac02d802ac5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:02.420235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f22d6f-5af2-4180-a7f8-0ac02d802ac5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:02.422032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'name': 'network-vif-deleted', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:02.424296 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e08d4-62f9-4f4c-825e-725ff857e68d" -d '{"events": [{"server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "name": "network-vif-deleted", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:02.517812 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332aeae5-67fa-4eff-9103-7eb538f54b92 x-openstack-request-id: req-332aeae5-67fa-4eff-9103-7eb538f54b92 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:02.518098 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4055f85c-a8f8-4790-b8e0-cc10af33f1b3", "name": "network-vif-deleted", "tag": "8a492917-98a0-422f-aa44-2ed330d6ada2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:02.518350 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-332aeae5-67fa-4eff-9103-7eb538f54b92 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:02.518770 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4055f85c-a8f8-4790-b8e0-cc10af33f1b3', 'name': 'network-vif-deleted', 'tag': '8a492917-98a0-422f-aa44-2ed330d6ada2', 'status': 'completed', 'code': 200} Nov 15 22:31:02.525371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.554251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.554548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.557312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.589758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ecae-94c9-4026-b503-2fe09b66128e req-ff26fe11-bf8a-4f64-8029-0107f8fbcb59 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:02.594453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6020ecae-94c9-4026-b503-2fe09b66128e req-ff26fe11-bf8a-4f64-8029-0107f8fbcb59 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 951 time: 0.1784921 Nov 15 22:31:02.649080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:02.651200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:02.651626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:02.687301 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:02.816252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.896841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d045fbf8-77bf-433e-b19e-f0617daba38b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:02.903555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.913418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.926518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/networks/f76e63d8-5e7c-48e2-91dc-499b9f90c0b1 HTTP/1.1" status: 204 len: 168 time: 1.8542440 Nov 15 22:31:02.963191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:02.967535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.967773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Deleting port ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:02.967866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68bb0eee-0387-4f01-9491-6a16c770d03a {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:31:02.967969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.973762 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:02.977478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a58ce49-cda7-4d47-a035-eeaa17bbc8c2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/68bb0eee-0387-4f01-9491-6a16c770d03a HTTP/1.1" status: 204 len: 168 time: 4.2874417 Nov 15 22:31:02.979833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48912) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:02.986612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76322d1-34f7-481f-ab55-1e745cd5c864 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Network': ['ID=f76e63d8-5e7c-48e2-91dc-499b9f90c0b1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:02.990362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6752dd-6b8a-417b-aca1-0b8365217216 None None] Network e9f6217e-7f39-4194-a007-0597d196dc8f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:03.037719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.042043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-51f5668d-4544-4a1d-b29d-4db705965304 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d045fbf8-77bf-433e-b19e-f0617daba38b HTTP/1.1" status: 204 len: 168 time: 1.1744499 Nov 15 22:31:03.059892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:03.171696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf2f31-2ca7-426c-a511-9f9018a4a051 req-f665ceca-bd10-43a0-9d2b-a447907252f6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:03.173860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cebf2f31-2ca7-426c-a511-9f9018a4a051 req-f665ceca-bd10-43a0-9d2b-a447907252f6 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 951 time: 0.3028674 Nov 15 22:31:03.289956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cebf2f31-2ca7-426c-a511-9f9018a4a051 req-75a7d052-639e-46ca-bff4-4abf31159bdc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081963 Nov 15 22:31:03.385196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Deleting subnet 24a176ad-f786-4db8-9692-97c8c06073cd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:03.399624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.406497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.452847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] For port ce4c2b17-a1ee-4875-8282-4075f57bb518, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ce4c2b17-a1ee-4875-8282-4075f57bb518,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:03.453209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.497317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.499338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Calling delete_port for ce4c2b17-a1ee-4875-8282-4075f57bb518 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:03.588727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port c978a84e-59e8-4ae2-bf7e-f68ad5420a7d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:03.589020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.597521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] DHCP port deletion for e9f6217e-7f39-4194-a007-0597d196dc8f request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:03.698208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.713065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Deleting port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:03.713597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:03.858157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:03.999030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.089212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1901151816-network', 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:04.154608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] For port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:04.155177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.183494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Deleting port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:04.183833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.184991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Calling delete_port for 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:04.249792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.250154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.260868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:04.265388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:04.267481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.283371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.292396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.293907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for c978a84e-59e8-4ae2-bf7e-f68ad5420a7d owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:04.342691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b', '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', '2da2f5ce-ec57-4728-aba6-d83effc79c4d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:04.356719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['ce4c2b17-a1ee-4875-8282-4075f57bb518'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:04.419234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Deleting port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:04.419568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.452653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event deleted for resources: {'Port': ['ID=ce4c2b17-a1ee-4875-8282-4075f57bb518,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:04.469197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.520181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] For port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,segment=NetworkSegment(c96fbbb9-cedf-46e4-9c42-567b867c60a0),segment_id=c96fbbb9-cedf-46e4-9c42-567b867c60a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:04.520541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.548460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a6513-98e4-4c1d-a12a-5626be2ae824 None None] Network 70ba7d00-e530-4d3d-b11b-10e9e49ca769 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:04.563233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.580368 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/24a176ad-f786-4db8-9692-97c8c06073cd HTTP/1.1" status: 204 len: 168 time: 1.5961347 Nov 15 22:31:04.627691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:04.657845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9921872-9a88-4d40-8ae3-a1dec2de8886 req-7d626149-25ef-45ae-86a7-edf7d78456f4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.1049500 Nov 15 22:31:04.699461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.725294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] No DVR routers for this DVR port ce4c2b17-a1ee-4875-8282-4075f57bb518 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:04.733940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.741864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6020ecae-94c9-4026-b503-2fe09b66128e req-063c4b6a-d743-450a-b7b4-0c9508039d3f tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.55 "DELETE /v2.0/ports/ce4c2b17-a1ee-4875-8282-4075f57bb518 HTTP/1.1" status: 204 len: 173 time: 2.1343417 Nov 15 22:31:04.750232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-deleted', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:04.760816 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a80b4d-f78d-4ac3-88ef-89b53414e934" -d '{"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-deleted", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:04.787470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6216b-e6fa-44be-92d8-695e88e4ef42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a176ad-f786-4db8-9692-97c8c06073cd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:04.791260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Calling delete_port for 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:04.805701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00ad031a-c368-407c-8074-0ef1907d264d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.857173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:04.914119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c8b21d-f36a-486e-96ab-1325d4d2f4e9 x-openstack-request-id: req-a5c8b21d-f36a-486e-96ab-1325d4d2f4e9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:04.914412 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d47ee-63dc-441d-8ff4-695533a6264e", "name": "network-vif-deleted", "tag": "ce4c2b17-a1ee-4875-8282-4075f57bb518", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:04.914671 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5c8b21d-f36a-486e-96ab-1325d4d2f4e9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:04.915046 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d47ee-63dc-441d-8ff4-695533a6264e', 'name': 'network-vif-deleted', 'tag': 'ce4c2b17-a1ee-4875-8282-4075f57bb518', 'status': 'completed', 'code': 200} Nov 15 22:31:04.937468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] No DVR routers for this DVR port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:04.943474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ef66-4de1-4d9c-abc1-86821e52c994 None None] Pushing event deleted for resources: {'Port': ['ID=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:04.960910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:04.970286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.022285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:05.027976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4939d2a2-4fc8-45f2-8bf4-f062a8c1b8e4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:05.032565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.049959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] For port ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:05.050324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.055415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.103835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Calling delete_port for ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:05.127170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] DHCP port deletion for 70ba7d00-e530-4d3d-b11b-10e9e49ca769 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:05.133689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.186374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4ae6f6-8a85-43eb-ac43-5ac2047e1761,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.191288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] No DVR routers for this DVR port 5d4ae6f6-8a85-43eb-ac43-5ac2047e1761 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:05.244699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Deleting port 2ac52526-f77a-4372-8e72-92a2a5a8629e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:05.245422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.258615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3cc73-a486-4b58-8b9e-8741f9d429ac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.298080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:05.313503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.341023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.341998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f6217e-7f39-4194-a007-0597d196dc8f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:05.342542 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Added segment 4c48df27-897c-4f85-84b4-c2313a453b3e of type vlan for network 29870724-b3dc-4e41-9db6-b3590b40b7ab Nov 15 22:31:05.357441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96fbbb9-cedf-46e4-9c42-567b867c60a0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:05.357441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96fbbb9-cedf-46e4-9c42-567b867c60a0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:05.371151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.371525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] For port 2ac52526-f77a-4372-8e72-92a2a5a8629e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac52526-f77a-4372-8e72-92a2a5a8629e,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:05.371929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.386987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.394301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:05.394754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.434042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Calling delete_port for 2ac52526-f77a-4372-8e72-92a2a5a8629e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:05.434670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Deleting port 2ac52526-f77a-4372-8e72-92a2a5a8629e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:05.435540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:05.464238 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:05.466908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.554356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=c978a84e-59e8-4ae2-bf7e-f68ad5420a7d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.561677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.568983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.576404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e9f6217e-7f39-4194-a007-0597d196dc8f HTTP/1.1" status: 204 len: 168 time: 2.5139713 Nov 15 22:31:05.580344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.589312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] For port 2ac52526-f77a-4372-8e72-92a2a5a8629e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2ac52526-f77a-4372-8e72-92a2a5a8629e,segment=NetworkSegment(50b742b4-4047-4649-bca7-b27f6f688419),segment_id=50b742b4-4047-4649-bca7-b27f6f688419)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:05.590528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.593362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412400-5c94-44cf-8a2d-74301dda20a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f6217e-7f39-4194-a007-0597d196dc8f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.601220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.604067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.605291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-06f76cfd-7501-4381-b95d-d3fded3f2056 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/floatingips/85353234-fac5-4d2f-b500-7cf502ed943d HTTP/1.1" status: 204 len: 168 time: 2.6409903 Nov 15 22:31:05.609672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:05.617442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.637863 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1555af3f-45c3-4b25-ae57-fbd41920be91 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] DELETE failed (client error): The resource could not be found. Nov 15 22:31:05.638796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1555af3f-45c3-4b25-ae57-fbd41920be91 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:31:05.642391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1555af3f-45c3-4b25-ae57-fbd41920be91 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/aa2354c3-3164-4e5d-91af-92158fc8796c HTTP/1.1" status: 404 len: 333 time: 0.0317826 Nov 15 22:31:05.644987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48954) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:05.648255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Calling delete_port for 2ac52526-f77a-4372-8e72-92a2a5a8629e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:05.669690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] Pushing event deleted for resources: {'Port': ['ID=2ac52526-f77a-4372-8e72-92a2a5a8629e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.686288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d875d1-20e6-404d-bfb9-7265e337f772 None None] No DVR routers for this DVR port 2ac52526-f77a-4372-8e72-92a2a5a8629e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:05.754848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.755896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:05.756498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:05.922978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea971aa4-1ffd-4e7d-8e14-6124dc1333ab req-06064c36-b246-4b16-abdd-81fd43617d31 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=b78d47ee-63dc-441d-8ff4-695533a6264e HTTP/1.1" status: 200 len: 210 time: 0.0533175 Nov 15 22:31:05.969300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] Pushing event updated for resources: {'Network': ['ID=29870724-b3dc-4e41-9db6-b3590b40b7ab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:05.983215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:05.984457 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.018340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] No DVR routers for this DVR port 2ac52526-f77a-4372-8e72-92a2a5a8629e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:06.021333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac52526-f77a-4372-8e72-92a2a5a8629e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:06.104685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.137299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ba7d00-e530-4d3d-b11b-10e9e49ca769']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:06.151349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b742b4-4047-4649-bca7-b27f6f688419') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:06.151552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b742b4-4047-4649-bca7-b27f6f688419') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:06.164176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7ad0f44b-c0ee-494a-a769-b08a85b8f377 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6092851-28d0-4bb8-9e37-b042a3262600 HTTP/1.1" status: 200 len: 205 time: 0.5141830 Nov 15 22:31:06.164176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.173835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.196338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.205065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c9fd0ec-8b15-4427-833f-bd4d7739903c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3444161 Nov 15 22:31:06.211259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.222565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Request body: {'subnet': {'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1901151816-subnet', 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:06.227738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.232018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac52526-f77a-4372-8e72-92a2a5a8629e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:06.262681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2ac52526-f77a-4372-8e72-92a2a5a8629e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:06.264964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2ac52526-f77a-4372-8e72-92a2a5a8629e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:06.277432 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-72a88d1d-c884-409d-a197-a8c62a8b286a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] delete failed (client error): The resource could not be found. Nov 15 22:31:06.277774 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72a88d1d-c884-409d-a197-a8c62a8b286a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/routers/e6092851-28d0-4bb8-9e37-b042a3262600 HTTP/1.1" status: 404 len: 336 time: 0.1139767 Nov 15 22:31:06.280118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.287710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:06.288122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.293392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:06.295318 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:06.319493 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-45901010-ce7c-44e5-9a76-c1742e6aad0e tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] DELETE failed (client error): The resource could not be found. Nov 15 22:31:06.320035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45901010-ce7c-44e5-9a76-c1742e6aad0e tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:31:06.324561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45901010-ce7c-44e5-9a76-c1742e6aad0e tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/subnets/30da70e8-faea-451b-9f23-a0852a7425d5 HTTP/1.1" status: 404 len: 337 time: 0.0423186 Nov 15 22:31:06.337225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48970) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.522451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port d2a7aeba-2077-4274-8ddb-0e8b3561e90a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:06.522451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.631098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.640056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.663420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.665666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:06.668344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.685604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for d2a7aeba-2077-4274-8ddb-0e8b3561e90a owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:06.709738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a74e6b39-921a-463c-987c-9b4e9e9821e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17f2357e3d0849b0a3ed0ab3e2ee6842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771954 Nov 15 22:31:06.713482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:06.715127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.728535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.732566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/70ba7d00-e530-4d3d-b11b-10e9e49ca769 HTTP/1.1" status: 204 len: 168 time: 2.1024480 Nov 15 22:31:06.753148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3d07e-aa06-4058-93cb-432e42e6de1f admin admin] Pushing event deleted for resources: {'Network': ['ID=70ba7d00-e530-4d3d-b11b-10e9e49ca769,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:06.829991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:06.965518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.062582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.104387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=d2a7aeba-2077-4274-8ddb-0e8b3561e90a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:07.118226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Router ff190e05-a210-45d0-a100-fcf3e4ee8427 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:31:07.145941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.170732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1dcb727f-a9d5-400d-9baa-fe9d5128de37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.203538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.223660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.226598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e HTTP/1.1" status: 204 len: 168 time: 0.5128093 Nov 15 22:31:07.245563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:07.294445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: ce4c2b17-a1ee-4875-8282-4075f57bb518 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:07.295024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ce4c2b17-a1ee-4875-8282-4075f57bb518 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:07.301211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fb98c-b91b-4bb2-8b9e-9e29a402ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8935b2-6ce7-4ca8-920d-95d55b6c9d9e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:07.322486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.335088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0775eb6d-4eb5-408e-b7bb-e2780f09ec6d tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/d2a7aeba-2077-4274-8ddb-0e8b3561e90a HTTP/1.1" status: 204 len: 168 time: 0.9950130 Nov 15 22:31:07.336436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:07.359445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757c0eb5-d816-42b2-bea0-4c88f5d93da6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:07.382940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:07.383864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Network hostable DHCP agents. Network: 29870724-b3dc-4e41-9db6-b3590b40b7ab, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:07.386165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:31:07.395346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1808b0cb-9358-4fbf-bda3-0853204fe647 admin admin] 10.222.0.15 "PUT /v2.0/routers/ff190e05-a210-45d0-a100-fcf3e4ee8427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7448220 Nov 15 22:31:07.396656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:07.406025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Sync routers for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:31:07.435785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:07.437547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:07.456738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:07.550711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac32c0d5-0b09-438d-8888-0bf098a23bbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39fabf82b2cf4875a7fe274e16aa35da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792985 Nov 15 22:31:07.551370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:07.571011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.610496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:07.621162 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.623260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:07.764291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.812889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:07.851477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.946890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:07.993174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:31:05Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:08.043968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Checking router: ff190e05-a210-45d0-a100-fcf3e4ee8427 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:31:08.057297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Routers {'ff190e05-a210-45d0-a100-fcf3e4ee8427'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:08.058189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ff190e05-a210-45d0-a100-fcf3e4ee8427'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:08.144051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.147150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.148572 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69bda01f-4b89-4bde-9f40-107da701c6dc HTTP/1.1" status: 204 len: 168 time: 0.5936725 Nov 15 22:31:08.152251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.275930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.298572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] Set router ff190e05-a210-45d0-a100-fcf3e4ee8427 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:08.307695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:08.310059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:08.312449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fe1b6-ba27-4b91-9d3f-3aba51a7fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bda01f-4b89-4bde-9f40-107da701c6dc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:08.375437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845646-0e97-4251-898a-27f4fa613532 req-c886ce6d-aabf-41de-97ad-e2c0709958bc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:08.377378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84845646-0e97-4251-898a-27f4fa613532 req-c886ce6d-aabf-41de-97ad-e2c0709958bc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 951 time: 0.0763328 Nov 15 22:31:08.415374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 29870724-b3dc-4e41-9db6-b3590b40b7ab) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:08.423380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:08.424209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.436872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.443815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e935eaeb-d6ed-417f-9a74-57b8e0ccc1d2 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/ports/8cb08fa1-9b3c-4a84-a3ef-a568e7231ee4 HTTP/1.1" status: 204 len: 168 time: 1.1046505 Nov 15 22:31:08.444071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:08.470497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84845646-0e97-4251-898a-27f4fa613532 req-636a8c6d-32b5-4ab0-958a-adbcb097b026 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856566 Nov 15 22:31:08.483276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:08.552522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd24fc-913a-4d3b-b9b7-639af58da0f7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:08.567792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eadd24fc-913a-4d3b-b9b7-639af58da0f7 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "GET /v2.0/ports?device_id=67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 HTTP/1.1" status: 200 len: 913 time: 0.1220367 Nov 15 22:31:08.568546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0a42f9b4-7169-48fb-9b0a-95a3c93ccca3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3515909 Nov 15 22:31:08.575871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58755b9d-219f-4c25-b979-010b4ec4ed36 None None] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:08.579439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:08.742872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Deleting port ff1806f5-d94e-4d70-9914-676a7d83684b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:08.742872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.071292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:31:05Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:09.088868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] For port ff1806f5-d94e-4d70-9914-676a7d83684b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ff1806f5-d94e-4d70-9914-676a7d83684b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:09.090308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.147704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Calling delete_port for ff1806f5-d94e-4d70-9914-676a7d83684b owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:09.291006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:09.405965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c357397-2438-4f4d-bac4-a655d4e8c0d9 None None] The sync data for ids ['ff190e05-a210-45d0-a100-fcf3e4ee8427'] in n-d-817995-3 is: [{'id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1061773415-router', 'tenant_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:30:01Z', 'updated_at': '2021-11-15T22:31:05Z', 'revision_number': 5, 'project_id': 'd5ad7f03aff24bcbbe63fd86fc4f0a57', 'gw_port': {'id': 'ff1806f5-d94e-4d70-9914-676a7d83684b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff190e05-a210-45d0-a100-fcf3e4ee8427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:30:02Z', 'updated_at': '2021-11-15T22:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:31:09.419630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95684a07-c85c-4ffb-a093-e8852d862ba7 None None] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:09.452398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-62b3f8ee-f0eb-4c92-ad5f-6fa7595a731b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:09.465441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-62b3f8ee-f0eb-4c92-ad5f-6fa7595a731b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 951 time: 0.5305800 Nov 15 22:31:09.716601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Deleting port 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:09.717293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.744239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-329396957-network', 'tenant_id': '0d39b4bdbc6f4b5283bc9797c9f89583'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:09.785575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.916914 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.964348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] For port 2da2f5ce-ec57-4728-aba6-d83effc79c4d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=2da2f5ce-ec57-4728-aba6-d83effc79c4d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:09.964755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:09.981825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Calling delete_port for 2da2f5ce-ec57-4728-aba6-d83effc79c4d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:10.005334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Made reservation on behalf of 0d39b4bdbc6f4b5283bc9797c9f89583 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:10.010864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.040730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1806f5-d94e-4d70-9914-676a7d83684b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:10.071387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.282708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:10.305984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.347913 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.363263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:10.363613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ad11e10b-2075-4cff-8eb9-ed0cf7fc1fe7 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:10.509348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-3541b2a6-5ca3-407e-9d41-75ff4675df13 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:10.520264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-3541b2a6-5ca3-407e-9d41-75ff4675df13 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.7031248 Nov 15 22:31:10.521826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.534893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b', '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:10.548267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.564132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-aafd2673-ef70-44ff-98c2-809d284bdb39 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0447717 Nov 15 22:31:10.576150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event deleted for resources: {'Port': ['ID=2da2f5ce-ec57-4728-aba6-d83effc79c4d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:10.636131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] No DVR routers for this DVR port 2da2f5ce-ec57-4728-aba6-d83effc79c4d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:10.641036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.644958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-79a202e8-0d5d-43a1-9c56-3f91dd3bae1b req-d09318e5-7965-425a-b073-898350f98839 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "DELETE /v2.0/ports/2da2f5ce-ec57-4728-aba6-d83effc79c4d HTTP/1.1" status: 204 len: 173 time: 1.1752913 Nov 15 22:31:10.645417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-deleted', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:10.647761 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12034873-2bc3-4eeb-8c8e-3318be21e8f1" -d '{"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-deleted", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:10.675882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 9ee05470-f873-49da-b2a9-2e22e0f7dd44 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:10.676223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.708429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-7d20265b-37ce-4b89-8fda-e5dd48a969d5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427858 Nov 15 22:31:10.833750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:10.910775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:10.941559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 9ee05470-f873-49da-b2a9-2e22e0f7dd44 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:10.976746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4724bd-6769-413d-81ab-bb9db54c7524 req-35fbdd09-5351-43b9-b75f-f1072cabb9ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:10.990879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4724bd-6769-413d-81ab-bb9db54c7524 req-35fbdd09-5351-43b9-b75f-f1072cabb9ef tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=1405fe06-bca7-49be-92c9-fedb56446e38 HTTP/1.1" status: 200 len: 951 time: 0.7990258 Nov 15 22:31:11.048719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1670125984-network', 'tenant_id': 'd4df98390eea49329a7a66317bcec39d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:11.099590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.150598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.203814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4724bd-6769-413d-81ab-bb9db54c7524 req-ebecc469-1a0f-4315-ad4f-66d52ad4b0fc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116637 Nov 15 22:31:11.231597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Made reservation on behalf of d4df98390eea49329a7a66317bcec39d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:11.244228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.282389 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.301596 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67507ab0-ff44-48b2-8c95-bfdd0aab9216 x-openstack-request-id: req-67507ab0-ff44-48b2-8c95-bfdd0aab9216 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:11.301895 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405fe06-bca7-49be-92c9-fedb56446e38", "name": "network-vif-deleted", "tag": "2da2f5ce-ec57-4728-aba6-d83effc79c4d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:11.302150 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67507ab0-ff44-48b2-8c95-bfdd0aab9216 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:11.302566 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405fe06-bca7-49be-92c9-fedb56446e38', 'name': 'network-vif-deleted', 'tag': '2da2f5ce-ec57-4728-aba6-d83effc79c4d', 'status': 'completed', 'code': 200} Nov 15 22:31:11.359354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.405151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-671ef852-f2e6-460c-b933-ab0720d46fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941772 Nov 15 22:31:11.427254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.427254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff190e05-a210-45d0-a100-fcf3e4ee8427 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:31:11.460953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.465954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b76d4505-37b8-43ea-b4f3-975df30cd84a admin admin] 10.222.0.15 "DELETE /v2.0/routers/ff190e05-a210-45d0-a100-fcf3e4ee8427 HTTP/1.1" status: 204 len: 168 time: 4.0674958 Nov 15 22:31:11.470204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:11.557994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.601322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Deleting subnet 7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:11.610075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.622967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:11.644391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.645979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.649915 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Added segment 85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f of type vlan for network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 Nov 15 22:31:11.722865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.732796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.790821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df7c42c-fdc2-4bd8-9fc9-090f832d440e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:11.801937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.805559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=9ee05470-f873-49da-b2a9-2e22e0f7dd44,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:11.829261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.832180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:11.833289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.834596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:11.852346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:11.854558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a51f98-0100-4787-8df0-44d6379447af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:11.879007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-2afbe755-ae86-4849-b605-63ea3a123f65 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614356 Nov 15 22:31:11.906421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:11.934686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 2da2f5ce-ec57-4728-aba6-d83effc79c4d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:11.939528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 2da2f5ce-ec57-4728-aba6-d83effc79c4d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:11.982060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8649fec5-09fe-45c9-9cfe-17f72c82b6b5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:11.994899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:12.026405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dff0c6bf-19b0-4779-a33b-e223ed2237d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7329462 Nov 15 22:31:12.029060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:12.033977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Request body: {'subnet': {'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-329396957-subnet', 'tenant_id': '0d39b4bdbc6f4b5283bc9797c9f89583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:12.076922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.077512 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Added segment bddc3d5b-0793-42dc-b734-cc5030d5aae1 of type vlan for network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 Nov 15 22:31:12.097942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.166813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Made reservation on behalf of 0d39b4bdbc6f4b5283bc9797c9f89583 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:12.169578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.204679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ff1806f5-d94e-4d70-9914-676a7d83684b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:12.379210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ff1806f5-d94e-4d70-9914-676a7d83684b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:12.379748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ff1806f5-d94e-4d70-9914-676a7d83684b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:12.390753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.449711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.603988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.603988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:12.607111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.688631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a2fd278-4480-4b8a-8b5a-a57fcdd8c8bd req-53132051-89bd-4114-909f-088ec6ec9722 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.0702541 Nov 15 22:31:12.697119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=6146b3d5-69a3-48d8-8af0-587cfbdc1456,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:12.708954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:12.714364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.719838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-589a1715-f761-4515-890d-92cd3ff1fbf4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8843064 Nov 15 22:31:12.730064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:12.756879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Request body: {'subnet': {'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1670125984-subnet', 'tenant_id': 'd4df98390eea49329a7a66317bcec39d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:12.795958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.870705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84c83dd-8f77-4908-8ffe-a718ff567de6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:12.892360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Checking segment: {'id': '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:12.893900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Network hostable DHCP agents. Network: 8649fec5-09fe-45c9-9cfe-17f72c82b6b5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:12.915914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:12.916424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f3aa8-905c-4c2b-9e0c-a4409983b15d None None] Network d2ccd2c2-b607-4ac1-b919-625c4c97d265 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:12.921712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:12.923357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8 HTTP/1.1" status: 204 len: 168 time: 1.4521060 Nov 15 22:31:12.931269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:31:12.943950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208120-4166-433c-aaee-6cf8430737fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9b6e35-ff3f-4b96-9da5-3ba41c2132f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:13.052281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Made reservation on behalf of d4df98390eea49329a7a66317bcec39d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:13.057711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.066732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:13.175742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:31:13.188755 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] Sync routers for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:31:13.193759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c1b4738-e2c7-47d3-85ed-bf5fc993318a tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "PUT /v2.0/routers/67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6128099 Nov 15 22:31:13.195930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:13.221097 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:13.235909 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:13.271566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8649fec5-09fe-45c9-9cfe-17f72c82b6b5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:13.289021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf2c07-1b04-44b2-96a6-35f49d584cb7 None None] Network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:13.314700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:13.316002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.329200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.400392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] DHCP port deletion for d2ccd2c2-b607-4ac1-b919-625c4c97d265 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:13.407998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65137893-b83f-4f6d-839b-7deaebf18ace req-696927fc-0031-4255-8418-967cc8e5ea11 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:13.411612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65137893-b83f-4f6d-839b-7deaebf18ace req-696927fc-0031-4255-8418-967cc8e5ea11 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.3419890 Nov 15 22:31:13.452019 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:13.486538 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] Routers {'67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:13.486538 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:13.497856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.522655 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:13.523667 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f2459-e81c-46c7-b29e-0e1ae079198b None None] The sync data for ids ['67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:31:13.533529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-298acaee-f293-438b-9ec9-2aa0cc765a34 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5034311 Nov 15 22:31:13.560819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Deleting port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:13.561191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.718423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] For port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,segment=NetworkSegment(0c9d2310-0423-4cc3-88c0-d25cdf2cac37),segment_id=0c9d2310-0423-4cc3-88c0-d25cdf2cac37)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:13.725096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.755385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Calling delete_port for 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:13.809068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:13.951063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997d511-99bc-4ba9-80d0-a8132dd976bc None None] Network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:13.978208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-218a4650-17ec-451f-81f1-8a6bae2933f5 req-ba6ca207-3de3-4671-a53f-1734f707d69f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.1907480 Nov 15 22:31:13.983233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a27663-a14d-491a-9611-4550a85ef05d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:14.016108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65137893-b83f-4f6d-839b-7deaebf18ace req-9a50f336-4359-4d44-8245-9166658c3a5b tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934584 Nov 15 22:31:14.130240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Deleting port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:14.130240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.270051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:14.357379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] For port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3, host n-d-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:14.358062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.365928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.372924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:14.373586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:14.430918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] Pushing event deleted for resources: {'Port': ['ID=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:14.432181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Calling delete_port for 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:14.443678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe7dd2-7d5a-4b6b-a16a-9bd05231993d None None] No DVR routers for this DVR port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:14.445627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:31:14.448038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.473645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] No DVR routers for this DVR port 0695fc17-ce84-4e9d-8b05-ecad7464b2b3 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:14.536351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0695fc17-ce84-4e9d-8b05-ecad7464b2b3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:14.547182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Checking segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:14.547182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Network hostable DHCP agents. Network: 6146b3d5-69a3-48d8-8af0-587cfbdc1456, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:14.614309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5374e-6053-426d-bdea-e612c35c12dd req-84c8d0e2-e9c7-4d98-8a33-2b499b0ba1de tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:14.616171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93d5374e-6053-426d-bdea-e612c35c12dd req-84c8d0e2-e9c7-4d98-8a33-2b499b0ba1de tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.0763073 Nov 15 22:31:14.635493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.657814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.659504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ccd2c2-b607-4ac1-b919-625c4c97d265']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:14.671012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9d2310-0423-4cc3-88c0-d25cdf2cac37') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:14.671625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9d2310-0423-4cc3-88c0-d25cdf2cac37') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:14.683388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.698401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.705384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:14.706598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:14.780952 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:14.850479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Deleting port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:14.851865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:14.922804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-3cc54be8-2350-421b-bed4-07a3e066c283 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:14.934116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-3cc54be8-2350-421b-bed4-07a3e066c283 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/networks?id=8649fec5-09fe-45c9-9cfe-17f72c82b6b5 HTTP/1.1" status: 200 len: 813 time: 0.2130890 Nov 15 22:31:14.957417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-e2bbeea1-b4c5-4bf2-8f16-6a2f6c960fe0 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/quotas/0d39b4bdbc6f4b5283bc9797c9f89583 HTTP/1.1" status: 200 len: 375 time: 0.0219390 Nov 15 22:31:14.983973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:15.007849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.020591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-4bd7bbc4-cfab-4efc-aeb2-cf26ee0ed491 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d39b4bdbc6f4b5283bc9797c9f89583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607059 Nov 15 22:31:15.026204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] For port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:15.026567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.029121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-46a639ed-8a90-4170-a775-bbd33d3e4da3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:31:15.038044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-46a639ed-8a90-4170-a775-bbd33d3e4da3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148673 Nov 15 22:31:15.046238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Calling delete_port for 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:15.065296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.065296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2ccd2c2-b607-4ac1-b919-625c4c97d265 HTTP/1.1" status: 204 len: 168 time: 2.1398108 Nov 15 22:31:15.122104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52068d6d-b950-4419-978a-d55c5729a4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ccd2c2-b607-4ac1-b919-625c4c97d265,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:15.150025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6146b3d5-69a3-48d8-8af0-587cfbdc1456) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:15.159789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:15.160378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.178659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997dc90-ac0f-4d2f-8a20-76e07ba7426c None None] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:15.204044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1339083-9feb-43ef-9de7-5770634682ca req-2b5229d9-393a-45b3-a01a-359070a63f37 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.0657010 Nov 15 22:31:15.239552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-019a43a9-36ab-4fc8-80f0-bd48b9534d19 service neutron] 10.222.0.15 "GET /v2.0/networks/8649fec5-09fe-45c9-9cfe-17f72c82b6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000718 Nov 15 22:31:15.258718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting port 465c2857-0253-40c7-bcd3-d6bd96b691bf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:15.332639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.389496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-3ee5114f-cfb6-4905-a062-69c873305169 service neutron] 10.222.0.15 "GET /v2.0/networks/8649fec5-09fe-45c9-9cfe-17f72c82b6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488404 Nov 15 22:31:15.414618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.423564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f13a4-c329-429e-8fb8-23eceb4bac8d req-4810950c-8db4-4384-a894-d81d1ffb0c65 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:15.425184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db4f13a4-c329-429e-8fb8-23eceb4bac8d req-4810950c-8db4-4384-a894-d81d1ffb0c65 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 950 time: 0.1131532 Nov 15 22:31:15.448701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Calling delete_port for 465c2857-0253-40c7-bcd3-d6bd96b691bf owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:15.506502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83155ae-5c37-48c4-85ac-a8eb9fe17a66 None None] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:15.525546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db4f13a4-c329-429e-8fb8-23eceb4bac8d req-6d584112-7cd0-40bb-83d4-2c58e0604040 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Nov 15 22:31:15.550427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9ff4365-23e2-4434-92dc-445567957d59 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8071523 Nov 15 22:31:15.704156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:15.716118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['9927a10e-41a2-4b52-a885-015b349fab5b', '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:15.849244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event deleted for resources: {'Port': ['ID=92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:15.865999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c76d983-1d30-4b44-93d0-a7397f396323 req-9fae8d46-ffe3-4d81-983b-83e13b42d655 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.0547569 Nov 15 22:31:15.942470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:15.969185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.032078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8766c43f-ce09-4d34-b8c4-d71bedda6bb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5ad7f03aff24bcbbe63fd86fc4f0a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881615 Nov 15 22:31:16.032799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:16.057604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] No DVR routers for this DVR port 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:16.062239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.065663 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93d5374e-6053-426d-bdea-e612c35c12dd req-358a0e21-b354-43b5-91eb-ada5a4ad0852 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "DELETE /v2.0/ports/92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 HTTP/1.1" status: 204 len: 173 time: 1.4349992 Nov 15 22:31:16.066280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-deleted', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:16.068662 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09a0cf-aec8-4ed4-80ac-2d90f8fa0049" -d '{"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-deleted", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:16.075861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Port': ['ID=465c2857-0253-40c7-bcd3-d6bd96b691bf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:16.202403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-107cac13-87cb-446b-99d4-b79ac358ab29 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:16.211279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-107cac13-87cb-446b-99d4-b79ac358ab29 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.4693146 Nov 15 22:31:16.219746 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f625c-40e5-499d-95e1-521a8ea8f8f8 x-openstack-request-id: req-dc1f625c-40e5-499d-95e1-521a8ea8f8f8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:16.220590 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82356901-87f8-4c48-bdca-8570a3cdd881", "name": "network-vif-deleted", "tag": "92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:16.220872 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc1f625c-40e5-499d-95e1-521a8ea8f8f8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:16.223435 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82356901-87f8-4c48-bdca-8570a3cdd881', 'name': 'network-vif-deleted', 'tag': '92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41', 'status': 'completed', 'code': 200} Nov 15 22:31:16.234141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:16.240964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.420857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-bb8f3608-4631-452d-a591-451efa77b471 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:16.422893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-bb8f3608-4631-452d-a591-451efa77b471 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 818 time: 0.3148479 Nov 15 22:31:16.463297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-6ed54339-1197-4589-87e4-910ae3a7b190 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/quotas/d4df98390eea49329a7a66317bcec39d HTTP/1.1" status: 200 len: 375 time: 0.0259519 Nov 15 22:31:16.484051 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c13ee49-2e90-4b30-ba6e-7a82179271a4 req-78d49dd2-d172-43e0-aa5d-85654b7c7a28 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.0597537 Nov 15 22:31:16.485962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.563794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.571263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.597038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-8e2cc8bb-d7f5-4381-8567-25a95ee0de38 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152744 Nov 15 22:31:16.720247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.757404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55964496-86b5-4c55-a599-d78e0f469f8d req-9f2338c1-c24d-4625-b3b4-af4bd8c8a020 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=82356901-87f8-4c48-bdca-8570a3cdd881 HTTP/1.1" status: 200 len: 210 time: 0.0771997 Nov 15 22:31:16.788785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.789368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Fanout notify agent at l3_agent the message router_deleted on router 67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:31:16.796541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.800984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d5cc9e1-3492-4974-9a6f-9cbd9e007ba9 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/routers/67f7d703-bbf0-4d6f-bd69-1a4fa03b1da2 HTTP/1.1" status: 204 len: 168 time: 3.6005745 Nov 15 22:31:16.802067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:16.817357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:16.821399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.890769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-cdf7a8c5-fd58-4882-b558-0658d2603068 service neutron] 10.222.0.15 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790267 Nov 15 22:31:16.956582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Deleting subnet 45dd7a97-8558-4a0e-88a0-9d0464566441 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:16.966679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.969295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.972660 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:16.976187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3348a37-8f00-4204-9475-7f51b7fa242b HTTP/1.1" status: 204 len: 168 time: 0.9387476 Nov 15 22:31:17.077669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fe4db43-8976-43d9-a44d-00942b9ba0da req-e3c2d037-c5d4-484f-aded-6750f56f81a2 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.1153574 Nov 15 22:31:17.150049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.205191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.9 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/5ba10e85-5e8c-4d73-8ab3-71f18e916279) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:17.208594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.280594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c4384-deb7-4f20-9694-c9d8956c1554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3348a37-8f00-4204-9475-7f51b7fa242b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:17.355717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-72ae116f-5c06-46ea-b82c-55c32ef92720 service neutron] 10.222.0.15 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514856 Nov 15 22:31:17.360426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.420241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.448509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/subnets/45dd7a97-8558-4a0e-88a0-9d0464566441 HTTP/1.1" status: 204 len: 168 time: 0.6407435 Nov 15 22:31:17.452904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2a3f-7356-4dcc-bb04-792802e8f0a4 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Subnet': ['ID=45dd7a97-8558-4a0e-88a0-9d0464566441,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:17.455598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:17.556787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.588480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.700731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc79a975-94de-4cc8-918c-83f7c942d219 req-63c21cfb-602a-4804-be19-e85770b9bb9d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.0658383 Nov 15 22:31:17.744849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.804123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.858383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:17.861967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b32d87-64b4-4e15-a49a-49d8046cf0f2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:17.865052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:17.903534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992dadd2-a723-4d4f-9143-9c54ff8d9d43') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:17.903832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992dadd2-a723-4d4f-9143-9c54ff8d9d43') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:17.912194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:17.935462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:17.937484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.963767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:17.964048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 92a6f296-4e4f-4bb7-9b26-5ba0c17bbf41 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:17.978951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.986273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:17.987546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:17.991776 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:18.028654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:18.061078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:18.061786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:18.149377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:18.165671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:18.173474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] 10.222.0.15 "DELETE /v2.0/networks/44b32d87-64b4-4e15-a49a-49d8046cf0f2 HTTP/1.1" status: 204 len: 168 time: 0.7147892 Nov 15 22:31:18.198741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048125-33ee-4323-b545-a774c0a437b8 tempest-FloatingIPTestJSON-1717847436 tempest-FloatingIPTestJSON-1717847436-project] Pushing event deleted for resources: {'Network': ['ID=44b32d87-64b4-4e15-a49a-49d8046cf0f2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:18.213948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-8e4407ba-698c-46db-88fe-5e50a1b42daa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9891376 Nov 15 22:31:18.235898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Request body: {'port': {'device_id': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:18.259417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-524901a0-dac4-4848-a5c2-103022b743ed req-c417882c-328e-4757-8dab-54fd46a3bf93 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.0956786 Nov 15 22:31:18.354747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:18.621974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a06ca7f6-1696-4eb9-9220-2bc0750d8ffd req-0aeef0df-7cbe-4027-ad1f-5cd4063102ad tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.0555601 Nov 15 22:31:18.634558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cc13-351e-4c61-9420-471483543b45 req-d6db53bb-8216-4cc2-b06c-40282972ebea tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:18.636238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5457cc13-351e-4c61-9420-471483543b45 req-d6db53bb-8216-4cc2-b06c-40282972ebea tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1428928 Nov 15 22:31:18.755073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5457cc13-351e-4c61-9420-471483543b45 req-97946450-43f4-4315-a356-37b0e86f564c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030710 Nov 15 22:31:18.929331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:18.997033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba10e85-5e8c-4d73-8ab3-71f18e916279 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:19.003360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb20e22-f5b1-4036-839f-da81f30a4e33 req-e321a7a4-f987-4049-b3cc-af835b533b01 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:19.016554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb20e22-f5b1-4036-839f-da81f30a4e33 req-e321a7a4-f987-4049-b3cc-af835b533b01 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 931 time: 0.1742339 Nov 15 22:31:19.016989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:19.044294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Transition to ACTIVE for port object 5ba10e85-5e8c-4d73-8ab3-71f18e916279 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:19.112793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb20e22-f5b1-4036-839f-da81f30a4e33 req-829a5eec-6ed0-436b-af02-f40ec4a52049 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902164 Nov 15 22:31:19.162228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:19.306295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cf98125c-a941-468b-93ca-f0e0a5be93a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddd5d406237549f5a1a786c4298930c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709049 Nov 15 22:31:19.308571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:19.325619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:19.415757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:19.427671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.428020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.428361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.428731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.429069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.429400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.429725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.430049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.430375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.430695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.431034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.431338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:19.476064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Attempting to bind port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:19.476603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Attempting to bind port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:19.479250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Attempting to bind port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:19.499982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:19.500566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Attempting to bind port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:19.514147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:19.514551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:19.514956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:19.515418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Bound port: 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:19.516483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:19.539646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-8a98369b-fa17-46fe-ad3a-d177f02ec20d tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:19.541631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-8a98369b-fa17-46fe-ad3a-d177f02ec20d tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.57 "GET /v2.0/networks?id=8649fec5-09fe-45c9-9cfe-17f72c82b6b5 HTTP/1.1" status: 200 len: 813 time: 0.4001575 Nov 15 22:31:19.573552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Request body: {'port': {'device_id': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5', 'admin_state_up': True, 'tenant_id': '0d39b4bdbc6f4b5283bc9797c9f89583'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:19.961594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42c655-2546-417c-a772-e7e1150a430c req-77dca6c8-10c0-409d-aa24-d9ff9680069d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:19.963113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af42c655-2546-417c-a772-e7e1150a430c req-77dca6c8-10c0-409d-aa24-d9ff9680069d tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1175966 Nov 15 22:31:19.967155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:19.977724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:20.027143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.040517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b47313eb-e182-4282-aceb-f23151f8d416 req-cea2d047-4b37-44a2-abc8-f9b175707e71 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.5502281 Nov 15 22:31:20.045138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-network', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:20.109138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Deleting port 9927a10e-41a2-4b52-a885-015b349fab5b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:20.115434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.137819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46714e58-1e33-48fa-b617-2953461ba70e req-0426bf4d-c3a6-4968-b797-6c33979f6b85 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.1065028 Nov 15 22:31:20.170730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.190752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.335073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6e145-f323-4718-9e6d-f6a357e34426 req-1264ca41-9b47-42ce-887b-9e02c422413c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:20.342687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2c6e145-f323-4718-9e6d-f6a357e34426 req-1264ca41-9b47-42ce-887b-9e02c422413c tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.1630700 Nov 15 22:31:20.366017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Made reservation on behalf of b475c3a7e4344265837fdc8eaf95c365 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:20.368346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.380068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b67cfd-6164-4840-84ba-6b39f4dd0bc7 req-8bfb62c0-c00e-4029-a589-7ebc4c1ffab2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:20.381705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89b67cfd-6164-4840-84ba-6b39f4dd0bc7 req-8bfb62c0-c00e-4029-a589-7ebc4c1ffab2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 943 time: 0.1177058 Nov 15 22:31:20.429139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Made reservation on behalf of 0d39b4bdbc6f4b5283bc9797c9f89583 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:20.433213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.439968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2c6e145-f323-4718-9e6d-f6a357e34426 req-9476ea91-16de-4967-9cdc-1d6eed4107dc tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911875 Nov 15 22:31:20.448497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.465205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:20.477324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:20.478378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.479999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-930e3e58-4dd2-493f-91ad-1b29a838fe2c service neutron] 10.222.0.55 "PUT /v2.0/ports/5ba10e85-5e8c-4d73-8ab3-71f18e916279 HTTP/1.1" status: 200 len: 1091 time: 2.2521350 Nov 15 22:31:20.497136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] For port 9927a10e-41a2-4b52-a885-015b349fab5b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=9927a10e-41a2-4b52-a885-015b349fab5b,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:20.497874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.500874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:20.505474 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a" -d '{"events": [{"name": "network-changed", "server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:20.585020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.597978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.600870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.602897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81dde6e9-b3ec-4157-b811-6698bd063ad8 HTTP/1.1" status: 204 len: 168 time: 1.2893763 Nov 15 22:31:20.646343 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31314293-d980-46ec-8feb-32dfe10e8b77 x-openstack-request-id: req-31314293-d980-46ec-8feb-32dfe10e8b77 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:20.647246 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:20.649483 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31314293-d980-46ec-8feb-32dfe10e8b77 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:20.649977 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279', 'status': 'completed', 'code': 200} Nov 15 22:31:20.664268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89b67cfd-6164-4840-84ba-6b39f4dd0bc7 req-699d7dd8-16b3-48fa-86b4-976fc53d07b0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511549 Nov 15 22:31:20.673129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.678623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d41cf9-7e7f-4fc5-b97d-ef6cff6499d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dde6e9-b3ec-4157-b811-6698bd063ad8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:20.732538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d85d27-71cb-4098-9e8e-19fe0588e07c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:20.753093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:20.758673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Calling delete_port for 9927a10e-41a2-4b52-a885-015b349fab5b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:20.775401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.775750 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Added segment dd7590c9-ee12-494c-92cb-a51ae287b296 of type vlan for network d51a4a8f-cc08-48e4-80c1-005d4d38c47e Nov 15 22:31:20.826928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.923660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-c2aa5b29-15c0-447e-80d1-69d2f82ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:20.926592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-c2aa5b29-15c0-447e-80d1-69d2f82ba708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 1094 time: 0.2571697 Nov 15 22:31:20.943232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:20.944554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:20.945224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:21.117368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Allocated IP 172.20.0.6 (8649fec5-09fe-45c9-9cfe-17f72c82b6b5/d84c83dd-8f77-4908-8ffe-a718ff567de6/86895e7a-d9d8-47ad-afca-f4ea2cdea42e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:21.138729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d51a4a8f-cc08-48e4-80c1-005d4d38c47e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:21.147183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:21.254226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-772816f9-8236-4a8e-9ceb-45624ddaf38f req-f567da8a-b660-4874-af9c-5c3cfa49d7b7 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.0653918 Nov 15 22:31:21.266494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4ed8a83-c568-4b51-8e39-ee5227bad4a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9395680 Nov 15 22:31:21.279048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49426) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:21.336574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Request body: {'subnet': {'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-subnet', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:21.356957 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a402f0df-cd63-41ae-b226-7ce48a8c1595 req-62978d63-3a37-4906-b3c3-24f6e471ebdc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.1008003 Nov 15 22:31:21.457693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-9899b1b8-ec0a-4e4a-bd76-c45b71ec5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:21.457693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-9899b1b8-ec0a-4e4a-bd76-c45b71ec5314 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4977777 Nov 15 22:31:21.578007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-e6645161-3374-4102-af67-bbf9cbb31434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:21.579794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7c3aab0-9cf7-452a-bc18-1f782d7fe19a req-e6645161-3374-4102-af67-bbf9cbb31434 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302519 Nov 15 22:31:21.589021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Made reservation on behalf of b475c3a7e4344265837fdc8eaf95c365 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:21.597583 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:21.626657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188c45b-2e71-40b0-b1f1-b2b676ec820d req-03fdbcbc-5cfa-41c5-8ba8-57a6fc494fc4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:21.634929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d188c45b-2e71-40b0-b1f1-b2b676ec820d req-03fdbcbc-5cfa-41c5-8ba8-57a6fc494fc4 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 950 time: 0.0744202 Nov 15 22:31:21.758074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:21.807732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d188c45b-2e71-40b0-b1f1-b2b676ec820d req-ed8c8ea8-ee88-40ff-b37c-e1ad4efdebb5 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/security-groups?id=c52f4060-03cf-46d9-8610-8bbf1fab626e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594155 Nov 15 22:31:21.866345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:21.896083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Pushing event deleted for resources: {'Port': ['ID=9927a10e-41a2-4b52-a885-015b349fab5b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:21.916634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9376d-baed-4aa2-a29e-96e38a2497e0 req-91e5112c-1618-46f7-95dc-fb3f4bfe49c7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:21.919873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71e9376d-baed-4aa2-a29e-96e38a2497e0 req-91e5112c-1618-46f7-95dc-fb3f4bfe49c7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 943 time: 0.0969198 Nov 15 22:31:21.938281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 9927a10e-41a2-4b52-a885-015b349fab5b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:21.938527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 9927a10e-41a2-4b52-a885-015b349fab5b not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:22.025499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] No DVR routers for this DVR port 9927a10e-41a2-4b52-a885-015b349fab5b on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:22.032081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71e9376d-baed-4aa2-a29e-96e38a2497e0 req-9f0966d7-8554-432f-bb2f-43e63cef1bc8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Nov 15 22:31:22.061814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-37c815df-02a0-43b7-9730-77f72eade509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:22.067002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-37c815df-02a0-43b7-9730-77f72eade509 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 1094 time: 0.3683572 Nov 15 22:31:22.079693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:22.083062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af42c655-2546-417c-a772-e7e1150a430c req-af47d118-529d-4729-9bdf-9bffb307a0c2 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.57 "DELETE /v2.0/ports/9927a10e-41a2-4b52-a885-015b349fab5b HTTP/1.1" status: 204 len: 173 time: 2.1136153 Nov 15 22:31:22.094627 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:31:22.202697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-ad03eb81-1afd-447f-a25f-b35e912b0f0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279 HTTP/1.1" status: 200 len: 217 time: 0.1184428 Nov 15 22:31:22.288364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:22.358107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-c6fe0ef9-3717-457e-a6d9-f1017db1e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:22.362394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-c6fe0ef9-3717-457e-a6d9-f1017db1e0a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.1424377 Nov 15 22:31:22.415799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-528d392a-1ebe-4a62-9d71-7364b04db1b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429268 Nov 15 22:31:22.519878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-632a99c3-4605-4b1e-9d01-07d5670a6238 req-82e860d5-9e6c-4554-bcc1-bc93dbc5a17b tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.1041644 Nov 15 22:31:22.585534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:22.613952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb8e6646-2bbb-44af-9f0a-cdc99b6e1a77 req-360c701b-86fb-4e14-a5f6-ccbd85d4b5d2 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.0656114 Nov 15 22:31:22.634809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:22.663927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:22.693311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-deleted', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:22.700490 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5356b12-3ac8-4ba7-8acb-7cafc737359f" -d '{"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-deleted", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:22.787916 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2501e5ec-5198-4cde-9565-dfa6729474c1 x-openstack-request-id: req-2501e5ec-5198-4cde-9565-dfa6729474c1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:22.788184 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b04a83-4aa2-4c93-8b4e-ce20d666410d", "name": "network-vif-deleted", "tag": "9927a10e-41a2-4b52-a885-015b349fab5b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:22.788471 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2501e5ec-5198-4cde-9565-dfa6729474c1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:22.788889 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b04a83-4aa2-4c93-8b4e-ce20d666410d', 'name': 'network-vif-deleted', 'tag': '9927a10e-41a2-4b52-a885-015b349fab5b', 'status': 'completed', 'code': 200} Nov 15 22:31:22.834506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbb8ef2-27ee-4a44-936e-acac66db968a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:22.847138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'networks': [{'name': 'tempest-network--1526554481'}, {'name': 'tempest-network--838126790'}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:22.847722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-network--1526554481'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:22.850646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-network--838126790'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:22.861339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:22.894624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Pushing event updated for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:22.897248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:22.905357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:22.912964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Checking segment: {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:22.915552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Network hostable DHCP agents. Network: d51a4a8f-cc08-48e4-80c1-005d4d38c47e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:22.975501 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-d5288a2c-c63f-4d01-baad-bf4c805120cb service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488222 Nov 15 22:31:23.042789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1062c570-0ff9-4e1e-884d-8087d9667375 req-da9674b2-f497-4dbf-9f70-f18b1c605b98 tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.0717905 Nov 15 22:31:23.047430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'network': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:23.049077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.059285 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.162670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:23.163521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.185831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:23.219256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.229780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19ce1d57-a1f5-4f56-9a2f-46a8583406a8 req-f42d7292-84ac-4b5a-8d6f-86c1cf354834 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219217 Nov 15 22:31:23.318401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702be948-b4a0-489a-b605-61801588a7d9 req-2dc13489-89b8-4c57-a2a0-111dce57115f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:23.330546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-238e9ec1-1a9b-4deb-87c9-32a1bb35e505 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7687817 Nov 15 22:31:23.331183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d51a4a8f-cc08-48e4-80c1-005d4d38c47e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:23.343170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0998a7-36b0-4342-9e24-7f720ead66c1 None None] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:23.346687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-702be948-b4a0-489a-b605-61801588a7d9 req-2dc13489-89b8-4c57-a2a0-111dce57115f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 943 time: 0.1257162 Nov 15 22:31:23.362666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.367651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.378811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Request body: {'port': {'device_id': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:23.393679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:23.394599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.476958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-702be948-b4a0-489a-b605-61801588a7d9 req-98f481ff-930d-4ba8-a3eb-8686b80aa40e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291773 Nov 15 22:31:23.539789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76322920-c855-4c7d-9168-71abb53ecf86,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:23.553609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:23.573610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-2bebc906-3e75-4eda-8ffd-ad7e1e9af805 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:23.579159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.579507 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment cf96ab3e-165d-44a3-b3e2-8dcb93895400 of type vlan for network 8a582267-46af-4350-bc8c-d5ef587a0958 Nov 15 22:31:23.583076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-2bebc906-3e75-4eda-8ffd-ad7e1e9af805 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 818 time: 0.3352144 Nov 15 22:31:23.608593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Request body: {'port': {'device_id': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'admin_state_up': True, 'tenant_id': 'd4df98390eea49329a7a66317bcec39d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:23.613054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.655867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'fixed_ips': [{'subnet_id': 'abbb8ef2-27ee-4a44-936e-acac66db968a'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:31:23.657101 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.673711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5037d95b-0a3b-447d-990b-74c8147c6940 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3756444 Nov 15 22:31:23.709269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:23.736281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:23.809372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.831674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d071a38f-1868-40e8-8263-91efdc50ba76 req-c960fa65-1812-4d3c-8a88-ad2803ecfcf6 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.0400608 Nov 15 22:31:23.860537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea3db6-d28d-4593-929e-29cdf3e2fdd9 req-756c989b-0943-4d03-a9fd-2ac88b98c232 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:23.862771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52ea3db6-d28d-4593-929e-29cdf3e2fdd9 req-756c989b-0943-4d03-a9fd-2ac88b98c232 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 931 time: 0.2198098 Nov 15 22:31:23.921993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.923014 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.944147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:23.968773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:23.969272 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment a3464cee-6120-483c-a3f0-31ff5e40ea8f of type vlan for network 1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d Nov 15 22:31:23.978380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Allocated IP 172.20.0.2 (d51a4a8f-cc08-48e4-80c1-005d4d38c47e/abbb8ef2-27ee-4a44-936e-acac66db968a/bcda2be1-b903-421f-a0e5-889686fa0ee0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:24.000695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52ea3db6-d28d-4593-929e-29cdf3e2fdd9 req-8ac5846d-3f55-4e05-a043-0e14f644928d tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174595 Nov 15 22:31:24.179913 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.190491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.219278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.261183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-466d7b27-16db-45e5-9b4f-7475f0336bb6 req-78e318b4-5ca1-46ff-a39e-009c5d5c75da tempest-MigrationsAdminTest-1037833961 tempest-MigrationsAdminTest-1037833961-project] 10.222.0.15 "GET /v2.0/ports?device_id=15b04a83-4aa2-4c93-8b4e-ce20d666410d HTTP/1.1" status: 200 len: 210 time: 0.0306470 Nov 15 22:31:24.390027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.406801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.407467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.413795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:24.418860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:24.419623 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.522071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:24.595449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9297819 Nov 15 22:31:24.596220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:24.632188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.637314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Pushing event updated for resources: {'Port': ['ID=bcda2be1-b903-421f-a0e5-889686fa0ee0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:24.641213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:24.647968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:24.692998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.695601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.696676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.697247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.697783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.698314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.698900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:24.718128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Attempting to bind port bcda2be1-b903-421f-a0e5-889686fa0ee0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Attempting to bind port bcda2be1-b903-421f-a0e5-889686fa0ee0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Attempting to bind port bcda2be1-b903-421f-a0e5-889686fa0ee0 on network d51a4a8f-cc08-48e4-80c1-005d4d38c47e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Checking segment: {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Bound using segment: {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Bound port: bcda2be1-b903-421f-a0e5-889686fa0ee0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:24.729931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:24.750439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=8a582267-46af-4350-bc8c-d5ef587a0958,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:24.841548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] For port bcda2be1-b903-421f-a0e5-889686fa0ee0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:24.846035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] For port bcda2be1-b903-421f-a0e5-889686fa0ee0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bcda2be1-b903-421f-a0e5-889686fa0ee0,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:24.848775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8a582267-46af-4350-bc8c-d5ef587a0958 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:24.888791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76eaa68a-27c0-436f-b6e7-d33b974f7d25 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:24.889970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76eaa68a-27c0-436f-b6e7-d33b974f7d25 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.55 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 818 time: 0.7690504 Nov 15 22:31:24.918217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-3192ad18-39e1-4bbc-a223-a14bfa8c3a2c tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:24.919762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-3192ad18-39e1-4bbc-a223-a14bfa8c3a2c tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 818 time: 0.8438182 Nov 15 22:31:24.950685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Request body: {'port': {'device_id': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'admin_state_up': True, 'tenant_id': 'd4df98390eea49329a7a66317bcec39d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:24.993705 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.016458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4631f6-a21d-4de7-bb68-aa592e15aac6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:25.063428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Request body: {'port': {'device_id': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'admin_state_up': True, 'tenant_id': 'd4df98390eea49329a7a66317bcec39d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:25.069884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74311600-ed68-4d1a-9681-ca0297ee7e15 None None] Pushing event updated for resources: {'Port': ['ID=bcda2be1-b903-421f-a0e5-889686fa0ee0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:25.072324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Made reservation on behalf of d4df98390eea49329a7a66317bcec39d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:25.074793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:25.075710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.138733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0cf4035-bf78-4b01-9710-25b998c97e53 req-884e465f-c3c3-4826-ae8e-1000cd98d97e tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.1762795 Nov 15 22:31:25.149086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555bb4c-0a4a-481e-bc38-56fa9a61f3bd req-8d006abb-a3a2-466a-8c35-eb51b1d23b05 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.164206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c555bb4c-0a4a-481e-bc38-56fa9a61f3bd req-8d006abb-a3a2-466a-8c35-eb51b1d23b05 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 943 time: 0.5521712 Nov 15 22:31:25.306154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5ba10e85-5e8c-4d73-8ab3-71f18e916279 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:25.308791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Made reservation on behalf of d4df98390eea49329a7a66317bcec39d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:25.312503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.432669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:25.436170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86895e7a-d9d8-47ad-afca-f4ea2cdea42e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:25.461127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c555bb4c-0a4a-481e-bc38-56fa9a61f3bd req-0d717915-5831-4842-b316-a256806b6903 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949352 Nov 15 22:31:25.469533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.491509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '5ba10e85-5e8c-4d73-8ab3-71f18e916279', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': '5ba10e85-5e8c-4d73-8ab3-71f18e916279', 'mac_address': 'fa:16:3e:0f:99:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:25.493234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c790cab-9d8f-4e14-acce-468db74f9d36 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.506184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c790cab-9d8f-4e14-acce-468db74f9d36 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.512857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c790cab-9d8f-4e14-acce-468db74f9d36 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.519665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c790cab-9d8f-4e14-acce-468db74f9d36 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.524185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8c790cab-9d8f-4e14-acce-468db74f9d36 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9095502 Nov 15 22:31:25.538782 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.541960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:25.554161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba10e85-5e8c-4d73-8ab3-71f18e916279 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:25.581862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:25.630768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Transition to ACTIVE for port object 86895e7a-d9d8-47ad-afca-f4ea2cdea42e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:25.665485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.697109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Allocated IP 172.20.0.4 (6146b3d5-69a3-48d8-8af0-587cfbdc1456/b8a27663-a14d-491a-9611-4550a85ef05d/fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:25.727562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.732916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:25.745984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4db624-44dd-44ed-af32-2dff12ff8e5e req-0f9b5ce2-02cb-40be-a2fd-fb7dca2ece0d tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.747677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf4db624-44dd-44ed-af32-2dff12ff8e5e req-0f9b5ce2-02cb-40be-a2fd-fb7dca2ece0d tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 931 time: 0.4953153 Nov 15 22:31:25.772978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.813397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Made reservation on behalf of d4df98390eea49329a7a66317bcec39d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:25.816855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:25.843040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba31c7-f630-4304-a5ab-b1fb56a54954 req-243d3341-7cac-4b9c-8f73-85e9534b685a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:25.844582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceba31c7-f630-4304-a5ab-b1fb56a54954 req-243d3341-7cac-4b9c-8f73-85e9534b685a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.1949084 Nov 15 22:31:25.938026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['5ba10e85-5e8c-4d73-8ab3-71f18e916279'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:25.964588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Pushing event updated for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:25.989211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf4db624-44dd-44ed-af32-2dff12ff8e5e req-758189f6-9fba-41fc-ac49-c61b3222ce8b tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175307 Nov 15 22:31:26.057027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.075383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.098481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Attempting to bind port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:26.098815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Attempting to bind port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:26.099141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Attempting to bind port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e on network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:26.125630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e on network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:26.126833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Attempting to bind port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e on network 8649fec5-09fe-45c9-9cfe-17f72c82b6b5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:26.150230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:26.150565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Checking segment: {'id': '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:26.150950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Bound using segment: {'id': '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:26.151703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Bound port: 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:26.151703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.207947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceba31c7-f630-4304-a5ab-b1fb56a54954 req-e83715c0-4e90-49f6-befe-4a79c603e86d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262026 Nov 15 22:31:26.224326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a582267-46af-4350-bc8c-d5ef587a0958']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:26.244973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.262190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.288268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.294738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bcda2be1-b903-421f-a0e5-889686fa0ee0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:26.296801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf96ab3e-165d-44a3-b3e2-8dcb93895400') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:26.296801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf96ab3e-165d-44a3-b3e2-8dcb93895400') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:26.343875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.396429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e267be7-7081-4c39-b7d3-119cd7e8305f req-22b2a868-1a7b-43f8-8147-ba81c58a1dbc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 210 time: 0.0961609 Nov 15 22:31:26.405463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.416908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bcda2be1-b903-421f-a0e5-889686fa0ee0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:26.417274 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.443016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:26.443417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:26.452768 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:26.477588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Allocated IP 172.20.0.13 (6146b3d5-69a3-48d8-8af0-587cfbdc1456/b8a27663-a14d-491a-9611-4550a85ef05d/6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:26.497206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:26.530054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,segment=NetworkSegment(85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f),segment_id=85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:26.537506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.567688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:26.591019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:26.612952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:26.638990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port bcda2be1-b903-421f-a0e5-889686fa0ee0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bcda2be1-b903-421f-a0e5-889686fa0ee0,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:26.645304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event updated for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:26.662318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Allocated IP 172.25.0.141 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9bfd8228-08bc-44c4-abd2-14ca98dffa43) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:26.670742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.686432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddbb19-eee8-4ae7-aa7f-706ca177bb50 req-8db83a91-a448-40a3-8d5e-822f3ffb81cf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:26.694469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfddbb19-eee8-4ae7-aa7f-706ca177bb50 req-8db83a91-a448-40a3-8d5e-822f3ffb81cf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 944 time: 0.1014659 Nov 15 22:31:26.703284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.723526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.729805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/8a582267-46af-4350-bc8c-d5ef587a0958 HTTP/1.1" status: 204 len: 168 time: 1.1835909 Nov 15 22:31:26.731750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:26.749674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.750710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:26.751476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.753431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] 10.222.0.57 "PUT /v2.0/ports/86895e7a-d9d8-47ad-afca-f4ea2cdea42e HTTP/1.1" status: 200 len: 1091 time: 3.3936045 Nov 15 22:31:26.753893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:26.756237 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:26.784455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1de6f-c1f9-4bd6-ab6f-a40450b3584a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=8a582267-46af-4350-bc8c-d5ef587a0958,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:26.834980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfddbb19-eee8-4ae7-aa7f-706ca177bb50 req-d82c820f-5b99-4308-ab31-ca7d90256ff6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290624 Nov 15 22:31:26.888521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:26.889516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.895212 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3e1be-91e3-46f1-ad52-c408b00603a4 x-openstack-request-id: req-c5d3e1be-91e3-46f1-ad52-c408b00603a4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:26.898145 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:26.898145 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5d3e1be-91e3-46f1-ad52-c408b00603a4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:26.898145 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e', 'status': 'completed', 'code': 200} Nov 15 22:31:26.912430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:26.913950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=bcda2be1-b903-421f-a0e5-889686fa0ee0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:26.919971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c666538-e7f7-4dc0-acf3-6089a5f9dc23 None None] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:26.995714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:26.997151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5006bda4-171b-4985-a8f9-e747b681163b None None] Provisioning complete for port bcda2be1-b903-421f-a0e5-889686fa0ee0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:26.997518 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5006bda4-171b-4985-a8f9-e747b681163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.038088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d71c0b-18ad-49f1-a0e9-4e2d0de088bb service neutron] Pushing event updated for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:27.056075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.074739 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.087590 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-929a2ad4-47a8-406b-a7d3-6c670d08721f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4918661 Nov 15 22:31:27.092851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-8e1b484d-01ba-45df-8868-cfd765955dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:27.094814 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-8e1b484d-01ba-45df-8868-cfd765955dec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d39b4bdbc6f4b5283bc9797c9f89583&device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 1094 time: 0.1541920 Nov 15 22:31:27.144261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:27.149139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Request body: {'port': {'device_id': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:27.163947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.167974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfd8228-08bc-44c4-abd2-14ca98dffa43,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:27.181642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:27.191945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:27.303335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5ba10e85-5e8c-4d73-8ab3-71f18e916279 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:27.415249 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.442421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:27.450054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:27.450444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.453923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd72821d-a914-41bd-8b0f-df593df2b3ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5762e94cfb4b4a8ba6ce5caac6e0ead2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518690 Nov 15 22:31:27.454586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.460730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:27.485222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:27.498788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-72f0f17e-1e74-4f96-a91f-97f582d37a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:27.500944 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-72f0f17e-1e74-4f96-a91f-97f582d37a0b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0d39b4bdbc6f4b5283bc9797c9f89583&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3901064 Nov 15 22:31:27.506318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3464cee-6120-483c-a3f0-31ff5e40ea8f') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:27.506606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3464cee-6120-483c-a3f0-31ff5e40ea8f') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:27.519796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c9b8-4ab0-431c-b2b2-37d3e06e659a req-c9227c0f-fabc-469f-82d3-5c070caced89 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:27.521501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ec7c9b8-4ab0-431c-b2b2-37d3e06e659a req-c9227c0f-fabc-469f-82d3-5c070caced89 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 943 time: 0.3724830 Nov 15 22:31:27.550500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65f74-50f9-4844-9332-7564c67412e3 req-6523e716-8757-4d28-ab4d-78b3c8bf0047 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:27.552044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22b65f74-50f9-4844-9332-7564c67412e3 req-6523e716-8757-4d28-ab4d-78b3c8bf0047 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.2298548 Nov 15 22:31:27.584297 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.588320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.621512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:27.625667 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ce30f-a2e4-4fbc-8d28-5aef18764f51" -d '{"events": [{"server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "name": "network-vif-plugged", "status": "completed", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:27.636062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.659683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.663973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:27.664154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22b65f74-50f9-4844-9332-7564c67412e3 req-e4811386-ca8b-44d0-b4a3-eed27c66ec4a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944664 Nov 15 22:31:27.671313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ec7c9b8-4ab0-431c-b2b2-37d3e06e659a req-9d5a5815-f767-4978-ba0f-4037b2fb1a06 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363900 Nov 15 22:31:27.683268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.699487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.741426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:27.741870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:27.752088 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:27.758017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4cd74b0b-af4a-43b8-acbd-b3ace85cc5ee None None] Provisioning complete for port bcda2be1-b903-421f-a0e5-889686fa0ee0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:27.760009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cd74b0b-af4a-43b8-acbd-b3ace85cc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.817619 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f88d7a-f838-4888-a898-8ceccc8c1303 x-openstack-request-id: req-04f88d7a-f838-4888-a898-8ceccc8c1303 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:27.819556 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "name": "network-vif-plugged", "status": "completed", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:27.820075 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04f88d7a-f838-4888-a898-8ceccc8c1303 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:27.820899 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279', 'code': 200} Nov 15 22:31:27.832421 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:27.833354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:27.929520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:27.946928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:27.947162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event updated for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:27.957673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:27.968526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:28.035311 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.067648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.077266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:28.085250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-57bf56a3-198b-4f16-81f2-ee96dee505d8 {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:31:28.085849 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:31:28.091820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.108604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-76b2e267-e5ad-4fe9-a01a-21987d592e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.110135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7953c6f2-a8d8-4cf4-984c-a25daf6f8de6 req-76b2e267-e5ad-4fe9-a01a-21987d592e88 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5669417 Nov 15 22:31:28.118157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.126741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d HTTP/1.1" status: 204 len: 168 time: 1.3888271 Nov 15 22:31:28.126741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:28.159977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.249187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bcda2be1-b903-421f-a0e5-889686fa0ee0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:28.326874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cbee6-3e41-4609-930d-1ea7f89c46b3 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=1115ef19-5b2e-4ea4-bea9-0fe41bc33d5d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:28.344363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.345049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.348586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:28.413493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bcda2be1-b903-421f-a0e5-889686fa0ee0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:28.413958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.503910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-28db9286-8c77-42ef-a509-3e3d58eb12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.505769 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-28db9286-8c77-42ef-a509-3e3d58eb12ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d39b4bdbc6f4b5283bc9797c9f89583&device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 1094 time: 0.2781579 Nov 15 22:31:28.548245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-fb9e59ed-3dd4-4119-a218-4498f72084aa tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6186123 Nov 15 22:31:28.589549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Request body: {'port': {'device_id': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:28.630126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.655220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-380b2bce-abdd-4aef-a5c3-0f10c3c81cf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e HTTP/1.1" status: 200 len: 217 time: 0.1326113 Nov 15 22:31:28.724314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.734491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f0eda9-d326-48f2-9a27-a4bb038a5362 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.742885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f0eda9-d326-48f2-9a27-a4bb038a5362 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.744982 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-52f0eda9-d326-48f2-9a27-a4bb038a5362 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6118481 Nov 15 22:31:28.773200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:28.807135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1416908189'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:28.862624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:28.870681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07df21-d378-4ed6-9205-daa2be2ef707 req-8f97fdd0-d1b1-4535-9241-d7d7df92d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.872184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f07df21-d378-4ed6-9205-daa2be2ef707 req-8f97fdd0-d1b1-4535-9241-d7d7df92d61a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 1096 time: 0.9307117 Nov 15 22:31:28.899337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.904463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cee77a-1313-4c47-ac07-3cc2ada9b792 req-66e8622c-6bb3-4b9b-9645-c5a2cb08dc24 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.905983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90cee77a-1313-4c47-ac07-3cc2ada9b792 req-66e8622c-6bb3-4b9b-9645-c5a2cb08dc24 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 932 time: 0.9656515 Nov 15 22:31:28.915769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.918435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:28.919383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-06efaa65-d0c2-4828-b6ac-5cdf6fc70481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.919539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c52f4060-03cf-46d9-8610-8bbf1fab626e HTTP/1.1" status: 204 len: 168 time: 1.4592140 Nov 15 22:31:28.920863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-06efaa65-d0c2-4828-b6ac-5cdf6fc70481 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d84c83dd-8f77-4908-8ffe-a718ff567de6 HTTP/1.1" status: 200 len: 853 time: 0.2531326 Nov 15 22:31:28.959258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfcf4b-3f89-41ef-af35-1d71c653d6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f4060-03cf-46d9-8610-8bbf1fab626e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:28.968133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc4a64-f7bd-4d69-b2a9-295d5e135f4d req-d4e315fe-0426-4cc1-bb56-6b50a2eb5603 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:28.969845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9bc4a64-f7bd-4d69-b2a9-295d5e135f4d req-d4e315fe-0426-4cc1-bb56-6b50a2eb5603 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 945 time: 0.2003555 Nov 15 22:31:29.027350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:29.027350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.027350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.067100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f07df21-d378-4ed6-9205-daa2be2ef707 req-1ffb0b84-937b-4945-87c0-a894616bcb64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846352 Nov 15 22:31:29.082006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90cee77a-1313-4c47-ac07-3cc2ada9b792 req-0936fb46-2596-46c7-b52e-e86ba8f94aab tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577628 Nov 15 22:31:29.119981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.182244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:29.209353 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.209694 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment 645ce717-9665-4e70-85dd-74377ae8f872 of type vlan for network 8a72263b-cc11-4783-ba32-8c4f128da588 Nov 15 22:31:29.215352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9bc4a64-f7bd-4d69-b2a9-295d5e135f4d req-efb4c2dd-928d-4e0b-bbbb-6a9f1418ed85 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161934 Nov 15 22:31:29.301761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.351844 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-a0f0ab81-9541-4718-b993-0f1aa7938ad6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8649fec5-09fe-45c9-9cfe-17f72c82b6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4214551 Nov 15 22:31:29.360909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Transition to ACTIVE for port object fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:29.378815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058223f-a2bf-4fa7-aa27-c425d35c7b2f req-4356f700-6b43-42a5-81b5-c9e17ba039c9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:29.380362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0058223f-a2bf-4fa7-aa27-c425d35c7b2f req-4356f700-6b43-42a5-81b5-c9e17ba039c9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1549931 Nov 15 22:31:29.431341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45edac-6909-444c-ae64-752f066241ee req-1c03a55f-c8e1-4949-896c-6bdb1c2fe595 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:29.432314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d45edac-6909-444c-ae64-752f066241ee req-1c03a55f-c8e1-4949-896c-6bdb1c2fe595 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 943 time: 0.1175110 Nov 15 22:31:29.468482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.476782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.482114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:29.486522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.498995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0058223f-a2bf-4fa7-aa27-c425d35c7b2f req-36f7daff-b14d-40a6-86e6-a524987d190a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071870 Nov 15 22:31:29.563740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:31:29.597725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d45edac-6909-444c-ae64-752f066241ee req-d94426d5-c20b-422f-a148-db8f01242158 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567700 Nov 15 22:31:29.605563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=8a72263b-cc11-4783-ba32-8c4f128da588,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:29.614018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Pushing event updated for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:29.626566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Allocated IP 172.20.0.11 (6146b3d5-69a3-48d8-8af0-587cfbdc1456/b8a27663-a14d-491a-9611-4550a85ef05d/d1cd73a7-d89c-4dc3-a1fc-9efd247456ed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:29.639105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8a72263b-cc11-4783-ba32-8c4f128da588 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:29.647801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f99de47f-d888-441d-b46d-ef179dd3ace6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8725569 Nov 15 22:31:29.648420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:29.677695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1751413314'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:29.684788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-687b2efa-bb28-4145-9955-547210cd0af6 service neutron] 10.222.0.57 "GET /v2.0/networks/8649fec5-09fe-45c9-9cfe-17f72c82b6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176064 Nov 15 22:31:29.743530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.747622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:31:29.762891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Sync routers for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:31:29.775534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:29.776162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:29.784104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:29.788814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.826761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:29.826964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Attempting to bind port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:29.826964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Attempting to bind port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:29.826964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Attempting to bind port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:29.834937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.835442 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment 87ba1169-bcb8-4550-a2b1-591b709feb70 of type vlan for network 6248a804-689f-4c57-9751-4fa122658605 Nov 15 22:31:29.850032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:29.855466 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46aa36-a2d6-43c0-bb48-57391ba2582b" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:29.865408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:29.897484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.899841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:29.900166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Attempting to bind port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:29.907541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:29.907703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2276202-9408-44e5-bb30-a1b6abf99044 req-bb5e1a14-e6d5-4f01-98fb-eef3ccd1ba8a service neutron] 10.222.0.57 "GET /v2.0/networks/8649fec5-09fe-45c9-9cfe-17f72c82b6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133572 Nov 15 22:31:29.908082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:29.910750 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878624d8-58b5-491b-8576-5b6f2c877cbf x-openstack-request-id: req-878624d8-58b5-491b-8576-5b6f2c877cbf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:29.911030 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:29.911411 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-878624d8-58b5-491b-8576-5b6f2c877cbf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:29.911790 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:31:29.913944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d159da7-8cf5-44a6-b4e8-95c21a6c7032 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1889088 Nov 15 22:31:29.914531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:29.924688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:29.924898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Checking segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:29.925288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Bound using segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:29.925728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Bound port: fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:29.926350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.029407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:30.029648 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-01bbe729-35b9-4b0c-b4cb-40f59302ea41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a0ccf02966d401ea115d09cf9ab2c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596396 Nov 15 22:31:30.082657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.095792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:30.100356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:30.171163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.171823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.181782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.182728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.220816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:27Z', 'revision_number': 3, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:30.221446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.221629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.222987 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] 10.222.0.57 "PUT /v2.0/ports/fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 HTTP/1.1" status: 200 len: 1091 time: 3.1138895 Nov 15 22:31:30.223435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:30.226330 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5660fc2-788a-404a-bb7d-23295e68c53a" -d '{"events": [{"name": "network-changed", "server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:30.284400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Checking router: ede2625a-1a02-4ee1-b21f-b0ccff5e1805 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:31:30.284771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.284907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Updating router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:31:30.320503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=6248a804-689f-4c57-9751-4fa122658605,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:30.324056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.338446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6248a804-689f-4c57-9751-4fa122658605 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:30.342553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.382615 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c3765-d5a6-4719-8bb0-6ac46f535d70 x-openstack-request-id: req-523c3765-d5a6-4719-8bb0-6ac46f535d70 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:30.383453 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:30.383453 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-523c3765-d5a6-4719-8bb0-6ac46f535d70 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:30.383747 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3', 'status': 'completed', 'code': 200} Nov 15 22:31:30.406502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb424c-5e3b-4f8d-a58e-6db302e8a83e service neutron] Pushing event updated for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:30.433130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.506116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee600-d828-474b-9e7b-d4975f0b5504 req-7e64f4a8-2409-42df-8b84-5e5b810342c7 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.514248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8dee600-d828-474b-9e7b-d4975f0b5504 req-7e64f4a8-2409-42df-8b84-5e5b810342c7 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 932 time: 0.2072611 Nov 15 22:31:30.534335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-921b256d-1677-48e3-9f75-989b4c026fe4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8606122 Nov 15 22:31:30.538111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event updated for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:30.540567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:30.552734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:30.559869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'ports': [{'network_id': '8a72263b-cc11-4783-ba32-8c4f128da588', 'name': 'tempest-port--666687372', 'admin_state_up': True}, {'network_id': '6248a804-689f-4c57-9751-4fa122658605', 'admin_state_up': False}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:30.560183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'port': {'network_id': '8a72263b-cc11-4783-ba32-8c4f128da588', 'name': 'tempest-port--666687372', 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:30.560785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'port': {'network_id': '6248a804-689f-4c57-9751-4fa122658605', 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:30.571036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:30.600555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:30.653916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.654580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.720627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-369ee812-33be-4d94-8509-488f92eba01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.722247 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-369ee812-33be-4d94-8509-488f92eba01a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 1094 time: 0.3342757 Nov 15 22:31:30.747182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-54f595af-6b6e-48c2-8658-1aeb889e30fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8160255 Nov 15 22:31:30.755160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11017c-d344-4bba-a3f6-218fa6e15b77 req-348f5a06-0619-4f1c-90a0-22103c490088 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:30.756879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a11017c-d344-4bba-a3f6-218fa6e15b77 req-348f5a06-0619-4f1c-90a0-22103c490088 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 945 time: 0.3790228 Nov 15 22:31:30.782360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8dee600-d828-474b-9e7b-d4975f0b5504 req-e44e9cc3-4f36-4efa-8366-9e97007b6c72 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672141 Nov 15 22:31:30.792818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Request body: {'port': {'device_id': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:30.882888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.905849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a11017c-d344-4bba-a3f6-218fa6e15b77 req-95ed4149-7eb5-4d2e-b4c4-e6088661191b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209090 Nov 15 22:31:30.944642 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.952205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.952205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b48db0e9-0dca-43cf-9baa-2f6f7a0ecc04 HTTP/1.1" status: 204 len: 168 time: 0.9216678 Nov 15 22:31:30.964180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:30.967497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2191b-c9b0-4953-bcc2-b78d547c6678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48db0e9-0dca-43cf-9baa-2f6f7a0ecc04,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:30.973503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.974620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.980809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:30.989502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Transition to ACTIVE for port object 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:31.001678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.004802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6464e-8c6d-40ad-8a61-9db57fdf6b48 req-804a55de-8d9a-4562-98ab-ecf40329b07d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:31.015443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39a6464e-8c6d-40ad-8a61-9db57fdf6b48 req-804a55de-8d9a-4562-98ab-ecf40329b07d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1529996 Nov 15 22:31:31.153271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Attempting to bind port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:31.154215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Attempting to bind port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:31.154524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Attempting to bind port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:31.157014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daf1e1-6668-4bab-8459-bc2308e2b796 None None] Pushing event updated for resources: {'Port': ['ID=9bfd8228-08bc-44c4-abd2-14ca98dffa43,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:31.164158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:31.164704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:31.165192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.165758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:31.166303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Bound port: 9bfd8228-08bc-44c4-abd2-14ca98dffa43, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:31.167907 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.193775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39a6464e-8c6d-40ad-8a61-9db57fdf6b48 req-db0a7c78-738c-4e3b-8a55-bcf10ba7e9ef tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744571 Nov 15 22:31:31.263832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] For port 9bfd8228-08bc-44c4-abd2-14ca98dffa43, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:31.268968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-1db972dd-d19c-4665-9cac-fd3045d15893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:31.269455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] For port 9bfd8228-08bc-44c4-abd2-14ca98dffa43, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9bfd8228-08bc-44c4-abd2-14ca98dffa43,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:31.269925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1125e-a221-49ba-b4a6-daa0b4a5c251 req-d36b0445-02de-438d-88f5-5bba36520392 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:31.270550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-1db972dd-d19c-4665-9cac-fd3045d15893 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d4df98390eea49329a7a66317bcec39d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5279884 Nov 15 22:31:31.271830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d1125e-a221-49ba-b4a6-daa0b4a5c251 req-d36b0445-02de-438d-88f5-5bba36520392 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 943 time: 0.1886005 Nov 15 22:31:31.275334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.308210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:31.309795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Allocated IP 172.20.0.1 (d51a4a8f-cc08-48e4-80c1-005d4d38c47e/abbb8ef2-27ee-4a44-936e-acac66db968a/65c51ed3-eb17-4923-90b7-e741fc25c78f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:31.355404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.371355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59d1125e-a221-49ba-b4a6-daa0b4a5c251 req-153b3360-aa06-4b09-aec8-ec7e46814378 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879993 Nov 15 22:31:31.474519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daf1e1-6668-4bab-8459-bc2308e2b796 None None] Pushing event updated for resources: {'Port': ['ID=9bfd8228-08bc-44c4-abd2-14ca98dffa43,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:31.475972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.480219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:31.480873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:31.530325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Pushing event updated for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:31.598058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:31.619958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'mac_address': 'fa:16:3e:bb:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:31.643934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.644168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'port': 2} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:31.651644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.675729 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.676457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:31.712416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.764995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-05fd94fc-9f72-46bc-8ba0-efb16b5c7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:31.768607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c5660fc2-788a-404a-bb7d-23295e68c53a req-05fd94fc-9f72-46bc-8ba0-efb16b5c7c13 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4810758 Nov 15 22:31:31.770390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:31.776133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:31.779574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:31.816451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Pushing event updated for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:31.834072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:31.853311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:31.891262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 86895e7a-d9d8-47ad-afca-f4ea2cdea42e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:31.897524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:31.908189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Attempting to bind port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:31.909501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Attempting to bind port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:31.910670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Attempting to bind port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:31.927545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] device_id is not set on port c3a22520-87bc-4039-8fc8-5e3ef6d1d02e yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:31:32.001106 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.141893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:32.142214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Attempting to bind port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:32.164506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-c4aa4c8d-faf9-4a24-9585-bda4596645d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:32.165388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-c4aa4c8d-faf9-4a24-9585-bda4596645d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 1094 time: 0.3426871 Nov 15 22:31:32.172577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:32.192947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Checking segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:32.193409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Bound using segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:32.193869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Bound port: 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:32.194242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.195913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['85b822a0-5ac8-4c69-8212-e92562cbbf60'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:32.215879 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.225511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bdef7-2551-4db2-ab3a-9df0b4a6e047 req-ed1082c3-55b8-4be0-a4d7-1050a8a72ed4 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:32.226977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-093bdef7-2551-4db2-ab3a-9df0b4a6e047 req-ed1082c3-55b8-4be0-a4d7-1050a8a72ed4 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 944 time: 0.2261996 Nov 15 22:31:32.260187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6926d-d940-4c67-8631-c90e30792030 req-f25d881e-ec61-4987-96aa-61f69d172748 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:32.261741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca6926d-d940-4c67-8631-c90e30792030 req-f25d881e-ec61-4987-96aa-61f69d172748 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 945 time: 0.1929090 Nov 15 22:31:32.285098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d80b767c-1901-479f-91fe-bbdea59a643d None None] Provisioning complete for port 65c51ed3-eb17-4923-90b7-e741fc25c78f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:32.285669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d80b767c-1901-479f-91fe-bbdea59a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.328036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d80b767c-1901-479f-91fe-bbdea59a643d None None] Port 65c51ed3-eb17-4923-90b7-e741fc25c78f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:31:32.338473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:32.343677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-4aec4fa4-ed09-43f3-a2eb-3696004a9280 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 HTTP/1.1" status: 200 len: 217 time: 0.1400681 Nov 15 22:31:32.398502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,segment=NetworkSegment(85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f),segment_id=85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:32.402460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-093bdef7-2551-4db2-ab3a-9df0b4a6e047 req-6fb5a655-147e-4a97-bcdc-282b19c9762a tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651843 Nov 15 22:31:32.408976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.429374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:27Z', 'revision_number': 3, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:32.469648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca6926d-d940-4c67-8631-c90e30792030 req-b76e4a03-25a8-41bb-8b03-d463511fc915 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963501 Nov 15 22:31:32.472061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e', 'network_id': '8649fec5-09fe-45c9-9cfe-17f72c82b6b5', 'port_id': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e', 'mac_address': 'fa:16:3e:fd:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84c83dd-8f77-4908-8ffe-a718ff567de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:32.483750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bd9d4-dbb8-4432-af84-91a455c5540c None None] The sync data for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 is: [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:27Z', 'revision_number': 3, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:31:32.592106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cd73a7-d89c-4dc3-a1fc-9efd247456ed {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:32.602558 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.607779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.629052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:32.647035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8bd83-854f-43ba-83ed-5754bf75a417 req-fd1ec743-3973-4a8e-8c9c-985faa9d49ee tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:32.648868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec8bd83-854f-43ba-83ed-5754bf75a417 req-fd1ec743-3973-4a8e-8c9c-985faa9d49ee tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 945 time: 0.1386609 Nov 15 22:31:32.652288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86895e7a-d9d8-47ad-afca-f4ea2cdea42e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:32.718756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.728642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,segment=NetworkSegment(85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f),segment_id=85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:32.780867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a14b9-e813-4c22-bf42-1b48932a4d60 req-aa4d673c-ffff-42ce-9214-c18f3117b19a tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:32.782655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d6a14b9-e813-4c22-bf42-1b48932a4d60 req-aa4d673c-ffff-42ce-9214-c18f3117b19a tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 943 time: 0.1729989 Nov 15 22:31:32.847992 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.878659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec8bd83-854f-43ba-83ed-5754bf75a417 req-6ef49e39-0038-4f7f-a286-e7b75d45bc2c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004466 Nov 15 22:31:32.883683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Pushing event updated for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:32.890188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:32.961256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:32.987361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.020858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Transition to ACTIVE for port object d1cd73a7-d89c-4dc3-a1fc-9efd247456ed will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:33.043841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] device_id is not set on port 19918ea0-0a40-41ff-a58c-af95006774ae yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:31:33.061134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['86895e7a-d9d8-47ad-afca-f4ea2cdea42e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:33.069286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-6f712095-594c-401c-a6d7-370506caf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:33.070764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-6f712095-594c-401c-a6d7-370506caf116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 200 len: 858 time: 0.6922331 Nov 15 22:31:33.115130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d6a14b9-e813-4c22-bf42-1b48932a4d60 req-63cc11b1-f3cc-4179-8398-d4c456eb5d10 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175235 Nov 15 22:31:33.121951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:33.127207 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.247266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.253262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-8b1ada05-1944-4142-b04b-8b64c1fdfba0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6146b3d5-69a3-48d8-8af0-587cfbdc1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272340 Nov 15 22:31:33.276730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:33.284105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:33.368805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:33.451688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-d0c2c5d4-9c5f-4123-b344-19cd90d527b7 service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792572 Nov 15 22:31:33.529187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:33.533845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.538065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] 10.222.0.55 "PUT /v2.0/ports/6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c HTTP/1.1" status: 200 len: 1092 time: 4.9533973 Nov 15 22:31:33.551711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:33.554085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 85b822a0-5ac8-4c69-8212-e92562cbbf60 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:33.554649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.561911 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8cdf96-730b-4f3e-b200-3acd20183a85" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:33.567493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:33.580537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:31:33.752652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.796477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:33.816068 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66b141-4f1e-450b-8ae8-76674799c52f" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:33.850365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:33.901602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 86895e7a-d9d8-47ad-afca-f4ea2cdea42e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:33.971706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ccd76dba-f186-469d-8dcc-6823956b5cda None None] Provisioning complete for port 65c51ed3-eb17-4923-90b7-e741fc25c78f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:33.972128 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccd76dba-f186-469d-8dcc-6823956b5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:33.973873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.011887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a8bf-1c91-4337-89ff-8cca19ea77ef req-050fe088-d3f9-4433-9b8a-664d11b6f6e9 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.017071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bc9a8bf-1c91-4337-89ff-8cca19ea77ef req-050fe088-d3f9-4433-9b8a-664d11b6f6e9 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 944 time: 0.4286072 Nov 15 22:31:34.044385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b6ce-998f-4d15-b5c9-93b4595cba84 req-e4c1ce69-1c84-4921-acbd-50a2da6c745b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.055964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6678b6ce-998f-4d15-b5c9-93b4595cba84 req-e4c1ce69-1c84-4921-acbd-50a2da6c745b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 945 time: 0.3950093 Nov 15 22:31:34.085287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Attempting to bind port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:34.085925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Attempting to bind port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:34.086189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Attempting to bind port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:34.098439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:34.098777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Attempting to bind port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed on network 6146b3d5-69a3-48d8-8af0-587cfbdc1456 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:34.144842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:34.145513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Checking segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:34.146065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Bound using segment: {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:34.150225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Bound port: d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc3d5b-0793-42dc-b734-cc5030d5aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:34.150225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.153844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:31:34.175774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7987b9e6-a3e8-4350-bbe4-a298b63671a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/ede2625a-1a02-4ee1-b21f-b0ccff5e1805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2586293 Nov 15 22:31:34.224299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bc9a8bf-1c91-4337-89ff-8cca19ea77ef req-ea012aa6-56b3-4d97-910e-edc5b85e7e82 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988924 Nov 15 22:31:34.236940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6678b6ce-998f-4d15-b5c9-93b4595cba84 req-bf24c7f8-11ca-4db8-b212-8d3b628b536e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795256 Nov 15 22:31:34.337528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:34.343459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:34.344890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4dbb5-32ce-4a11-ab4d-837cd937297e service neutron] Pushing event updated for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:34.378567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-04794f59-64be-41d0-90b4-64423920e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.382803 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-04794f59-64be-41d0-90b4-64423920e34c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 1095 time: 0.6960161 Nov 15 22:31:34.403031 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1257f22-299a-4036-abe9-d183043ec6e9 x-openstack-request-id: req-f1257f22-299a-4036-abe9-d183043ec6e9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:34.403330 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:34.403585 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1257f22-299a-4036-abe9-d183043ec6e9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:34.403985 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c', 'status': 'completed', 'code': 200} Nov 15 22:31:34.435052 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45222e2-7eeb-4350-af52-84ad95bdbaee x-openstack-request-id: req-d45222e2-7eeb-4350-af52-84ad95bdbaee {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:34.435052 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-plugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:34.435052 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d45222e2-7eeb-4350-af52-84ad95bdbaee {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:34.437843 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:31:34.447622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9bfd8228-08bc-44c4-abd2-14ca98dffa43 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:34.558244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.576388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ccd76dba-f186-469d-8dcc-6823956b5cda None None] Port 65c51ed3-eb17-4923-90b7-e741fc25c78f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:31:34.591403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.592032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.594776 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d1cd73a7-d89c-4dc3-a1fc-9efd247456ed HTTP/1.1" status: 200 len: 1092 time: 3.8227952 Nov 15 22:31:34.596787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-2cfec712-7851-403c-ab4e-0093022923e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c HTTP/1.1" status: 200 len: 217 time: 0.1787362 Nov 15 22:31:34.639951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:34.672505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:34.673460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.689102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893140b2-d7d1-4ab1-8a59-2bb9f9818fd9 req-f01cfe45-0fdb-4632-b63d-7aaee187d7c4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.699573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893140b2-d7d1-4ab1-8a59-2bb9f9818fd9 req-f01cfe45-0fdb-4632-b63d-7aaee187d7c4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.1612349 Nov 15 22:31:34.720700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3754-7dcc-4e04-9d6b-af4d0e535c90 req-366eb567-458b-4691-8fa8-4068c1a4ca96 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.722486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-754a3754-7dcc-4e04-9d6b-af4d0e535c90 req-366eb567-458b-4691-8fa8-4068c1a4ca96 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 944 time: 0.1800823 Nov 15 22:31:34.724033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.730324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-4ccaaeb7-1941-414b-a689-53a20abd31f0 service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2645991 Nov 15 22:31:34.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:34.753488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c64f-9f86-4a2f-a8c9-2f071791076a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.784679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:34.785298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.829632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.847538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893140b2-d7d1-4ab1-8a59-2bb9f9818fd9 req-d3e50fa9-0797-4b86-b01c-e06f6bedb2e2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469374 Nov 15 22:31:34.884974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9bfd8228-08bc-44c4-abd2-14ca98dffa43, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9bfd8228-08bc-44c4-abd2-14ca98dffa43,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:34.901839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-7b19c677-ba94-4b1d-9e9c-fda5b147a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.903330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-7b19c677-ba94-4b1d-9e9c-fda5b147a6e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 200 len: 858 time: 0.2844708 Nov 15 22:31:34.905716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c04c3-6460-496b-9ae7-dad9f3f85ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:34.945117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:34.972991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-a1c4a00c-6cde-49c3-8956-610272cfeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:34.974967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-a1c4a00c-6cde-49c3-8956-610272cfeef4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 1095 time: 0.2096992 Nov 15 22:31:34.977802 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-4aab2fdd-1fdc-4009-8fe2-59ea768f258d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6146b3d5-69a3-48d8-8af0-587cfbdc1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474029 Nov 15 22:31:34.985639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,segment=NetworkSegment(85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f),segment_id=85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:34.994916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:35.077632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-754a3754-7dcc-4e04-9d6b-af4d0e535c90 req-0ceec492-510a-4c64-aa69-37ad291a89cb tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314977 Nov 15 22:31:35.161856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-d86428f9-770d-44c6-8f0c-63d1d2635b3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed HTTP/1.1" status: 200 len: 217 time: 0.1721950 Nov 15 22:31:35.170085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:35.198886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-de3c13e1-7d85-4e58-8dea-5e5fb9773d01 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:35.201046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:35.204201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-de3c13e1-7d85-4e58-8dea-5e5fb9773d01 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 945 time: 0.2514133 Nov 15 22:31:35.212315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9bfd8228-08bc-44c4-abd2-14ca98dffa43,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:35.412382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:35.481853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-0e5095c8-0eed-454d-9545-d1d6299fce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:35.484778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:35.489761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:35.489874 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-0e5095c8-0eed-454d-9545-d1d6299fce15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 200 len: 858 time: 0.3089912 Nov 15 22:31:35.609382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-cdea5390-9437-48e9-96b2-a323b491c729 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6146b3d5-69a3-48d8-8af0-587cfbdc1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943527 Nov 15 22:31:35.732099 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Sync routers for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:31:35.750217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-f875feaf-8b38-444d-a771-ff775ccd12a4 service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202581 Nov 15 22:31:35.750459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:35.750459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:35.751039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Port': ['ID=c3a22520-87bc-4039-8fc8-5e3ef6d1d02e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:35.776588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Checking segment: {'id': '645ce717-9665-4e70-85dd-74377ae8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8a72263b-cc11-4783-ba32-8c4f128da588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:35.776588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network hostable DHCP agents. Network: 8a72263b-cc11-4783-ba32-8c4f128da588, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:35.780040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-32c97830-90c5-47cd-9210-6e185cd8c49c service neutron] 10.222.0.55 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911119 Nov 15 22:31:35.912769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:36.111906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network 8a72263b-cc11-4783-ba32-8c4f128da588 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:36.149503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port 5ba10e85-5e8c-4d73-8ab3-71f18e916279, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5ba10e85-5e8c-4d73-8ab3-71f18e916279,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:36.149503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.168825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-4755ee0c-a11c-4769-a252-939140f461f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766499 Nov 15 22:31:36.175888 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cce4fb61-d220-4c62-a376-54837b0dc197 req-0bd55a26-9e67-4f38-af28-409c88803c69 service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132924 Nov 15 22:31:36.176887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for 5ba10e85-5e8c-4d73-8ab3-71f18e916279 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:36.178804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:36.231020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'port_id': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3', 'mac_address': 'fa:16:3e:88:64:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a27663-a14d-491a-9611-4550a85ef05d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:36.272380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8a72263b-cc11-4783-ba32-8c4f128da588) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:36.275468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:36.294166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:36.296443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.407242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.411424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9bfd8228-08bc-44c4-abd2-14ca98dffa43 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:36.417797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c66b3ca-a918-4c8c-902b-daee0ad674b0 None None] Network 8a72263b-cc11-4783-ba32-8c4f128da588 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:36.421987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:36.442147 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0" -d '{"events": [{"name": "network-changed", "server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:36.477644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9f9bb-5a76-41b5-b7f2-44a4744c258e req-cab5afdc-7098-4dd6-bb63-df700779eb66 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:36.486649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6e9f9bb-5a76-41b5-b7f2-44a4744c258e req-cab5afdc-7098-4dd6-bb63-df700779eb66 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 944 time: 0.1519876 Nov 15 22:31:36.508877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:36.511477 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f6c0e5-426e-4f06-ac9c-ea1a416f32fd" -d '{"events": [{"server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "name": "network-vif-plugged", "status": "completed", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:36.565446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6e9f9bb-5a76-41b5-b7f2-44a4744c258e req-ad5a04db-954a-40f6-b201-ca8d397c1af5 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776060 Nov 15 22:31:36.567437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.632830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['5ba10e85-5e8c-4d73-8ab3-71f18e916279'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:36.636588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Port': ['ID=19918ea0-0a40-41ff-a58c-af95006774ae,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:36.653530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:31Z', 'revision_number': 4, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '65c51ed3-eb17-4923-90b7-e741fc25c78f', 'name': '', 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'mac_address': 'fa:16:3e:6d:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:31Z', 'updated_at': '2021-11-15T22:31:32Z', 'revision_number': 2, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'subnets': [{'id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:36.667200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-413f9e8e-4dde-4927-977b-422234a30230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:36.668905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-413f9e8e-4dde-4927-977b-422234a30230 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 1095 time: 0.1974671 Nov 15 22:31:36.675194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Checking segment: {'id': '87ba1169-bcb8-4550-a2b1-591b709feb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6248a804-689f-4c57-9751-4fa122658605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:36.676000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network hostable DHCP agents. Network: 6248a804-689f-4c57-9751-4fa122658605, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:36.679669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:36.721990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Checking router: ede2625a-1a02-4ee1-b21f-b0ccff5e1805 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:31:36.722204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=5ba10e85-5e8c-4d73-8ab3-71f18e916279,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:36.722336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Updating router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 port 65c51ed3-eb17-4923-90b7-e741fc25c78f binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:31:36.792344 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.800080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-b1afea43-7514-4600-9779-1da62074d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:36.801637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-b1afea43-7514-4600-9779-1da62074d2c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 919 time: 0.1223412 Nov 15 22:31:36.823501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51bed80f-aff4-4017-beb2-a01ccddaeadc req-83c01e5c-a3e7-4a7f-928d-27b2241cf33f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=b04637f2-a8bb-4e3b-ba0a-450b94a12a39 HTTP/1.1" status: 200 len: 210 time: 0.1220071 Nov 15 22:31:36.828007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port 5ba10e85-5e8c-4d73-8ab3-71f18e916279 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:36.838027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:36.848127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:36.852719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dce3c322-e728-4a09-a083-817d8a7c4889 req-f17212eb-f1e1-47b0-bb81-7b1e4508ef94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "DELETE /v2.0/ports/5ba10e85-5e8c-4d73-8ab3-71f18e916279 HTTP/1.1" status: 204 len: 173 time: 1.6401000 Nov 15 22:31:36.853733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'name': 'network-vif-deleted', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:36.859076 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c3022-4036-4e3c-aa93-581d79caab7f" -d '{"events": [{"server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "name": "network-vif-deleted", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:36.886333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-e40dc986-04f5-4dbd-b58e-95b3ddcdd1b2 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2264678 Nov 15 22:31:36.886467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-352ba6b9-3ae8-4ff7-be1f-e3a5a35a16d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c HTTP/1.1" status: 200 len: 217 time: 0.0748122 Nov 15 22:31:36.896049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:36.923279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.030718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:37.031368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.113253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network 6248a804-689f-4c57-9751-4fa122658605 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:37.113253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-1994ee34-e329-45b2-8f72-b399856e9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.114800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-1994ee34-e329-45b2-8f72-b399856e9982 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 200 len: 858 time: 0.2194359 Nov 15 22:31:37.142941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.179877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:37.195408 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-b9e4089b-053e-4985-8f95-9db4745a8a61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6146b3d5-69a3-48d8-8af0-587cfbdc1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537727 Nov 15 22:31:37.202033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6248a804-689f-4c57-9751-4fa122658605) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:37.229763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:37.238958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b70fdad-857c-4ebc-845b-0e75a54249ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.245277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.250779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:37.273237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.289218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.347021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd76e7-fafb-4d49-a235-cdde295886b5 None None] Network 6248a804-689f-4c57-9751-4fa122658605 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:37.528037 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.554691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-ecb887f0-579f-433a-82ce-126e0628ad21 service neutron] 10.222.0.55 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497362 Nov 15 22:31:37.591261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70b66e33-f4dc-48d8-b5a4-337c14f0bdde tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.0353563 Nov 15 22:31:37.600899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376c60-d383-4ea5-a246-a18f7f753775 req-afb1fc2b-f8ef-4591-8d1b-067fcf1bf97e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.605293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:37.608948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a376c60-d383-4ea5-a246-a18f7f753775 req-afb1fc2b-f8ef-4591-8d1b-067fcf1bf97e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.2113605 Nov 15 22:31:37.610608 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.667129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.724923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a376c60-d383-4ea5-a246-a18f7f753775 req-7ee29afb-b01b-41e8-bfd7-c4724a07e8cf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101635 Nov 15 22:31:37.805891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Pushing event updated for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:37.838992 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.842023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.842023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.842211 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.842803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec5981-4569-43be-96e6-e077ff41b1d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.846055 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.846266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.846807 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.848384 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.848927 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.849404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.850887 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.851223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:37.865838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Attempting to bind port 65c51ed3-eb17-4923-90b7-e741fc25c78f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:37.867662 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Attempting to bind port 65c51ed3-eb17-4923-90b7-e741fc25c78f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:37.868189 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Attempting to bind port 65c51ed3-eb17-4923-90b7-e741fc25c78f on network d51a4a8f-cc08-48e4-80c1-005d4d38c47e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:37.873760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec5981-4569-43be-96e6-e077ff41b1d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:37.880868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:37.883459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:37.885281 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Checking segment: {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:37.885430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69ec5981-4569-43be-96e6-e077ff41b1d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2787030 Nov 15 22:31:37.887378 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.887940 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Bound using segment: {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:37.888571 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Bound port: 65c51ed3-eb17-4923-90b7-e741fc25c78f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7590c9-ee12-494c-92cb-a51ae287b296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:37.892221 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:37.919658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d1cd73a7-d89c-4dc3-a1fc-9efd247456ed details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:37.943308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8cdf96-730b-4f3e-b200-3acd20183a85 req-7f5ff8ec-7ade-4bd9-81d3-f3d2bdae53bb service neutron] 10.222.0.55 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760576 Nov 15 22:31:38.092529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:38.094119 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] For port 65c51ed3-eb17-4923-90b7-e741fc25c78f, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:38.098154 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] For port 65c51ed3-eb17-4923-90b7-e741fc25c78f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65c51ed3-eb17-4923-90b7-e741fc25c78f,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:38.126089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'port_id': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed', 'mac_address': 'fa:16:3e:f6:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a27663-a14d-491a-9611-4550a85ef05d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:38.137085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Allocated IP 172.25.0.236 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/709325ec-75be-47e3-ae8e-30bf255de399) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:38.150663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c2012-8c40-4e90-ac5b-9e732ee2e7cd req-d47670ae-1457-44bd-8c12-000dbf9020b3 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:38.159907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c2012-8c40-4e90-ac5b-9e732ee2e7cd req-d47670ae-1457-44bd-8c12-000dbf9020b3 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 945 time: 0.2459772 Nov 15 22:31:38.174328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.176500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ae285afd-e842-48e1-b8d2-58de43ebabd3 None None] Provisioning complete for port 65c51ed3-eb17-4923-90b7-e741fc25c78f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:38.176958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae285afd-e842-48e1-b8d2-58de43ebabd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.210441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cd73a7-d89c-4dc3-a1fc-9efd247456ed {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:38.210924 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.261405 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.263264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:38.265167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae285afd-e842-48e1-b8d2-58de43ebabd3 None None] Port 65c51ed3-eb17-4923-90b7-e741fc25c78f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:31:38.319369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.327848 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23798db1-60bf-4103-b904-676ac106e96b None None] Pushing event updated for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:38.335778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting port c3a22520-87bc-4039-8fc8-5e3ef6d1d02e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:38.335778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.373954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c2012-8c40-4e90-ac5b-9e732ee2e7cd req-5228fe98-224c-4a10-badd-74dc64d6478b tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144887 Nov 15 22:31:38.378525 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:31:38.380482 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:38.457532 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be409976-98c5-4cf5-aa02-8d660c1049a0 x-openstack-request-id: req-be409976-98c5-4cf5-aa02-8d660c1049a0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:38.458058 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:38.458058 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be409976-98c5-4cf5-aa02-8d660c1049a0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:38.458458 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed', 'status': 'completed', 'code': 200} Nov 15 22:31:38.492118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:38.526648 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05695961-13df-496e-8bc7-026c4c6e9d8c x-openstack-request-id: req-05695961-13df-496e-8bc7-026c4c6e9d8c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:38.526648 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "name": "network-vif-plugged", "status": "completed", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:38.526648 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05695961-13df-496e-8bc7-026c4c6e9d8c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:38.526648 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e', 'code': 200} Nov 15 22:31:38.568707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.574626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d1cd73a7-d89c-4dc3-a1fc-9efd247456ed'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:38.575807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-130b9a17-ca67-4801-9c33-23b6f9ae5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:38.584006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-130b9a17-ca67-4801-9c33-23b6f9ae5126 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4df98390eea49329a7a66317bcec39d&device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 1096 time: 0.0982502 Nov 15 22:31:38.624295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.644226 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a05d2b5-bfe8-48be-a35a-fd4dc608c9c0 x-openstack-request-id: req-0a05d2b5-bfe8-48be-a35a-fd4dc608c9c0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:38.651098 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04637f2-a8bb-4e3b-ba0a-450b94a12a39", "name": "network-vif-deleted", "tag": "5ba10e85-5e8c-4d73-8ab3-71f18e916279", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:38.651098 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a05d2b5-bfe8-48be-a35a-fd4dc608c9c0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:38.651098 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04637f2-a8bb-4e3b-ba0a-450b94a12a39', 'name': 'network-vif-deleted', 'tag': '5ba10e85-5e8c-4d73-8ab3-71f18e916279', 'status': 'completed', 'code': 200} Nov 15 22:31:38.680430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Calling delete_port for c3a22520-87bc-4039-8fc8-5e3ef6d1d02e owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:38.714640 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:31:38.884794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a2215-e560-4b15-9e5f-b7b950323535 req-52718f3f-9652-46ef-8db4-4f862c3f0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:38.887232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b5a2215-e560-4b15-9e5f-b7b950323535 req-52718f3f-9652-46ef-8db4-4f862c3f0168 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 1096 time: 0.2864985 Nov 15 22:31:38.925111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-2c6405d0-d56e-4ea8-a0c4-75f462599e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:38.927765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-2c6405d0-d56e-4ea8-a0c4-75f462599e3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 200 len: 919 time: 0.3120444 Nov 15 22:31:38.953766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] Provisioning complete for port 65c51ed3-eb17-4923-90b7-e741fc25c78f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:38.954477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.961167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:38.969276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d107deb-8254-4b35-8b35-f14c2802c134 req-9fe958d2-a5ae-42c7-841d-d86b5da54f0d tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478938 Nov 15 22:31:39.015411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-22bfc4cc-2fb0-47f8-bc91-fede4b4a4856 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed HTTP/1.1" status: 200 len: 217 time: 0.0792880 Nov 15 22:31:39.125198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.154178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-7470f7ea-2859-4ec3-9065-f95acf44a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:39.156062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-7470f7ea-2859-4ec3-9065-f95acf44a78e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 200 len: 858 time: 0.1320150 Nov 15 22:31:39.157121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.161864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b5a2215-e560-4b15-9e5f-b7b950323535 req-b09c66fb-835b-4dd4-ac88-a1240967b95f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309616 Nov 15 22:31:39.170775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] For port 65c51ed3-eb17-4923-90b7-e741fc25c78f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65c51ed3-eb17-4923-90b7-e741fc25c78f,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:39.197934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:39.208838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:31Z', 'revision_number': 4, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '65c51ed3-eb17-4923-90b7-e741fc25c78f', 'name': '', 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'mac_address': 'fa:16:3e:6d:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:31Z', 'updated_at': '2021-11-15T22:31:38Z', 'revision_number': 4, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'subnets': [{'id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:39.210366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:39.221190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:39.266247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=709325ec-75be-47e3-ae8e-30bf255de399,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:39.280941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.292785 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8765fa-27b8-4c92-bf46-8c837fc5a836 None None] The sync data for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 is: [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:31:31Z', 'revision_number': 4, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '65c51ed3-eb17-4923-90b7-e741fc25c78f', 'name': '', 'network_id': 'd51a4a8f-cc08-48e4-80c1-005d4d38c47e', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'mac_address': 'fa:16:3e:6d:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:31Z', 'updated_at': '2021-11-15T22:31:38Z', 'revision_number': 4, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'subnets': [{'id': 'abbb8ef2-27ee-4a44-936e-acac66db968a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:31:39.311957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.316237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/ports/c3a22520-87bc-4039-8fc8-5e3ef6d1d02e HTTP/1.1" status: 204 len: 168 time: 1.4346018 Nov 15 22:31:39.319034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49892) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:39.340752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.341537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:39.352300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f886209-890a-41b1-8998-1840857d6bf1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Port': ['ID=c3a22520-87bc-4039-8fc8-5e3ef6d1d02e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:39.506077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-8ee2c560-b517-44dc-8d09-49f9d45f4e93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6146b3d5-69a3-48d8-8af0-587cfbdc1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899963 Nov 15 22:31:39.519081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d107deb-8254-4b35-8b35-f14c2802c134 req-c5d05c22-4e7f-42fa-92e3-3c5c58ed2158 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:39.556693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d107deb-8254-4b35-8b35-f14c2802c134 req-c5d05c22-4e7f-42fa-92e3-3c5c58ed2158 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5450265 Nov 15 22:31:39.570674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:39.587638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5ba10e85-5e8c-4d73-8ab3-71f18e916279 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:39.606696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d107deb-8254-4b35-8b35-f14c2802c134 req-be84f8e0-102f-40d9-a6d4-36a80a201fb2 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/quotas/8296ce87b3fc45c7adbd48e4b7591ea9 HTTP/1.1" status: 200 len: 375 time: 0.0686896 Nov 15 22:31:39.616338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.668668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d107deb-8254-4b35-8b35-f14c2802c134 req-38819ab5-432c-475c-89e3-ca78b0215a8b tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528517 Nov 15 22:31:39.677007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 5ba10e85-5e8c-4d73-8ab3-71f18e916279 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:39.680248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5ba10e85-5e8c-4d73-8ab3-71f18e916279 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:39.706706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c', 'network_id': '6146b3d5-69a3-48d8-8af0-587cfbdc1456', 'port_id': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c', 'mac_address': 'fa:16:3e:4b:a3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a27663-a14d-491a-9611-4550a85ef05d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:39.806435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b63c58-6eb1-4a1c-94ee-62a912636475 None None] Pushing event updated for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:39.813895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.867454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:39.909548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:39.931436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:40.016272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:40.098905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.156245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:40.203052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:40.206323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.279565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f93db-853f-4b8c-ba02-c44b8cddd67e req-13830968-6fd5-4c2a-a6a1-8c7ac98a95ce tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:40.293439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db9f93db-853f-4b8c-ba02-c44b8cddd67e req-13830968-6fd5-4c2a-a6a1-8c7ac98a95ce tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 944 time: 0.3418808 Nov 15 22:31:40.375928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65c51ed3-eb17-4923-90b7-e741fc25c78f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:40.413270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting port 19918ea0-0a40-41ff-a58c-af95006774ae {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:40.413890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.446378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db9f93db-853f-4b8c-ba02-c44b8cddd67e req-1b2d04c2-496d-48e2-aad7-46edf10bd780 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523371 Nov 15 22:31:40.504951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.519169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Calling delete_port for 19918ea0-0a40-41ff-a58c-af95006774ae owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:40.546134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.641545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-543f1dec-eec9-4740-8993-4217fe0259fe service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1210880 Nov 15 22:31:40.679951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.845935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:40.863241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36b3eea2-a8bb-40ae-b4c2-3f4c56d081f0 req-cc3a3663-d266-4507-acf1-b750b8cbfb3e service neutron] 10.222.0.57 "GET /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126026 Nov 15 22:31:40.878973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.925212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:40.942734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.950948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=709325ec-75be-47e3-ae8e-30bf255de399,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:40.968167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Port': ['ID=19918ea0-0a40-41ff-a58c-af95006774ae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:40.970456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:40.975453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-edc1dcbb-9846-4aa4-bc9e-0e0898836072 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/ports/19918ea0-0a40-41ff-a58c-af95006774ae HTTP/1.1" status: 204 len: 168 time: 1.6538229 Nov 15 22:31:40.989809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:41.046458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe63d4-9750-42d2-828c-1dd800d00166 req-f705b05b-977a-4cd1-a2c8-e7d64e2726a8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:41.054355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dbe63d4-9750-42d2-828c-1dd800d00166 req-f705b05b-977a-4cd1-a2c8-e7d64e2726a8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.3836775 Nov 15 22:31:41.059392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 65c51ed3-eb17-4923-90b7-e741fc25c78f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:41.059858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.061490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.106362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:41.113258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-112723426'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:41.118192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a219a4e8-04f7-4c1e-91b2-6122da9a665c tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1251233 Nov 15 22:31:41.144465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.191884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dbe63d4-9750-42d2-828c-1dd800d00166 req-e4cdd116-66eb-44eb-8901-f3583a46ecd7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364372 Nov 15 22:31:41.217796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:41.222826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.288481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:41.292924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:41.299354 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9941d93-e8be-40b0-a4c0-93da783abc58" -d '{"events": [{"server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "name": "network-vif-plugged", "status": "completed", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:41.300926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.302300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-36fc66f9-3095-433c-ae33-9dd57c167253 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4143777 Nov 15 22:31:41.319193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.324477 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment 86787faa-7325-407d-9356-b755ac06a2fa of type vlan for network 95ba0905-e4eb-42f2-833e-762b589d4f8d Nov 15 22:31:41.348273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:41.425608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-88201fab-662e-4f37-a8a5-22f3c5e29e7d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.1162119 Nov 15 22:31:41.427867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.430581 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.432257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d1cd73a7-d89c-4dc3-a1fc-9efd247456ed up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:41.546801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415dbe-d541-4f2c-8eb5-5fa72487f1c1 req-9b376e76-d355-4396-89c2-d67c2d2a6081 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:41.554170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a415dbe-d541-4f2c-8eb5-5fa72487f1c1 req-9b376e76-d355-4396-89c2-d67c2d2a6081 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 945 time: 0.1923842 Nov 15 22:31:41.565611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:41.566225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.574807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:41.578540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.650331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:41.657026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:41.657499 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.667318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-1e0c393c-6dee-4936-9784-de9731e8e20e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:41.673826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7c18d9b-4ffc-4439-a8df-78fe07af85f2 req-1e0c393c-6dee-4936-9784-de9731e8e20e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2392628 Nov 15 22:31:41.770720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a415dbe-d541-4f2c-8eb5-5fa72487f1c1 req-90f899ce-1353-46ce-9265-ccfca472afaa tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102127 Nov 15 22:31:41.793048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=95ba0905-e4eb-42f2-833e-762b589d4f8d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:41.817782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:41.818468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf7e509d-cf5f-4f9b-ac07-0a2f74b791d1 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7097213 Nov 15 22:31:41.823933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 95ba0905-e4eb-42f2-833e-762b589d4f8d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:41.835812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1675473473'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:41.893655 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:41.951687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:41.989518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:41.993843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.077427 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d050f0-abe5-4de0-b06d-e68df031a82f x-openstack-request-id: req-79d050f0-abe5-4de0-b06d-e68df031a82f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:42.077834 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "name": "network-vif-plugged", "status": "completed", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:42.078157 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79d050f0-abe5-4de0-b06d-e68df031a82f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:42.078620 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3', 'code': 200} Nov 15 22:31:42.081224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:42.088087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.096359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-b7b48cf6-55ef-46e8-ba04-6dad5c44cc3a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:42.098154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-b7b48cf6-55ef-46e8-ba04-6dad5c44cc3a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1891425 Nov 15 22:31:42.124771 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.130853 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Added segment a977afa9-370b-4534-a2a6-bddcefbf2b31 of type vlan for network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 Nov 15 22:31:42.164395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-91a57b3f-8034-4592-a6fd-d597044eaaab tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0597241 Nov 15 22:31:42.241596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:42.258359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f84f0-64c2-424f-817a-228a78ddb66e req-40937b30-9933-47bd-a4e8-f785b52f6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:42.260047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c06f84f0-64c2-424f-817a-228a78ddb66e req-40937b30-9933-47bd-a4e8-f785b52f6151 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 1096 time: 0.1025007 Nov 15 22:31:42.275702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-7f133d4b-0de9-4dd1-a9a3-c38c7bdb4885 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059842 Nov 15 22:31:42.292291 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.356518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c06f84f0-64c2-424f-817a-228a78ddb66e req-50f71ad0-2b00-4d08-9217-378dff9de4b0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870776 Nov 15 22:31:42.370808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27f1a0-dcf7-4116-b581-7c0b8aae9dfb req-a7bd0885-6e82-4b7d-a741-6986b687076f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:42.372591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d27f1a0-dcf7-4116-b581-7c0b8aae9dfb req-a7bd0885-6e82-4b7d-a741-6986b687076f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 945 time: 0.2017586 Nov 15 22:31:42.462189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-1c5b12d8-fbbf-4508-9f4d-d4bd2a468483 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716511 Nov 15 22:31:42.467033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d27f1a0-dcf7-4116-b581-7c0b8aae9dfb req-b2a76e3c-58c8-4fe3-8cbb-76071510f1e9 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 Nov 15 22:31:42.647896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-d8a80962-8f9f-466b-a79a-a1c4b3026636 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718829 Nov 15 22:31:42.667995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-f96a7017-09f0-4f74-9758-0285fc9c3bc1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1594806 Nov 15 22:31:42.678162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:42.759008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.764790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:42.765359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.814956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:42.906953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Network': ['ID=f8f7a70e-92d8-4d5c-b513-eed65245f5a2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0970864 Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.928654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.930207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ace928c-19c9-42aa-b18f-d2653824d106 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:31:42.977242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:43.087594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:43.291363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Allocated IP 172.25.0.250 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e6180cd6-6b13-43e5-acd8-1d5b6372a37b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:43.345753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:43.498835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:43.506846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:43.507216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:43.539877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:43.669471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5b9f-9022-4894-a9d2-378ebff6f233 req-86cfb5cf-ce8e-4066-94e6-b124a0775ba9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:43.672922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c99f5b9f-9022-4894-a9d2-378ebff6f233 req-86cfb5cf-ce8e-4066-94e6-b124a0775ba9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.0807338 Nov 15 22:31:43.762803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c99f5b9f-9022-4894-a9d2-378ebff6f233 req-24ab0ca3-ac7c-4565-9651-deadc6e1c16d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830848 Nov 15 22:31:43.766410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:43.787809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:43.887857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:43.890578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=e6180cd6-6b13-43e5-acd8-1d5b6372a37b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:43.901343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:43.911034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:43.919505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:44.027448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.034196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3392f9e1-982d-45cd-a60a-b6a5556d38ff req-31cc3f28-4d8d-4e92-a246-639d7ab659d4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.1402652 Nov 15 22:31:44.096686 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.097061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed'}, {'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:44.097061 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167a689-84c6-4e9e-89ab-0c65b79d07f7" -d '{"events": [{"server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed"}, {"server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "name": "network-vif-plugged", "status": "completed", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:44.164862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:44.253735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.561878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.622985 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.773357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=e6180cd6-6b13-43e5-acd8-1d5b6372a37b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:44.786413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbca52-b483-4050-8c8c-15b582dd0ded req-344bd5eb-f3a7-4700-9845-2ccd2d885379 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:44.794634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-abdbca52-b483-4050-8c8c-15b582dd0ded req-344bd5eb-f3a7-4700-9845-2ccd2d885379 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 946 time: 0.2049356 Nov 15 22:31:44.837602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.858783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-abdbca52-b483-4050-8c8c-15b582dd0ded req-e2bce6b6-63dd-497e-95b4-c4c648029fb4 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Nov 15 22:31:44.939696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:44.941492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-c3b0c21a-48a8-4cdb-87f1-331e54475c7e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2669268 Nov 15 22:31:44.997765 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5f34c-3025-4cbc-a708-a27bf1393b66 x-openstack-request-id: req-2ec5f34c-3025-4cbc-a708-a27bf1393b66 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:44.998339 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed", "code": 200}, {"server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "name": "network-vif-plugged", "status": "completed", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:44.998830 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ec5f34c-3025-4cbc-a708-a27bf1393b66 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:44.999421 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed', 'code': 200} Nov 15 22:31:44.999862 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c', 'code': 200} Nov 15 22:31:45.077911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-81d58982-6c60-465d-b422-bb883889f2ba tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.1270902 Nov 15 22:31:45.288265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec806c-4eba-4198-9a3c-18d63a4aced4 req-ada37350-3603-410b-a69a-fddc7caa8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:45.290741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90ec806c-4eba-4198-9a3c-18d63a4aced4 req-ada37350-3603-410b-a69a-fddc7caa8c87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 1097 time: 0.1916227 Nov 15 22:31:45.318022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-57dfb915-24ed-4bdf-a44a-1c130338f05e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:45.333066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27daf140-e8dd-4936-be5c-a25c3faeae53 req-57dfb915-24ed-4bdf-a44a-1c130338f05e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2453651 Nov 15 22:31:45.378813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe10f-4f88-4d8b-9b3f-4fa8a891c526 req-76555955-c743-4312-a47f-f1e3786ee32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:45.382318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bbe10f-4f88-4d8b-9b3f-4fa8a891c526 req-76555955-c743-4312-a47f-f1e3786ee32c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 1097 time: 0.2078755 Nov 15 22:31:45.428609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c70bc731-ff2d-46a8-b9a6-430b4c2f6aba req-fb4c6e11-8469-4be7-ac5a-c1b162318981 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696847 Nov 15 22:31:45.474299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bbe10f-4f88-4d8b-9b3f-4fa8a891c526 req-7c8671ba-1bd2-40f0-aba5-24f44a0352bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825725 Nov 15 22:31:45.480938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-90ec806c-4eba-4198-9a3c-18d63a4aced4 req-07fcb528-a284-4daa-b8de-78897c8bae8b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799850 Nov 15 22:31:45.653474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bc731-ff2d-46a8-b9a6-430b4c2f6aba req-e1b24f60-7647-4f7c-917e-f8da721fd7c7 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:45.668795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c70bc731-ff2d-46a8-b9a6-430b4c2f6aba req-e1b24f60-7647-4f7c-917e-f8da721fd7c7 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086728 Nov 15 22:31:45.676453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6be3d-c073-49c1-8ff8-cfe0526c444e req-475b1939-807d-4243-9b64-0e72ad25b7b0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:45.685105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acb6be3d-c073-49c1-8ff8-cfe0526c444e req-475b1939-807d-4243-9b64-0e72ad25b7b0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.2507014 Nov 15 22:31:45.716121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c70bc731-ff2d-46a8-b9a6-430b4c2f6aba req-6325e2ba-3bd4-4d71-9f31-64211d4d6bd4 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/quotas/8296ce87b3fc45c7adbd48e4b7591ea9 HTTP/1.1" status: 200 len: 375 time: 0.0524228 Nov 15 22:31:45.771370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c70bc731-ff2d-46a8-b9a6-430b4c2f6aba req-3e41de50-6065-4504-8638-d637f7ea5fd3 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488729 Nov 15 22:31:45.831306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acb6be3d-c073-49c1-8ff8-cfe0526c444e req-2774ee01-bf1d-4ec3-8a67-e5624e093065 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452374 Nov 15 22:31:45.955705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5184212a-2bfe-42e1-8380-97b6402916fc req-b1367add-9f9c-4307-beb1-600c80e22c68 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0447452 Nov 15 22:31:46.225874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-928539c7-10a4-499d-9eda-e773defb0ff7 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2278092 Nov 15 22:31:46.239522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:46.296206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:46.303323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'subnets': [{'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--960797679', 'ip_version': 6}, {'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:46.303636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'subnet': {'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--960797679', 'ip_version': 6}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:46.305227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Request body: {'subnet': {'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:46.343045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-85df764b-4464-4394-a8e8-c42a634318ef tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:46.346122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-85df764b-4464-4394-a8e8-c42a634318ef tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.2824376 Nov 15 22:31:46.361765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:46.543064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:46.610621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2edd5-b983-44b7-b8b0-419591dc3576 req-2b8dcde1-bedf-4b0f-9a88-181c49ffd996 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:46.612508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0de2edd5-b983-44b7-b8b0-419591dc3576 req-2b8dcde1-bedf-4b0f-9a88-181c49ffd996 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 946 time: 0.1083791 Nov 15 22:31:46.633653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:46.637708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:46.715388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0de2edd5-b983-44b7-b8b0-419591dc3576 req-d8470190-6d92-4079-9911-533e9cdcbb21 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910714 Nov 15 22:31:46.730573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Made reservation on behalf of a3a130944a02484f80348e18fbb7ef1d for: {'subnet': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:46.742458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:46.742790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:46.937833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:47.024868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.12 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/b320bb79-07a7-43cf-8307-9c31bc171a67) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:47.343194 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:47.479309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:47.537011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:47.542748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:47.546780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:47.597957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:47.679286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:47.681749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:47.703248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Allocated IP 172.25.0.222 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0fb1543c-a7d5-4cd0-9694-b987f121ab23) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:47.736216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b605-6ef0-4935-9e46-bebb8ef8aae9 req-eb206c5e-a281-41c4-b664-8901b004f320 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:47.737785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2740b605-6ef0-4935-9e46-bebb8ef8aae9 req-eb206c5e-a281-41c4-b664-8901b004f320 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 945 time: 0.1730545 Nov 15 22:31:47.775138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-72e5a46c-5e42-4279-b352-92516f6edf16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4183350 Nov 15 22:31:47.788382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Request body: {'port': {'device_id': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:47.878558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:47.934285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2740b605-6ef0-4935-9e46-bebb8ef8aae9 req-9d27272f-e684-465f-97d3-1bfdede7fda5 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/security-groups?id=4df7c42c-fdc2-4bd8-9fc9-090f832d440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835282 Nov 15 22:31:48.041341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.094074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-8a8e1fbf-76d5-4989-9aea-7737cd250748 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:48.097198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-8a8e1fbf-76d5-4989-9aea-7737cd250748 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 945 time: 0.1983855 Nov 15 22:31:48.167277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cffcc5-f6cc-434f-a4fb-9c72f8355d59 req-5a5501ba-07ed-4a06-9301-2835b26427aa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:48.175457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4cffcc5-f6cc-434f-a4fb-9c72f8355d59 req-5a5501ba-07ed-4a06-9301-2835b26427aa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.0982478 Nov 15 22:31:48.237700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4cffcc5-f6cc-434f-a4fb-9c72f8355d59 req-bbc8740f-9b99-4b2c-baa8-3adaaa579af5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559018 Nov 15 22:31:48.246510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.354807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Deleting port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:48.355861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.358943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:48.386600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:48.400666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:48.460705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=0fb1543c-a7d5-4cd0-9694-b987f121ab23,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:48.519148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae14c8-2c3c-4280-a388-c74b9a401fc0 req-3dfbda9b-14df-46e6-919d-019da801452e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:48.520818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82ae14c8-2c3c-4280-a388-c74b9a401fc0 req-3dfbda9b-14df-46e6-919d-019da801452e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 932 time: 0.1811788 Nov 15 22:31:48.562218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] For port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,segment=NetworkSegment(85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f),segment_id=85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:48.563483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.585885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Calling delete_port for 86895e7a-d9d8-47ad-afca-f4ea2cdea42e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:48.740385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.740385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82ae14c8-2c3c-4280-a388-c74b9a401fc0 req-121efe11-84dd-48f4-9b4b-6b9dd9b0c80d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440358 Nov 15 22:31:48.743387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b320bb79-07a7-43cf-8307-9c31bc171a67 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:48.743387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.743387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Transition to ACTIVE for port object b320bb79-07a7-43cf-8307-9c31bc171a67 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:31:48.782276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.897108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Subnet': ['ID=81dbfc4d-0032-4c21-b3e2-a8d84904111f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:48.897339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.906903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.916681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Checking segment: {'id': '86787faa-7325-407d-9356-b755ac06a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:48.917043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network hostable DHCP agents. Network: 95ba0905-e4eb-42f2-833e-762b589d4f8d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:48.936551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2ed56-4e8a-4847-9e85-79d8fb5eac02 req-62aa1905-f0cb-47ec-ba6f-a057e471ae1b tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:48.941683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12e2ed56-4e8a-4847-9e85-79d8fb5eac02 req-62aa1905-f0cb-47ec-ba6f-a057e471ae1b tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 946 time: 0.1228926 Nov 15 22:31:48.942691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:48.977080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:49.065089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Pushing event deleted for resources: {'Port': ['ID=86895e7a-d9d8-47ad-afca-f4ea2cdea42e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:49.082346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12e2ed56-4e8a-4847-9e85-79d8fb5eac02 req-202c216b-cf8f-40df-99fb-8ca83b3a9748 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179183 Nov 15 22:31:49.085437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network 95ba0905-e4eb-42f2-833e-762b589d4f8d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:49.153236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 95ba0905-e4eb-42f2-833e-762b589d4f8d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:49.171310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdf59b-7484-4400-9dba-6789a2f115b0 None None] Network 95ba0905-e4eb-42f2-833e-762b589d4f8d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:49.227325 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.295925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] No DVR routers for this DVR port 86895e7a-d9d8-47ad-afca-f4ea2cdea42e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:49.310287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.315334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3f064a1-9cb9-4cb0-9ef8-497ff1dcf40c req-6326ba55-fb0a-4749-851b-4052d4247790 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.57 "DELETE /v2.0/ports/86895e7a-d9d8-47ad-afca-f4ea2cdea42e HTTP/1.1" status: 204 len: 173 time: 1.2024460 Nov 15 22:31:49.317269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'name': 'network-vif-deleted', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:49.320299 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263bcd92-1590-4f3c-b6b6-85d6f72624dc" -d '{"events": [{"server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "name": "network-vif-deleted", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:49.327004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.330439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event updated for resources: {'Subnet': ['ID=7ef396b1-0408-4134-b458-119338c7065c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:49.337516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Attempting to bind port b320bb79-07a7-43cf-8307-9c31bc171a67 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:49.340371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Attempting to bind port b320bb79-07a7-43cf-8307-9c31bc171a67 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:49.340371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Attempting to bind port b320bb79-07a7-43cf-8307-9c31bc171a67 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:49.350404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Checking segment: {'id': 'a977afa9-370b-4534-a2a6-bddcefbf2b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:49.350609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network hostable DHCP agents. Network: f8f7a70e-92d8-4d5c-b513-eed65245f5a2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:31:49.352278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Port b320bb79-07a7-43cf-8307-9c31bc171a67 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:31:49.353140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Attempting to bind port b320bb79-07a7-43cf-8307-9c31bc171a67 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:49.361012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:49.363253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:49.363253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:49.363253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Bound port: b320bb79-07a7-43cf-8307-9c31bc171a67, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:49.364135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.451620 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.559082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:49.562624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b320bb79-07a7-43cf-8307-9c31bc171a67,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:49.573509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-95ba0905-e4eb-42f2-833e-762b589d4f8d', 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d', 'tenant_id': 'a3a130944a02484f80348e18fbb7ef1d', 'fixed_ips': [{'subnet_id': '81dbfc4d-0032-4c21-b3e2-a8d84904111f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:31:49.574416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.579889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:31:49.628910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.636225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca63bfe-e8fe-45b2-aa3e-bd0d710b3265 req-fae32d9c-c117-47b4-a863-efd9c3b1b193 tempest-ServerAddressesTestJSON-1745160089 tempest-ServerAddressesTestJSON-1745160089-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1228920-2d28-4bdb-bc17-e13a2b722da6 HTTP/1.1" status: 200 len: 210 time: 0.0573626 Nov 15 22:31:49.651908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=0fb1543c-a7d5-4cd0-9694-b987f121ab23,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:49.656601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.764556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:49.766660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f8f7a70e-92d8-4d5c-b513-eed65245f5a2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:49.773175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:49.776961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:49.776961 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.793156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:49.793786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.796827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-903137e0-4e8f-4da6-81c4-743de310ac6d service neutron] 10.222.0.55 "PUT /v2.0/ports/b320bb79-07a7-43cf-8307-9c31bc171a67 HTTP/1.1" status: 200 len: 1092 time: 2.0110977 Nov 15 22:31:49.814140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2593ca-3416-4ead-b8e0-be425d9af563 req-91d7bc98-f292-4eb6-80bc-28fa8ada000c tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:49.820242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Allocated IP 2001:db8::1 (95ba0905-e4eb-42f2-833e-762b589d4f8d/81dbfc4d-0032-4c21-b3e2-a8d84904111f/894d6936-ab7c-438e-b026-aaf078b2f709) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:49.823166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d2593ca-3416-4ead-b8e0-be425d9af563 req-91d7bc98-f292-4eb6-80bc-28fa8ada000c tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 946 time: 0.0984516 Nov 15 22:31:49.835796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:49.837185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-6b3f0ae7-ba3d-45cf-a53a-f0e990ac5fa9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6023996 Nov 15 22:31:49.916447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-13977a6a-16ad-4e2e-b247-9aecb2365129 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0681841 Nov 15 22:31:49.944426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e473700-f980-4033-bc33-319c19439ec4 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6470129 Nov 15 22:31:49.954395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:49.966764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d2593ca-3416-4ead-b8e0-be425d9af563 req-e4f520ee-55e2-4f7f-9dc8-20abb73d1d15 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407740 Nov 15 22:31:50.005918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-7360f635-93f0-4a54-8c60-b84fad74185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.007453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-7360f635-93f0-4a54-8c60-b84fad74185f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 1095 time: 0.0822601 Nov 15 22:31:50.128077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-da91a457-719f-418b-9f03-6c4c086e145d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b320bb79-07a7-43cf-8307-9c31bc171a67 HTTP/1.1" status: 200 len: 217 time: 0.1023071 Nov 15 22:31:50.132224 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.147930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff396a-d49e-4d63-861f-8f2d130eccfe None None] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:50.147930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 86895e7a-d9d8-47ad-afca-f4ea2cdea42e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:50.228055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 86895e7a-d9d8-47ad-afca-f4ea2cdea42e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:50.229138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 86895e7a-d9d8-47ad-afca-f4ea2cdea42e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:50.238358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-6ea64b88-75bd-4ac1-ba0b-63949c0a985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.239810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-6ea64b88-75bd-4ac1-ba0b-63949c0a985c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.1023254 Nov 15 22:31:50.271418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-8685c014-11df-41ee-af21-9e174fb71337 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.272914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a8d5a0a-5f8e-444e-b2cf-060f484e4e64 req-8685c014-11df-41ee-af21-9e174fb71337 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.3504748 Nov 15 22:31:50.307740 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.328381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-7c11ac3e-1a72-4912-9581-2f83f5d2035c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791085 Nov 15 22:31:50.334179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fb22c-ab12-43b5-94d6-610eb581f3a6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.335755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fb22c-ab12-43b5-94d6-610eb581f3a6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.337314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586fb22c-ab12-43b5-94d6-610eb581f3a6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.338905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-586fb22c-ab12-43b5-94d6-610eb581f3a6 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3678770 Nov 15 22:31:50.363315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:50.366248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b002821-977e-4fed-bf73-fd35bf0ea724 req-6c841a48-86f3-44a6-bbc9-180db7c46db0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.368296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b002821-977e-4fed-bf73-fd35bf0ea724 req-6c841a48-86f3-44a6-bbc9-180db7c46db0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.2715130 Nov 15 22:31:50.396346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Network 95ba0905-e4eb-42f2-833e-762b589d4f8d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:50.410314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:50.415968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:50.453639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Pushing event updated for resources: {'Port': ['ID=894d6936-ab7c-438e-b026-aaf078b2f709,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:50.463649 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25bf811-68bc-4081-a446-e7a49b42bb87 x-openstack-request-id: req-a25bf811-68bc-4081-a446-e7a49b42bb87 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:50.463952 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1228920-2d28-4bdb-bc17-e13a2b722da6", "name": "network-vif-deleted", "tag": "86895e7a-d9d8-47ad-afca-f4ea2cdea42e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:50.464210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a25bf811-68bc-4081-a446-e7a49b42bb87 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:50.464633 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1228920-2d28-4bdb-bc17-e13a2b722da6', 'name': 'network-vif-deleted', 'tag': '86895e7a-d9d8-47ad-afca-f4ea2cdea42e', 'status': 'completed', 'code': 200} Nov 15 22:31:50.487204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b002821-977e-4fed-bf73-fd35bf0ea724 req-7aeb0f65-8f0f-4ac4-b025-121f8032b720 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052456 Nov 15 22:31:50.568781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f8f7a70e-92d8-4d5c-b513-eed65245f5a2', 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2', 'tenant_id': 'a3a130944a02484f80348e18fbb7ef1d', 'fixed_ips': [{'subnet_id': '7ef396b1-0408-4134-b458-119338c7065c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:31:50.572012 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.603179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6b1498-0b85-460e-95ce-3c3b18b7cd16 req-e09342a3-a15f-424b-ae2b-909c17dfcc9e tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738800 Nov 15 22:31:50.615671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Attempting to bind port 894d6936-ab7c-438e-b026-aaf078b2f709 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:50.619302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Attempting to bind port 894d6936-ab7c-438e-b026-aaf078b2f709 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '86787faa-7325-407d-9356-b755ac06a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:50.620192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Attempting to bind port 894d6936-ab7c-438e-b026-aaf078b2f709 on network 95ba0905-e4eb-42f2-833e-762b589d4f8d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:50.674090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting subnet 81dbfc4d-0032-4c21-b3e2-a8d84904111f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:50.682533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.776599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-94e01a75-25fb-4546-ac0e-d5887b2bfd74 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368432 Nov 15 22:31:50.780439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.807106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:50.807543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Checking segment: {'id': '86787faa-7325-407d-9356-b755ac06a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:50.808113 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.808299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Bound using segment: {'id': '86787faa-7325-407d-9356-b755ac06a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:50.808780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Bound port: 894d6936-ab7c-438e-b026-aaf078b2f709, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86787faa-7325-407d-9356-b755ac06a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95ba0905-e4eb-42f2-833e-762b589d4f8d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:50.809160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:50.883293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Allocated IP 2001:db8:0:1::1 (f8f7a70e-92d8-4d5c-b513-eed65245f5a2/7ef396b1-0408-4134-b458-119338c7065c/924fe240-e764-410e-8d38-1df47af9daa3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:50.885598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23eda5-5b51-4710-a979-bddd1e4c5872 req-fcf5b708-fbac-4607-9e28-f9fc993e75a8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.899512 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b23eda5-5b51-4710-a979-bddd1e4c5872 req-fcf5b708-fbac-4607-9e28-f9fc993e75a8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 944 time: 0.1169839 Nov 15 22:31:50.930176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b1498-0b85-460e-95ce-3c3b18b7cd16 req-25ad6651-25d5-4f64-8131-f81692db9ac6 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:50.940647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6b1498-0b85-460e-95ce-3c3b18b7cd16 req-25ad6651-25d5-4f64-8131-f81692db9ac6 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3265150 Nov 15 22:31:50.974525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6b1498-0b85-460e-95ce-3c3b18b7cd16 req-dc76d2f9-2d45-485e-9155-c5d6aa15ccf1 tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/quotas/8296ce87b3fc45c7adbd48e4b7591ea9 HTTP/1.1" status: 200 len: 375 time: 0.0328784 Nov 15 22:31:50.997843 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-03d78bd4-3303-4b79-9c11-0b3e07b6654d req-ae4f13fe-c74f-47c0-b47f-400d5aea3d99 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093735 Nov 15 22:31:51.009619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.057400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6b1498-0b85-460e-95ce-3c3b18b7cd16 req-108fa7fc-add7-407a-b9bf-6baa3171449d tempest-QuotasAdminNegativeTest-1817985358 tempest-QuotasAdminNegativeTest-1817985358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819187 Nov 15 22:31:51.103232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b23eda5-5b51-4710-a979-bddd1e4c5872 req-fde0b2f2-cb67-4dcc-8790-97447da92ac1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015910 Nov 15 22:31:51.199410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.218480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.223832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] For port 894d6936-ab7c-438e-b026-aaf078b2f709, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:51.238269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] For port 894d6936-ab7c-438e-b026-aaf078b2f709, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=894d6936-ab7c-438e-b026-aaf078b2f709,segment=NetworkSegment(86787faa-7325-407d-9356-b755ac06a2fa),segment_id=86787faa-7325-407d-9356-b755ac06a2fa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:51.275118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Subnet': ['ID=81dbfc4d-0032-4c21-b3e2-a8d84904111f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:51.287460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.296328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-49513bd9-c3c3-491b-8e6f-db5f20040f90 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/subnets/81dbfc4d-0032-4c21-b3e2-a8d84904111f HTTP/1.1" status: 204 len: 168 time: 0.9312816 Nov 15 22:31:51.297338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:51.331586 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.368418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting subnet 7ef396b1-0408-4134-b458-119338c7065c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:51.372534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.403358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.419040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.422853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44076a50-31bc-4b3f-aaa7-9617a4762fdd req-c13c655d-9aa0-4846-92f3-f67ea2cac276 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:51.424591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44076a50-31bc-4b3f-aaa7-9617a4762fdd req-c13c655d-9aa0-4846-92f3-f67ea2cac276 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 945 time: 0.2146566 Nov 15 22:31:51.458057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Pushing event updated for resources: {'Port': ['ID=924fe240-e764-410e-8d38-1df47af9daa3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:51.478140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:51.482925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:51.488378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:51.534420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44076a50-31bc-4b3f-aaa7-9617a4762fdd req-ae67b095-e86f-4e39-ae91-da696b5cb3dc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981543 Nov 15 22:31:51.607892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410767a3-282d-4b56-ab86-172ac734bec6 req-513738f9-0f89-41b8-9f53-42047e1dae61 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3488059 Nov 15 22:31:51.618206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.623592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:51.636980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:51.643065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f298846-8704-4ba9-b643-76645111ac4f None None] Pushing event updated for resources: {'Port': ['ID=894d6936-ab7c-438e-b026-aaf078b2f709,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:51.649849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Attempting to bind port 924fe240-e764-410e-8d38-1df47af9daa3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:31:51.650217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Attempting to bind port 924fe240-e764-410e-8d38-1df47af9daa3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a977afa9-370b-4534-a2a6-bddcefbf2b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:31:51.656827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Attempting to bind port 924fe240-e764-410e-8d38-1df47af9daa3 on network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:31:51.656827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:31:51.657117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Checking segment: {'id': 'a977afa9-370b-4534-a2a6-bddcefbf2b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:31:51.657367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.657757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Bound using segment: {'id': 'a977afa9-370b-4534-a2a6-bddcefbf2b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:31:51.664140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Bound port: 924fe240-e764-410e-8d38-1df47af9daa3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a977afa9-370b-4534-a2a6-bddcefbf2b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f8f7a70e-92d8-4d5c-b513-eed65245f5a2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:31:51.664531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.763925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Deleting subnet d84c83dd-8f77-4908-8ffe-a718ff567de6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:31:51.764489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.815120 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.821471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.845363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.884442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:51.891910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] For port 924fe240-e764-410e-8d38-1df47af9daa3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:31:51.912788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/subnets/7ef396b1-0408-4134-b458-119338c7065c HTTP/1.1" status: 204 len: 168 time: 0.6090848 Nov 15 22:31:51.917174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] For port 924fe240-e764-410e-8d38-1df47af9daa3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=924fe240-e764-410e-8d38-1df47af9daa3,segment=NetworkSegment(a977afa9-370b-4534-a2a6-bddcefbf2b31),segment_id=a977afa9-370b-4534-a2a6-bddcefbf2b31)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:31:51.953677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:51.994568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.022450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.101743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32f667-8db5-4951-95a7-134368676c37 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:52.107190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca32f667-8db5-4951-95a7-134368676c37 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1469641 Nov 15 22:31:52.108356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09296eeb-50fe-4360-8a83-a6c4f3a9ed0a tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef396b1-0408-4134-b458-119338c7065c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:52.113952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:52.203474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5c8e-9e4c-4c5e-b0bb-96a127156cab None None] Pushing event updated for resources: {'Port': ['ID=924fe240-e764-410e-8d38-1df47af9daa3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:52.328021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.340925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.392855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84c83dd-8f77-4908-8ffe-a718ff567de6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:52.402556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.409109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4c8de713-30cf-4f9a-b84b-868701638dae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d84c83dd-8f77-4908-8ffe-a718ff567de6 HTTP/1.1" status: 204 len: 168 time: 0.7688861 Nov 15 22:31:52.409657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:52.418705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 894d6936-ab7c-438e-b026-aaf078b2f709 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:52.478331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:52.482360 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:52.541708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting port 924fe240-e764-410e-8d38-1df47af9daa3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:52.541991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.567197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8de6-e43a-4026-a5fd-579c41562d2b req-c715a037-b27a-46b9-ba8d-7662601d7636 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:52.577712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 894d6936-ab7c-438e-b026-aaf078b2f709 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:52.578357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.583456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f77d8de6-e43a-4026-a5fd-579c41562d2b req-c715a037-b27a-46b9-ba8d-7662601d7636 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.3159378 Nov 15 22:31:52.620853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.678871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] For port 924fe240-e764-410e-8d38-1df47af9daa3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=924fe240-e764-410e-8d38-1df47af9daa3,segment=NetworkSegment(a977afa9-370b-4534-a2a6-bddcefbf2b31),segment_id=a977afa9-370b-4534-a2a6-bddcefbf2b31)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:52.679198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.719504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Calling delete_port for 924fe240-e764-410e-8d38-1df47af9daa3 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:52.822229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.851993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.884900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f77d8de6-e43a-4026-a5fd-579c41562d2b req-5eb1e33b-dc4f-4013-82fe-bb0e3e88b694 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938371 Nov 15 22:31:52.886898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 894d6936-ab7c-438e-b026-aaf078b2f709, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=894d6936-ab7c-438e-b026-aaf078b2f709,segment=NetworkSegment(86787faa-7325-407d-9356-b755ac06a2fa),segment_id=86787faa-7325-407d-9356-b755ac06a2fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:52.959310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:52.989137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.034342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Port': ['ID=924fe240-e764-410e-8d38-1df47af9daa3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:53.043329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] No DVR routers for this DVR port 924fe240-e764-410e-8d38-1df47af9daa3 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:53.126870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=894d6936-ab7c-438e-b026-aaf078b2f709,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:53.147398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.205994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Allocated IP 172.25.0.52 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:31:53.227707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.284888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8649fec5-09fe-45c9-9cfe-17f72c82b6b5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.307811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.308232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85da8ccf-c0e0-44ff-a6aa-9e1172ef5d5f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.362809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.367522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b320bb79-07a7-43cf-8307-9c31bc171a67 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:31:53.392303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.417339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:53.417825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:53.420855 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:53.437667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9345fd-5d6b-4a08-a9c6-2a2c2fc620aa None None] Network 95ba0905-e4eb-42f2-833e-762b589d4f8d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:53.703214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.726548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f7a70e-92d8-4d5c-b513-eed65245f5a2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.740504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2df37d-401e-457e-8132-c2e238ae0859 req-cf7ff0af-3862-41dc-b9ee-93310b733b7c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:53.748758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae2df37d-401e-457e-8132-c2e238ae0859 req-cf7ff0af-3862-41dc-b9ee-93310b733b7c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 944 time: 0.1796815 Nov 15 22:31:53.759666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a977afa9-370b-4534-a2a6-bddcefbf2b31') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.761720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a977afa9-370b-4534-a2a6-bddcefbf2b31') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:53.769350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.785611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.797341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] 10.222.0.15 "DELETE /v2.0/networks/8649fec5-09fe-45c9-9cfe-17f72c82b6b5 HTTP/1.1" status: 204 len: 168 time: 1.3778155 Nov 15 22:31:53.806964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.835299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.847776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:53.848250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:53.852489 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:53.867801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bb44d-cb19-49cf-9540-416bd832602d admin admin] Pushing event deleted for resources: {'Network': ['ID=8649fec5-09fe-45c9-9cfe-17f72c82b6b5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:53.909367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae2df37d-401e-457e-8132-c2e238ae0859 req-9a294637-1f4a-4589-853f-c2799012d582 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596401 Nov 15 22:31:53.958067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b320bb79-07a7-43cf-8307-9c31bc171a67,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:53.976471 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c04598-f627-4618-8ef8-d0bbe6ad7c37 x-openstack-request-id: req-15c04598-f627-4618-8ef8-d0bbe6ad7c37 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:53.976865 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:53.977318 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15c04598-f627-4618-8ef8-d0bbe6ad7c37 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:53.977808 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67', 'status': 'completed', 'code': 200} Nov 15 22:31:53.983707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.057491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.083797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.095348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/f8f7a70e-92d8-4d5c-b513-eed65245f5a2 HTTP/1.1" status: 204 len: 168 time: 1.9629271 Nov 15 22:31:54.124879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:54.124879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:31:54.163395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:31:54.203862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12e38a-6823-428d-8566-fa685692371d None None] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:31:54.221798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:31:54.253471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:54.254598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180891e0-d12b-494e-9240-114e2fa3ad11 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=f8f7a70e-92d8-4d5c-b513-eed65245f5a2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:54.264426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'b320bb79-07a7-43cf-8307-9c31bc171a67', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': 'b320bb79-07a7-43cf-8307-9c31bc171a67', 'mac_address': 'fa:16:3e:ab:a9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:31:54.280112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12e38a-6823-428d-8566-fa685692371d None None] Network f8f7a70e-92d8-4d5c-b513-eed65245f5a2 could not be found, it might have been deleted concurrently. {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 22:31:54.355657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-968b2e5c-c50a-49d4-8a07-e2f4bf1c71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:54.378365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-968b2e5c-c50a-49d4-8a07-e2f4bf1c71f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 1095 time: 0.3616436 Nov 15 22:31:54.383571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 894d6936-ab7c-438e-b026-aaf078b2f709 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:54.407652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:54.422636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:54.481297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.498279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4723d-5df8-4458-b843-f1b3d7ca2d62 req-cfa9de6d-51d7-468a-82c3-edd70bdfe3d8 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:54.507825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0b4723d-5df8-4458-b843-f1b3d7ca2d62 req-cfa9de6d-51d7-468a-82c3-edd70bdfe3d8 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 945 time: 0.3483651 Nov 15 22:31:54.541123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db241e55-155a-4650-9086-902c32c9b9f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d39b4bdbc6f4b5283bc9797c9f89583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248276 Nov 15 22:31:54.549978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:54.700262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68384bb9-baa0-4c43-9855-aa25c90a6e44 None None] DHCP port deletion for f8f7a70e-92d8-4d5c-b513-eed65245f5a2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:54.700773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-73b43f40-d49b-49e4-b32e-01c3e12a6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:54.706377 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.709573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-73b43f40-d49b-49e4-b32e-01c3e12a6e80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.3212864 Nov 15 22:31:54.714415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-05a5bf68-b6fa-4645-b0f0-9fbebcb2d43f None None] Provisioning complete for port 894d6936-ab7c-438e-b026-aaf078b2f709 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:54.714784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05a5bf68-b6fa-4645-b0f0-9fbebcb2d43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.771263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.773929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-ca5deda3-5d61-478d-aa44-bbab2e6933b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b320bb79-07a7-43cf-8307-9c31bc171a67 HTTP/1.1" status: 200 len: 217 time: 0.0560105 Nov 15 22:31:54.795441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0b4723d-5df8-4458-b843-f1b3d7ca2d62 req-be4eca0e-939a-46e2-b6fc-ca0b9f0b5d7f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863464 Nov 15 22:31:54.812752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b320bb79-07a7-43cf-8307-9c31bc171a67 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:31:54.855358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-2f2dfa0f-42bd-43ce-b3fd-5a44ac2caa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:54.857380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-2f2dfa0f-42bd-43ce-b3fd-5a44ac2caa7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.0738237 Nov 15 22:31:54.873211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.889944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b320bb79-07a7-43cf-8307-9c31bc171a67,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:54.898333 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-867cae3e-8cad-4f1f-8ddb-c5109c949601 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311596 Nov 15 22:31:54.933613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.979366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe600-1705-419f-a1b8-d569b09123e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:54.992663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Deleting port 894d6936-ab7c-438e-b026-aaf078b2f709 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:54.992988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.011429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.081687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:55.094255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 894d6936-ab7c-438e-b026-aaf078b2f709 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:55.095332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.102566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] DHCP port deletion for 95ba0905-e4eb-42f2-833e-762b589d4f8d request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:31:55.134108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-6982ccbc-cefb-44ad-ad87-a31cf0426a3d tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:55.135229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-6982ccbc-cefb-44ad-ad87-a31cf0426a3d tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "GET /v2.0/ports?device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 945 time: 0.2356997 Nov 15 22:31:55.326082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['b320bb79-07a7-43cf-8307-9c31bc171a67'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:55.350001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-4854b112-8b93-436c-9f4e-ab0244c978f2 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075530 Nov 15 22:31:55.377869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Deleting port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:55.378324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.488829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] For port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:55.489335 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.505065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Calling delete_port for fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:55.552409 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.559320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.562043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.563855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4df7c42c-fdc2-4bd8-9fc9-090f832d440e HTTP/1.1" status: 204 len: 168 time: 1.0107467 Nov 15 22:31:55.598439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Deleting port 894d6936-ab7c-438e-b026-aaf078b2f709 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:55.599384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.627682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23bea6-1690-4221-a9df-b8af65611c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df7c42c-fdc2-4bd8-9fc9-090f832d440e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:55.678748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] For port 894d6936-ab7c-438e-b026-aaf078b2f709, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=894d6936-ab7c-438e-b026-aaf078b2f709,segment=NetworkSegment(86787faa-7325-407d-9356-b755ac06a2fa),segment_id=86787faa-7325-407d-9356-b755ac06a2fa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:55.679295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.691664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21152-b78e-48d5-8d8f-e42bc30255fc req-441bfc28-044f-499d-aedb-0851446d90b2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:55.693930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18c21152-b78e-48d5-8d8f-e42bc30255fc req-441bfc28-044f-499d-aedb-0851446d90b2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.7171295 Nov 15 22:31:55.725598 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe600-1705-419f-a1b8-d569b09123e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.761940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Calling delete_port for 894d6936-ab7c-438e-b026-aaf078b2f709 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:55.826769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] For port 894d6936-ab7c-438e-b026-aaf078b2f709, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=894d6936-ab7c-438e-b026-aaf078b2f709,segment=NetworkSegment(86787faa-7325-407d-9356-b755ac06a2fa),segment_id=86787faa-7325-407d-9356-b755ac06a2fa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:55.827388 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.858414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe600-1705-419f-a1b8-d569b09123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:55.885653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2240a3bf-0a5c-4fe3-9c3b-d675204dc15e req-4312ac59-2b52-4a58-878f-ecbf6d5266f6 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249794 Nov 15 22:31:55.940733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Calling delete_port for 894d6936-ab7c-438e-b026-aaf078b2f709 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:56.002817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe600-1705-419f-a1b8-d569b09123e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b3a7b-764d-459d-8bc4-9da369b8e866,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:56.021276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a8bfe600-1705-419f-a1b8-d569b09123e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8296ce87b3fc45c7adbd48e4b7591ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7555418 Nov 15 22:31:56.024453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.030085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:56.044808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18c21152-b78e-48d5-8d8f-e42bc30255fc req-ffd7fecb-8fc0-42f9-a486-4c658b83e820 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421559 Nov 15 22:31:56.068694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8ae64ed6-b631-4970-9e50-b29fdd74d475 None None] Could not find standard attr ID for object 924fe240-e764-410e-8d38-1df47af9daa3. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:31:56.087751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.191189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.218295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d1cd73a7-d89c-4dc3-a1fc-9efd247456ed'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:56.264315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event deleted for resources: {'Port': ['ID=fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:56.264535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:31:56.317441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.324845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] No DVR routers for this DVR port fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:56.330762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.337195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-644e9ca1-e378-4b7b-96e6-1d67aeb226d0 req-3d08dd91-737e-44cd-bd42-2f51def41f0f tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "DELETE /v2.0/ports/fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 HTTP/1.1" status: 204 len: 173 time: 1.1895680 Nov 15 22:31:56.338246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'name': 'network-vif-deleted', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:56.350471 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e98f7c-8e5b-4f2f-85be-bcff6ae59817" -d '{"events": [{"server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "name": "network-vif-deleted", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:56.368290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] No DVR routers for this DVR port 894d6936-ab7c-438e-b026-aaf078b2f709 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:56.377938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 924fe240-e764-410e-8d38-1df47af9daa3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:56.382862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.388209 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.472628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event updated for resources: {'Port': ['ID=ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:56.487800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.517491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d0ce-cf73-43cb-89b8-3221552967cd req-8de56456-ac8b-4b9b-ad73-36e1372bd943 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:56.519138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc54d0ce-cf73-43cb-89b8-3221552967cd req-8de56456-ac8b-4b9b-ad73-36e1372bd943 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 945 time: 0.2027848 Nov 15 22:31:56.519969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.560143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] No DVR routers for this DVR port 894d6936-ab7c-438e-b026-aaf078b2f709 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:31:56.563275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 924fe240-e764-410e-8d38-1df47af9daa3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:56.564041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 924fe240-e764-410e-8d38-1df47af9daa3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:56.564725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 894d6936-ab7c-438e-b026-aaf078b2f709 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:56.570553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.590449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Port': ['ID=894d6936-ab7c-438e-b026-aaf078b2f709,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:56.611806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ba0905-e4eb-42f2-833e-762b589d4f8d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:56.629950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86787faa-7325-407d-9356-b755ac06a2fa') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:56.630185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86787faa-7325-407d-9356-b755ac06a2fa') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:56.646180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.718673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc54d0ce-cf73-43cb-89b8-3221552967cd req-9bb415e6-340c-445c-bd0f-a2ff84bc9959 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697190 Nov 15 22:31:56.725402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.727942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f94a-ffd3-4a31-90b7-8394df767979 None None] Pushing event deleted for resources: {'Port': ['ID=894d6936-ab7c-438e-b026-aaf078b2f709,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:56.739169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 894d6936-ab7c-438e-b026-aaf078b2f709 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:56.739169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 894d6936-ab7c-438e-b026-aaf078b2f709 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:56.758764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:56.758764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:56.761450 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:56.872523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-685665f2-716b-4ae2-ac86-c8dfe7069303 req-2db929ba-d72b-4bab-9fcb-422f4cce7146 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=4255bb5c-1e07-4f93-8a17-bc11077ef076 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Nov 15 22:31:56.929032 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a592b712-71cf-4340-809b-f4b17733f3c1 x-openstack-request-id: req-a592b712-71cf-4340-809b-f4b17733f3c1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:56.929703 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255bb5c-1e07-4f93-8a17-bc11077ef076", "name": "network-vif-deleted", "tag": "fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:56.929703 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a592b712-71cf-4340-809b-f4b17733f3c1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:56.930096 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255bb5c-1e07-4f93-8a17-bc11077ef076', 'name': 'network-vif-deleted', 'tag': 'fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3', 'status': 'completed', 'code': 200} Nov 15 22:31:57.058062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.059353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410767a3-282d-4b56-ab86-172ac734bec6 req-ba9b9783-4cff-4032-ba6a-307c5b0830fb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4446476 Nov 15 22:31:57.104841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.109464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410767a3-282d-4b56-ab86-172ac734bec6 req-b3345bdc-37ca-48c9-ab30-cd153658da67 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.0433264 Nov 15 22:31:57.111514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.114943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc9b3a7b-764d-459d-8bc4-9da369b8e866 HTTP/1.1" status: 204 len: 168 time: 1.0814061 Nov 15 22:31:57.126377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.133872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.137314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/95ba0905-e4eb-42f2-833e-762b589d4f8d HTTP/1.1" status: 204 len: 168 time: 3.0162511 Nov 15 22:31:57.150547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:57.180230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fea0c-8100-4064-810c-fc167d43eb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b3a7b-764d-459d-8bc4-9da369b8e866,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:57.193436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a404b1c-6fbe-4f0c-b6d4-e819b581adda tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=95ba0905-e4eb-42f2-833e-762b589d4f8d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:57.310373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e04c-07e7-4c32-943e-3cb515431a9c req-574c9b36-0c25-41b6-a5c3-47040d207b9c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:57.320062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3668e04c-07e7-4c32-943e-3cb515431a9c req-574c9b36-0c25-41b6-a5c3-47040d207b9c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.1952541 Nov 15 22:31:57.343193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.383870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b320bb79-07a7-43cf-8307-9c31bc171a67 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:31:57.402117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410767a3-282d-4b56-ab86-172ac734bec6 req-75b1f063-39b7-435b-b3de-af353d5355fe tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:57.403564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410767a3-282d-4b56-ab86-172ac734bec6 req-75b1f063-39b7-435b-b3de-af353d5355fe tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2137985 Nov 15 22:31:57.429539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3668e04c-07e7-4c32-943e-3cb515431a9c req-325fb620-fb3e-469c-892c-b6f58ab7de51 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956500 Nov 15 22:31:57.576120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98aab997-c334-4d77-a39b-c8326b1336bd req-ab6b272d-339e-483a-8787-e948ad861a1e tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips/64365435-4294-427c-bc02-3e237de91171 HTTP/1.1" status: 200 len: 692 time: 0.1359165 Nov 15 22:31:57.631818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.681882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6248a804-689f-4c57-9751-4fa122658605']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:57.700871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ba1169-bcb8-4550-a2b1-591b709feb70') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:57.701286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ba1169-bcb8-4550-a2b1-591b709feb70') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:57.718310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:57.725798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.736012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port b320bb79-07a7-43cf-8307-9c31bc171a67 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:31:57.740762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port b320bb79-07a7-43cf-8307-9c31bc171a67 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:31:57.741227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.753041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.763557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:57.764174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:57.769913 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:57.772016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aab997-c334-4d77-a39b-c8326b1336bd req-49ac76e4-b027-476a-83c3-97359e67847d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:57.780038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98aab997-c334-4d77-a39b-c8326b1336bd req-49ac76e4-b027-476a-83c3-97359e67847d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1965940 Nov 15 22:31:57.796245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-98aab997-c334-4d77-a39b-c8326b1336bd req-efabc026-5e08-4a8c-bcda-664cdcd1fd29 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:31:57.818170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98aab997-c334-4d77-a39b-c8326b1336bd req-efabc026-5e08-4a8c-bcda-664cdcd1fd29 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0356967 Nov 15 22:31:57.914293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1799175093-network', 'tenant_id': 'a90857edae3146bea6c4ee8101ec3471'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:57.930684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.961008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.964534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/6248a804-689f-4c57-9751-4fa122658605 HTTP/1.1" status: 204 len: 168 time: 0.8129559 Nov 15 22:31:57.978212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50300) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:57.982477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a7a52-6a66-47c2-be18-1b34155460fe tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=6248a804-689f-4c57-9751-4fa122658605,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:57.993044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:57.996289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:31:58.008755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05569bf8-f55c-4be9-b611-0219255bde45 req-da16d767-24f6-47d0-911f-a7a2ff52f1b9 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips/64365435-4294-427c-bc02-3e237de91171 HTTP/1.1" status: 200 len: 692 time: 0.1745889 Nov 15 22:31:58.043508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:58.062632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:31:58.063888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fbdae3b2-7cff-4dc7-bc44-4fd7dc611fc3 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:31:58.090827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:31:58.093402 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9fa714-4295-46dc-8878-6134d0e25f0a" -d '{"events": [{"server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "name": "network-vif-plugged", "status": "completed", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:31:58.111561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b320bb79-07a7-43cf-8307-9c31bc171a67,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:31:58.114645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94cb787d-5a24-4b6a-acd8-fa581a987378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.145561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.165124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0c81-c7f8-49ef-a02a-663f443bfe50 req-085e29c2-9a0a-41c3-9bd8-32b6caaddc4f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:58.172666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51bd0c81-c7f8-49ef-a02a-663f443bfe50 req-085e29c2-9a0a-41c3-9bd8-32b6caaddc4f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 945 time: 0.1625764 Nov 15 22:31:58.181837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.237648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:58.267914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Made reservation on behalf of a90857edae3146bea6c4ee8101ec3471 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:58.270345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.276083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569bf8-f55c-4be9-b611-0219255bde45 req-b807bb55-df2d-4521-a374-619bb69e18bb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:58.278044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05569bf8-f55c-4be9-b611-0219255bde45 req-b807bb55-df2d-4521-a374-619bb69e18bb tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.2578886 Nov 15 22:31:58.292852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51bd0c81-c7f8-49ef-a02a-663f443bfe50 req-289f8b54-df8c-483f-9c80-ea3123a0bbfe tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145315 Nov 15 22:31:58.304592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.323998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.354898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a72263b-cc11-4783-ba32-8c4f128da588']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:58.369426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645ce717-9665-4e70-85dd-74377ae8f872') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:58.369717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645ce717-9665-4e70-85dd-74377ae8f872') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:31:58.392899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.407893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.419114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:31:58.419772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:31:58.424077 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:31:58.428493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05569bf8-f55c-4be9-b611-0219255bde45 req-4c1e687c-21bd-4671-9bc3-19e8bb753179 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.1170197 Nov 15 22:31:58.450693 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81fa10-ff81-4744-8901-cc3e407c2135 x-openstack-request-id: req-bb81fa10-ff81-4744-8901-cc3e407c2135 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:31:58.450693 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "name": "network-vif-plugged", "status": "completed", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:31:58.450693 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb81fa10-ff81-4744-8901-cc3e407c2135 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:31:58.450693 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67', 'code': 200} Nov 15 22:31:58.543062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94cb787d-5a24-4b6a-acd8-fa581a987378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.574868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05569bf8-f55c-4be9-b611-0219255bde45 req-4c24d4aa-7388-4360-b00e-ff511bdd8f15 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.1346543 Nov 15 22:31:58.579577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35274f53-feb4-4c1f-9c15-adbd12a0b28a req-293224e6-ba2c-4160-b113-ef4e2c61b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:58.581298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35274f53-feb4-4c1f-9c15-adbd12a0b28a req-293224e6-ba2c-4160-b113-ef4e2c61b321 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 1097 time: 0.0569723 Nov 15 22:31:58.640857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.674639 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94cb787d-5a24-4b6a-acd8-fa581a987378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.697653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.705684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] 10.222.0.15 "DELETE /v2.0/networks/8a72263b-cc11-4783-ba32-8c4f128da588 HTTP/1.1" status: 204 len: 168 time: 0.7234604 Nov 15 22:31:58.705684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31912921-8824-41b0-8636-b89284581d19 tempest-BulkNetworkOpsIpV6Test-1570181646 tempest-BulkNetworkOpsIpV6Test-1570181646-project] Pushing event deleted for resources: {'Network': ['ID=8a72263b-cc11-4783-ba32-8c4f128da588,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:58.754314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94cb787d-5a24-4b6a-acd8-fa581a987378 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7cb1b3d88f74af88d9b1824f1ffdcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7090924 Nov 15 22:31:58.759626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:58.762514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.771544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35274f53-feb4-4c1f-9c15-adbd12a0b28a req-2204c392-ec05-4227-88f2-aeb0141f2654 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809692 Nov 15 22:31:58.848545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.850231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ec18a-14dc-4180-9e52-cbc694721c53 req-82499602-399f-4f46-838f-c6bfe3e3ae1a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:58.857793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f96ec18a-14dc-4180-9e52-cbc694721c53 req-82499602-399f-4f46-838f-c6bfe3e3ae1a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.1588063 Nov 15 22:31:58.859626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb787d-5a24-4b6a-acd8-fa581a987378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dead150-0abc-45ae-9ffd-41c3278a411c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:58.940548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2a63d-192a-426a-a749-def7de878c49,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:58.940548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:31:58.940548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.940548 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Added segment ab50484a-c8ed-4453-a4a7-e37911b11ccd of type vlan for network 287ca855-78ba-414f-9892-0f25adeeb185 Nov 15 22:31:58.946686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Deleting port ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:31:58.947162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.963812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:58.973675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f96ec18a-14dc-4180-9e52-cbc694721c53 req-bb9c34c0-509d-43c9-99cd-048bb2cbb105 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144476 Nov 15 22:31:58.980692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.039196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.092367 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.092707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.097216 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:31:59.105908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Calling delete_port for ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:31:59.142790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.142999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.144167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:59.144951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.243847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.243847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.244714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dead150-0abc-45ae-9ffd-41c3278a411c HTTP/1.1" status: 204 len: 168 time: 0.4838130 Nov 15 22:31:59.248116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] Pushing event updated for resources: {'Network': ['ID=287ca855-78ba-414f-9892-0f25adeeb185,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:59.264772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 287ca855-78ba-414f-9892-0f25adeeb185 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:31:59.293997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dd1c6-8cef-4f0c-a7cb-44ebbcf94a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dead150-0abc-45ae-9ffd-41c3278a411c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:59.397739 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6fc85b32-1e16-4d94-9fb7-780c4bd5d541 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6778467 Nov 15 22:31:59.403600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:59.411216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Request body: {'subnet': {'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1799175093-subnet', 'tenant_id': 'a90857edae3146bea6c4ee8101ec3471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:31:59.431199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.491032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:59.516457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event deleted for resources: {'Port': ['ID=ecf146c5-5f7e-4dbd-9a1a-68c0c4b08453,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:31:59.626825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.629579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.630740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05569bf8-f55c-4be9-b611-0219255bde45 req-81dc75ac-50c4-45cd-8faa-ad5af47349a1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "DELETE /v2.0/floatingips/64365435-4294-427c-bc02-3e237de91171 HTTP/1.1" status: 204 len: 173 time: 1.0548048 Nov 15 22:31:59.641736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Made reservation on behalf of a90857edae3146bea6c4ee8101ec3471 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:31:59.644215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.654963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45271-1347-4377-94b0-427f1e974170 req-d2615a64-91ce-496c-8101-d9137135ce16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:31:59.656478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bb45271-1347-4377-94b0-427f1e974170 req-d2615a64-91ce-496c-8101-d9137135ce16 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.0985234 Nov 15 22:31:59.679036 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.819317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9daacac-82f7-4975-8059-fdfb6ee51fdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3a130944a02484f80348e18fbb7ef1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260994 Nov 15 22:31:59.821173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:31:59.878824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:31:59.905479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:00.015531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:00.018231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:00.025505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76322920-c855-4c7d-9168-71abb53ecf86 HTTP/1.1" status: 204 len: 168 time: 0.1971319 Nov 15 22:32:00.043152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f57c3-24fb-46e5-a7fe-744db921eece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76322920-c855-4c7d-9168-71abb53ecf86,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:00.065628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bb45271-1347-4377-94b0-427f1e974170 req-e948634f-d476-4187-ae7b-9b9ad62cf980 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840561 Nov 15 22:32:00.268734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be80222-d6f0-443e-b642-69b228808727 req-fbc9a253-9d7f-4f68-9d28-a2d4378f219b tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:00.281253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6be80222-d6f0-443e-b642-69b228808727 req-fbc9a253-9d7f-4f68-9d28-a2d4378f219b tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4936254 Nov 15 22:32:00.421998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3306df2-fbda-4510-aaa3-35e43bef72ae req-86c3a301-66f1-433f-8202-c73fb739853e tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:00.428010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3306df2-fbda-4510-aaa3-35e43bef72ae req-86c3a301-66f1-433f-8202-c73fb739853e tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:00.429602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3306df2-fbda-4510-aaa3-35e43bef72ae req-86c3a301-66f1-433f-8202-c73fb739853e tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa&device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 1683 time: 0.1425903 Nov 15 22:32:00.460422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e4cf-1b25-4414-b147-003bd812ce4e req-171b6a14-1b6c-4149-8ba2-ec69be518432 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:00.462091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b10e4cf-1b25-4414-b147-003bd812ce4e req-171b6a14-1b6c-4149-8ba2-ec69be518432 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 946 time: 0.1042686 Nov 15 22:32:00.503440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:00.530016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3306df2-fbda-4510-aaa3-35e43bef72ae req-af66c6ba-444b-4303-ab4a-e1d25adf7901 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a51f98-0100-4787-8df0-44d6379447af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943289 Nov 15 22:32:00.649551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b10e4cf-1b25-4414-b147-003bd812ce4e req-7bb170af-42d3-4b35-9179-5dafe99f5642 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791956 Nov 15 22:32:00.688670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eecd75d-d88e-426d-abca-7f6009db6e3f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:00.710341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dac2db9e-d7d3-4031-8e65-db662fb4d4d2 req-c402cc55-df0b-425b-8c79-d8569d3a91a7 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=b475c3a7e4344265837fdc8eaf95c365 HTTP/1.1" status: 200 len: 1657 time: 0.1487243 Nov 15 22:32:00.817068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Checking segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:00.817423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Network hostable DHCP agents. Network: 287ca855-78ba-414f-9892-0f25adeeb185, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:32:00.883716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2db9e-d7d3-4031-8e65-db662fb4d4d2 req-4e5627b0-3316-4bda-8ec3-883a2bb10a02 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:00.885266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dac2db9e-d7d3-4031-8e65-db662fb4d4d2 req-4e5627b0-3316-4bda-8ec3-883a2bb10a02 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks?id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 787 time: 0.1590393 Nov 15 22:32:00.897133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-dac2db9e-d7d3-4031-8e65-db662fb4d4d2 req-657345ad-0c7d-4078-814e-911aaedcd0b3 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:32:00.898331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dac2db9e-d7d3-4031-8e65-db662fb4d4d2 req-657345ad-0c7d-4078-814e-911aaedcd0b3 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060503 Nov 15 22:32:00.936705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Network 287ca855-78ba-414f-9892-0f25adeeb185 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:32:00.987497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-4f8bf9be-8161-4b6c-9840-0948debb9ea5 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips/11b0c43b-c3f8-4ab3-90c8-43297e3f2cd7 HTTP/1.1" status: 200 len: 693 time: 0.0599532 Nov 15 22:32:01.103268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-161a632c-e4ce-446c-94e6-35cf9a9fdaa2 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:01.104642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-161a632c-e4ce-446c-94e6-35cf9a9fdaa2 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1077511 Nov 15 22:32:01.115767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 287ca855-78ba-414f-9892-0f25adeeb185) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:01.125988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:01.126399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:01.138531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee0fa1-a39f-473d-8452-fd8a6c0667a2 None None] Network 287ca855-78ba-414f-9892-0f25adeeb185 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:01.183366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-56599729-6a72-42c5-986f-410497604687 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0692632 Nov 15 22:32:01.277895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-d68e04cd-9e36-4c9e-8f82-7102074756e1 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0933266 Nov 15 22:32:01.317707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7e67c849-0f9a-4e3a-8391-9fada88df03b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9124360 Nov 15 22:32:01.430174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9866d-762b-4fd4-af64-22210bfccbeb None None] Network 287ca855-78ba-414f-9892-0f25adeeb185 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:01.498672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c660fc-d6d9-4f83-9042-f4a61ee81866 req-f205c6f4-47c4-4cea-95b1-22e1f0813385 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:01.500220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7c660fc-d6d9-4f83-9042-f4a61ee81866 req-f205c6f4-47c4-4cea-95b1-22e1f0813385 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.0670002 Nov 15 22:32:01.508746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Deleting port 0fb1543c-a7d5-4cd0-9694-b987f121ab23 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:01.509082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:01.622060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7c660fc-d6d9-4f83-9042-f4a61ee81866 req-285b39cd-1e1d-49b6-a256-ee27dd0ac634 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 Nov 15 22:32:01.662247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:01.662535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:01.699845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Calling delete_port for 0fb1543c-a7d5-4cd0-9694-b987f121ab23 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:01.985774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.027720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:02.058807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event deleted for resources: {'Port': ['ID=0fb1543c-a7d5-4cd0-9694-b987f121ab23,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:02.156154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:02.159003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:02.166459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec1aa0d-02e1-40e4-b1bd-d0a6ea9f1767 req-180b1e49-dd3f-4f4f-8d0c-e4ab2b36441a tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "DELETE /v2.0/floatingips/11b0c43b-c3f8-4ab3-90c8-43297e3f2cd7 HTTP/1.1" status: 204 len: 173 time: 0.8821073 Nov 15 22:32:02.247775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f298b8cd-4afd-4c27-8a89-1172869edadb tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] Request body: {'port': {'network_id': '3d912865-a880-4997-9e76-2a33bde4cf44', 'name': 'tempest-NetworksNegativeTestJSON-1307998904'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:02.273919 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f298b8cd-4afd-4c27-8a89-1172869edadb tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] POST failed (client error): The resource could not be found. Nov 15 22:32:02.275060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f298b8cd-4afd-4c27-8a89-1172869edadb tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.281146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-403629b7-d864-4649-86b3-7bad324c1772 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips/3c19ff6a-d778-4bbb-ad6d-98a858a742ca HTTP/1.1" status: 200 len: 693 time: 0.0611467 Nov 15 22:32:02.285035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.290183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f298b8cd-4afd-4c27-8a89-1172869edadb tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2884738 Nov 15 22:32:02.319686 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e758d3b2-552a-4e5e-8a91-957f1013f3a0 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] DELETE failed (client error): The resource could not be found. Nov 15 22:32:02.320145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e758d3b2-552a-4e5e-8a91-957f1013f3a0 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.323367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e758d3b2-552a-4e5e-8a91-957f1013f3a0 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "DELETE /v2.0/networks/ee99b834-678c-4003-aa17-18382df2baec HTTP/1.1" status: 404 len: 339 time: 0.0352027 Nov 15 22:32:02.329823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.365202 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7860f099-c822-4f02-bbaa-65916af22c39 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] DELETE failed (client error): The resource could not be found. Nov 15 22:32:02.365939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7860f099-c822-4f02-bbaa-65916af22c39 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.378900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7860f099-c822-4f02-bbaa-65916af22c39 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "DELETE /v2.0/ports/22e92713-81f8-46d5-b496-d8d83cfaa83a HTTP/1.1" status: 404 len: 333 time: 0.0478263 Nov 15 22:32:02.382566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.409912 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7401117f-383c-4fd8-bc91-5edbad14fe1b tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] DELETE failed (client error): The resource could not be found. Nov 15 22:32:02.420316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7401117f-383c-4fd8-bc91-5edbad14fe1b tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.420316 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7401117f-383c-4fd8-bc91-5edbad14fe1b tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "DELETE /v2.0/subnets/7761bac2-e9c4-4ab5-a38e-4e6033dfe332 HTTP/1.1" status: 404 len: 337 time: 0.0295758 Nov 15 22:32:02.420316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.444646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-5158b967-f26b-4ac7-a4e6-e92676021e06 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:02.447264 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bae38e-ae1a-4fef-a3ac-cc91645d4f8c tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] GET failed (client error): The resource could not be found. Nov 15 22:32:02.452807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-5158b967-f26b-4ac7-a4e6-e92676021e06 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1534121 Nov 15 22:32:02.453789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3bae38e-ae1a-4fef-a3ac-cc91645d4f8c tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "GET /v2.0/networks/98eb55ca-f269-4166-b860-fd8803f12d2d HTTP/1.1" status: 404 len: 339 time: 0.0346730 Nov 15 22:32:02.454731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.500263 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e0820c-1638-4cef-ba7d-8d7ba3167326 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] GET failed (client error): The resource could not be found. Nov 15 22:32:02.502523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9e0820c-1638-4cef-ba7d-8d7ba3167326 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "GET /v2.0/ports/cfb9ad42-6d41-4eac-ab53-ba036a39d07e HTTP/1.1" status: 404 len: 333 time: 0.0467908 Nov 15 22:32:02.506830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-6ac23984-52d7-4cef-9f99-e0e29a840804 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0531039 Nov 15 22:32:02.508425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.590848 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-368296e2-e692-418e-a32f-da531b3e82bc tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] GET failed (client error): The resource could not be found. Nov 15 22:32:02.592220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-368296e2-e692-418e-a32f-da531b3e82bc tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "GET /v2.0/subnets/f54ee1ca-820f-4a7b-9946-7db7732ea37d HTTP/1.1" status: 404 len: 337 time: 0.0822570 Nov 15 22:32:02.596857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.602174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cfdba647-c100-48e5-bbc7-306025ed1366 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:02.605798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-c8df4af1-c435-4691-ace5-ff39719daf27 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0981319 Nov 15 22:32:02.625375 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdba647-c100-48e5-bbc7-306025ed1366 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] PUT failed (client error): The resource could not be found. Nov 15 22:32:02.625987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdba647-c100-48e5-bbc7-306025ed1366 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.627199 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cfdba647-c100-48e5-bbc7-306025ed1366 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "PUT /v2.0/networks/495f433f-e4dc-432d-8838-ad5141b0f066 HTTP/1.1" status: 404 len: 339 time: 0.0292904 Nov 15 22:32:02.631599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.639710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ee361e0-65c9-46e4-a7a2-5fbe9c7beb66 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:02.663296 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee361e0-65c9-46e4-a7a2-5fbe9c7beb66 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] PUT failed (client error): The resource could not be found. Nov 15 22:32:02.664330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee361e0-65c9-46e4-a7a2-5fbe9c7beb66 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.673077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ee361e0-65c9-46e4-a7a2-5fbe9c7beb66 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "PUT /v2.0/ports/69b89dc0-d2e7-4303-9e7c-5213a208739e HTTP/1.1" status: 404 len: 333 time: 0.0390673 Nov 15 22:32:02.673774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50568) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:02.679019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-55cdd1a5-48e3-409b-9869-dca0f37a2792 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:02.700661 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cdd1a5-48e3-409b-9869-dca0f37a2792 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] PUT failed (client error): The resource could not be found. Nov 15 22:32:02.701121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cdd1a5-48e3-409b-9869-dca0f37a2792 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:32:02.702288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55cdd1a5-48e3-409b-9869-dca0f37a2792 tempest-NetworksNegativeTestJSON-1339803289 tempest-NetworksNegativeTestJSON-1339803289-project] 10.222.0.15 "PUT /v2.0/subnets/27af443e-80ec-4d40-a851-f360d6eb3c80 HTTP/1.1" status: 404 len: 337 time: 0.0275636 Nov 15 22:32:02.878950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-41e17784-95e0-48aa-9983-8f4f210b1ba8 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:02.880529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-41e17784-95e0-48aa-9983-8f4f210b1ba8 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "GET /v2.0/ports?device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 946 time: 0.1145687 Nov 15 22:32:02.989411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Deleting port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:02.990047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.110708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] For port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:03.111534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.147344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Calling delete_port for d1cd73a7-d89c-4dc3-a1fc-9efd247456ed owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:03.187481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-15220cc7-15c5-4b79-a940-33d168f30bf9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:03.195874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-15220cc7-15c5-4b79-a940-33d168f30bf9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 814 time: 0.6390278 Nov 15 22:32:03.213959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-f2bc48f7-af99-40fa-95e8-dfefeddd51f8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/quotas/a90857edae3146bea6c4ee8101ec3471 HTTP/1.1" status: 200 len: 375 time: 0.0172317 Nov 15 22:32:03.234332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Deleting port e6180cd6-6b13-43e5-acd8-1d5b6372a37b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:03.234684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.260160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:03.299078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-4e1455d2-51b7-43ed-a9b8-b8ab95341e43 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769868 Nov 15 22:32:03.346458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.346458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.404733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:03.433299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.433860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Calling delete_port for e6180cd6-6b13-43e5-acd8-1d5b6372a37b owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:03.458700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:03.461059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d1cd73a7-d89c-4dc3-a1fc-9efd247456ed'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:03.502607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event deleted for resources: {'Port': ['ID=d1cd73a7-d89c-4dc3-a1fc-9efd247456ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:03.527783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5899376e-0fbd-40c0-b1d4-dd7fdb290216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.616772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] No DVR routers for this DVR port d1cd73a7-d89c-4dc3-a1fc-9efd247456ed on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:03.621396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.625394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61221e79-4992-45ed-8b60-0bcc6d965e11 req-580fc3d6-5a81-4a59-bbb1-978f3a2f9621 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.57 "DELETE /v2.0/ports/d1cd73a7-d89c-4dc3-a1fc-9efd247456ed HTTP/1.1" status: 204 len: 173 time: 0.7368300 Nov 15 22:32:03.625582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-8bd476fd-f6e1-4025-ba94-d0bbc5d64b5e service neutron] 10.222.0.15 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757223 Nov 15 22:32:03.628825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'name': 'network-vif-deleted', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:03.636508 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859b61e-b736-4d8f-8b37-eb39a210e79d" -d '{"events": [{"server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "name": "network-vif-deleted", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:03.701613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-2314c9c3-ffd9-45d3-82a9-52477447d2fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:03.704397 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-2314c9c3-ffd9-45d3-82a9-52477447d2fc tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4314ac-283c-4ab0-a8af-b9ec659e3011 HTTP/1.1" status: 200 len: 946 time: 0.1483366 Nov 15 22:32:03.842201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-a87a69c7-7073-4966-b4c0-f5757e16bc5b service neutron] 10.222.0.15 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157090 Nov 15 22:32:03.845695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5899376e-0fbd-40c0-b1d4-dd7fdb290216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.859465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Deleting port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:03.860368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.870246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.937379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:03.940520 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d9926-da35-46b2-9ace-99a719caacec" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:03.955420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:03.967164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5899376e-0fbd-40c0-b1d4-dd7fdb290216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:03.998995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.003650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] For port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,segment=NetworkSegment(bddc3d5b-0793-42dc-b734-cc5030d5aae1),segment_id=bddc3d5b-0793-42dc-b734-cc5030d5aae1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:04.004161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.026614 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.039309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899376e-0fbd-40c0-b1d4-dd7fdb290216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70f0246-357a-4542-b927-8617ef3032cc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:04.040774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event deleted for resources: {'Port': ['ID=e6180cd6-6b13-43e5-acd8-1d5b6372a37b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:04.044709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5899376e-0fbd-40c0-b1d4-dd7fdb290216 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfcd1d0380e74d7ab01aa96e8fb7c624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7832553 Nov 15 22:32:04.048478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:04.064750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Calling delete_port for 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:04.169651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.173350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.197536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=14']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:04.198000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5e5eb97-12f1-45b1-9507-5e0a03290103 req-30e504c3-f7ac-4e94-91bd-3d4aeb4e3863 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c19ff6a-d778-4bbb-ad6d-98a858a742ca HTTP/1.1" status: 204 len: 173 time: 1.5662389 Nov 15 22:32:04.303737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07d1befa-a55d-426e-a4e0-57803a5dbce2 req-5ef31cbc-68fd-477c-bd6e-982351514c6c tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.15 "GET /v2.0/ports?device_id=08af6b8f-4c3f-4c3f-a246-28c01f99afaa HTTP/1.1" status: 200 len: 210 time: 0.0511751 Nov 15 22:32:04.353149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.435399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.519381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc972b35-2cc1-4ae1-9103-38eea5d3c87a req-d6c9792f-9b37-42d2-b4f1-fc773c72966a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:04.521044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc972b35-2cc1-4ae1-9103-38eea5d3c87a req-d6c9792f-9b37-42d2-b4f1-fc773c72966a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0762062 Nov 15 22:32:04.601171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc972b35-2cc1-4ae1-9103-38eea5d3c87a req-7e983cdb-1971-4c46-a294-955d50d05abf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690100 Nov 15 22:32:04.653954 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bf7d3-4686-48c9-a94b-9fc32e1f0bc1 x-openstack-request-id: req-1e7bf7d3-4686-48c9-a94b-9fc32e1f0bc1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:04.654153 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08af6b8f-4c3f-4c3f-a246-28c01f99afaa", "name": "network-vif-deleted", "tag": "d1cd73a7-d89c-4dc3-a1fc-9efd247456ed", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:04.654495 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e7bf7d3-4686-48c9-a94b-9fc32e1f0bc1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:04.654793 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08af6b8f-4c3f-4c3f-a246-28c01f99afaa', 'name': 'network-vif-deleted', 'tag': 'd1cd73a7-d89c-4dc3-a1fc-9efd247456ed', 'status': 'completed', 'code': 200} Nov 15 22:32:04.681594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-46b18151-3bae-4bd5-bbe4-3d0335402831 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5af31452c5ed409290be3e72d6106b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786610 Nov 15 22:32:04.737719 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5a0fe-8d60-462d-9881-b7fca9dca7f1 x-openstack-request-id: req-ebd5a0fe-8d60-462d-9881-b7fca9dca7f1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:04.738257 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-unplugged", "status": "completed", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:04.738257 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebd5a0fe-8d60-462d-9881-b7fca9dca7f1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:04.738660 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'code': 200} Nov 15 22:32:04.793456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-713e8f87-2a39-4b80-baec-aa0c7d5ebaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.794101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.795901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.800502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:04.801696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e70f0246-357a-4542-b927-8617ef3032cc HTTP/1.1" status: 204 len: 168 time: 0.7522581 Nov 15 22:32:04.840069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-263c7a47-1be8-499c-9a96-06e78fdd8bec req-1e963db9-dfe6-4977-976d-89255b3b5d37 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.0505238 Nov 15 22:32:04.878113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d433e7-af1b-482f-912d-5fb6a5851703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70f0246-357a-4542-b927-8617ef3032cc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:04.951329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Pushing event deleted for resources: {'Port': ['ID=6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:04.975017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-711e9f5e-c202-43e6-98b2-d71cf312df93 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips/938e83d3-3f6e-4d23-8ed7-001b2ab590d3 HTTP/1.1" status: 200 len: 693 time: 0.0922875 Nov 15 22:32:04.996942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] No DVR routers for this DVR port 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:04.999551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:05.003188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-19acf6c4-a699-4a94-b775-eacf01e7e253 req-feb6ff52-22cb-498a-9f71-8affa9361f57 tempest-ListServersNegativeTestJSON-445909336 tempest-ListServersNegativeTestJSON-445909336-project] 10.222.0.55 "DELETE /v2.0/ports/6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c HTTP/1.1" status: 204 len: 173 time: 1.2910869 Nov 15 22:32:05.077170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-767a5dd2-f3d8-4505-9244-952a5f78b6d7 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:05.077170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-767a5dd2-f3d8-4505-9244-952a5f78b6d7 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844321 Nov 15 22:32:05.099523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-4b810534-a749-413d-bd98-37586dc80f2e tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/quotas/5af31452c5ed409290be3e72d6106b8c HTTP/1.1" status: 200 len: 375 time: 0.0195179 Nov 15 22:32:05.141723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-8b14e788-7ce6-4cdc-91cb-6692f6667e13 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5af31452c5ed409290be3e72d6106b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354669 Nov 15 22:32:05.150490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-a3e05f40-550c-49c4-906d-cd505eaa12ac tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:05.151888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-a3e05f40-550c-49c4-906d-cd505eaa12ac tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 784 time: 0.1756959 Nov 15 22:32:05.209945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-df370f0f-ca87-4dfe-961d-690034ba47d0 tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.0481446 Nov 15 22:32:05.313826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-cca5c57f-4d42-4fab-be37-5eba5ccf0d5d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.0.236 HTTP/1.1" status: 200 len: 696 time: 0.0990543 Nov 15 22:32:05.526263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Deleting port 709325ec-75be-47e3-ae8e-30bf255de399 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:05.526956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:05.636732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:05.636732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:05.650527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Calling delete_port for 709325ec-75be-47e3-ae8e-30bf255de399 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:05.918081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:05.944663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Pushing event deleted for resources: {'Port': ['ID=709325ec-75be-47e3-ae8e-30bf255de399,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:06.013845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d1cd73a7-d89c-4dc3-a1fc-9efd247456ed no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:06.018992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.022903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.029497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f14bc492-1325-491c-a21a-d02e9a071a77 req-00ecb2eb-df38-45e6-a3e4-f5afe86aab6d tempest-FloatingIPDetailsTestJSON-1853450792 tempest-FloatingIPDetailsTestJSON-1853450792-project] 10.222.0.15 "DELETE /v2.0/floatingips/938e83d3-3f6e-4d23-8ed7-001b2ab590d3 HTTP/1.1" status: 204 len: 173 time: 0.7074206 Nov 15 22:32:06.030248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:06.060204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: d1cd73a7-d89c-4dc3-a1fc-9efd247456ed {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:06.061795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d1cd73a7-d89c-4dc3-a1fc-9efd247456ed not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:06.250918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3e263e9-9cff-4562-9dc9-f91a8480d32b req-95a10f54-7050-46c2-8fa2-f868c96d59c6 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0708604 Nov 15 22:32:06.452422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f580ee4-cb48-4be0-9578-1b18a2641027 req-2132c981-9928-4722-a65c-f0038642c91e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.1223776 Nov 15 22:32:06.529266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:06.605564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Deleting subnet b8a27663-a14d-491a-9611-4550a85ef05d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:32:06.611315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.657586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'name': 'network-vif-deleted', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:06.663900 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d080d5-5a72-46c5-bbb4-779ea037446a" -d '{"events": [{"server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "name": "network-vif-deleted", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:06.694856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.761116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.793839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.915108 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66dc420-0093-4310-81cd-d6529c7db235 x-openstack-request-id: req-e66dc420-0093-4310-81cd-d6529c7db235 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:06.915411 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4314ac-283c-4ab0-a8af-b9ec659e3011", "name": "network-vif-deleted", "tag": "6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:06.915634 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e66dc420-0093-4310-81cd-d6529c7db235 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:06.916021 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4314ac-283c-4ab0-a8af-b9ec659e3011', 'name': 'network-vif-deleted', 'tag': '6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c', 'status': 'completed', 'code': 200} Nov 15 22:32:06.954645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:06.995239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a27663-a14d-491a-9611-4550a85ef05d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:07.010384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.015030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf6394f2-06f0-46d9-a135-ed73b9e7f0bf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b8a27663-a14d-491a-9611-4550a85ef05d HTTP/1.1" status: 204 len: 168 time: 0.4843755 Nov 15 22:32:07.021265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:07.187370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf5f03bc-0ff9-4ec3-8f66-d222a458f330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.207096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.280985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Deleting port 65c51ed3-eb17-4923-90b7-e741fc25c78f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:07.281559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.392285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] For port 65c51ed3-eb17-4923-90b7-e741fc25c78f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=65c51ed3-eb17-4923-90b7-e741fc25c78f,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:07.393228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.400718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:07.412122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.416314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d7aec52-47af-4d9d-99a8-74f16591f7b5 req-c54d3fd1-3860-4614-9df6-9b5fd62cc31c tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0352027 Nov 15 22:32:07.432595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Calling delete_port for 65c51ed3-eb17-4923-90b7-e741fc25c78f owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:07.451807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:07.452464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b81cdd4-756d-4a5e-a64a-50e8c5b24f0c not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:07.458843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6146b3d5-69a3-48d8-8af0-587cfbdc1456']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:07.477726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddc3d5b-0793-42dc-b734-cc5030d5aae1') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:07.479032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddc3d5b-0793-42dc-b734-cc5030d5aae1') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:07.489991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.506693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.517708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:32:07.518223 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:32:07.603164 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:32:07.644385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94d6922d-5a20-4412-b267-5bb0a2bbea9d req-b8726c74-585c-49a7-bd08-a57dfb0805f9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.0357740 Nov 15 22:32:07.816164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.839500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6146b3d5-69a3-48d8-8af0-587cfbdc1456,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:07.852388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:07.866569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1e09fb6a-6e43-4b77-9a9b-fce6758604c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6146b3d5-69a3-48d8-8af0-587cfbdc1456 HTTP/1.1" status: 204 len: 168 time: 0.8439360 Nov 15 22:32:08.203101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-a447ee91-c6b0-4e4c-8187-5de8e49a6beb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:08.205211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-a447ee91-c6b0-4e4c-8187-5de8e49a6beb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 814 time: 0.1882737 Nov 15 22:32:08.236567 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.257541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Request body: {'port': {'device_id': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'admin_state_up': True, 'tenant_id': 'a90857edae3146bea6c4ee8101ec3471'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:08.399164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.430051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Pushing event deleted for resources: {'Port': ['ID=65c51ed3-eb17-4923-90b7-e741fc25c78f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:08.484150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:08.524065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Made reservation on behalf of a90857edae3146bea6c4ee8101ec3471 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:08.532647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.548532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-07184072-7138-4a9f-a6b2-32c6a1fd046e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4df98390eea49329a7a66317bcec39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617375 Nov 15 22:32:08.551329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:08.619514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f57ed442-73b4-405f-9130-c501eda7f310 req-bfb84ddc-3d5a-4860-9690-8b033c2c2e27 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0592897 Nov 15 22:32:08.706035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.753669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.820870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:08.890658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45a5126a-5179-48da-a141-b18cb8a30694 req-aa8d53f7-0ee7-4a5d-b5fe-c09963825b79 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.1347184 Nov 15 22:32:08.946034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7c974-99b1-441e-947a-9a3f3c4d2b80 req-df35eb13-5078-4387-9438-8adad13621e0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:08.947623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8b7c974-99b1-441e-947a-9a3f3c4d2b80 req-df35eb13-5078-4387-9438-8adad13621e0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1784251 Nov 15 22:32:09.020305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8b7c974-99b1-441e-947a-9a3f3c4d2b80 req-229c0b96-7d4c-49a1-9467-3440d5e4a51c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485966 Nov 15 22:32:09.034163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:09.039838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:09.039838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84a51f98-0100-4787-8df0-44d6379447af HTTP/1.1" status: 204 len: 168 time: 0.4856656 Nov 15 22:32:09.048867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a4f46-558f-4a95-badb-77328e79ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a51f98-0100-4787-8df0-44d6379447af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:09.050833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-66e90fb6-d211-4299-aa41-514f4b76915f tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5af31452c5ed409290be3e72d6106b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755110 Nov 15 22:32:09.074183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Allocated IP 172.20.0.10 (287ca855-78ba-414f-9892-0f25adeeb185/4eecd75d-d88e-426d-abca-7f6009db6e3f/c5b2d142-0c75-4ff9-979b-21270fa5e6f5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:09.478785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:09.535231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-124f5637-d30a-4b71-8f3c-639f8d496d39 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:09.536514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-124f5637-d30a-4b71-8f3c-639f8d496d39 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4440646 Nov 15 22:32:09.555210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Request body: {'port': {'device_id': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '5af31452c5ed409290be3e72d6106b8c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:09.731248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:09.767467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:32:09.878116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c44dfe9-09d8-444b-860d-5110dc18458a req-aef6a672-24ff-4fd8-908e-453af4370140 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.1330380 Nov 15 22:32:09.920486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb9ec-4af1-4d60-8809-ade4d4acd3c3 req-dab101bf-ca95-4fed-bd94-ef0af98b742a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:09.935843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe6bb9ec-4af1-4d60-8809-ade4d4acd3c3 req-dab101bf-ca95-4fed-bd94-ef0af98b742a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1412315 Nov 15 22:32:10.031924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe6bb9ec-4af1-4d60-8809-ade4d4acd3c3 req-761f01c4-2531-4e3d-9b20-44372e8378e2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961983 Nov 15 22:32:10.086829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f371e33b-3acd-4987-a370-65c232d846b6 req-ac48e8c5-5441-430a-9dc9-8a63a90c13a5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.0513983 Nov 15 22:32:10.127491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.211182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Network 287ca855-78ba-414f-9892-0f25adeeb185 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:10.216597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Made reservation on behalf of 5af31452c5ed409290be3e72d6106b8c for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:10.223573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.225141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-9c1424f1-6c38-45f4-9de7-15002a05608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:10.226777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-9c1424f1-6c38-45f4-9de7-15002a05608b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.1892669 Nov 15 22:32:10.238302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:10.252700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:10.300256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.313752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.382412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:10.391602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:10.392462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.451194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:32:10.468109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Sync routers for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:32:10.486240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:32:10.489001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-129068a3-69ce-4ca9-a5b7-6496afbd978f admin admin] 10.222.0.15 "PUT /v2.0/routers/ede2625a-1a02-4ee1-b21f-b0ccff5e1805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4576578 Nov 15 22:32:10.489224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:32:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:10.492718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:10.502192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-5c33bb96-8a74-42b8-9bad-101579ef1273 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2511330 Nov 15 22:32:10.576360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Request body: {'port': {'device_id': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:10.669150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:32:10.689028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.762418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.772251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:10.961380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:11.102471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:32:08Z', 'revision_number': 5, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port': {'id': '9bfd8228-08bc-44c4-abd2-14ca98dffa43', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:31:26Z', 'updated_at': '2021-11-15T22:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:11.113982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb993cc3-fbd7-4e7d-9417-6a4c3bb4a788 req-de79da67-b15e-4a51-ab65-20eed65f646e tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0704923 Nov 15 22:32:11.122856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:11.178448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Checking router: ede2625a-1a02-4ee1-b21f-b0ccff5e1805 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:32:11.190239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Routers {'ede2625a-1a02-4ee1-b21f-b0ccff5e1805'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:32:11.191339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:32:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:11.348040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] Set router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:32:11.350741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55fb3f-ec46-43c0-b16c-87deb6741821 req-3ed41667-d9ef-4328-b7b0-d0a37aefa604 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:11.358712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c55fb3f-ec46-43c0-b16c-87deb6741821 req-3ed41667-d9ef-4328-b7b0-d0a37aefa604 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 932 time: 0.1087649 Nov 15 22:32:11.370800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2077e89-ce15-4aea-b9cd-eb2b559a148d req-d7c4c30b-c429-4801-af76-f6eef79873d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:11.372314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2077e89-ce15-4aea-b9cd-eb2b559a148d req-d7c4c30b-c429-4801-af76-f6eef79873d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1830809 Nov 15 22:32:11.439824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:32:10Z', 'revision_number': 6, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:11.502330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37431594-dca1-4b44-aa05-40b06cf0ea7e None None] The sync data for ids ['ede2625a-1a02-4ee1-b21f-b0ccff5e1805'] in n-d-817995-3 is: [{'id': 'ede2625a-1a02-4ee1-b21f-b0ccff5e1805', 'name': 'tempest-FloatingIPDetailsTestJSON-1511847387-router', 'tenant_id': 'b475c3a7e4344265837fdc8eaf95c365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:31:23Z', 'updated_at': '2021-11-15T22:32:10Z', 'revision_number': 6, 'project_id': 'b475c3a7e4344265837fdc8eaf95c365', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:32:11.519968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Deleting port 9bfd8228-08bc-44c4-abd2-14ca98dffa43 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:11.520297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:11.595432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2077e89-ce15-4aea-b9cd-eb2b559a148d req-7af36e18-2938-4c08-bef8-64588194e3a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109976 Nov 15 22:32:11.599057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-230063940-network', 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:11.686644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5193895-b72b-4333-8873-951223d574db,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:11.703713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-d78f4c76-1c97-4101-997e-e2bb6826e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:11.705231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-d78f4c76-1c97-4101-997e-e2bb6826e2fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 1.4591706 Nov 15 22:32:11.705772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:11.776633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] For port 9bfd8228-08bc-44c4-abd2-14ca98dffa43, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9bfd8228-08bc-44c4-abd2-14ca98dffa43,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:11.779954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:11.800384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Calling delete_port for 9bfd8228-08bc-44c4-abd2-14ca98dffa43 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:11.875654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Allocated IP 192.168.233.95 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/5ee1a147-6ab5-48db-8f55-78205c89201a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:11.906667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-fbc03621-1dfc-4a4f-90ec-538491316182 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1750817 Nov 15 22:32:11.906806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c55fb3f-ec46-43c0-b16c-87deb6741821 req-751d5104-0f64-4f2d-b1e6-d1374d04c9de tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455742 Nov 15 22:32:12.115858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-fd0c5751-ad5f-4cd3-a484-56ddc1f09a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:12.117389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-fd0c5751-ad5f-4cd3-a484-56ddc1f09a07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1729331 Nov 15 22:32:12.282535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-392208cf-aaa4-43f5-847d-e70279d39f23 req-a890cae7-2d5f-4c18-bbef-723eeae93a3c tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0488119 Nov 15 22:32:12.301973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:12.304478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.318484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.336533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.426759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-ac9d3dfa-9276-4540-8185-2bced31dbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:12.428818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-ac9d3dfa-9276-4540-8185-2bced31dbeaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036377 Nov 15 22:32:12.488330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.496819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.497252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.594497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65c51ed3-eb17-4923-90b7-e741fc25c78f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:12.648259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfd8228-08bc-44c4-abd2-14ca98dffa43,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:12.654481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.675521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 65c51ed3-eb17-4923-90b7-e741fc25c78f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:12.678271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 65c51ed3-eb17-4923-90b7-e741fc25c78f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:12.678894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9bfd8228-08bc-44c4-abd2-14ca98dffa43 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:12.752553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4610e07-9799-4561-b0ef-397d7acbdea7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:12.786437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:32:12.801232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Pushing event updated for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:12.806154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:12.815355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9bfd8228-08bc-44c4-abd2-14ca98dffa43 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:12.821396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9bfd8228-08bc-44c4-abd2-14ca98dffa43 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:12.822037 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.822037 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Added segment c37325b4-2f8a-40d1-bb43-8d94fd77b481 of type vlan for network 48b7181c-f45f-41ac-98cf-2132594ce4f3 Nov 15 22:32:12.829010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:12.830256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:12.914979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:13.006975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.015292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.109470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-64472755-7389-407f-aa0e-5dd5dc967ba4 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521440 Nov 15 22:32:13.121476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:13.122283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.127786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:13.167157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.191225 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.193356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede2625a-1a02-4ee1-b21f-b0ccff5e1805 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:32:13.200993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.206354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a2bdc52-fe9a-445a-9d4f-acd7fd4e3f45 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ede2625a-1a02-4ee1-b21f-b0ccff5e1805 HTTP/1.1" status: 204 len: 168 time: 2.7123380 Nov 15 22:32:13.215694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:13.316442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-5570b3b9-867d-4072-ade5-970de0721fae tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7660077 Nov 15 22:32:13.340788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Request body: {'port': {'device_id': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:13.360403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a76cf296-1f82-4521-86fb-e0ef592ed226 None None] Provisioning complete for port 5ee1a147-6ab5-48db-8f55-78205c89201a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:13.360403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a76cf296-1f82-4521-86fb-e0ef592ed226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.360599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Transition to ACTIVE for port object c5b2d142-0c75-4ff9-979b-21270fa5e6f5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:13.384396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a628-14b1-438b-bc15-b957c3488b6e req-0532a912-2350-4732-ae6e-8c1ab684c30e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:13.386675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcf6a628-14b1-438b-bc15-b957c3488b6e req-0532a912-2350-4732-ae6e-8c1ab684c30e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.3060014 Nov 15 22:32:13.403233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.478886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a76cf296-1f82-4521-86fb-e0ef592ed226 None None] Port 5ee1a147-6ab5-48db-8f55-78205c89201a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:32:13.501966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcf6a628-14b1-438b-bc15-b957c3488b6e req-432f2250-54d4-4eb1-8a34-fa6ca7a0d9b9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049414 Nov 15 22:32:13.534150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360276-126b-4d0c-840a-234a644e41f5 req-f5d91df1-37df-4f59-b4ae-e8d7a1c688d6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:13.536766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a360276-126b-4d0c-840a-234a644e41f5 req-f5d91df1-37df-4f59-b4ae-e8d7a1c688d6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 932 time: 0.3631613 Nov 15 22:32:13.537009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.541310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:32:13.615945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.622665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1af6746d-e8ae-48ac-8a04-bb43331d2473 req-750de5d8-58cd-4b1e-8d04-4e09f42840d7 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882226 Nov 15 22:32:13.646031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a360276-126b-4d0c-840a-234a644e41f5 req-6133d1af-f73f-49f3-b431-16108c0672d7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995655 Nov 15 22:32:13.661199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Deleting subnet abbb8ef2-27ee-4a44-936e-acac66db968a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:32:13.667848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.709914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:13.826995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9cd21-7718-4bc6-9a4b-bf21720a02f1 req-1ac544e0-3d7d-4d0b-b557-69683914bf53 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:13.838200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34f9cd21-7718-4bc6-9a4b-bf21720a02f1 req-1ac544e0-3d7d-4d0b-b557-69683914bf53 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 935 time: 0.1726491 Nov 15 22:32:13.867251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.868265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:13.869290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:13.944291 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.033081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34f9cd21-7718-4bc6-9a4b-bf21720a02f1 req-d684fbb0-7548-493e-86d8-4f36d470a91d tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937506 Nov 15 22:32:14.101496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] Pushing event updated for resources: {'Network': ['ID=48b7181c-f45f-41ac-98cf-2132594ce4f3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:14.113270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:32:14.153389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee1a147-6ab5-48db-8f55-78205c89201a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:14.161638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.177331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Transition to ACTIVE for port object 5ee1a147-6ab5-48db-8f55-78205c89201a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:14.194976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:14.195374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:14.195711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:14.200587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:14.200937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:14.206963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:14.207299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Checking segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:14.207683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Bound using segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:14.208115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Bound port: c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:14.208833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.228308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-74743a5b-78e9-470e-905c-4766d7682297 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0445864 Nov 15 22:32:14.283851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:14.290902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Request body: {'subnet': {'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-230063940-subnet', 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:14.303144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.325854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.439409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:14.460886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:14.492189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.539095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:14.569228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:14.571096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.601990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae1dc2-42d0-40ba-bb84-d375cd6b4327 None None] Network d51a4a8f-cc08-48e4-80c1-005d4d38c47e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:14.604007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.615431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/abbb8ef2-27ee-4a44-936e-acac66db968a HTTP/1.1" status: 204 len: 168 time: 1.3965590 Nov 15 22:32:14.617837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f9352-0a6d-4bcd-81e9-f655f2a1664e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbb8ef2-27ee-4a44-936e-acac66db968a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:14.625443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:14.736758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.854447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.896402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:14.914661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Attempting to bind port 5ee1a147-6ab5-48db-8f55-78205c89201a on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:14.925387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Attempting to bind port 5ee1a147-6ab5-48db-8f55-78205c89201a by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:14.925971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Attempting to bind port 5ee1a147-6ab5-48db-8f55-78205c89201a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:14.946822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:14.947834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:14.949419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-870bfa08-12c8-49df-b819-f927a238c014 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 1092 time: 4.3959651 Nov 15 22:32:14.950345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:14.952839 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d5a5a7-96ee-4385-ada9-38420903b397" -d '{"events": [{"name": "network-changed", "server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:14.972568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Port 5ee1a147-6ab5-48db-8f55-78205c89201a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:14.973178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Attempting to bind port 5ee1a147-6ab5-48db-8f55-78205c89201a on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:15.024576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] DHCP port deletion for d51a4a8f-cc08-48e4-80c1-005d4d38c47e request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:32:15.033550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:15.036732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:15.038842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:15.039253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Bound port: 5ee1a147-6ab5-48db-8f55-78205c89201a, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:15.040178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.082353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720f1c3-5149-4820-8810-b34bd823830a req-b7f93700-f8ea-4b90-971d-7d01440a8e9b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.092174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1720f1c3-5149-4820-8810-b34bd823830a req-b7f93700-f8ea-4b90-971d-7d01440a8e9b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2315512 Nov 15 22:32:15.137857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Deleting port bcda2be1-b903-421f-a0e5-889686fa0ee0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:15.151845 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.160418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:15.166917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1720f1c3-5149-4820-8810-b34bd823830a req-3cd558bc-d8d4-423f-aaea-5944e8c8d96d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736241 Nov 15 22:32:15.250485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c18bf6-7266-4e3f-bf22-77b6d5fa1792 req-bdd3b1c3-4108-458a-a8bf-3838a8815f1d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.260480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28c18bf6-7266-4e3f-bf22-77b6d5fa1792 req-bdd3b1c3-4108-458a-a8bf-3838a8815f1d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.4016681 Nov 15 22:32:15.305317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] For port bcda2be1-b903-421f-a0e5-889686fa0ee0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bcda2be1-b903-421f-a0e5-889686fa0ee0,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:15.305711 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.338083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Calling delete_port for bcda2be1-b903-421f-a0e5-889686fa0ee0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:15.372203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28c18bf6-7266-4e3f-bf22-77b6d5fa1792 req-d06d4ea0-1d16-4cb1-8be1-2591099783b5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Nov 15 22:32:15.380818 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30adaa70-28f6-4c04-9a5f-1e0c922df668 x-openstack-request-id: req-30adaa70-28f6-4c04-9a5f-1e0c922df668 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:15.381299 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:15.382006 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30adaa70-28f6-4c04-9a5f-1e0c922df668 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:15.382471 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'status': 'completed', 'code': 200} Nov 15 22:32:15.420525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ee1a147-6ab5-48db-8f55-78205c89201a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:15.423310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Deleting port bcda2be1-b903-421f-a0e5-889686fa0ee0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:15.423872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.447285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-742fa105-524d-46b1-bc9f-3f007f1673bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.450445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-742fa105-524d-46b1-bc9f-3f007f1673bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1095 time: 0.0718341 Nov 15 22:32:15.495159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d2c79-2410-4daa-bfd1-735b336b8a80 req-637a06b7-4421-418a-8780-d52e904caf73 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.496785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-478d2c79-2410-4daa-bfd1-735b336b8a80 req-637a06b7-4421-418a-8780-d52e904caf73 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 947 time: 0.1367781 Nov 15 22:32:15.503916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.511599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.536804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-f33aaed5-1dd8-4fb6-916f-1b45ecaafcdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0753267 Nov 15 22:32:15.542430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] For port bcda2be1-b903-421f-a0e5-889686fa0ee0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bcda2be1-b903-421f-a0e5-889686fa0ee0,segment=NetworkSegment(dd7590c9-ee12-494c-92cb-a51ae287b296),segment_id=dd7590c9-ee12-494c-92cb-a51ae287b296)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:15.542873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.564694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Calling delete_port for bcda2be1-b903-421f-a0e5-889686fa0ee0 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:15.575791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.594260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-478d2c79-2410-4daa-bfd1-735b336b8a80 req-33de733e-477b-4820-9d51-7b2ddea605d6 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855038 Nov 15 22:32:15.595532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] No DVR routers for this DVR port bcda2be1-b903-421f-a0e5-889686fa0ee0 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:15.607593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.608643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.610636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ee1a147-6ab5-48db-8f55-78205c89201a HTTP/1.1" status: 200 len: 1095 time: 2.2789555 Nov 15 22:32:15.638220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f771-8aea-45ed-880d-4667d9a74877 None None] Pushing event deleted for resources: {'Port': ['ID=bcda2be1-b903-421f-a0e5-889686fa0ee0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:15.677758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1aff28-69c2-4d64-a380-74598f829f11 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:15.695932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=baaa53cf-c3c4-4f76-808f-5875a82b6d0c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:15.720544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:15.740741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-759bcf61-6df9-4bda-8859-a36eb3b1edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:15.742511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-759bcf61-6df9-4bda-8859-a36eb3b1edb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.1657267 Nov 15 22:32:15.763087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcda2be1-b903-421f-a0e5-889686fa0ee0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:15.765065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] No DVR routers for this DVR port bcda2be1-b903-421f-a0e5-889686fa0ee0 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:15.940735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-eea6ecdb-c64b-4f4a-9e2c-3353165f560e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820397 Nov 15 22:32:15.944801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Checking segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:15.945162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Network hostable DHCP agents. Network: 48b7181c-f45f-41ac-98cf-2132594ce4f3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:32:16.003177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.035219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51a4a8f-cc08-48e4-80c1-005d4d38c47e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:16.046318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7590c9-ee12-494c-92cb-a51ae287b296') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:16.046746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7590c9-ee12-494c-92cb-a51ae287b296') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:32:16.049307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-3d615771-cc43-4ec0-8c71-b134798f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.050780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-3d615771-cc43-4ec0-8c71-b134798f498d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5af31452c5ed409290be3e72d6106b8c&device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 1098 time: 0.3073342 Nov 15 22:32:16.057496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.071425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.078837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:32:16.079439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:32:16.081363 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:32:16.105480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-914689d9-0140-4840-8a14-7b4769f2dd69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5ee1a147-6ab5-48db-8f55-78205c89201a HTTP/1.1" status: 200 len: 217 time: 0.0451498 Nov 15 22:32:16.108382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:32:16.205257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-f59349e8-e3f2-401a-95bc-b1278a82dff2 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440209 Nov 15 22:32:16.221307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.230831 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.232646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-41dba852-c6fc-4cea-986a-10128bdb57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.234929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] 10.222.0.15 "DELETE /v2.0/networks/d51a4a8f-cc08-48e4-80c1-005d4d38c47e HTTP/1.1" status: 204 len: 168 time: 1.6068981 Nov 15 22:32:16.235742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-41dba852-c6fc-4cea-986a-10128bdb57b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1196570 Nov 15 22:32:16.271716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bcda2be1-b903-421f-a0e5-889686fa0ee0 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:16.282022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60fc78-855b-4036-9268-7f5dea13c85e admin admin] Pushing event deleted for resources: {'Network': ['ID=d51a4a8f-cc08-48e4-80c1-005d4d38c47e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:16.330706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: bcda2be1-b903-421f-a0e5-889686fa0ee0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:16.333527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bcda2be1-b903-421f-a0e5-889686fa0ee0 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:16.377732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 48b7181c-f45f-41ac-98cf-2132594ce4f3) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:16.385632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6565e-5c45-4764-bf02-ad72d6c4502c None None] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:16.391335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f6ee0-d1de-4dcb-b685-faf35897011c req-226a95d6-0786-4796-8177-b8138563089f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.400867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.401864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:16.407686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e2f6ee0-d1de-4dcb-b685-faf35897011c req-226a95d6-0786-4796-8177-b8138563089f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0793209 Nov 15 22:32:16.486868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5536edaa-2a6f-40ad-8a91-c50c0d24a665 req-b438cb85-2a34-4975-bcb8-0ca4b190d69a service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498977 Nov 15 22:32:16.530736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e2f6ee0-d1de-4dcb-b685-faf35897011c req-f41924c6-0420-4799-a847-a73d6c54cd50 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158237 Nov 15 22:32:16.558885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-0f4f6148-dcfe-4abc-9a68-abb833adb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.562152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-0f4f6148-dcfe-4abc-9a68-abb833adb1df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1951525 Nov 15 22:32:16.589231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-a8c24cec-2877-48af-8c1a-d37630591593 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937946 Nov 15 22:32:16.592417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41129e-4278-4a34-901f-d69ac0a5f281 None None] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:16.605186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d56e9-ebbf-4c5a-827e-0f3e045e02be req-51a2f395-5526-49c0-a31a-251247b3400e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.609044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-765d56e9-ebbf-4c5a-827e-0f3e045e02be req-51a2f395-5526-49c0-a31a-251247b3400e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.0726168 Nov 15 22:32:16.662196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9ddaf2b-1264-4d4d-a5ad-ce84dd606c6c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3771007 Nov 15 22:32:16.733950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:16.825016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f01bcb30-9594-45f3-ac8d-9ea7b8bc7d65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b475c3a7e4344265837fdc8eaf95c365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882337 Nov 15 22:32:16.828810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-765d56e9-ebbf-4c5a-827e-0f3e045e02be req-e5a9628a-6316-4be5-bb6a-7a898a6d5242 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143824 Nov 15 22:32:16.830251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:16.876768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-ca5f1250-2138-452a-a061-ae971ffb8914 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032796 Nov 15 22:32:16.904908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-06b651f4-546b-40e5-b014-2faa05743025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.907318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-06b651f4-546b-40e5-b014-2faa05743025 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.1588113 Nov 15 22:32:16.926249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-3d80f213-2878-4411-aacb-4de4ede93983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:16.927866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-3d80f213-2878-4411-aacb-4de4ede93983 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1095 time: 0.2568152 Nov 15 22:32:17.004416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f4d46-57f7-4fa3-b27c-6d5490820270 req-0d801a3e-2419-4bb9-814e-53890ecc6799 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.005950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-917f4d46-57f7-4fa3-b27c-6d5490820270 req-0d801a3e-2419-4bb9-814e-53890ecc6799 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 947 time: 0.1866443 Nov 15 22:32:17.021400 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:17.073063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8062-d02e-4026-ae18-b838e28ebe22 req-f27a906e-1cc1-4488-b16f-bfffec3bf469 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.074577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c87e8062-d02e-4026-ae18-b838e28ebe22 req-f27a906e-1cc1-4488-b16f-bfffec3bf469 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1423209 Nov 15 22:32:17.080752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:17.215394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-917f4d46-57f7-4fa3-b27c-6d5490820270 req-31dfcd29-94e4-4c3d-9cee-66a9b6c15a48 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791139 Nov 15 22:32:17.238480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c87e8062-d02e-4026-ae18-b838e28ebe22 req-81e90d34-f9ee-4f0c-bc07-a0c4f996556c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534622 Nov 15 22:32:17.338591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:17.338753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:17.340787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2d85d27-71cb-4098-9e8e-19fe0588e07c HTTP/1.1" status: 204 len: 168 time: 0.5091596 Nov 15 22:32:17.364977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696be3b-a03f-40c9-885c-0ffcec506145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d85d27-71cb-4098-9e8e-19fe0588e07c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:17.438631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:17.440911 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c636b-4610-4c60-bda1-c250d1ae116f" -d '{"events": [{"name": "network-changed", "server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:17.485041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbecd3-fdd9-41c9-ad8f-7a3db5b7b8a0 req-8e7dfcb0-6ab4-4866-9998-ad78e60aea85 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.487217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abbecd3-fdd9-41c9-ad8f-7a3db5b7b8a0 req-8e7dfcb0-6ab4-4866-9998-ad78e60aea85 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1111748 Nov 15 22:32:17.595903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4dff696a-6e80-48ab-bc46-9cae0b55b28e req-2231b41f-2280-47c9-abb1-7cf56b335d2d service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089641 Nov 15 22:32:17.617293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-e22f4a5e-86b7-48b6-a03d-cab11f86de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.619790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-e22f4a5e-86b7-48b6-a03d-cab11f86de56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.6634965 Nov 15 22:32:17.624920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-5bf41e22-4677-45c1-8dd1-72d2c64f1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.626400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-5bf41e22-4677-45c1-8dd1-72d2c64f1046 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.6712027 Nov 15 22:32:17.674626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abbecd3-fdd9-41c9-ad8f-7a3db5b7b8a0 req-6f6ef30e-e8b6-4808-a10b-fce32f94c5bf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805806 Nov 15 22:32:17.723030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-c94605e5-e5a6-4ac4-bcdd-6a29f9f497d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0954351 Nov 15 22:32:17.763132 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57045a88-8702-4f5e-88ca-ea7bce8b0627 x-openstack-request-id: req-57045a88-8702-4f5e-88ca-ea7bce8b0627 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:17.763530 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:17.763873 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57045a88-8702-4f5e-88ca-ea7bce8b0627 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:17.764343 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a', 'status': 'completed', 'code': 200} Nov 15 22:32:17.771141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-8306810a-c077-4e8a-bd25-e4b1d15f592d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.779780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-8306810a-c077-4e8a-bd25-e4b1d15f592d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.2095332 Nov 15 22:32:17.785055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-5d79803e-192d-47f2-a8d7-ab528c8e4ff0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1501112 Nov 15 22:32:17.801736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-5b2ca820-bd29-4e3b-92b3-7c0bd41a032d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/quotas/7c4c2986b2864f49b8f69a7a3f018e22 HTTP/1.1" status: 200 len: 375 time: 0.0208964 Nov 15 22:32:17.852037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-827ddb0a-e54d-4ee9-b8d3-6cb0a2950273 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494251 Nov 15 22:32:17.865373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-f0952cf3-e5ac-4c48-b47e-d82bf29e6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.871288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-f0952cf3-e5ac-4c48-b47e-d82bf29e6986 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.1366408 Nov 15 22:32:17.963110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-ad91d092-9115-47d9-90d5-aeaafd23007c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808792 Nov 15 22:32:17.967135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-ffe7320c-0d23-4dc1-98a8-17af03550bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:17.969138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-ffe7320c-0d23-4dc1-98a8-17af03550bd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1741555 Nov 15 22:32:18.036544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:18.070298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c636b-4610-4c60-bda1-c250d1ae116f req-3a5414f9-8bed-4da8-b9b1-9c0ef95a4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:18.071841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-3a5414f9-8bed-4da8-b9b1-9c0ef95a4eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5af31452c5ed409290be3e72d6106b8c&device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 1098 time: 0.2036736 Nov 15 22:32:18.088890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-72e5c360-6560-4c4a-9399-ef47ecac995e service neutron] 10.222.0.15 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203770 Nov 15 22:32:18.113366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-10d2b605-f5b4-4e56-a153-359293711c57 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:18.114975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-10d2b605-f5b4-4e56-a153-359293711c57 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.1789689 Nov 15 22:32:18.172719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-e78a892e-b37f-4eb4-87c3-e29b2ade2ddd tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/quotas/adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 375 time: 0.0469654 Nov 15 22:32:18.206383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:18.222350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'port_id': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'mac_address': 'fa:16:3e:3a:e5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eecd75d-d88e-426d-abca-7f6009db6e3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:18.236964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-5fb3a0b6-fd29-4d2a-abdc-6632a3663f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:18.239309 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-5fb3a0b6-fd29-4d2a-abdc-6632a3663f4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507896 Nov 15 22:32:18.270157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:18.284646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-8c6693b8-a6bd-4675-87d6-b1e763707c97 service neutron] 10.222.0.15 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874013 Nov 15 22:32:18.296928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:18.315622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-812c37e5-9074-4e63-a1cd-84ba633ee7ff tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1356566 Nov 15 22:32:18.323438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c636b-4610-4c60-bda1-c250d1ae116f req-5dc3f072-5919-48de-a3de-18716d632e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:18.325041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-5dc3f072-5919-48de-a3de-18716d632e60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2419069 Nov 15 22:32:18.329604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-86208e04-c18f-4909-a8f5-374a58f26886 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577497 Nov 15 22:32:18.342882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:18.443419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1d5a5a7-96ee-4385-ada9-38420903b397 req-56dc980e-6c92-49f9-8226-2318703f49c1 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991111 Nov 15 22:32:18.444300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:18.467150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b8bf7953-e3f9-4d9c-afa7-a823ea5e1413 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465340 Nov 15 22:32:18.497034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-97037d5e-87da-4bfd-8fd1-adad5c54a79c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=5ee1a147-6ab5-48db-8f55-78205c89201a HTTP/1.1" status: 200 len: 217 time: 0.1541822 Nov 15 22:32:18.559976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:18.589557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-eed102c6-1e35-4c5c-bd4e-fb9832a4fe46 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353882 Nov 15 22:32:18.658456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:18.957280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c636b-4610-4c60-bda1-c250d1ae116f req-be5ff602-4044-4d3f-8c23-699d9b2b3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:18.962463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-be5ff602-4044-4d3f-8c23-699d9b2b3c5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.4553454 Nov 15 22:32:19.091258 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2a39a2d-f6f5-47b5-9224-bfb01d3a1529 req-e35ac9ae-338f-4ab1-a0ad-5fa29ca0085d service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685297 Nov 15 22:32:19.118405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c636b-4610-4c60-bda1-c250d1ae116f req-e156805b-47d8-4ee1-b023-4c3b99a9b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:19.118405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-e156805b-47d8-4ee1-b023-4c3b99a9b4a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369133 Nov 15 22:32:19.213568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-49860a15-6d43-44e5-badd-749906548147 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496181 Nov 15 22:32:19.225307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcab191-01e2-44e9-a602-f26380faff98 req-b2c4b90f-20a8-436d-990e-a35a20252fad tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:19.232906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7fcab191-01e2-44e9-a602-f26380faff98 req-b2c4b90f-20a8-436d-990e-a35a20252fad tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1895585 Nov 15 22:32:19.253440 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-59b94282-e0d9-4ce1-aabd-06b770ac7214 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211519 Nov 15 22:32:19.287104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7fcab191-01e2-44e9-a602-f26380faff98 req-f968e253-4ea4-4323-856e-fef2506102b5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533719 Nov 15 22:32:19.385711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-194c636b-4610-4c60-bda1-c250d1ae116f req-4b0b1b86-cd66-49e7-a61e-3be353f2fc93 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228487 Nov 15 22:32:19.419799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52e22-d4e4-40cc-aff8-ac38ba837fd6 req-0067718e-bb13-412d-b0df-a3ad33a97769 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:19.421772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79c52e22-d4e4-40cc-aff8-ac38ba837fd6 req-0067718e-bb13-412d-b0df-a3ad33a97769 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 947 time: 0.0757670 Nov 15 22:32:19.528061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79c52e22-d4e4-40cc-aff8-ac38ba837fd6 req-6b9422cf-9a9a-44c9-bf17-79d0fb7afe30 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971742 Nov 15 22:32:19.641624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-829b19cf-c022-447f-bd08-cb244de7c39e req-675d1833-17e9-47a5-9875-0439c674c75e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 210 time: 0.0624688 Nov 15 22:32:19.770585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b0035af-89a4-4c66-a36a-e9309d65d781 req-7758a9f0-6ab0-400d-9c62-9adaaa6df40a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.0541289 Nov 15 22:32:19.854023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-a5d5cae5-502a-4547-8d5e-c4fd35a517f6 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3388523465824e20bf2cdd9c384ed108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266728 Nov 15 22:32:19.974654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-b52a5e41-0dac-4e9e-8787-267149abba52 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:19.976287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-b52a5e41-0dac-4e9e-8787-267149abba52 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133733 Nov 15 22:32:20.011304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-e9d9378c-d071-499c-96a2-dafed3726a8f tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/quotas/3388523465824e20bf2cdd9c384ed108 HTTP/1.1" status: 200 len: 375 time: 0.0216441 Nov 15 22:32:20.039761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ee1a147-6ab5-48db-8f55-78205c89201a details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:20.045348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:20.079121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-2e654cbb-407b-463b-a952-8ef4b094f9ec tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3388523465824e20bf2cdd9c384ed108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668437 Nov 15 22:32:20.220758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ee1a147-6ab5-48db-8f55-78205c89201a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:20.232816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5ee1a147-6ab5-48db-8f55-78205c89201a', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '5ee1a147-6ab5-48db-8f55-78205c89201a', 'mac_address': 'fa:16:3e:4b:84:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:20.289221 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:20.314664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee1a147-6ab5-48db-8f55-78205c89201a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:20.342130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ee1a147-6ab5-48db-8f55-78205c89201a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:20.358099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:20.371013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:20.371013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:20.464022 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:20.466340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:20.509163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e04ef31-61e7-486d-be65-f8939558a2ea req-03370cb6-7d88-41cb-9a15-369ebf74b00c tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.1144223 Nov 15 22:32:20.525119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:20.527407 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054a661-5a6b-491d-90be-6c4e869a37fc" -d '{"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:20.549140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:20.563535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a218-72c4-44ea-b893-204f1a1d67da req-baa639ef-ccc1-45b5-9dd4-ca5fb538bd2c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:20.567168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fc8a218-72c4-44ea-b893-204f1a1d67da req-baa639ef-ccc1-45b5-9dd4-ca5fb538bd2c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1069162 Nov 15 22:32:20.568221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:20.603202 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20558f34-5e1d-4dda-abe3-e566716b7b74 x-openstack-request-id: req-20558f34-5e1d-4dda-abe3-e566716b7b74 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:20.603684 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:20.607745 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20558f34-5e1d-4dda-abe3-e566716b7b74 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:20.626124 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'code': 200} Nov 15 22:32:20.663307 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:20.666056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fc8a218-72c4-44ea-b893-204f1a1d67da req-64b8be28-eaeb-4298-a54e-c53cd65f770d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819340 Nov 15 22:32:20.682540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5ee1a147-6ab5-48db-8f55-78205c89201a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:20.759364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1253-b60f-4f8b-aaf4-d8b68466e1e0 req-c2d70f1b-be89-4c2d-af43-9897f4212bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:20.761018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8bf1253-b60f-4f8b-aaf4-d8b68466e1e0 req-c2d70f1b-be89-4c2d-af43-9897f4212bbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1097 time: 0.0614522 Nov 15 22:32:20.767481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:20.858994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d396-e527-4a81-938c-3f573b95224b req-72377e8d-270c-4917-ba2d-7c464b294e5a tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:20.864163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7b4d396-e527-4a81-938c-3f573b95224b req-72377e8d-270c-4917-ba2d-7c464b294e5a tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 948 time: 0.1335418 Nov 15 22:32:20.879164 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8bf1253-b60f-4f8b-aaf4-d8b68466e1e0 req-5c1dfb48-17f6-471d-be76-29425e7535d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085777 Nov 15 22:32:20.930422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9a23d11-f550-40b6-afff-bc778594b48b req-14e0b17e-d751-4892-a725-f1c01097163b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 210 time: 0.1030183 Nov 15 22:32:20.970777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7b4d396-e527-4a81-938c-3f573b95224b req-08a56c16-6862-4c1d-852f-ce2e73bbeb37 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902054 Nov 15 22:32:21.045542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd3cdf79-7d85-4f78-9cad-983facd94339 req-9693a543-5232-4d8b-9ff0-1134faad0c0a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.0660491 Nov 15 22:32:21.594780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-826b3d84-6117-4fff-b90c-c9c9b7a67a66 req-317137ac-3a23-480a-be55-608d4585a74e tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.0280652 Nov 15 22:32:21.809558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74955beb-a9cb-4f28-ae7d-af0d2f1bc5a3 req-e0401dae-7395-4f0b-90e4-bcf2664bd29f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:21.811004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74955beb-a9cb-4f28-ae7d-af0d2f1bc5a3 req-e0401dae-7395-4f0b-90e4-bcf2664bd29f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0518625 Nov 15 22:32:21.864011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74955beb-a9cb-4f28-ae7d-af0d2f1bc5a3 req-937c8872-240f-410b-ba49-896fbecc5120 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466757 Nov 15 22:32:22.060237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ee1a147-6ab5-48db-8f55-78205c89201a up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:22.092966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2057d822-19ac-427e-bcb9-e8ab3648e6b4 req-9bd1640d-1700-4f53-92dc-98f48c8c92d5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 210 time: 0.0817621 Nov 15 22:32:22.249431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128976b-853b-4f43-8701-506026a8b953 req-c58091da-3c9b-4c52-aa07-72de03b4fdf3 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:22.257573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d128976b-853b-4f43-8701-506026a8b953 req-c58091da-3c9b-4c52-aa07-72de03b4fdf3 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 948 time: 0.1143453 Nov 15 22:32:22.298946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-607ac46a-24ab-4512-b43c-53adf54a83c7 req-2064b032-66e0-46a1-8345-8541ee8b1f67 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.0853760 Nov 15 22:32:22.302321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-aeb920fe-e453-4a9d-83b4-a2b630d4278b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:22.303859 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-aeb920fe-e453-4a9d-83b4-a2b630d4278b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.2327223 Nov 15 22:32:22.323319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'device_id': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'admin_state_up': True, 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:22.325090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5ee1a147-6ab5-48db-8f55-78205c89201a completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:22.330535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5ee1a147-6ab5-48db-8f55-78205c89201a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:22.331173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:22.393609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d128976b-853b-4f43-8701-506026a8b953 req-fbb021d3-d8ef-47a2-94f9-77cfd5817a99 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339519 Nov 15 22:32:22.461502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:22.512732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ee1a147-6ab5-48db-8f55-78205c89201a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:22.570139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:22.573699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:22.599376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:22.629717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:22.638996 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09d6068-04fc-4f16-b13e-d0e0741c3db2" -d '{"events": [{"server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:22.721242 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe5f5b-5ae2-40c6-a0f4-fa3bb0f39ef7 x-openstack-request-id: req-3cfe5f5b-5ae2-40c6-a0f4-fa3bb0f39ef7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:22.721854 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "name": "network-vif-plugged", "status": "completed", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:22.722390 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cfe5f5b-5ae2-40c6-a0f4-fa3bb0f39ef7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:22.723005 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a', 'code': 200} Nov 15 22:32:22.746808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:22.806914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc09f042-65ae-4a77-9ae3-85f2b044e9ce req-ba9c0bc3-da94-4a77-8ae4-f026bb398ee9 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.0771692 Nov 15 22:32:22.860091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.20.0.12 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/f2d2430b-4508-4f8c-8da7-c57d67153ccb) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:22.961434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbe249-90e7-490b-abc6-bea9131c2a56 req-384bbb8c-a466-4385-9880-ef3e43255336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:22.963140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdbbe249-90e7-490b-abc6-bea9131c2a56 req-384bbb8c-a466-4385-9880-ef3e43255336 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 1100 time: 0.1006262 Nov 15 22:32:23.085856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdbbe249-90e7-490b-abc6-bea9131c2a56 req-f60a47b1-b4c1-4004-8d32-3d9304f3d3de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128037 Nov 15 22:32:23.150448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe81f-3abc-4b5b-ae83-866d208eb45b req-35cbe758-4310-48f4-ae98-fadb7c4dd6a7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:23.152149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1adbe81f-3abc-4b5b-ae83-866d208eb45b req-35cbe758-4310-48f4-ae98-fadb7c4dd6a7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2031209 Nov 15 22:32:23.185165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d3bb577d-d2d5-4df4-b2e0-6838582c57cf tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:23.192267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d3bb577d-d2d5-4df4-b2e0-6838582c57cf tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.1834011 Nov 15 22:32:23.194118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.263295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Request body: {'port': {'device_id': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'admin_state_up': True, 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:23.297512 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1adbe81f-3abc-4b5b-ae83-866d208eb45b req-2e8d80dd-ff75-4844-b015-12778fa74d90 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354666 Nov 15 22:32:23.339414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.351950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d77166fb-9098-45de-8bff-4d48be3de7b8 req-fde6e8ea-2615-43df-bc1c-fa04027c11ef tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 210 time: 0.0943949 Nov 15 22:32:23.418303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:23.422431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:23.426135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:23.458159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cc2a009-6641-4dc6-8192-f177c77663b7 req-07daac72-6d8c-4fde-a682-ba0b52425e2c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.0453570 Nov 15 22:32:23.492247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:23.492968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.531650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:23.550272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.550272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.550272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.550272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.550785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.551330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.551874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.552203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.552532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.552900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.553231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.553589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:23.618364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:23.622180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.704548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e59c-8d29-46e1-a45f-79efce90980b req-9a1f84dd-79f5-416e-b9c2-0fd96cf5d4a0 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:23.706174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b10e59c-8d29-46e1-a45f-79efce90980b req-9a1f84dd-79f5-416e-b9c2-0fd96cf5d4a0 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.1328788 Nov 15 22:32:23.747284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-ff603a8d-152b-4c38-b5ca-bc727e481f9f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300377 Nov 15 22:32:23.761748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Request body: {'port': {'device_id': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:23.849933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.872642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a7f5be4e-860d-46a6-8220-2c39984802f2 None None] Provisioning complete for port f2d2430b-4508-4f8c-8da7-c57d67153ccb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:23.874282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7f5be4e-860d-46a6-8220-2c39984802f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:23.930479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5be4e-860d-46a6-8220-2c39984802f2 None None] Port f2d2430b-4508-4f8c-8da7-c57d67153ccb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:32:23.971227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b10e59c-8d29-46e1-a45f-79efce90980b req-872819cb-2c24-470a-9207-b05f0f75c689 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493393 Nov 15 22:32:24.116106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-400d4c30-3070-4588-ba0d-4335dbda6646 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:24.116106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-400d4c30-3070-4588-ba0d-4335dbda6646 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 814 time: 0.4764278 Nov 15 22:32:24.151517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41d906e6-b304-4731-b436-e98903b81d11 req-4a66df3d-5afa-406c-9bdc-244566450453 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.0693278 Nov 15 22:32:24.165387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-19a2e81d-7dac-4a2f-9b71-1eb3183b8a21 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/quotas/a90857edae3146bea6c4ee8101ec3471 HTTP/1.1" status: 200 len: 375 time: 0.0264277 Nov 15 22:32:24.185206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-fd32e723-59bd-49b7-9744-039248ed1b8e tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:24.187017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-fd32e723-59bd-49b7-9744-039248ed1b8e tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.3299084 Nov 15 22:32:24.238632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Allocated IP 172.20.0.6 (48b7181c-f45f-41ac-98cf-2132594ce4f3/baaa53cf-c3c4-4f76-808f-5875a82b6d0c/8712c393-3121-422d-bd68-1394756d8e2d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:24.244756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Request body: {'port': {'device_id': '29648f91-4368-4b45-adc3-63b97904a393', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'admin_state_up': True, 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:24.334436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-406ff4b7-d1f4-4c2e-9fb2-7a9d2e2f8ba1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1462498 Nov 15 22:32:24.391758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d2430b-4508-4f8c-8da7-c57d67153ccb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:24.402298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.416905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Transition to ACTIVE for port object f2d2430b-4508-4f8c-8da7-c57d67153ccb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:24.472716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.555479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-81308491-550e-4507-95df-eb77f9d136ca service neutron] 10.222.0.15 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031219 Nov 15 22:32:24.566264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-a672efff-95dd-4fda-9a70-bebc4b60e99a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3388523465824e20bf2cdd9c384ed108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514102 Nov 15 22:32:24.659595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:24.712955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.735421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:24.738965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.744765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Attempting to bind port f2d2430b-4508-4f8c-8da7-c57d67153ccb on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:24.745094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Attempting to bind port f2d2430b-4508-4f8c-8da7-c57d67153ccb by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:24.745682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Attempting to bind port f2d2430b-4508-4f8c-8da7-c57d67153ccb on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:24.757366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Port f2d2430b-4508-4f8c-8da7-c57d67153ccb on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:24.757675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Attempting to bind port f2d2430b-4508-4f8c-8da7-c57d67153ccb on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:24.767669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-bdac1216-44fa-4c4d-b4c4-33020bf2f484 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:24.769183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-bdac1216-44fa-4c4d-b4c4-33020bf2f484 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894577 Nov 15 22:32:24.775313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:24.775313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:24.775313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:24.775313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Bound port: f2d2430b-4508-4f8c-8da7-c57d67153ccb, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:24.775313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.791622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Request body: {'port': {'device_id': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '3388523465824e20bf2cdd9c384ed108'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:24.824904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4d75-fd11-4678-83d2-9c7935bc21de req-1983ae51-c459-4137-a37e-0019b3e6785f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:24.826876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bdf4d75-fd11-4678-83d2-9c7935bc21de req-1983ae51-c459-4137-a37e-0019b3e6785f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 944 time: 0.1681376 Nov 15 22:32:24.860787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-c56699fc-06b8-4d04-843e-ebe293dc9416 service neutron] 10.222.0.15 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600458 Nov 15 22:32:24.942817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:24.943418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:24.961798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:25.038247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:25.052268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:25.054846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:25.064921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event updated for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:25.078668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Made reservation on behalf of 3388523465824e20bf2cdd9c384ed108 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:25.089245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.094000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.120550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.136900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bdf4d75-fd11-4678-83d2-9c7935bc21de req-f93f5920-c8ca-440b-8ffc-139087e1f726 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949028 Nov 15 22:32:25.159046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.160023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.162007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2d2430b-4508-4f8c-8da7-c57d67153ccb HTTP/1.1" status: 200 len: 1092 time: 1.4062605 Nov 15 22:32:25.165237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:25.182866 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:25.228383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.229039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.270043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac86f-b37d-43d9-aee7-5bfa68e04475 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:25.320063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-776813bc-6354-427b-b369-a0ba65a31ea1 {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:32:25.320406 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:32:25.331699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f292729-955e-4122-b05a-da360ddacae3 req-b8043b5c-a03a-40b8-bb13-64d423aa0f1f tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.0672090 Nov 15 22:32:25.342936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d8b46a26-eb17-497c-b103-83cedd39ef1d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0842693 Nov 15 22:32:25.365266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Request body: {'port': {'device_id': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:25.397144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-e1f98105-cfec-4756-ab3d-fd73a3ac32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.398717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-e1f98105-cfec-4756-ab3d-fd73a3ac32eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 1095 time: 0.0922334 Nov 15 22:32:25.487513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-027ffdd7-c56e-4c68-98e0-0ce57e32b34d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb HTTP/1.1" status: 200 len: 217 time: 0.0757513 Nov 15 22:32:25.552735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.566524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-732e50ee-8016-47ca-8181-bb7895ab77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.568068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-732e50ee-8016-47ca-8181-bb7895ab77a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0705140 Nov 15 22:32:25.570944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.580400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabad24-6f71-4d02-a2b5-d17b72b0ac41 req-838a3224-c3f2-4a22-9ad8-1ef53a2fd175 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.581960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dabad24-6f71-4d02-a2b5-d17b72b0ac41 req-838a3224-c3f2-4a22-9ad8-1ef53a2fd175 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.2316756 Nov 15 22:32:25.609444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44d4fd-81b0-4fc7-8dbb-c95eacce0077 req-5030c6cf-5a23-451e-a0df-8296f9e17f1d tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.612556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e44d4fd-81b0-4fc7-8dbb-c95eacce0077 req-5030c6cf-5a23-451e-a0df-8296f9e17f1d tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.1569674 Nov 15 22:32:25.660481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-60e26d57-c531-42b7-9922-c2d2006ddb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:25.662495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-60e26d57-c531-42b7-9922-c2d2006ddb4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726867 Nov 15 22:32:25.666634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.716658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dabad24-6f71-4d02-a2b5-d17b72b0ac41 req-1d9c1211-2cc7-4707-a7d6-33c65fc2498c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238804 Nov 15 22:32:25.793033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e44d4fd-81b0-4fc7-8dbb-c95eacce0077 req-3958d917-080c-4801-8db3-e90a003afeef tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706138 Nov 15 22:32:25.825292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:25.825570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96466386-e1a2-479a-9717-c55523cd43d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:25.932125 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69cc2b6-0b50-41be-b918-fba457d47dc3 x-openstack-request-id: req-d69cc2b6-0b50-41be-b918-fba457d47dc3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:25.932125 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:25.932389 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d69cc2b6-0b50-41be-b918-fba457d47dc3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:25.932825 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb', 'status': 'completed', 'code': 200} Nov 15 22:32:25.946216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-4287619d-d69c-4ab3-b615-d90d4d68a9c0 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551584 Nov 15 22:32:26.001009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-768569db-a1d8-401f-afd5-37191335f56d req-ee64262f-e554-4ffd-bdfa-e65cbb1ea595 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.0798218 Nov 15 22:32:26.040031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Allocated IP 192.168.233.78 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/6594a138-8e81-4b70-bb16-ca965fca161e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:26.055656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362d06e9-782d-42c4-a7e0-05078e1b9f3a req-f78a9c1a-ead2-4ebe-a456-cc277d48b18c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 210 time: 0.0862334 Nov 15 22:32:26.162195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d67de99-c7c1-4a01-b0d2-8a6cd57c5c88 req-be99b595-0df2-483b-a64f-ffafb874bbe5 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960316 Nov 15 22:32:26.203050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8712c393-3121-422d-bd68-1394756d8e2d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:26.215279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:26.259770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Transition to ACTIVE for port object 8712c393-3121-422d-bd68-1394756d8e2d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:26.294346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:26.306006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebfaf0-8a08-4d16-a93a-b5722328ece2 req-28ffd74f-872f-484a-9eeb-c0dedbc8b07f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:26.307973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32ebfaf0-8a08-4d16-a93a-b5722328ece2 req-28ffd74f-872f-484a-9eeb-c0dedbc8b07f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 944 time: 0.0794809 Nov 15 22:32:26.365911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32ebfaf0-8a08-4d16-a93a-b5722328ece2 req-3e9603bd-780e-4113-9124-22fd4cbc5d57 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Nov 15 22:32:26.396911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:26.430783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-1d37205a-1f58-4900-ba72-d6669cf9af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:26.432446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-1d37205a-1f58-4900-ba72-d6669cf9af2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 1095 time: 0.0870690 Nov 15 22:32:26.494593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.55', 59365) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:26.536339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:26.601757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Allocated IP 172.20.0.7 (48b7181c-f45f-41ac-98cf-2132594ce4f3/baaa53cf-c3c4-4f76-808f-5875a82b6d0c/05ec75d1-a63d-48c5-bd44-812443ce7885) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:26.607990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:26.623104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:26.633332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:26.669301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Pushing event updated for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:26.673356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-3c5612c6-5e1d-4275-814e-02c07eab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:26.674974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-3c5612c6-5e1d-4275-814e-02c07eab78ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2317548 Nov 15 22:32:26.689030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:26.746799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0a5809-b747-4f41-ac58-56b84c8993bf req-4d5a3281-dfb8-4d26-a9ed-59a83df745f2 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 210 time: 0.2572434 Nov 15 22:32:27.019591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-faf8c6f8-91aa-4956-a08a-ead3c9feeaf7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.021193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-faf8c6f8-91aa-4956-a08a-ead3c9feeaf7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.5229115 Nov 15 22:32:27.021930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Attempting to bind port 8712c393-3121-422d-bd68-1394756d8e2d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:27.022249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Attempting to bind port 8712c393-3121-422d-bd68-1394756d8e2d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:27.022571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Attempting to bind port 8712c393-3121-422d-bd68-1394756d8e2d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:27.054697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Port 8712c393-3121-422d-bd68-1394756d8e2d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:27.055111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Attempting to bind port 8712c393-3121-422d-bd68-1394756d8e2d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:27.098985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-13f71e22-9519-4585-927f-c69f3bc6b926 None None] Provisioning complete for port 6594a138-8e81-4b70-bb16-ca965fca161e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:27.099706 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13f71e22-9519-4585-927f-c69f3bc6b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.135107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d902-03ba-443e-a789-2fd07d41598a req-7ea1ee75-06f5-4beb-8c11-6fac7fa41dd9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.143156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebc4d902-03ba-443e-a789-2fd07d41598a req-7ea1ee75-06f5-4beb-8c11-6fac7fa41dd9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.2575173 Nov 15 22:32:27.162983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-13f71e22-9519-4585-927f-c69f3bc6b926 None None] Port 6594a138-8e81-4b70-bb16-ca965fca161e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:32:27.196098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:27.196409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-e0f3788f-fee2-492b-b5e4-191250b4bd3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb HTTP/1.1" status: 200 len: 217 time: 0.5083380 Nov 15 22:32:27.196984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Checking segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:27.198456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Bound using segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:27.199789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Bound port: 8712c393-3121-422d-bd68-1394756d8e2d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:27.200583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.220134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.220821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.231210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.274284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebc4d902-03ba-443e-a789-2fd07d41598a req-14b13f32-a192-403f-82e8-d8d78341490b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301632 Nov 15 22:32:27.279197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-08eab944-b224-4ca2-b391-692bf4126098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.281349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-08eab944-b224-4ca2-b391-692bf4126098 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0563335 Nov 15 22:32:27.337783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-740c8849-6481-4acd-9b38-d6c423fb684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.339396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-740c8849-6481-4acd-9b38-d6c423fb684e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507679 Nov 15 22:32:27.409147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-8f8d41b9-8eca-43e5-8925-348866206881 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6235421 Nov 15 22:32:27.423225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Request body: {'port': {'device_id': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:27.459389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:27.464394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8712c393-3121-422d-bd68-1394756d8e2d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:27.496775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fce5c03-5efe-4aec-8bb4-17be7547ee63 req-c04cf4c8-9bb6-4a56-aa47-f9901b1cf7cf tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 210 time: 0.0459619 Nov 15 22:32:27.506626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f05b4-fd24-426e-8036-fdfe7cf206db req-3927b16f-1b4a-4c31-85f7-75be92c6dc09 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.508271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-971f05b4-fd24-426e-8036-fdfe7cf206db req-3927b16f-1b4a-4c31-85f7-75be92c6dc09 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 935 time: 0.1714623 Nov 15 22:32:27.528387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port b320bb79-07a7-43cf-8307-9c31bc171a67 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:27.528387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.528571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.528989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-3765b93b-99d6-4927-bfd8-33a9e92c6d7c service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770902 Nov 15 22:32:27.572450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.574775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.687491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:27.692673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.693289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.698799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] 10.222.0.55 "PUT /v2.0/ports/8712c393-3121-422d-bd68-1394756d8e2d HTTP/1.1" status: 200 len: 1091 time: 2.3339076 Nov 15 22:32:27.698799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:27.698799 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535b2b8-da3d-471a-ad6e-37a105008819" -d '{"events": [{"name": "network-changed", "server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "tag": "8712c393-3121-422d-bd68-1394756d8e2d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:27.721484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:27.723288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b3fedc93-fa18-4d9e-8cde-60cd95aa2e9d req-d55c5130-3fd8-4895-b51d-0c91c73a1dfc service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870759 Nov 15 22:32:27.738200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:27.748911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-971f05b4-fd24-426e-8036-fdfe7cf206db req-9ce3f3b4-d3db-4904-89ce-ba24e5be228a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285445 Nov 15 22:32:27.778200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:27.800164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port b320bb79-07a7-43cf-8307-9c31bc171a67, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b320bb79-07a7-43cf-8307-9c31bc171a67,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:27.800532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.840590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for b320bb79-07a7-43cf-8307-9c31bc171a67 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:27.877770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.878369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:27.887246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ac1dd-fe05-4c82-bf22-9ee4f3c9f526 req-d5d5c75c-740a-4ac5-bb54-9b4a64a00a93 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.888727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b5ac1dd-fe05-4c82-bf22-9ee4f3c9f526 req-d5d5c75c-740a-4ac5-bb54-9b4a64a00a93 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 944 time: 0.2623656 Nov 15 22:32:27.914968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-4dfd9122-a8e3-4e21-a4f5-63b46d4d5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:27.916457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-4dfd9122-a8e3-4e21-a4f5-63b46d4d5c7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=a1acad49-9eaa-4e29-ba53-9ebef5960591 HTTP/1.1" status: 200 len: 1094 time: 0.0860412 Nov 15 22:32:27.930253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event updated for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:27.966969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-260ef27d-5e2d-4977-96c5-a7ca0d88dab8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8712c393-3121-422d-bd68-1394756d8e2d HTTP/1.1" status: 200 len: 217 time: 0.0405216 Nov 15 22:32:27.983903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-d2d68bcd-1cd7-4be4-912c-2962653674e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7467172 Nov 15 22:32:28.003798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Request body: {'port': {'device_id': '29648f91-4368-4b45-adc3-63b97904a393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:28.028730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e60e2c-6785-4177-9103-ff08eee3fd9f req-a528777a-95c6-4e11-b010-6184b7d51963 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:28.030331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3e60e2c-6785-4177-9103-ff08eee3fd9f req-a528777a-95c6-4e11-b010-6184b7d51963 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.1842482 Nov 15 22:32:28.082483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b5ac1dd-fe05-4c82-bf22-9ee4f3c9f526 req-46881a31-6e68-4298-9acc-43052ecfefd8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739497 Nov 15 22:32:28.105860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6594a138-8e81-4b70-bb16-ca965fca161e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:28.120151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.123331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-955c7424-e87f-4bc0-96df-993afef56904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:28.125434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-955c7424-e87f-4bc0-96df-993afef56904 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.1497757 Nov 15 22:32:28.135576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.171238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Transition to ACTIVE for port object 6594a138-8e81-4b70-bb16-ca965fca161e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:28.173154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3e60e2c-6785-4177-9103-ff08eee3fd9f req-2d17a766-7c5a-4930-9c21-8674b1a66491 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229415 Nov 15 22:32:28.179406 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d4cad5-fa60-4b67-9956-81aad04840cc x-openstack-request-id: req-c8d4cad5-fa60-4b67-9956-81aad04840cc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:28.179577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b370974e-695c-401c-bcfe-26af28bc2367 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419765 Nov 15 22:32:28.179702 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "tag": "8712c393-3121-422d-bd68-1394756d8e2d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:28.179931 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8d4cad5-fa60-4b67-9956-81aad04840cc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:28.180322 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d', 'status': 'completed', 'code': 200} Nov 15 22:32:28.222929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-1726474f-9431-4dc9-8263-a5c718c29c9c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:28.224541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-1726474f-9431-4dc9-8263-a5c718c29c9c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 814 time: 0.1953931 Nov 15 22:32:28.257029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Request body: {'port': {'device_id': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'admin_state_up': True, 'tenant_id': 'a90857edae3146bea6c4ee8101ec3471'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:28.260188 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.392650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:28.453526 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-0cb6b7af-7168-4424-a6ac-7e27d5275ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621193 Nov 15 22:32:28.607413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Attempting to bind port 6594a138-8e81-4b70-bb16-ca965fca161e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:28.608065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Attempting to bind port 6594a138-8e81-4b70-bb16-ca965fca161e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:28.608065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Attempting to bind port 6594a138-8e81-4b70-bb16-ca965fca161e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:28.642681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Port 6594a138-8e81-4b70-bb16-ca965fca161e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:28.642681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Attempting to bind port 6594a138-8e81-4b70-bb16-ca965fca161e on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:28.644465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:28.644885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:28.645326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:28.645833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Bound port: 6594a138-8e81-4b70-bb16-ca965fca161e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:28.646440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.656734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-53929cd5-d12e-40eb-9b99-3d7f5401ffc4 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687477 Nov 15 22:32:28.673351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Made reservation on behalf of a90857edae3146bea6c4ee8101ec3471 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:28.677339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.819823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:28.823142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6594a138-8e81-4b70-bb16-ca965fca161e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:28.827037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe995a-d8b8-470d-ac55-e0af5fe49e63 req-578d0b2f-de3d-4ee9-8a2b-eda0dc661559 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:28.829218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27fe995a-d8b8-470d-ac55-e0af5fe49e63 req-578d0b2f-de3d-4ee9-8a2b-eda0dc661559 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 946 time: 0.1624277 Nov 15 22:32:28.889353 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.909731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894c36-0353-4a11-978f-043071d551c0 req-6e446685-f6cd-48d1-a3fb-4c0a7a995f94 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:28.910156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:28.917255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c894c36-0353-4a11-978f-043071d551c0 req-6e446685-f6cd-48d1-a3fb-4c0a7a995f94 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 931 time: 0.2517018 Nov 15 22:32:29.011775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.012540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.014062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] 10.222.0.55 "PUT /v2.0/ports/6594a138-8e81-4b70-bb16-ca965fca161e HTTP/1.1" status: 200 len: 1095 time: 1.5966330 Nov 15 22:32:29.021572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:29.024115 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3fe905-7e2f-46a3-afe4-3a496d427e96" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:29.045847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44746-5637-4a88-be37-790a717a0b77 service neutron] Pushing event updated for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:29.073169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=b320bb79-07a7-43cf-8307-9c31bc171a67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:29.169517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.231941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Allocated IP 172.20.0.2 (287ca855-78ba-414f-9892-0f25adeeb185/4eecd75d-d88e-426d-abca-7f6009db6e3f/8351cca7-e86a-4b30-8474-df8eb015bd47) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:29.245230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port b320bb79-07a7-43cf-8307-9c31bc171a67 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:29.248420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.252432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "DELETE /v2.0/ports/b320bb79-07a7-43cf-8307-9c31bc171a67 HTTP/1.1" status: 204 len: 173 time: 2.2169750 Nov 15 22:32:29.268214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27fe995a-d8b8-470d-ac55-e0af5fe49e63 req-2138a236-baff-433a-84f2-9ecf3fd25fa6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847098 Nov 15 22:32:29.285722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c894c36-0353-4a11-978f-043071d551c0 req-783e51d0-a1f5-41d4-a110-ae1d17c548a0 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674593 Nov 15 22:32:29.420961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-4cd6a8be-d127-49a8-ac68-a222de45315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.422744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-4cd6a8be-d127-49a8-ac68-a222de45315a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=a1acad49-9eaa-4e29-ba53-9ebef5960591 HTTP/1.1" status: 200 len: 1094 time: 0.5962529 Nov 15 22:32:29.464152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-d3f7a4c4-b214-4a5c-9bff-da235075ac68 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.466020 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-d3f7a4c4-b214-4a5c-9bff-da235075ac68 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.57 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.5848806 Nov 15 22:32:29.475378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdc1859e-98c6-4d04-b519-939a3203c076 req-e761a0dc-68af-49fa-b2c0-8dd325e4122d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 210 time: 0.0784864 Nov 15 22:32:29.517469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2d2430b-4508-4f8c-8da7-c57d67153ccb details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:29.520417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b320bb79-07a7-43cf-8307-9c31bc171a67 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:29.560292 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b93398-91cb-4fd6-a9fe-21f2ea083283 x-openstack-request-id: req-07b93398-91cb-4fd6-a9fe-21f2ea083283 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:29.560292 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:29.560527 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07b93398-91cb-4fd6-a9fe-21f2ea083283 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:29.561243 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e', 'status': 'completed', 'code': 200} Nov 15 22:32:29.571141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: b320bb79-07a7-43cf-8307-9c31bc171a67 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:29.571487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b320bb79-07a7-43cf-8307-9c31bc171a67 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:29.623152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-54064f8b-445e-4fe7-832f-4b407748cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.625412 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-54064f8b-445e-4fe7-832f-4b407748cb21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3388523465824e20bf2cdd9c384ed108&device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 1098 time: 0.4591208 Nov 15 22:32:29.631822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-008b50f7-0083-4737-aa16-e7f320086086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.633448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-008b50f7-0083-4737-aa16-e7f320086086 service neutron] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 913 time: 0.1618564 Nov 15 22:32:29.656043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ec75d1-a63d-48c5-bd44-812443ce7885 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:29.669430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b462c-e9e6-43bc-8ee2-87e97ad41103 req-1246fa12-57ac-4c80-b855-197e5764dfdb tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.677292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69b462c-e9e6-43bc-8ee2-87e97ad41103 req-1246fa12-57ac-4c80-b855-197e5764dfdb tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 947 time: 0.2746339 Nov 15 22:32:29.705703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.762869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-7ba6b01e-b401-424e-b91f-c2e4cac51517 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6594a138-8e81-4b70-bb16-ca965fca161e HTTP/1.1" status: 200 len: 217 time: 0.1188517 Nov 15 22:32:29.767394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Transition to ACTIVE for port object 05ec75d1-a63d-48c5-bd44-812443ce7885 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:29.773002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-0e92e638-1101-4494-b4af-d5c4b346b8d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8712c393-3121-422d-bd68-1394756d8e2d HTTP/1.1" status: 200 len: 217 time: 0.1175241 Nov 15 22:32:29.806969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69b462c-e9e6-43bc-8ee2-87e97ad41103 req-db294d3c-9243-46aa-a48a-8abf80563c62 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176367 Nov 15 22:32:29.809388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:29.816237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae78e8-d6dd-4fd9-b443-a7bdc472e92a req-8e16735f-7858-4a20-b1d3-ee7042feffd9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:29.823953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fae78e8-d6dd-4fd9-b443-a7bdc472e92a req-8e16735f-7858-4a20-b1d3-ee7042feffd9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 944 time: 0.2110190 Nov 15 22:32:29.866299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb', 'mac_address': 'fa:16:3e:58:64:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:29.871660 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.873718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.911618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.920263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:29.971402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d2430b-4508-4f8c-8da7-c57d67153ccb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:30.000938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:30.017107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fae78e8-d6dd-4fd9-b443-a7bdc472e92a req-4d49c480-36c5-439b-81f7-947cc17710e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854188 Nov 15 22:32:30.017792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Pushing event updated for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:30.033914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-3c5840ac-2b7a-4ce3-88d1-edb4975489eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.035766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-3c5840ac-2b7a-4ce3-88d1-edb4975489eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.2582207 Nov 15 22:32:30.038330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-52edbc5e-d864-488f-acd0-1ddad7c9ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.039784 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-52edbc5e-d864-488f-acd0-1ddad7c9ebca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.2555773 Nov 15 22:32:30.053851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.061318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Deleting port 5ee1a147-6ab5-48db-8f55-78205c89201a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:30.065135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.090345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd891a8-f742-45b9-b630-fbd93d76f497 req-e8c5af00-bfa0-46a9-a067-a78282338005 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.099561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dd891a8-f742-45b9-b630-fbd93d76f497 req-e8c5af00-bfa0-46a9-a067-a78282338005 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.1724813 Nov 15 22:32:30.153636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:30.163962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.169831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.171274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:30.183470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'name': 'network-vif-deleted', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:30.185944 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca4a971-5eda-4d86-803a-eee333fb592b" -d '{"events": [{"server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "name": "network-vif-deleted", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:30.189304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Attempting to bind port 05ec75d1-a63d-48c5-bd44-812443ce7885 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:30.189697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Attempting to bind port 05ec75d1-a63d-48c5-bd44-812443ce7885 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:30.191834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Attempting to bind port 05ec75d1-a63d-48c5-bd44-812443ce7885 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:30.215907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dd891a8-f742-45b9-b630-fbd93d76f497 req-84634eb0-98d9-4204-9690-dc27307bef9e tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094773 Nov 15 22:32:30.217562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Port 05ec75d1-a63d-48c5-bd44-812443ce7885 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:30.229663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Attempting to bind port 05ec75d1-a63d-48c5-bd44-812443ce7885 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:30.244242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:30.252339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Checking segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:30.253519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Bound using segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:30.254267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Bound port: 05ec75d1-a63d-48c5-bd44-812443ce7885, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:30.257380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.259218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-0fdd5d9a-53ce-49db-b581-7ea893a50228 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723180 Nov 15 22:32:30.262840 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70707f0-66c4-4b86-b863-9f99b289648e x-openstack-request-id: req-b70707f0-66c4-4b86-b863-9f99b289648e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:30.270114 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a8e36-bd62-4eb8-9d8b-2407f6f751da", "name": "network-vif-deleted", "tag": "b320bb79-07a7-43cf-8307-9c31bc171a67", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:30.270114 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b70707f0-66c4-4b86-b863-9f99b289648e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:30.270114 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a8e36-bd62-4eb8-9d8b-2407f6f751da', 'name': 'network-vif-deleted', 'tag': 'b320bb79-07a7-43cf-8307-9c31bc171a67', 'status': 'completed', 'code': 200} Nov 15 22:32:30.316908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:30.412971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] For port 5ee1a147-6ab5-48db-8f55-78205c89201a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ee1a147-6ab5-48db-8f55-78205c89201a,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:30.413517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.427040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Calling delete_port for 5ee1a147-6ab5-48db-8f55-78205c89201a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:30.457802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:30.509695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.519373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54a639a1-a223-42ec-86bc-e3aeb922fe1a req-073e3dd5-4d25-4b56-9c93-32ed2cff42dc tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.1267014 Nov 15 22:32:30.524864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:30.531540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=05ec75d1-a63d-48c5-bd44-812443ce7885,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:30.558240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7a0c-e61c-4584-bcd1-ed82fbc816e9 req-0a11d16b-e40a-4488-9bdc-06778d4d5dae tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.560059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-483b7a0c-e61c-4584-bcd1-ed82fbc816e9 req-0a11d16b-e40a-4488-9bdc-06778d4d5dae tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 943 time: 0.1834996 Nov 15 22:32:30.630444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-483b7a0c-e61c-4584-bcd1-ed82fbc816e9 req-a0349983-0ea2-4874-b13c-47675dff1c7b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606647 Nov 15 22:32:30.631811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.641003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-fdee850f-a4b5-4d60-9426-42367fd6afed service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702004 Nov 15 22:32:30.703248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Network 287ca855-78ba-414f-9892-0f25adeeb185 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:30.705755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2770f-8098-424f-b652-229ebde026f1 req-540733fa-55ea-435e-9d9b-588922a23a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.707504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-540733fa-55ea-435e-9d9b-588922a23a47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6489265 Nov 15 22:32:30.713705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:30.720110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.720866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.722318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] 10.222.0.55 "PUT /v2.0/ports/05ec75d1-a63d-48c5-bd44-812443ce7885 HTTP/1.1" status: 200 len: 1091 time: 2.7249382 Nov 15 22:32:30.728423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:30.746563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8a55d-3c05-4c01-b7d1-c9b6a1657fac service neutron] Pushing event updated for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:30.777818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df4da8-f20a-46e2-86d6-c7a613e66012 req-fc72dc79-4087-4adb-a577-31dfb45e5de2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.779632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79df4da8-f20a-46e2-86d6-c7a613e66012 req-fc72dc79-4087-4adb-a577-31dfb45e5de2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 931 time: 0.1075647 Nov 15 22:32:30.853540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79df4da8-f20a-46e2-86d6-c7a613e66012 req-f30c5bc5-a9ed-4853-bd7e-21870129247f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626230 Nov 15 22:32:30.948938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.949799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:30.962700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Pushing event updated for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:30.982375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-fcd4f7b7-0eb7-46ef-84cd-e9ec3ae91526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:30.983943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-fcd4f7b7-0eb7-46ef-84cd-e9ec3ae91526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 1094 time: 0.1293716 Nov 15 22:32:31.038391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f6a9ec9b-3a89-4205-965f-acf672c8ca7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7871585 Nov 15 22:32:31.057597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-5f2e3b76-bcf1-4ee1-8d8e-22331d45f53a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ec75d1-a63d-48c5-bd44-812443ce7885 HTTP/1.1" status: 200 len: 217 time: 0.0578966 Nov 15 22:32:31.121853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abff9e8-46fa-4a24-8b52-12d431f4ed0d req-6e764b67-9ce7-49eb-925c-2b1be3d8b88e tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:31.132539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abff9e8-46fa-4a24-8b52-12d431f4ed0d req-6e764b67-9ce7-49eb-925c-2b1be3d8b88e tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 947 time: 0.1901021 Nov 15 22:32:31.138822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-93dc1f78-89f0-4fc1-933e-df09dd245922 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052787 Nov 15 22:32:31.150274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Request body: {'port': {'device_id': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:31.258154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b6241aef-e4dd-4843-aa4e-2371c3493426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:31.259718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-b6241aef-e4dd-4843-aa4e-2371c3493426 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.1872032 Nov 15 22:32:31.282659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abff9e8-46fa-4a24-8b52-12d431f4ed0d req-1f1a204c-4ee6-4ea2-b75e-03188d4a3346 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472323 Nov 15 22:32:31.342142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-8c364d1f-c51e-4ec3-9857-636814f847c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701668 Nov 15 22:32:31.365689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac912ae-efd6-40c4-8cc2-45fdda0c0e07 req-29940904-1bec-4044-b495-23494408ac79 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:31.375884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fac912ae-efd6-40c4-8cc2-45fdda0c0e07 req-29940904-1bec-4044-b495-23494408ac79 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 945 time: 0.1935391 Nov 15 22:32:31.521613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8712c393-3121-422d-bd68-1394756d8e2d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:31.524824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2d2430b-4508-4f8c-8da7-c57d67153ccb up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:31.541636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660c84e-ecfd-46d0-97fc-c57376e579f3 req-acbd9439-cded-4c15-b14c-9a34e1c1d17b tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:31.544125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8660c84e-ecfd-46d0-97fc-c57376e579f3 req-acbd9439-cded-4c15-b14c-9a34e1c1d17b tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 949 time: 0.1536517 Nov 15 22:32:31.550244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fac912ae-efd6-40c4-8cc2-45fdda0c0e07 req-afc8a75f-9913-48e2-9805-312777f466a4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735435 Nov 15 22:32:31.586640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-a0944095-5091-40e2-b700-0c18ebca0b8d service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371926 Nov 15 22:32:31.713281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-63d4f747-aab2-4522-bafc-f79ec83c2e91 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925338 Nov 15 22:32:31.748913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-05b2770f-8098-424f-b652-229ebde026f1 req-c6741f0f-19db-475f-a94d-775a203532c7 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027295 Nov 15 22:32:31.772715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:31.782511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-062a3e2f-7c71-4f25-88b7-2e4e15cabb7c req-20c459a0-c0c9-43db-b937-6399497fe7f9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0681660 Nov 15 22:32:31.797251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8660c84e-ecfd-46d0-97fc-c57376e579f3 req-f77cb5a6-eaea-4f67-bbae-6a0e117c8d1a tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5193895-b72b-4333-8873-951223d574db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095993 Nov 15 22:32:31.813206 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2535b2b8-da3d-471a-ad6e-37a105008819 req-ec083a8a-2ef6-4fa5-92d4-2976a8a3b275 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1030378 Nov 15 22:32:31.851306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port f2d2430b-4508-4f8c-8da7-c57d67153ccb completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:31.863115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f2d2430b-4508-4f8c-8da7-c57d67153ccb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:31.863950 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:31.973299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8712c393-3121-422d-bd68-1394756d8e2d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:31.992777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcf68d-3cd1-4391-b185-190179f888fa req-4081a749-c90a-4553-b4e1-59d20f4d0ead tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:31.994795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cadcf68d-3cd1-4391-b185-190179f888fa req-4081a749-c90a-4553-b4e1-59d20f4d0ead tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 943 time: 0.0623074 Nov 15 22:32:32.009772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '8712c393-3121-422d-bd68-1394756d8e2d', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'port_id': '8712c393-3121-422d-bd68-1394756d8e2d', 'mac_address': 'fa:16:3e:57:92:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa53cf-c3c4-4f76-808f-5875a82b6d0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:32.039449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.063390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.065536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5ee1a147-6ab5-48db-8f55-78205c89201a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:32.097242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Pushing event deleted for resources: {'Port': ['ID=5ee1a147-6ab5-48db-8f55-78205c89201a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:32.097473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a98d-0b28-42f9-8e90-ed1c7840a39e req-bf8a2261-6273-457a-a98b-c40d5c13799a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.100207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2228a98d-0b28-42f9-8e90-ed1c7840a39e req-bf8a2261-6273-457a-a98b-c40d5c13799a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 931 time: 0.0992765 Nov 15 22:32:32.116596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cadcf68d-3cd1-4391-b185-190179f888fa req-6279e8e4-0efb-45c4-ab90-45cf1190fad8 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959895 Nov 15 22:32:32.137169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8712c393-3121-422d-bd68-1394756d8e2d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:32.149243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-970a5907-3954-42c8-882e-6c8ea1079367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.154045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-970a5907-3954-42c8-882e-6c8ea1079367 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3388523465824e20bf2cdd9c384ed108&device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 1098 time: 0.1763382 Nov 15 22:32:32.169730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8712c393-3121-422d-bd68-1394756d8e2d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:32.170883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.220387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2228a98d-0b28-42f9-8e90-ed1c7840a39e req-da6824c5-5081-4a43-97f8-441ccbb9dfcd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Nov 15 22:32:32.224500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:32.227789 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e0eb4-dc67-422c-bbc3-c6a47a8f03d2" -d '{"events": [{"server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:32.234935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:32.266929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:32.270306 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:32.276106 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d86eeb-51a9-40d5-8edf-f230d11e7351 x-openstack-request-id: req-b4d86eeb-51a9-40d5-8edf-f230d11e7351 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:32.276402 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:32.276671 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4d86eeb-51a9-40d5-8edf-f230d11e7351 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:32.282780 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb', 'code': 200} Nov 15 22:32:32.305688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.345964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] No DVR routers for this DVR port 5ee1a147-6ab5-48db-8f55-78205c89201a on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:32.353094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.356887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0fb15c68-a265-4cfa-8e62-3dd3e41a6328 req-9487b910-7a16-44f6-83df-29e1745c7bd5 tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.57 "DELETE /v2.0/ports/5ee1a147-6ab5-48db-8f55-78205c89201a HTTP/1.1" status: 204 len: 173 time: 2.8009331 Nov 15 22:32:32.356887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'name': 'network-vif-deleted', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:32.359116 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125e7bf-62f3-4732-a5df-6329a7a3c1b8" -d '{"events": [{"server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "name": "network-vif-deleted", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:32.363006 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca080a5b-1aef-418f-ad04-e10c92ffa52a x-openstack-request-id: req-ca080a5b-1aef-418f-ad04-e10c92ffa52a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:32.363294 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:32.363549 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca080a5b-1aef-418f-ad04-e10c92ffa52a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:32.363972 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885', 'status': 'completed', 'code': 200} Nov 15 22:32:32.506550 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027454af-e357-4f84-a657-e668c57fc743 x-openstack-request-id: req-027454af-e357-4f84-a657-e668c57fc743 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:32.506673 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c67d7-75e4-46a0-9b93-ebee75238f74", "name": "network-vif-deleted", "tag": "5ee1a147-6ab5-48db-8f55-78205c89201a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:32.506905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-027454af-e357-4f84-a657-e668c57fc743 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:32.507319 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c67d7-75e4-46a0-9b93-ebee75238f74', 'name': 'network-vif-deleted', 'tag': '5ee1a147-6ab5-48db-8f55-78205c89201a', 'status': 'completed', 'code': 200} Nov 15 22:32:32.511520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:32.547035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12e96a-2290-4efa-b9b3-cd5c31296885 req-296e9010-06a9-402f-b589-c6451d515077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.547402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.548565 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a12e96a-2290-4efa-b9b3-cd5c31296885 req-296e9010-06a9-402f-b589-c6451d515077 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 1097 time: 0.1615515 Nov 15 22:32:32.557672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-7037b846-c273-445f-8f08-4ab3671fcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.558511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-7037b846-c273-445f-8f08-4ab3671fcf88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.3116887 Nov 15 22:32:32.663847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-3fce26e4-51a5-445b-b18e-2ff81bb925a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6594a138-8e81-4b70-bb16-ca965fca161e HTTP/1.1" status: 200 len: 217 time: 0.0931599 Nov 15 22:32:32.672030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:32.678602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8712c393-3121-422d-bd68-1394756d8e2d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:32.712841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8351cca7-e86a-4b30-8474-df8eb015bd47 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:32.740843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.783943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-b3c61c88-7c65-438f-98ce-69b5e47970b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.785419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-b3c61c88-7c65-438f-98ce-69b5e47970b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 1094 time: 0.4007165 Nov 15 22:32:32.799455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Transition to ACTIVE for port object 8351cca7-e86a-4b30-8474-df8eb015bd47 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:32.803688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a12e96a-2290-4efa-b9b3-cd5c31296885 req-c825172e-8dd7-4830-9a25-d0edf18f0059 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419403 Nov 15 22:32:32.806622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-6dc406a1-9210-460d-8e83-c8c405ecd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.808606 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-6dc406a1-9210-460d-8e83-c8c405ecd7b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1313641 Nov 15 22:32:32.829836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b058b4d-38e8-4dbe-abeb-aa6d047a9bbb req-f83ccd78-03c8-4a50-b05b-d637096187fa tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.832771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b058b4d-38e8-4dbe-abeb-aa6d047a9bbb req-f83ccd78-03c8-4a50-b05b-d637096187fa tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 947 time: 0.3145564 Nov 15 22:32:32.869705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:32.928582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:32.937115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b058b4d-38e8-4dbe-abeb-aa6d047a9bbb req-1a51d889-95a5-4fab-8b52-91a72786f95a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903986 Nov 15 22:32:32.970934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136056-4175-4953-81b3-0eac9f66a0ca req-e1e04277-e4de-4c35-bebc-3d360471e882 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:32.991738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1136056-4175-4953-81b3-0eac9f66a0ca req-e1e04277-e4de-4c35-bebc-3d360471e882 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.2916334 Nov 15 22:32:33.177863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-508e8b2c-4706-4cf7-a8f7-3f14940cba4b req-2cc1d56a-8685-4716-af56-6fb864952edf tempest-TenantUsagesTestJSON-515436518 tempest-TenantUsagesTestJSON-515436518-project] 10.222.0.15 "GET /v2.0/ports?device_id=685c67d7-75e4-46a0-9b93-ebee75238f74 HTTP/1.1" status: 200 len: 210 time: 0.0729294 Nov 15 22:32:33.185955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-3020f948-0325-4666-af7c-2b13177768b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.188049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-3020f948-0325-4666-af7c-2b13177768b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 913 time: 0.3901484 Nov 15 22:32:33.191883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1136056-4175-4953-81b3-0eac9f66a0ca req-2d92c179-f2ef-4d66-9d16-4ddd556e2632 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737525 Nov 15 22:32:33.202622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Attempting to bind port 8351cca7-e86a-4b30-8474-df8eb015bd47 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:33.203045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Attempting to bind port 8351cca7-e86a-4b30-8474-df8eb015bd47 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:33.203707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Attempting to bind port 8351cca7-e86a-4b30-8474-df8eb015bd47 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:33.263009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-1799d45f-9071-430a-ace2-88828e5e807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.272371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-1799d45f-9071-430a-ace2-88828e5e807e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180846 Nov 15 22:32:33.274625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Port 8351cca7-e86a-4b30-8474-df8eb015bd47 on network 287ca855-78ba-414f-9892-0f25adeeb185 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:33.278178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Attempting to bind port 8351cca7-e86a-4b30-8474-df8eb015bd47 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:33.281962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:33.282311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Checking segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:33.282703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Bound using segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:33.283312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Bound port: 8351cca7-e86a-4b30-8474-df8eb015bd47, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:33.283679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:33.297760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-2311df34-b2a8-4d1a-b750-198f297a2a22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ec75d1-a63d-48c5-bd44-812443ce7885 HTTP/1.1" status: 200 len: 217 time: 0.0967495 Nov 15 22:32:33.358319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-603577dd-495d-43bb-8da2-568744d7c25a req-0da92c3d-3de4-4a99-b156-1bc98fa9c151 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0722415 Nov 15 22:32:33.485139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae360d12-6254-49a9-a61c-93b1bc842e72 req-8c2bbcc8-f325-4682-b61e-17c738d0575b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.486698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae360d12-6254-49a9-a61c-93b1bc842e72 req-8c2bbcc8-f325-4682-b61e-17c738d0575b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 943 time: 0.2022877 Nov 15 22:32:33.531942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6594a138-8e81-4b70-bb16-ca965fca161e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:33.535693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8712c393-3121-422d-bd68-1394756d8e2d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:33.536446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:33.557081 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-4710581f-93e0-40a7-acbe-7873ba604dc9 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503736 Nov 15 22:32:33.559201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8351cca7-e86a-4b30-8474-df8eb015bd47,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:33.610025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae360d12-6254-49a9-a61c-93b1bc842e72 req-c6d86d44-9e65-434c-b3b7-52bf4fe08b68 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013694 Nov 15 22:32:33.656604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-8c22d5fd-c880-4bd3-9f79-2e610ee454df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.658252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-8c22d5fd-c880-4bd3-9f79-2e610ee454df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.3168063 Nov 15 22:32:33.703642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:33.730120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-d471af8c-7bb4-4a37-932e-3745dea009b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597081 Nov 15 22:32:33.739058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c280d1-f455-47dd-9e68-65aafe50505a req-6b22c2a2-f452-43d0-a0b6-7f457b1e459c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.748602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5c280d1-f455-47dd-9e68-65aafe50505a req-6b22c2a2-f452-43d0-a0b6-7f457b1e459c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 943 time: 0.2430940 Nov 15 22:32:33.781462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:33.783452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:33.790768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/8351cca7-e86a-4b30-8474-df8eb015bd47 HTTP/1.1" status: 200 len: 1091 time: 2.6483946 Nov 15 22:32:33.837653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6594a138-8e81-4b70-bb16-ca965fca161e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:33.883424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6594a138-8e81-4b70-bb16-ca965fca161e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '6594a138-8e81-4b70-bb16-ca965fca161e', 'mac_address': 'fa:16:3e:26:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:33.883424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 8712c393-3121-422d-bd68-1394756d8e2d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:33.883736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:33.883856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a3fe905-7e2f-46a3-afe4-3a496d427e96 req-22dd106e-81ef-4592-809e-ca184e73d768 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040721 Nov 15 22:32:33.885391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 8712c393-3121-422d-bd68-1394756d8e2d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:33.885760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:33.947918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c9745-9fdc-4615-96dc-155f8b4163e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:33.969728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5c280d1-f455-47dd-9e68-65aafe50505a req-2389f223-a68c-4cce-81e3-0dc1c4ecd8f0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193484 Nov 15 22:32:34.017193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-391688cb-be05-403d-a924-c45bfacdf378 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656960 Nov 15 22:32:34.039597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.082657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c95bc14-8e2c-4436-90ac-a3a772c7ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:34.087307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6594a138-8e81-4b70-bb16-ca965fca161e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:34.090174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-3c95bc14-8e2c-4436-90ac-a3a772c7ab28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 1094 time: 0.1202891 Nov 15 22:32:34.176858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.184162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ee1a147-6ab5-48db-8f55-78205c89201a no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:34.224591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e65-b6df-4018-b1f8-9ee2f62aafa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.225951 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-4ca468ec-43ee-4131-b42e-20041d9f2f89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8351cca7-e86a-4b30-8474-df8eb015bd47 HTTP/1.1" status: 200 len: 217 time: 0.1234474 Nov 15 22:32:34.238776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6594a138-8e81-4b70-bb16-ca965fca161e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:34.241246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 5ee1a147-6ab5-48db-8f55-78205c89201a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:34.241725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ee1a147-6ab5-48db-8f55-78205c89201a not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:34.274267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947deda-2dc2-4308-bef6-1b848fa4453a req-d461e237-3968-4302-8835-4af3e899d76d tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:34.285163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b947deda-2dc2-4308-bef6-1b848fa4453a req-d461e237-3968-4302-8835-4af3e899d76d tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 947 time: 0.2015569 Nov 15 22:32:34.289438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8712c393-3121-422d-bd68-1394756d8e2d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:34.291634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:34.294484 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a1335-d1d3-48c1-8c53-05071133b944" -d '{"events": [{"server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "name": "network-vif-plugged", "status": "completed", "tag": "8712c393-3121-422d-bd68-1394756d8e2d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:34.301268 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.302006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 05ec75d1-a63d-48c5-bd44-812443ce7885 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:34.361395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f3ee5635-66dc-4b8c-8b0d-91f7ba5f31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:34.364482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-f3ee5635-66dc-4b8c-8b0d-91f7ba5f31a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.1299815 Nov 15 22:32:34.387277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.415389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-bb1a28d8-5acd-4dab-9bf1-c7745800831d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421011 Nov 15 22:32:34.420861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d410b1fb-1dfe-4a45-8dbc-4e2d40503f3a req-fa6eb742-4ebe-4832-873e-5492a4cac8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920541 Nov 15 22:32:34.441771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b947deda-2dc2-4308-bef6-1b848fa4453a req-7798800e-caad-4f1a-8fc9-fcd88a162821 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504424 Nov 15 22:32:34.530024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe93226-dfd8-40a7-83af-9cd68e702220 req-323acc9e-bcbf-41a9-ba05-af89f604267d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:34.540266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfe93226-dfd8-40a7-83af-9cd68e702220 req-323acc9e-bcbf-41a9-ba05-af89f604267d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1833203 Nov 15 22:32:34.651326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:34.654402 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ece4ba-6499-4c66-9321-250b821c512c" -d '{"events": [{"name": "network-changed", "server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:34.660957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-c229e089-8b49-4cb0-8f89-80e11109c179 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362814 Nov 15 22:32:34.715867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79ba4bd1-af50-4246-b597-4b812a01df16 req-7b56bbe7-c601-437b-a121-76c45e6d0c2c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0673051 Nov 15 22:32:34.780846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e65-b6df-4018-b1f8-9ee2f62aafa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.810083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfe93226-dfd8-40a7-83af-9cd68e702220 req-8e085102-fbea-4dfe-8656-bb4dfadd40c7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685924 Nov 15 22:32:34.836361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce77f3-db45-4f41-b89f-9c7889279969 req-a6336343-35ab-4f13-9a61-7722ffb5cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:34.837517 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17676fe-227d-4d30-8755-cb329aeff7d3 x-openstack-request-id: req-a17676fe-227d-4d30-8755-cb329aeff7d3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:34.839538 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "name": "network-vif-plugged", "status": "completed", "tag": "8712c393-3121-422d-bd68-1394756d8e2d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:34.840263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-41448459-3322-422b-a0ab-e4d622b1c133 req-d421e592-fcb0-417b-bb84-bdcbe08b8766 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705973 Nov 15 22:32:34.840668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cce77f3-db45-4f41-b89f-9c7889279969 req-a6336343-35ab-4f13-9a61-7722ffb5cc33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1acad49-9eaa-4e29-ba53-9ebef5960591 HTTP/1.1" status: 200 len: 1096 time: 0.2251596 Nov 15 22:32:34.840894 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a17676fe-227d-4d30-8755-cb329aeff7d3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:34.841521 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d', 'code': 200} Nov 15 22:32:34.876574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:34.911398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96c4e65-b6df-4018-b1f8-9ee2f62aafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:34.921731 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ed8d6-fdc4-43d5-bca3-8a0363b65ea8 x-openstack-request-id: req-f29ed8d6-fdc4-43d5-bca3-8a0363b65ea8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:34.921731 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:34.922849 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f29ed8d6-fdc4-43d5-bca3-8a0363b65ea8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:34.923270 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47', 'status': 'completed', 'code': 200} Nov 15 22:32:35.058891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b96c4e65-b6df-4018-b1f8-9ee2f62aafa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490b6b5a47584a119a27b1dda85b2707&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1844296 Nov 15 22:32:35.060692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece4ba-6499-4c66-9321-250b821c512c req-6e895e3e-4eb4-48e5-95db-3c51a8f5e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.062311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-6e895e3e-4eb4-48e5-95db-3c51a8f5e2e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 1094 time: 0.0617259 Nov 15 22:32:35.063210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:35.064328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=05ec75d1-a63d-48c5-bd44-812443ce7885,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:35.067174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ad24df-f8f2-405e-bae5-47788885509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.070384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105a8d-606a-4f21-85d1-c9d83cc4475d req-69366d03-766e-4daf-bc09-9e099bcb4a44 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.072059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc105a8d-606a-4f21-85d1-c9d83cc4475d req-69366d03-766e-4daf-bc09-9e099bcb4a44 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 943 time: 0.2303398 Nov 15 22:32:35.077363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c4e65-b6df-4018-b1f8-9ee2f62aafa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ca64d-42f0-42c0-abad-1043c1d82e17,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:35.090614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:35.101125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:35.102222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '05ec75d1-a63d-48c5-bd44-812443ce7885', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'port_id': '05ec75d1-a63d-48c5-bd44-812443ce7885', 'mac_address': 'fa:16:3e:68:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa53cf-c3c4-4f76-808f-5875a82b6d0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:35.141566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cce77f3-db45-4f41-b89f-9c7889279969 req-89d3ff7f-44b5-4f09-8c61-76ca78370040 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470865 Nov 15 22:32:35.185175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.226806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc105a8d-606a-4f21-85d1-c9d83cc4475d req-5365915f-d89e-4969-a908-9dea4344b608 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466031 Nov 15 22:32:35.246372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ec75d1-a63d-48c5-bd44-812443ce7885 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:35.311115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=05ec75d1-a63d-48c5-bd44-812443ce7885,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:35.342270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.342513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e4bd5-622c-4044-8eb1-b0b6334dfdf4 req-b8300706-ccc1-4698-aa5b-c95c9633e05b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.344804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-867e4bd5-622c-4044-8eb1-b0b6334dfdf4 req-b8300706-ccc1-4698-aa5b-c95c9633e05b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 943 time: 0.0830665 Nov 15 22:32:35.354890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece4ba-6499-4c66-9321-250b821c512c req-3a36fbc9-9983-4c5b-921c-e07a70ddd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.356374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-3a36fbc9-9983-4c5b-921c-e07a70ddd0cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.2857413 Nov 15 22:32:35.375073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.430686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.433565 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-352f68f9-2ac1-43d1-9316-0e78b2129bc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8351cca7-e86a-4b30-8474-df8eb015bd47 HTTP/1.1" status: 200 len: 217 time: 0.0664995 Nov 15 22:32:35.450355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:35.464971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-867e4bd5-622c-4044-8eb1-b0b6334dfdf4 req-6ffc9f53-38bd-41c5-ab8a-dc463e0f6914 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035097 Nov 15 22:32:35.487978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e73fff93-a165-4bec-a17b-7e2d12a03fea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5af31452c5ed409290be3e72d6106b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3857071 Nov 15 22:32:35.499850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51752) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:35.503008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6f38-6597-49cc-8a5c-c0d82d53704b req-d583a448-197a-4f4c-aacc-4f96f8569b60 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.506462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c6f38-6597-49cc-8a5c-c0d82d53704b req-d583a448-197a-4f4c-aacc-4f96f8569b60 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1719975 Nov 15 22:32:35.570036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece4ba-6499-4c66-9321-250b821c512c req-6e9c9232-9b81-424a-bab6-c6bb5e830db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.571520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-6e9c9232-9b81-424a-bab6-c6bb5e830db5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.1302853 Nov 15 22:32:35.613963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-3f7932c0-0452-47a9-91b6-8fb5e88b26f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316133 Nov 15 22:32:35.617704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d8c6f38-6597-49cc-8a5c-c0d82d53704b req-331fea22-6728-4c9e-87be-144b2761121a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001208 Nov 15 22:32:35.644752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357ae6-7933-4876-b8e1-66cd8a6c3ff0 req-58d81a17-de36-4ca2-9cf3-c2541138b247 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:35.648148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72357ae6-7933-4876-b8e1-66cd8a6c3ff0 req-58d81a17-de36-4ca2-9cf3-c2541138b247 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 948 time: 0.1066756 Nov 15 22:32:35.649245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['05ec75d1-a63d-48c5-bd44-812443ce7885'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:35.679132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.696076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6594a138-8e81-4b70-bb16-ca965fca161e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:35.717010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.718204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.719639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72357ae6-7933-4876-b8e1-66cd8a6c3ff0 req-b727bc65-91dd-4ec9-9a5e-a7bb9d37cada tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656378 Nov 15 22:32:35.722019 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f93ca64d-42f0-42c0-abad-1043c1d82e17 HTTP/1.1" status: 204 len: 168 time: 0.6582351 Nov 15 22:32:35.724220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.753214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68190dee-2ba0-40e3-8774-2423b3583ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ca64d-42f0-42c0-abad-1043c1d82e17,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:35.783144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-345f6c87-51cc-42a7-926d-4ac91dcfdde1 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548281 Nov 15 22:32:35.882731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e37e590-1051-4723-acb9-90b6821d5d1b req-4383b4ca-ee70-4511-bfe9-f04c54c1af6a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0500379 Nov 15 22:32:35.925735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-49ece4ba-6499-4c66-9321-250b821c512c req-572db270-d0ca-4b5f-97f2-cd6e120e5f9e service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331711 Nov 15 22:32:35.986791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.992224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:35.994238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5193895-b72b-4333-8873-951223d574db HTTP/1.1" status: 204 len: 168 time: 0.4671645 Nov 15 22:32:36.005980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9700c2-3071-407d-8e19-984df6dbea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5193895-b72b-4333-8873-951223d574db,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:36.097718 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:32:36.140553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8351cca7-e86a-4b30-8474-df8eb015bd47 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:36.261570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8351cca7-e86a-4b30-8474-df8eb015bd47,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:36.276411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '8351cca7-e86a-4b30-8474-df8eb015bd47', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'port_id': '8351cca7-e86a-4b30-8474-df8eb015bd47', 'mac_address': 'fa:16:3e:64:c9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eecd75d-d88e-426d-abca-7f6009db6e3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:36.357661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.378631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8351cca7-e86a-4b30-8474-df8eb015bd47 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:36.386670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d2b71-80fe-4f1d-90e8-626f845b469c req-075cf67d-e399-4db4-8821-1dc241c6ac49 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:36.388168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-499d2b71-80fe-4f1d-90e8-626f845b469c req-075cf67d-e399-4db4-8821-1dc241c6ac49 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 944 time: 0.0891373 Nov 15 22:32:36.406462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8351cca7-e86a-4b30-8474-df8eb015bd47,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:36.445110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-499d2b71-80fe-4f1d-90e8-626f845b469c req-0268475c-5524-4246-b715-c2e64705a4bc tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 Nov 15 22:32:36.483391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:36.507868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb858ef2-a75f-4b21-afea-5e56b9d1f891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.518379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.578338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:36.612262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb858ef2-a75f-4b21-afea-5e56b9d1f891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.620205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869f9a6-228f-42da-a577-9b78a4067284 req-fb83307f-6a41-4340-bd43-9e03460ac2ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:36.621831 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d869f9a6-228f-42da-a577-9b78a4067284 req-fb83307f-6a41-4340-bd43-9e03460ac2ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 944 time: 0.0896208 Nov 15 22:32:36.674500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d869f9a6-228f-42da-a577-9b78a4067284 req-e8b81f22-7455-4f36-ad86-96dc9bbfbc64 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 Nov 15 22:32:36.750616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c634-6e08-4016-bee4-8fbfeacd7c2a req-dc0cb8a7-065f-4586-b34c-4f9913d9cf65 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:36.752396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f83c634-6e08-4016-bee4-8fbfeacd7c2a req-dc0cb8a7-065f-4586-b34c-4f9913d9cf65 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0595939 Nov 15 22:32:36.753030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['8351cca7-e86a-4b30-8474-df8eb015bd47'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:36.763894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb858ef2-a75f-4b21-afea-5e56b9d1f891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.811312 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eb858ef2-a75f-4b21-afea-5e56b9d1f891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf7a6a869ce64dd08cbde3366b03daf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352945 Nov 15 22:32:36.814152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb858ef2-a75f-4b21-afea-5e56b9d1f891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f4ee9-4bf9-405d-a6fc-ca7efe0708fa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:36.816676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:36.871176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f83c634-6e08-4016-bee4-8fbfeacd7c2a req-ff71abcd-cf2b-450a-b9d9-af83360542fc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956619 Nov 15 22:32:36.877413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.898203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383aee3-2019-4875-9fab-4e5a1739c8eb req-e7f86f57-f334-4e4c-95d8-262458a480ad tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:36.899722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6383aee3-2019-4875-9fab-4e5a1739c8eb req-e7f86f57-f334-4e4c-95d8-262458a480ad tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 948 time: 0.0925958 Nov 15 22:32:36.906055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:36.969520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6383aee3-2019-4875-9fab-4e5a1739c8eb req-c3eb1362-29af-4a6c-af62-c8bba020c485 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627456 Nov 15 22:32:36.995896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:37.019396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db2f3f6-7738-4ffc-b2b9-9db9343d094b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.029175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc10e2b8-712f-4b5f-9ea3-2311e0836126 req-9da5254b-3b56-42d0-9b3d-cf9f041b4c81 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0a8e36-bd62-4eb8-9d8b-2407f6f751da HTTP/1.1" status: 200 len: 210 time: 0.0458283 Nov 15 22:32:37.090722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.094211 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.095365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea5f4ee9-4bf9-405d-a6fc-ca7efe0708fa HTTP/1.1" status: 204 len: 168 time: 0.2776077 Nov 15 22:32:37.110284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba2f48-ff75-4187-9f95-17875e857512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f4ee9-4bf9-405d-a6fc-ca7efe0708fa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:37.179919 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db2f3f6-7738-4ffc-b2b9-9db9343d094b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.187649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c47549d2-f3db-453f-907c-b19a379b531e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.272200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db2f3f6-7738-4ffc-b2b9-9db9343d094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.311009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6db2f3f6-7738-4ffc-b2b9-9db9343d094b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e662ff9392a54d55935dc648d2c3a677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140430 Nov 15 22:32:37.312509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2f3f6-7738-4ffc-b2b9-9db9343d094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384f7dd0-0f3f-48ab-a961-dff54ebfb6c0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:37.313872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:37.363270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.384515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.489095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.491716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.496785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/384f7dd0-0f3f-48ab-a961-dff54ebfb6c0 HTTP/1.1" status: 204 len: 168 time: 0.1816895 Nov 15 22:32:37.513132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6faa76-1ebc-4501-ac5f-6310a860cd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384f7dd0-0f3f-48ab-a961-dff54ebfb6c0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:37.541194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6594a138-8e81-4b70-bb16-ca965fca161e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:37.639116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3645f3-2afe-4572-bd96-01879476727c req-d2943825-2c2d-4dbf-8eac-64206be772c7 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:37.641754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a3645f3-2afe-4572-bd96-01879476727c req-d2943825-2c2d-4dbf-8eac-64206be772c7 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 944 time: 0.0839691 Nov 15 22:32:37.704528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a3645f3-2afe-4572-bd96-01879476727c req-1398493c-5fbd-42ec-b0a8-dc65b5851e27 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567458 Nov 15 22:32:37.712134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6594a138-8e81-4b70-bb16-ca965fca161e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:37.716724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6594a138-8e81-4b70-bb16-ca965fca161e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:37.717233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.820926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadecb6-255a-46ef-a58c-dfd59ead2581 req-dff1ff94-86f4-4419-adc6-2f75c14725c4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:37.822519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3eadecb6-255a-46ef-a58c-dfd59ead2581 req-dff1ff94-86f4-4419-adc6-2f75c14725c4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 944 time: 0.0597219 Nov 15 22:32:37.822659 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.846392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:37.848808 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8327ddbc-5a56-4195-9b5e-41c87a647c1a" -d '{"events": [{"server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "name": "network-vif-plugged", "status": "completed", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:37.861906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6594a138-8e81-4b70-bb16-ca965fca161e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:37.883417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3eadecb6-255a-46ef-a58c-dfd59ead2581 req-470415a0-7777-4c04-acf3-89161530c0b5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544508 Nov 15 22:32:37.924475 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef837455-a546-4811-a16f-c475f6583904 x-openstack-request-id: req-ef837455-a546-4811-a16f-c475f6583904 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:37.924846 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "name": "network-vif-plugged", "status": "completed", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:37.925102 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef837455-a546-4811-a16f-c475f6583904 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:37.925519 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e', 'code': 200} Nov 15 22:32:37.926348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:37.927143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 05ec75d1-a63d-48c5-bd44-812443ce7885 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:38.021639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:38.125598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 05ec75d1-a63d-48c5-bd44-812443ce7885 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:38.131820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 05ec75d1-a63d-48c5-bd44-812443ce7885 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:38.134224 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.183757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8351cca7-e86a-4b30-8474-df8eb015bd47 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:38.209467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.302777 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.337801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=05ec75d1-a63d-48c5-bd44-812443ce7885,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:38.392217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 8351cca7-e86a-4b30-8474-df8eb015bd47 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:38.396639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 8351cca7-e86a-4b30-8474-df8eb015bd47 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:38.397024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.418814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c398a0c-4b75-4aed-bffa-19f82c5054eb req-8cf04610-1082-4e92-8953-aa927510ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:38.420247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c398a0c-4b75-4aed-bffa-19f82c5054eb req-8cf04610-1082-4e92-8953-aa927510ecd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 1100 time: 0.4196322 Nov 15 22:32:38.433577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.517953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b163ae2-2124-4f72-b930-3cbe51ce77d0 req-c3aed698-86de-46e5-9ece-a13158e0fc63 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:38.524067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:38.525225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b163ae2-2124-4f72-b930-3cbe51ce77d0 req-c3aed698-86de-46e5-9ece-a13158e0fc63 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.1094155 Nov 15 22:32:38.550444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.565729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f7cd-7c6e-4515-9537-8f1a47e5a707 req-55853a8f-6bd2-4d56-ab0c-4c89b2912ca9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:38.567247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d89f7cd-7c6e-4515-9537-8f1a47e5a707 req-55853a8f-6bd2-4d56-ab0c-4c89b2912ca9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1504538 Nov 15 22:32:38.589790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8351cca7-e86a-4b30-8474-df8eb015bd47,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:38.614583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c398a0c-4b75-4aed-bffa-19f82c5054eb req-8c7a6abf-69f2-4b37-b921-20a0e636b6f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348934 Nov 15 22:32:38.637775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b163ae2-2124-4f72-b930-3cbe51ce77d0 req-c98c046a-1046-49e2-97e7-dd688ecc87ac tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108382 Nov 15 22:32:38.672505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d89f7cd-7c6e-4515-9537-8f1a47e5a707 req-0f1dff49-8f1a-44e2-9371-4ee62480f55f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950503 Nov 15 22:32:38.689678 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:38.756718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:38.903748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5230-0350-44bf-b42d-449f7eb4a487 req-c6436c79-e4e1-40bb-a5d9-3c7b1c3893a6 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:38.913299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-776f5230-0350-44bf-b42d-449f7eb4a487 req-c6436c79-e4e1-40bb-a5d9-3c7b1c3893a6 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 945 time: 0.0936370 Nov 15 22:32:38.985234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-776f5230-0350-44bf-b42d-449f7eb4a487 req-4ff104c5-0a84-45f7-94a1-b40c6f5e8c53 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627899 Nov 15 22:32:39.004138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:39.065822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037de4a-c9cb-4fcb-8ec9-3a1983a78a37 req-031665d7-a32e-4d5f-822b-587ba30fc50c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:39.067351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5037de4a-c9cb-4fcb-8ec9-3a1983a78a37 req-031665d7-a32e-4d5f-822b-587ba30fc50c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.0696728 Nov 15 22:32:39.118021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5037de4a-c9cb-4fcb-8ec9-3a1983a78a37 req-f1bc392e-f0e9-4a03-b227-495c81b4a296 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Nov 15 22:32:39.204436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1468972300-network', 'tenant_id': '9b5a6f5114c6418f8883ecb248a8b7a1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:39.283330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Made reservation on behalf of 9b5a6f5114c6418f8883ecb248a8b7a1 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:39.285792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.292898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-34b48621-48dc-4545-adc0-9f62b9ac42a8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:39.294406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-34b48621-48dc-4545-adc0-9f62b9ac42a8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1169977 Nov 15 22:32:39.295175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.310926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-e444345e-8035-4ed3-bb17-263a61d4c794 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0096762 Nov 15 22:32:39.317361 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.360374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-381a2ecc-0ae6-4db6-9c00-b19d7d084036 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411487 Nov 15 22:32:39.395524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.454931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.480058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-7329b7d0-fe20-42b4-bf59-a0ad3afa3130 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109354 Nov 15 22:32:39.485205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:32:39.502424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:39.506780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.507365 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Added segment 3457847e-7e5e-4a33-9533-6c0554e7c723 of type vlan for network 7582f0d1-33d4-4629-8d3a-3da055fe4058 Nov 15 22:32:39.561486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.602958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cf71fd7-9a3f-4a4a-bbf5-7b9f324823b8 req-51e301a5-fea9-4b53-9741-24194668611e service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099231 Nov 15 22:32:39.655907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.656939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:39.658106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:39.739046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] Pushing event updated for resources: {'Network': ['ID=7582f0d1-33d4-4629-8d3a-3da055fe4058,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:39.750378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7582f0d1-33d4-4629-8d3a-3da055fe4058 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:32:39.783274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d4459562-d3e5-491e-8b45-a83555b9829e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7779953 Nov 15 22:32:39.786178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:39.792692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Request body: {'subnet': {'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1468972300-subnet', 'tenant_id': '9b5a6f5114c6418f8883ecb248a8b7a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:39.875921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29692790-d39b-4a53-aa50-0d3baeb6641f req-af70a15a-f3ce-4c88-8acc-72125fc1adc2 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:39.887362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29692790-d39b-4a53-aa50-0d3baeb6641f req-af70a15a-f3ce-4c88-8acc-72125fc1adc2 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.1211140 Nov 15 22:32:39.926893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885'}, {'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:39.941560 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1f3009-a5cb-4d4e-ae51-c93286f914e7" -d '{"events": [{"server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "name": "network-vif-plugged", "status": "completed", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885"}, {"server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "name": "network-vif-plugged", "status": "completed", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:40.016167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29692790-d39b-4a53-aa50-0d3baeb6641f req-a18ec74d-7c87-4cd1-b819-6b970a4bb298 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276636 Nov 15 22:32:40.048526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa59b63-7c53-4ce6-a347-f4c2aa4191ed req-5b06ceb2-8d1e-420e-8d7c-7edbdaf6e23e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.049898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Made reservation on behalf of 9b5a6f5114c6418f8883ecb248a8b7a1 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:40.052403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:40.070233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fa59b63-7c53-4ce6-a347-f4c2aa4191ed req-5b06ceb2-8d1e-420e-8d7c-7edbdaf6e23e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1544757 Nov 15 22:32:40.158293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-578c49ee-c597-49ff-9a62-f540abdaa839 req-ee4dd312-949c-4794-a5d8-6f7250c365ae tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b6cb503-dab1-481d-8943-69dbc71541c8 HTTP/1.1" status: 200 len: 210 time: 0.0396726 Nov 15 22:32:40.185434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fa59b63-7c53-4ce6-a347-f4c2aa4191ed req-e0689697-ee5c-485c-952a-82401d1c92d4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073449 Nov 15 22:32:40.256933 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74064864-0c1d-480c-b7bf-bdb46e20e655 x-openstack-request-id: req-74064864-0c1d-480c-b7bf-bdb46e20e655 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:40.257288 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "name": "network-vif-plugged", "status": "completed", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885", "code": 200}, {"server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "name": "network-vif-plugged", "status": "completed", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:40.257602 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74064864-0c1d-480c-b7bf-bdb46e20e655 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:40.258062 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885', 'code': 200} Nov 15 22:32:40.258370 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47', 'code': 200} Nov 15 22:32:40.341121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:40.443646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4381-390c-4ccf-8b1f-0abf8be9dfd8 req-ab8d13e0-5739-4900-9a0a-909b2d45b762 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.446423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd82a5-e802-4500-a749-13a0a9f2f995 req-cacf1d5c-8541-4f37-82f8-d03ffabff959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.446973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-252a4381-390c-4ccf-8b1f-0abf8be9dfd8 req-ab8d13e0-5739-4900-9a0a-909b2d45b762 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 945 time: 0.1363182 Nov 15 22:32:40.448493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfd82a5-e802-4500-a749-13a0a9f2f995 req-cacf1d5c-8541-4f37-82f8-d03ffabff959 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 1096 time: 0.0861309 Nov 15 22:32:40.471253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe854da-0d9e-4198-b89a-c347515c6f34 req-214d7bbc-2892-419e-a017-4c12a3e3feb8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.472939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fe854da-0d9e-4198-b89a-c347515c6f34 req-214d7bbc-2892-419e-a017-4c12a3e3feb8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.1113591 Nov 15 22:32:40.507090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfd82a5-e802-4500-a749-13a0a9f2f995 req-403f04a4-1058-4d7b-85bd-4bdb7ac2efd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Nov 15 22:32:40.538623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd1a8-86d7-490f-b2ff-b13ef4ea3d48 req-e1d4e7cd-5f11-4a5a-bc2e-d0e6658705d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.540241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff6dd1a8-86d7-490f-b2ff-b13ef4ea3d48 req-e1d4e7cd-5f11-4a5a-bc2e-d0e6658705d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 1096 time: 0.1489689 Nov 15 22:32:40.591718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-252a4381-390c-4ccf-8b1f-0abf8be9dfd8 req-5e6f409d-5ea1-4f50-b2d2-ca9f4e28adff tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123536 Nov 15 22:32:40.595856 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fe854da-0d9e-4198-b89a-c347515c6f34 req-68f6dafb-96c3-4eca-b762-090f6ca5dd7b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085732 Nov 15 22:32:40.597695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:40.646572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff6dd1a8-86d7-490f-b2ff-b13ef4ea3d48 req-5f0a11d7-290c-4d37-b880-f79a9b1813ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930836 Nov 15 22:32:40.689247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bdf71f-9fe1-4460-adb0-7a24d6847c81,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:40.698139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Checking segment: {'id': '3457847e-7e5e-4a33-9533-6c0554e7c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:40.698499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Network hostable DHCP agents. Network: 7582f0d1-33d4-4629-8d3a-3da055fe4058, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:32:40.866353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Network 7582f0d1-33d4-4629-8d3a-3da055fe4058 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:32:40.940704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7582f0d1-33d4-4629-8d3a-3da055fe4058) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:40.945179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:40.945777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:40.955439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14956972-d77d-46ae-bfc1-e5e9beb0b34e None None] Network 7582f0d1-33d4-4629-8d3a-3da055fe4058 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:41.044701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-56b995dd-ae3f-4037-ae93-372067e29929 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2571204 Nov 15 22:32:41.144906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fa5ef-1ada-4e65-9bf5-fbff02b5aec5 None None] Network 7582f0d1-33d4-4629-8d3a-3da055fe4058 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:41.169054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615d35c-efaf-481d-971e-dbc599497579 req-1f8f3493-e418-41dd-af98-f857ef8111d7 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:41.190599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3615d35c-efaf-481d-971e-dbc599497579 req-1f8f3493-e418-41dd-af98-f857ef8111d7 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.0810480 Nov 15 22:32:41.286510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3615d35c-efaf-481d-971e-dbc599497579 req-00e578aa-163a-4028-898e-5488b6311d39 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925307 Nov 15 22:32:41.447967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139dbc-0131-4fe7-8dc2-38bc3cf95429 req-6a22e6bf-a68f-49c1-a1ca-f8de812344a2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:41.457138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05139dbc-0131-4fe7-8dc2-38bc3cf95429 req-6a22e6bf-a68f-49c1-a1ca-f8de812344a2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0923493 Nov 15 22:32:41.522403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05139dbc-0131-4fe7-8dc2-38bc3cf95429 req-dd011572-ec9a-416d-bc83-db6ff2b42db8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639296 Nov 15 22:32:41.742975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc198ea1-6e54-4690-8301-67c5fbe8b126 req-c10cd395-cd01-47f6-83b8-17168ca3673d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:41.744797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc198ea1-6e54-4690-8301-67c5fbe8b126 req-c10cd395-cd01-47f6-83b8-17168ca3673d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.0640037 Nov 15 22:32:41.800989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc198ea1-6e54-4690-8301-67c5fbe8b126 req-bce8f4c5-858e-4e98-a552-c90256fce0dc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Nov 15 22:32:41.926987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841e03-9340-4e58-9d89-b7ad7ada86bc req-e5668765-5230-484b-941a-bdfd41c6c05f tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:41.928780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71841e03-9340-4e58-9d89-b7ad7ada86bc req-e5668765-5230-484b-941a-bdfd41c6c05f tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 945 time: 0.0604904 Nov 15 22:32:42.024004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71841e03-9340-4e58-9d89-b7ad7ada86bc req-244f2543-58ea-48cd-841a-9a9366287fac tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673113 Nov 15 22:32:42.198728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac1d8f-1bca-47ec-8d9c-e184b34a2814 req-056d4fb1-8666-4cb7-92a8-4eeb4597480a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:42.205768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51ac1d8f-1bca-47ec-8d9c-e184b34a2814 req-056d4fb1-8666-4cb7-92a8-4eeb4597480a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.0907433 Nov 15 22:32:42.219950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-26d90e3d-5155-4cb0-8b3d-9c166b44d8a2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:42.228226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-26d90e3d-5155-4cb0-8b3d-9c166b44d8a2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1685233 Nov 15 22:32:42.256839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-3add494a-d294-4366-9834-dbea2b698e3c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0269732 Nov 15 22:32:42.329568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-7f7318ef-bc89-4fba-9502-450eff87fb5f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591457 Nov 15 22:32:42.345345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51ac1d8f-1bca-47ec-8d9c-e184b34a2814 req-6f178e59-18d7-4ada-a53c-3e649450f45a tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382563 Nov 15 22:32:42.378907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52072) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:42.384369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-596995550-network', 'tenant_id': 'c792d274f996424d812b8d24f01f3551'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:42.449397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-28185a49-befc-4d9a-ad77-d61e08c1aaf8 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962472 Nov 15 22:32:42.466501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Made reservation on behalf of c792d274f996424d812b8d24f01f3551 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:42.468843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.478047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.560319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-2d5621d8-1c49-4a3d-818d-9a145db6d38c service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009068 Nov 15 22:32:42.562320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.649148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.654094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186178-2e36-484a-b4ef-6770d7fcafa0 req-9167bcc4-98d3-423e-87ad-653b1ecfdd2a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:42.655800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76186178-2e36-484a-b4ef-6770d7fcafa0 req-9167bcc4-98d3-423e-87ad-653b1ecfdd2a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0528162 Nov 15 22:32:42.674321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:32:42.685011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8760c-3ccc-48d0-bca9-a9599184c43c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:42.691230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.691570 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Added segment c19b58c1-2457-40dc-947e-82b99086fdec of type vlan for network 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de Nov 15 22:32:42.711938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76186178-2e36-484a-b4ef-6770d7fcafa0 req-6823d4dc-ca0d-4bbe-b0c5-31b2315b00c5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Nov 15 22:32:42.735393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.804452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd037d88-5aad-43f0-82c8-bcfcf580455e req-5b5726e4-28a8-4f8c-a63a-f03b53cefcee tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 210 time: 0.0270588 Nov 15 22:32:42.843884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.844908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:42.845714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:42.927593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] Pushing event updated for resources: {'Network': ['ID=7ccf5e4e-9fcf-4885-8841-0c1c1d4543de,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:42.938333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:32:42.944857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92746678-f188-4a4f-b341-d0be93f732a7 req-b7ae7302-02f5-4904-bf6d-1f00f1f9feec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:42.948245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92746678-f188-4a4f-b341-d0be93f732a7 req-b7ae7302-02f5-4904-bf6d-1f00f1f9feec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.0709653 Nov 15 22:32:42.973250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8291dee9-6df3-4f19-85b7-558019e46299 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5931530 Nov 15 22:32:42.977280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52092) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:42.986670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Request body: {'subnet': {'network_id': '7ccf5e4e-9fcf-4885-8841-0c1c1d4543de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-596995550-subnet', 'tenant_id': 'c792d274f996424d812b8d24f01f3551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:43.041748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92746678-f188-4a4f-b341-d0be93f732a7 req-a95ec7a4-bcca-4d0b-ae30-5eb0fcb059fb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861802 Nov 15 22:32:43.083217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Made reservation on behalf of c792d274f996424d812b8d24f01f3551 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:43.085831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.181043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d566d6f-45ea-4d5f-9a59-d37f1ee260f9 req-6ed9896b-c833-4124-826d-20e3341da9ec tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.181043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d566d6f-45ea-4d5f-9a59-d37f1ee260f9 req-6ed9896b-c833-4124-826d-20e3341da9ec tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 945 time: 0.0780065 Nov 15 22:32:43.278537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d566d6f-45ea-4d5f-9a59-d37f1ee260f9 req-9d5c5bb8-3a2f-474a-9808-57d84dd9fb16 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885653 Nov 15 22:32:43.392995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ccf76-78eb-4e7f-8c45-84baa688636f req-133a814b-59c3-4ffd-9dd7-158694ab405b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.394592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a6ccf76-78eb-4e7f-8c45-84baa688636f req-133a814b-59c3-4ffd-9dd7-158694ab405b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1acad49-9eaa-4e29-ba53-9ebef5960591 HTTP/1.1" status: 200 len: 945 time: 0.0557842 Nov 15 22:32:43.397719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.479061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:43.496204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e403e24c-999d-420a-b8c4-f976e11f5540,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:43.513708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Checking segment: {'id': 'c19b58c1-2457-40dc-947e-82b99086fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7ccf5e4e-9fcf-4885-8841-0c1c1d4543de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:43.514062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Network hostable DHCP agents. Network: 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:32:43.554147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-a6d60a5c-419e-4eff-88a2-3415da16c0e2 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.555685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-a6d60a5c-419e-4eff-88a2-3415da16c0e2 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.1372766 Nov 15 22:32:43.575282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a6ccf76-78eb-4e7f-8c45-84baa688636f req-25998b63-f305-4d32-ac08-a84e2273e721 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475561 Nov 15 22:32:43.639876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Network 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:32:43.697855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9877550f-dbfc-403a-8d57-8bd02a2defbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.742544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:43.749271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.750877 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.754646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fc1f4-d56c-47ca-b6e4-3a3d13547342 None None] Network 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:43.794312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9877550f-dbfc-403a-8d57-8bd02a2defbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.825728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0b0cc-a95b-4a33-be5c-9ced7eec3eb4 req-232ba730-1a10-46e4-99fc-acf3f795737e tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.828067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51e0b0cc-a95b-4a33-be5c-9ced7eec3eb4 req-232ba730-1a10-46e4-99fc-acf3f795737e tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 949 time: 0.2234614 Nov 15 22:32:43.839250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f38b62-79e2-4514-aad2-042bcdf29616 req-6bba9d1e-807c-4716-be34-b88437f70f1a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:43.840355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f38b62-79e2-4514-aad2-042bcdf29616 req-6bba9d1e-807c-4716-be34-b88437f70f1a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.1781604 Nov 15 22:32:43.885981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ab7b4cd-2966-4ad6-9262-0e59e0876ab4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9068854 Nov 15 22:32:43.921566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9877550f-dbfc-403a-8d57-8bd02a2defbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.945487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Deleting port 6594a138-8e81-4b70-bb16-ca965fca161e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:43.945900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:43.946565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab894f24-3c90-4628-b1c6-2fd9bf40ab0a None None] Network 7ccf5e4e-9fcf-4885-8841-0c1c1d4543de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:32:43.981371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f38b62-79e2-4514-aad2-042bcdf29616 req-8392be6c-787b-4a22-bb4b-840141393204 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Nov 15 22:32:44.016804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9877550f-dbfc-403a-8d57-8bd02a2defbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3027fcce0ecc4d89914e3209fb4cbb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284762 Nov 15 22:32:44.017860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:44.029706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877550f-dbfc-403a-8d57-8bd02a2defbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73d788-727b-4dd1-ab8e-93b7fbbfbd00,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:44.101329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.128106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51e0b0cc-a95b-4a33-be5c-9ced7eec3eb4 req-638d594d-c3b6-493b-942b-3f07717f3c1d tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/security-groups?id=96466386-e1a2-479a-9717-c55523cd43d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794888 Nov 15 22:32:44.158339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.224214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] For port 6594a138-8e81-4b70-bb16-ca965fca161e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6594a138-8e81-4b70-bb16-ca965fca161e,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:44.224596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.250590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Calling delete_port for 6594a138-8e81-4b70-bb16-ca965fca161e owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:44.334837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.337725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.343191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f73d788-727b-4dd1-ab8e-93b7fbbfbd00 HTTP/1.1" status: 204 len: 168 time: 0.3183961 Nov 15 22:32:44.352456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4db03c-0971-4cc6-ad14-2866baadd85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73d788-727b-4dd1-ab8e-93b7fbbfbd00,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:44.394551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8367d-0ad3-4b99-aa7b-d6a0ed1b5c30 req-82c9beb4-0d35-4346-9ad7-b7a406b14f0d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:44.396045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bc8367d-0ad3-4b99-aa7b-d6a0ed1b5c30 req-82c9beb4-0d35-4346-9ad7-b7a406b14f0d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1267929 Nov 15 22:32:44.521809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bc8367d-0ad3-4b99-aa7b-d6a0ed1b5c30 req-a156142b-5f7c-4dc3-a217-42ae82a0c7ba tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180260 Nov 15 22:32:44.523838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-574b2e37-b077-40b2-8479-99c313586947 req-d55237dc-559e-4fa0-9a24-ead4d66f8c17 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 210 time: 0.0455787 Nov 15 22:32:44.632116 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.647252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6594a138-8e81-4b70-bb16-ca965fca161e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:44.672282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Pushing event deleted for resources: {'Port': ['ID=6594a138-8e81-4b70-bb16-ca965fca161e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:44.703182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.703964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.703964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.704521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.704889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.708553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:32:44.729342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] No DVR routers for this DVR port 6594a138-8e81-4b70-bb16-ca965fca161e on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:44.732125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:44.735959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef7c5487-3079-4835-be2e-5e1dd151c8c1 req-5eea1636-d01e-4203-aa6f-150789f1b1cf tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.55 "DELETE /v2.0/ports/6594a138-8e81-4b70-bb16-ca965fca161e HTTP/1.1" status: 204 len: 173 time: 1.1596403 Nov 15 22:32:44.736435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'name': 'network-vif-deleted', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:44.739456 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059f1a43-e1af-47ff-8cee-2a121c9f3348" -d '{"events": [{"server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "name": "network-vif-deleted", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:45.026736 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b37107-37d1-4fa6-96a8-40da9db370c7 x-openstack-request-id: req-61b37107-37d1-4fa6-96a8-40da9db370c7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:45.027146 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4754e0-f8ec-4cac-9036-d2e40c54e91f", "name": "network-vif-deleted", "tag": "6594a138-8e81-4b70-bb16-ca965fca161e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:45.027593 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61b37107-37d1-4fa6-96a8-40da9db370c7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:45.028179 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4754e0-f8ec-4cac-9036-d2e40c54e91f', 'name': 'network-vif-deleted', 'tag': '6594a138-8e81-4b70-bb16-ca965fca161e', 'status': 'completed', 'code': 200} Nov 15 22:32:45.115763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ad878-8c69-4003-a655-78b15b582172 req-419a67be-c11b-45a9-999e-21cd6dcc4309 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:45.120249 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-595ad878-8c69-4003-a655-78b15b582172 req-419a67be-c11b-45a9-999e-21cd6dcc4309 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.0703909 Nov 15 22:32:45.140869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-32afc784-099f-4166-8f83-fe807f208710 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:45.142417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-32afc784-099f-4166-8f83-fe807f208710 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/networks?id=7582f0d1-33d4-4629-8d3a-3da055fe4058 HTTP/1.1" status: 200 len: 815 time: 0.1862144 Nov 15 22:32:45.163833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-dda99000-f194-4365-89eb-3fdb42156afd tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/quotas/9b5a6f5114c6418f8883ecb248a8b7a1 HTTP/1.1" status: 200 len: 375 time: 0.0149400 Nov 15 22:32:45.172053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411293e-e80d-4af4-83bc-6807bb3b1a2d req-40d4e9ef-77ea-4158-965e-60152778beeb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:45.174150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3411293e-e80d-4af4-83bc-6807bb3b1a2d req-40d4e9ef-77ea-4158-965e-60152778beeb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 945 time: 0.0833170 Nov 15 22:32:45.219913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-23a9a622-73df-43c6-b15a-b7cd3a02bd35 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b5a6f5114c6418f8883ecb248a8b7a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452452 Nov 15 22:32:45.251471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Deleting port 8351cca7-e86a-4b30-8474-df8eb015bd47 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:45.251826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:45.329221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3411293e-e80d-4af4-83bc-6807bb3b1a2d req-e402a37f-349f-4af9-a91c-1bf46a28adcd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275742 Nov 15 22:32:45.381667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-2e45179f-d73e-497e-b1b4-07a861884a2e service neutron] 10.222.0.15 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606836 Nov 15 22:32:45.657854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-4c2c8b44-8ce5-4bdb-b2ff-6b9047af7e88 service neutron] 10.222.0.15 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637343 Nov 15 22:32:45.695562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-6fe6a9db-6c7b-4b8d-bfe6-64744a2a15c6 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:45.702851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-6fe6a9db-6c7b-4b8d-bfe6-64744a2a15c6 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.1955676 Nov 15 22:32:45.724087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] For port 8351cca7-e86a-4b30-8474-df8eb015bd47, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8351cca7-e86a-4b30-8474-df8eb015bd47,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:45.724453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:45.731496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f5cad0e5-f95a-4374-ab3c-14efb1862109 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/quotas/7c4c2986b2864f49b8f69a7a3f018e22 HTTP/1.1" status: 200 len: 375 time: 0.0210476 Nov 15 22:32:45.745735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Calling delete_port for 8351cca7-e86a-4b30-8474-df8eb015bd47 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:45.812955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-26f0b87a-8a5d-4dae-b903-68c280614ee6 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763187 Nov 15 22:32:45.830331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-7f11368d-a678-4d12-9ede-edd0b35947c2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:45.831706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-7f11368d-a678-4d12-9ede-edd0b35947c2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.5116262 Nov 15 22:32:45.847551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:45.940873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-0771b042-1ada-4eb1-aa45-4b203eeb1904 service neutron] 10.222.0.15 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262739 Nov 15 22:32:46.119990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ffe9472-4db4-44f4-a878-a420b59d5163 req-67c644cd-70db-44a4-b0c0-9aa24b97e907 tempest-ImagesNegativeTestJSON-960948423 tempest-ImagesNegativeTestJSON-960948423-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae4754e0-f8ec-4cac-9036-d2e40c54e91f HTTP/1.1" status: 200 len: 210 time: 0.0581322 Nov 15 22:32:46.128685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:46.133240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:46.188530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:46.203464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5', '8351cca7-e86a-4b30-8474-df8eb015bd47'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:46.236971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-01404c5e-6e28-4e5d-aa54-9a3133676a8b service neutron] 10.222.0.15 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949095 Nov 15 22:32:46.240725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Pushing event deleted for resources: {'Port': ['ID=8351cca7-e86a-4b30-8474-df8eb015bd47,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:46.306329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-f4e34964-b1d7-4915-adc8-54a404833ec3 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:46.307889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-f4e34964-b1d7-4915-adc8-54a404833ec3 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1acad49-9eaa-4e29-ba53-9ebef5960591 HTTP/1.1" status: 200 len: 945 time: 0.1598830 Nov 15 22:32:46.401366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a80ab-17df-4222-98b6-82c698af63f5 req-69ae2466-e93d-4a99-a9cf-34eee95df7ec tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:46.412717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96a80ab-17df-4222-98b6-82c698af63f5 req-69ae2466-e93d-4a99-a9cf-34eee95df7ec tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1487465 Nov 15 22:32:46.431660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] No DVR routers for this DVR port 8351cca7-e86a-4b30-8474-df8eb015bd47 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:46.439061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:46.447947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-595ad878-8c69-4003-a655-78b15b582172 req-27fbe269-a923-4e52-bcd9-0c0fa0a9876f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.57 "DELETE /v2.0/ports/8351cca7-e86a-4b30-8474-df8eb015bd47 HTTP/1.1" status: 204 len: 173 time: 1.3201935 Nov 15 22:32:46.460969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'name': 'network-vif-deleted', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:46.469712 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfa56e6-2eca-4620-831d-b010fa6950ae" -d '{"events": [{"server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "name": "network-vif-deleted", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:46.536580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96a80ab-17df-4222-98b6-82c698af63f5 req-625bd437-e669-40e5-a558-214084604d92 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227176 Nov 15 22:32:46.559493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Deleting port 8712c393-3121-422d-bd68-1394756d8e2d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:46.560016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:46.633358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.10 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/02e70040-9ea8-42ea-a079-d2b544964e4a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:46.770398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d273b0f7-6557-4bae-aa10-813a4c9cb9bf req-eae0ad61-01cd-49f5-b432-1c46d57cb7ab tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 210 time: 0.1166062 Nov 15 22:32:46.853275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-2d19cea9-8469-42c7-bdee-c472fc6939f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:46.855017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-2d19cea9-8469-42c7-bdee-c472fc6939f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/ports?device_id=29648f91-4368-4b45-adc3-63b97904a393 HTTP/1.1" status: 200 len: 945 time: 0.1689761 Nov 15 22:32:46.861682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5abf621-ed45-4e93-9835-87673910f5fc req-e4d2b346-807f-4250-b568-8d9a2a1cf7fa tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 210 time: 0.1037858 Nov 15 22:32:46.864780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] For port 8712c393-3121-422d-bd68-1394756d8e2d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8712c393-3121-422d-bd68-1394756d8e2d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:46.865122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:46.919280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Calling delete_port for 8712c393-3121-422d-bd68-1394756d8e2d owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:47.008693 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003f6e9-4924-42f7-ad7f-edf79fa4b56d x-openstack-request-id: req-c003f6e9-4924-42f7-ad7f-edf79fa4b56d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:47.009261 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45780e9b-92b2-4bec-8ceb-22382e750d3a", "name": "network-vif-deleted", "tag": "8351cca7-e86a-4b30-8474-df8eb015bd47", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:47.009724 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c003f6e9-4924-42f7-ad7f-edf79fa4b56d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:47.026157 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45780e9b-92b2-4bec-8ceb-22382e750d3a', 'name': 'network-vif-deleted', 'tag': '8351cca7-e86a-4b30-8474-df8eb015bd47', 'status': 'completed', 'code': 200} Nov 15 22:32:47.051986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0728c0b9-11a6-4bad-839c-ef848c099681 req-eecb1cf2-aac5-4332-a171-eb2e90fcd3fa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=45780e9b-92b2-4bec-8ceb-22382e750d3a HTTP/1.1" status: 200 len: 210 time: 0.1926572 Nov 15 22:32:47.066978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.146172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Deleting port 05ec75d1-a63d-48c5-bd44-812443ce7885 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:32:47.146803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.239899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3431594d-22ed-491f-b83d-a00110ec7f64 req-c810feda-2c7c-4ab3-bf4b-e4acfeb5830b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0675669 Nov 15 22:32:47.246378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.258743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8712c393-3121-422d-bd68-1394756d8e2d', '05ec75d1-a63d-48c5-bd44-812443ce7885'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:47.306674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] For port 05ec75d1-a63d-48c5-bd44-812443ce7885, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=05ec75d1-a63d-48c5-bd44-812443ce7885,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:47.307178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.311861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.382601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Calling delete_port for 05ec75d1-a63d-48c5-bd44-812443ce7885 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:32:47.382769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event deleted for resources: {'Port': ['ID=8712c393-3121-422d-bd68-1394756d8e2d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:47.390366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:47.410654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:47.422909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:47.510953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] No DVR routers for this DVR port 8712c393-3121-422d-bd68-1394756d8e2d on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:47.516923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.525449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46efcfbd-05d9-4faa-8c8f-c982c937f078 req-a5ee1d02-9d0f-4fd0-a80d-b08768d64c46 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "DELETE /v2.0/ports/8712c393-3121-422d-bd68-1394756d8e2d HTTP/1.1" status: 204 len: 173 time: 1.2040396 Nov 15 22:32:47.526295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'name': 'network-vif-deleted', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:47.531590 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b24045-5fd7-4505-8455-fdf3569330ad" -d '{"events": [{"server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "name": "network-vif-deleted", "tag": "8712c393-3121-422d-bd68-1394756d8e2d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:47.577277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6594a138-8e81-4b70-bb16-ca965fca161e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:47.583613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:47.609428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:47.609841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.620877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6594a138-8e81-4b70-bb16-ca965fca161e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:47.621019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6594a138-8e81-4b70-bb16-ca965fca161e not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:47.628558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8712c393-3121-422d-bd68-1394756d8e2d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:47.670580 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e24328-9fed-4e10-86e9-52942a295f64 x-openstack-request-id: req-a5e24328-9fed-4e10-86e9-52942a295f64 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:47.671164 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1acad49-9eaa-4e29-ba53-9ebef5960591", "name": "network-vif-deleted", "tag": "8712c393-3121-422d-bd68-1394756d8e2d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:47.671695 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5e24328-9fed-4e10-86e9-52942a295f64 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:47.672332 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1acad49-9eaa-4e29-ba53-9ebef5960591', 'name': 'network-vif-deleted', 'tag': '8712c393-3121-422d-bd68-1394756d8e2d', 'status': 'completed', 'code': 200} Nov 15 22:32:47.690971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 8712c393-3121-422d-bd68-1394756d8e2d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:47.692189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8712c393-3121-422d-bd68-1394756d8e2d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:47.782640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c20216fb-3baa-4530-9897-7ecabac77512 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9253099 Nov 15 22:32:47.784458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Request body: {'port': {'device_id': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:47.833395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478efb3e-f386-451b-bca2-aa116ce1c8c3 req-855634d0-0b9d-429f-8301-2a7fea23be17 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:47.834969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-478efb3e-f386-451b-bca2-aa116ce1c8c3 req-855634d0-0b9d-429f-8301-2a7fea23be17 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1130865 Nov 15 22:32:47.887276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:47.945245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event deleted for resources: {'Port': ['ID=05ec75d1-a63d-48c5-bd44-812443ce7885,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:47.948988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.071824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-478efb3e-f386-451b-bca2-aa116ce1c8c3 req-bc2273c8-8c55-44a6-bf76-0f0b66979638 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259653 Nov 15 22:32:48.176495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310ddd4-9b6e-4182-972e-04a3daf6c3b0 req-d51334c5-4b09-4c2e-920f-1b66858ca2f8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:48.181320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9310ddd4-9b6e-4182-972e-04a3daf6c3b0 req-d51334c5-4b09-4c2e-920f-1b66858ca2f8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 932 time: 0.2171061 Nov 15 22:32:48.223141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] No DVR routers for this DVR port 05ec75d1-a63d-48c5-bd44-812443ce7885 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:32:48.228732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.235869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1991e74e-83ff-4923-a5b1-764ff9a4b251 req-55d9c2aa-ffda-41cb-b751-a672dfdb15f1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "DELETE /v2.0/ports/05ec75d1-a63d-48c5-bd44-812443ce7885 HTTP/1.1" status: 204 len: 173 time: 1.3622470 Nov 15 22:32:48.366383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07c29c4d-efed-4899-af2b-d03210b07ed8 req-8fc57061-f2c5-4daa-9aa5-3b398e967795 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0491345 Nov 15 22:32:48.387570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9310ddd4-9b6e-4182-972e-04a3daf6c3b0 req-6771ce41-f610-4b3f-a5f7-e590944417c9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960647 Nov 15 22:32:48.474141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52342) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:48.581507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0040ff5-ab69-4338-8bd2-0c68057ad047 req-cdcf89fe-5f0c-4684-baaf-2a56d002658c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0544834 Nov 15 22:32:48.641497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905850d-c60f-454f-ba5f-db47c5d19440 req-a69a69bf-3943-4f0d-a73d-cd4a1986d43f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:48.650145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1905850d-c60f-454f-ba5f-db47c5d19440 req-a69a69bf-3943-4f0d-a73d-cd4a1986d43f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1046963 Nov 15 22:32:48.691861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e70040-9ea8-42ea-a079-d2b544964e4a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:48.712745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.718972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1905850d-c60f-454f-ba5f-db47c5d19440 req-a3d1c393-5df2-46f0-8979-36de3ea1f141 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679476 Nov 15 22:32:48.742767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Transition to ACTIVE for port object 02e70040-9ea8-42ea-a079-d2b544964e4a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:48.782001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8a4a08c1-e377-4142-bc8e-f4d253e8cd34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3388523465824e20bf2cdd9c384ed108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106191 Nov 15 22:32:48.784394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:48.807422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.855589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.897936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:48.954198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Pushing event updated for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:49.010704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Attempting to bind port 02e70040-9ea8-42ea-a079-d2b544964e4a on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:49.011280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Attempting to bind port 02e70040-9ea8-42ea-a079-d2b544964e4a by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:49.011611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Attempting to bind port 02e70040-9ea8-42ea-a079-d2b544964e4a on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:49.021868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Port 02e70040-9ea8-42ea-a079-d2b544964e4a on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:49.028821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Attempting to bind port 02e70040-9ea8-42ea-a079-d2b544964e4a on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:49.028821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:49.028821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:49.028821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:49.028821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Bound port: 02e70040-9ea8-42ea-a079-d2b544964e4a, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:49.029310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:49.032183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'name': 'network-vif-deleted', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:49.034468 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffcc118-8fbf-4d75-ac60-8966a1c8958a" -d '{"events": [{"server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "name": "network-vif-deleted", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:49.042397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d226d-ebed-4ee6-89c3-85e9c88c30f1 req-82452ec8-ba9c-4a30-a67d-8fd23828bc67 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.044181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f75d226d-ebed-4ee6-89c3-85e9c88c30f1 req-82452ec8-ba9c-4a30-a67d-8fd23828bc67 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0599213 Nov 15 22:32:49.090523 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc85a7c-a71e-4037-88b9-f0ff7bbbbbb1 x-openstack-request-id: req-4fc85a7c-a71e-4037-88b9-f0ff7bbbbbb1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:49.090730 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29648f91-4368-4b45-adc3-63b97904a393", "name": "network-vif-deleted", "tag": "05ec75d1-a63d-48c5-bd44-812443ce7885", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:49.091206 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fc85a7c-a71e-4037-88b9-f0ff7bbbbbb1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:49.105249 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29648f91-4368-4b45-adc3-63b97904a393', 'name': 'network-vif-deleted', 'tag': '05ec75d1-a63d-48c5-bd44-812443ce7885', 'status': 'completed', 'code': 200} Nov 15 22:32:49.105764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:49.105764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:49.116923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96466386-e1a2-479a-9717-c55523cd43d8 HTTP/1.1" status: 204 len: 168 time: 0.3110309 Nov 15 22:32:49.132766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:49.140187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02e70040-9ea8-42ea-a079-d2b544964e4a,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:49.157778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8d684-98ca-40ee-9c0e-884c7560bd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96466386-e1a2-479a-9717-c55523cd43d8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:49.206092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f75d226d-ebed-4ee6-89c3-85e9c88c30f1 req-400bb052-41db-46c6-9ed4-75d9f5469631 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475618 Nov 15 22:32:49.272349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ee6c-5425-48b9-9488-5c9c349f19ed req-a8c5a86a-a392-48f1-bf8b-3a7715df5fe1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.274350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f5ee6c-5425-48b9-9488-5c9c349f19ed req-a8c5a86a-a392-48f1-bf8b-3a7715df5fe1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1099775 Nov 15 22:32:49.316073 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:49.336469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-8f9056ed-eb14-4534-a53b-11995b7a3fcb tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.338055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-8f9056ed-eb14-4534-a53b-11995b7a3fcb tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.57 "GET /v2.0/networks?id=7582f0d1-33d4-4629-8d3a-3da055fe4058 HTTP/1.1" status: 200 len: 815 time: 0.1729150 Nov 15 22:32:49.368362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Request body: {'port': {'device_id': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058', 'admin_state_up': True, 'tenant_id': '9b5a6f5114c6418f8883ecb248a8b7a1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:49.486274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f5ee6c-5425-48b9-9488-5c9c349f19ed req-7f504bb1-5ca2-422a-84bc-ab3c24749e3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056367 Nov 15 22:32:49.520304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9075-468c-4f68-8076-3e38b7c939f2 req-a5598682-34ae-4050-aebe-7cd03efb05ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.531063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.531798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:49.533465 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] 10.222.0.57 "PUT /v2.0/ports/02e70040-9ea8-42ea-a079-d2b544964e4a HTTP/1.1" status: 200 len: 1092 time: 1.7539527 Nov 15 22:32:49.539702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-581a9075-468c-4f68-8076-3e38b7c939f2 req-a5598682-34ae-4050-aebe-7cd03efb05ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1982195 Nov 15 22:32:49.585187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 05ec75d1-a63d-48c5-bd44-812443ce7885 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:49.632259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 05ec75d1-a63d-48c5-bd44-812443ce7885 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:49.634022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 05ec75d1-a63d-48c5-bd44-812443ce7885 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:49.644066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f5790-230f-4f6e-8571-c07b1c3dce7e service neutron] Pushing event updated for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:49.738605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-581a9075-468c-4f68-8076-3e38b7c939f2 req-ad0d0eee-5301-4e39-ab1d-d65497d33a0f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980295 Nov 15 22:32:49.742484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16ae2dcd-4840-4c96-afd2-29b2f180b361 req-0a8be3de-87bd-47d3-9b39-8bea47210d2c tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0603507 Nov 15 22:32:49.816505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c143ca58-195f-41f3-8db0-e25aeefb2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:49.824915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c143ca58-195f-41f3-8db0-e25aeefb2513 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 1095 time: 0.1301112 Nov 15 22:32:49.829523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Made reservation on behalf of 9b5a6f5114c6418f8883ecb248a8b7a1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:49.853060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:50.022534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-c3d66aea-6e3c-4bba-822f-797867b680ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e70040-9ea8-42ea-a079-d2b544964e4a HTTP/1.1" status: 200 len: 217 time: 0.1245682 Nov 15 22:32:50.072404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc19b6b2-d78a-423a-a094-619b79fab0a2 req-122bae95-78d1-452a-b6ae-ff05f1da81df tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0752082 Nov 15 22:32:50.108954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798c3f7-df3e-48de-a827-9fdd43c2c5ac req-d73bc2a3-7341-4d6c-b692-67d642ff9039 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:50.110907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4798c3f7-df3e-48de-a827-9fdd43c2c5ac req-d73bc2a3-7341-4d6c-b692-67d642ff9039 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 944 time: 0.1363850 Nov 15 22:32:50.149639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-07657de1-da54-43b2-a5d3-e987f54a57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:50.152067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-07657de1-da54-43b2-a5d3-e987f54a57fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.0816057 Nov 15 22:32:50.194184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8351cca7-e86a-4b30-8474-df8eb015bd47 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:32:50.207249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4798c3f7-df3e-48de-a827-9fdd43c2c5ac req-bead9c64-7c40-4467-b0c0-092462448168 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Nov 15 22:32:50.265268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 8351cca7-e86a-4b30-8474-df8eb015bd47 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:32:50.265614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8351cca7-e86a-4b30-8474-df8eb015bd47 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:32:50.274805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-73fc16a1-b79d-4785-89d5-c27340b43073 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517843 Nov 15 22:32:50.337573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Allocated IP 172.20.0.13 (7582f0d1-33d4-4629-8d3a-3da055fe4058/34bdf71f-9fe1-4460-adb0-7a24d6847c81/e91a85f6-786e-47bd-80e5-aeefdce1bd99) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:50.434708 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-8dae213d-adbb-47a7-ab84-87fd31570c42 service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481862 Nov 15 22:32:50.693707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07a867-0c45-49d8-bc6c-7fd60be89b3a req-9dd2e756-64b7-4ed8-8747-4430e0949e06 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:50.719515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb07a867-0c45-49d8-bc6c-7fd60be89b3a req-9dd2e756-64b7-4ed8-8747-4430e0949e06 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0904908 Nov 15 22:32:50.795580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb07a867-0c45-49d8-bc6c-7fd60be89b3a req-985fe146-6e8d-4c0b-a4d2-977f463743ce tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Nov 15 22:32:50.941233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-309c7cb2-b040-47c5-850b-4952beb8e04e req-31f8dfef-d309-4836-87f2-ac61a693c33a service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205961 Nov 15 22:32:50.994609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-437f3e06-c35e-4d64-bb77-deed16a42b6a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:50.996432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c65a73d8-f9eb-49f7-a285-0d3d8a59762d req-aceece57-708c-4de5-af2f-cfe6cba967a3 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0606525 Nov 15 22:32:51.000450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-437f3e06-c35e-4d64-bb77-deed16a42b6a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.57 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.4691927 Nov 15 22:32:51.003738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.069607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Request body: {'port': {'device_id': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'admin_state_up': True, 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:51.098309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:51.099171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:51.101023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082548ed-b965-407a-8713-baf5eafba81c" -d '{"events": [{"name": "network-changed", "server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:51.247064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b721dc6-b90d-4005-85fe-7c9a89b31eb5 req-4b648476-e810-4e2b-b3b7-4635ac729cd9 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0568831 Nov 15 22:32:51.379238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d34f2d1b-a9bc-4065-a0c1-7e5433103adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.385465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-7c2f6e11-29e2-4b27-b7c7-20f358be0da1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:51.387460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-7c2f6e11-29e2-4b27-b7c7-20f358be0da1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 812 time: 0.3690207 Nov 15 22:32:51.403423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Request body: {'port': {'device_id': '66a7bfbe-6698-4616-820c-d209c7b82849', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'admin_state_up': True, 'tenant_id': '7c4c2986b2864f49b8f69a7a3f018e22'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:51.420099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a549-dd9d-4e6a-a7df-ad602984230d req-565da557-a6d0-426d-877a-2d87293aac97 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:51.431912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e83a549-dd9d-4e6a-a7df-ad602984230d req-565da557-a6d0-426d-877a-2d87293aac97 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 944 time: 0.1136804 Nov 15 22:32:51.453094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.506787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e83a549-dd9d-4e6a-a7df-ad602984230d req-4ef7e626-7b92-4804-b2d0-0b4d7ddb4b29 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687454 Nov 15 22:32:51.527803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Network 7582f0d1-33d4-4629-8d3a-3da055fe4058 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:51.539010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:51.541811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:51.547674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.555376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:51.565377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d34f2d1b-a9bc-4065-a0c1-7e5433103adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.608792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Pushing event updated for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:51.615517 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0259c-0c05-4c0f-ac91-656f9936dfb8 x-openstack-request-id: req-fbb0259c-0c05-4c0f-ac91-656f9936dfb8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:51.615879 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:51.618921 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbb0259c-0c05-4c0f-ac91-656f9936dfb8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:51.618921 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a', 'status': 'completed', 'code': 200} Nov 15 22:32:51.637127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d34f2d1b-a9bc-4065-a0c1-7e5433103adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.666921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f2d1b-a9bc-4065-a0c1-7e5433103adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7575e2-f60b-4591-b8cf-1a158778ba3b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:51.700267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d34f2d1b-a9bc-4065-a0c1-7e5433103adb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=909d6dc52f5c4673bc824da3ff6c6f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5987771 Nov 15 22:32:51.702260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:51.837671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:51.918937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.075180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86e35-e18a-4076-8ae5-260be719d892 req-1b78efb0-9d27-4fb0-89ab-4e2c6fa70bcf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.086384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84f86e35-e18a-4076-8ae5-260be719d892 req-1b78efb0-9d27-4fb0-89ab-4e2c6fa70bcf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0745459 Nov 15 22:32:52.114144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.115015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.121320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.122300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.125096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f7575e2-f60b-4591-b8cf-1a158778ba3b HTTP/1.1" status: 204 len: 168 time: 0.4218664 Nov 15 22:32:52.146124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082548ed-b965-407a-8713-baf5eafba81c req-27b3b1c4-e6d5-4c5b-ac21-2c96766429b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.146893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb61610-7f6e-4a8b-b382-f23c699a1ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7575e2-f60b-4591-b8cf-1a158778ba3b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:52.148860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-27b3b1c4-e6d5-4c5b-ac21-2c96766429b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 1095 time: 0.5353494 Nov 15 22:32:52.156937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84f86e35-e18a-4076-8ae5-260be719d892 req-5d94da19-baae-4bc7-8237-cd1f2690f385 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696228 Nov 15 22:32:52.194918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02e70040-9ea8-42ea-a079-d2b544964e4a details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:52.311696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Made reservation on behalf of 7c4c2986b2864f49b8f69a7a3f018e22 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:32:52.316177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.367889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-3843b814-c5fc-463d-a156-1545abdd7e98 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0043795 Nov 15 22:32:52.368629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20fe84-9177-423f-b5dc-530243a8fa4e req-114413d3-077a-42c4-a488-4771f65b4acd tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.376508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f20fe84-9177-423f-b5dc-530243a8fa4e req-114413d3-077a-42c4-a488-4771f65b4acd tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 932 time: 0.1323659 Nov 15 22:32:52.389385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02e70040-9ea8-42ea-a079-d2b544964e4a,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:52.403125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '02e70040-9ea8-42ea-a079-d2b544964e4a', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': '02e70040-9ea8-42ea-a079-d2b544964e4a', 'mac_address': 'fa:16:3e:70:24:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:52.436359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9588ca32-f454-4803-aead-6bd0bed549ed req-3c2bcf6a-042c-44e8-bbe6-620e4b09bdc0 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0484128 Nov 15 22:32:52.438548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Request body: {'port': {'device_id': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:52.476587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.506653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f20fe84-9177-423f-b5dc-530243a8fa4e req-bbdf790c-8583-4593-83f1-b40fab39e7f5 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199005 Nov 15 22:32:52.515936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e70040-9ea8-42ea-a079-d2b544964e4a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:52.546914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02e70040-9ea8-42ea-a079-d2b544964e4a,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:52.556106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Allocated IP 172.20.0.5 (48b7181c-f45f-41ac-98cf-2132594ce4f3/baaa53cf-c3c4-4f76-808f-5875a82b6d0c/517b1fbf-69c1-429b-95d6-81ec3a59a39d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:52.613625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082548ed-b965-407a-8713-baf5eafba81c req-208c4595-7346-4ccc-bb08-bc68b558eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.633981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-208c4595-7346-4ccc-bb08-bc68b558eb98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.4689610 Nov 15 22:32:52.673399 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.743205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab942c-beba-4a0e-a06c-9319f8921de3 req-be498b45-3ced-4ef0-93c3-385253d0076e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.747778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:52.762213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aeab942c-beba-4a0e-a06c-9319f8921de3 req-be498b45-3ced-4ef0-93c3-385253d0076e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 944 time: 0.1119621 Nov 15 22:32:52.763083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:52.767758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-f513af39-6399-4f3d-acba-fddc997ce709 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e70040-9ea8-42ea-a079-d2b544964e4a HTTP/1.1" status: 200 len: 217 time: 0.1227448 Nov 15 22:32:52.824797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aeab942c-beba-4a0e-a06c-9319f8921de3 req-74b8db1f-db03-42a2-982a-8d2071137031 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573997 Nov 15 22:32:52.894654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02e70040-9ea8-42ea-a079-d2b544964e4a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:52.905824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082548ed-b965-407a-8713-baf5eafba81c req-977819eb-2ef0-4692-820a-f97c78c3ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:52.907307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-977819eb-2ef0-4692-820a-f97c78c3ca86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.1246672 Nov 15 22:32:52.992105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-9a5d1d79-8ebf-4399-8ee9-8ef0ac45e448 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755167 Nov 15 22:32:53.105392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:53.121901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df94fefe-9a8d-43e6-8ceb-cad9f04a6ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.197639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.238516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df94fefe-9a8d-43e6-8ceb-cad9f04a6ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.303750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df94fefe-9a8d-43e6-8ceb-cad9f04a6ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.339118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-082a3ccb-75f7-4716-9a10-36e8c6e96abc service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905984 Nov 15 22:32:53.382488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-df94fefe-9a8d-43e6-8ceb-cad9f04a6ec0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23ce7c0a04724f2c8ede9fbe43d4e0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754977 Nov 15 22:32:53.385605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:53.397126 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94fefe-9a8d-43e6-8ceb-cad9f04a6ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a003e-d33b-4fa3-8eca-39ffa82c29de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:53.427562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04efdf3-b24f-4231-a294-4d0c8a18acbb req-496b7d51-4e79-4946-ac45-6e4c71cbd6de tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:53.429153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e04efdf3-b24f-4231-a294-4d0c8a18acbb req-496b7d51-4e79-4946-ac45-6e4c71cbd6de tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1460214 Nov 15 22:32:53.461858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.508409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e04efdf3-b24f-4231-a294-4d0c8a18acbb req-762b9c24-56f2-4cae-9b38-26306f8580f0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Nov 15 22:32:53.525254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.567010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:53.570505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Allocated IP 172.20.0.13 (48b7181c-f45f-41ac-98cf-2132594ce4f3/baaa53cf-c3c4-4f76-808f-5875a82b6d0c/5c5b82a8-796d-4bb2-9810-429ff2b14476) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:32:53.578794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.592607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:53.626570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event updated for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:53.629009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:53.640316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7316000a-a7ac-4053-ad4a-20ce7738f6ff req-d1894392-1f03-4090-88c6-dfd195914b33 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 210 time: 0.0454752 Nov 15 22:32:53.676713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082548ed-b965-407a-8713-baf5eafba81c req-3e22f4d5-1408-4eb7-9798-627e30aa4da8 service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243427 Nov 15 22:32:53.699766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91a85f6-786e-47bd-80e5-aeefdce1bd99 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:53.716118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.744554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.746627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:53.747287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.747953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.751276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb6a003e-d33b-4fa3-8eca-39ffa82c29de HTTP/1.1" status: 204 len: 168 time: 0.3625424 Nov 15 22:32:53.778763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Transition to ACTIVE for port object e91a85f6-786e-47bd-80e5-aeefdce1bd99 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:53.811077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a74e6f-0791-4548-ad49-733bbfd3c634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a003e-d33b-4fa3-8eca-39ffa82c29de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:53.852853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.862037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e972102-af24-40a6-bd9e-6deb9f59f4dc req-8f6590c7-2503-4501-adf9-1e6991760e05 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:53.863560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e972102-af24-40a6-bd9e-6deb9f59f4dc req-8f6590c7-2503-4501-adf9-1e6991760e05 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1324732 Nov 15 22:32:53.877160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107d733-f03a-4fc8-bea3-a760607f7625 req-cd07f3b9-7fff-44b1-97d8-f019b8dde7b3 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:53.883796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c107d733-f03a-4fc8-bea3-a760607f7625 req-cd07f3b9-7fff-44b1-97d8-f019b8dde7b3 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 932 time: 0.0961387 Nov 15 22:32:53.902616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Pushing event updated for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:53.913827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-d448cc23-3d8e-4c1e-8e46-7e48b3f35b8b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8945260 Nov 15 22:32:53.937098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Request body: {'port': {'device_id': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:53.962842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c107d733-f03a-4fc8-bea3-a760607f7625 req-15b2fdab-98ad-431b-83cf-d0e98f4380e4 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Nov 15 22:32:53.977701 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:53.988975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e972102-af24-40a6-bd9e-6deb9f59f4dc req-bf3f7cda-76f6-4d1a-9fd5-a28a58dce8ed tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992754 Nov 15 22:32:54.086668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.136683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ceb0-97c2-49cc-bf96-fd06e26ec4e8 req-8cf44381-4ebd-4c85-936d-4e30aba4af2c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:54.139086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dce1ceb0-97c2-49cc-bf96-fd06e26ec4e8 req-8cf44381-4ebd-4c85-936d-4e30aba4af2c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 945 time: 0.0676875 Nov 15 22:32:54.162950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Attempting to bind port e91a85f6-786e-47bd-80e5-aeefdce1bd99 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:54.163272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Attempting to bind port e91a85f6-786e-47bd-80e5-aeefdce1bd99 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '3457847e-7e5e-4a33-9533-6c0554e7c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:54.163515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Attempting to bind port e91a85f6-786e-47bd-80e5-aeefdce1bd99 on network 7582f0d1-33d4-4629-8d3a-3da055fe4058 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:54.208896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dce1ceb0-97c2-49cc-bf96-fd06e26ec4e8 req-56838f7b-ed25-4051-9e20-cf4e1eebc5be tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626700 Nov 15 22:32:54.213086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Port e91a85f6-786e-47bd-80e5-aeefdce1bd99 on network 7582f0d1-33d4-4629-8d3a-3da055fe4058 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:54.213388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Attempting to bind port e91a85f6-786e-47bd-80e5-aeefdce1bd99 on network 7582f0d1-33d4-4629-8d3a-3da055fe4058 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:54.213675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02e70040-9ea8-42ea-a079-d2b544964e4a up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:32:54.218928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.242112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:54.242112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Checking segment: {'id': '3457847e-7e5e-4a33-9533-6c0554e7c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:54.242353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Bound using segment: {'id': '3457847e-7e5e-4a33-9533-6c0554e7c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:54.242639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Bound port: e91a85f6-786e-47bd-80e5-aeefdce1bd99, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3457847e-7e5e-4a33-9533-6c0554e7c723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:54.242987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.284521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5cdad-c7a1-4ca0-8f47-295aaf014324 req-aaba1af3-0446-4fb0-a8a1-d6c5b46080b7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:54.294765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cad5cdad-c7a1-4ca0-8f47-295aaf014324 req-aaba1af3-0446-4fb0-a8a1-d6c5b46080b7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1074939 Nov 15 22:32:54.347764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Network 48b7181c-f45f-41ac-98cf-2132594ce4f3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:32:54.347934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 02e70040-9ea8-42ea-a079-d2b544964e4a completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:32:54.348568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event updated for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:54.362931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 02e70040-9ea8-42ea-a079-d2b544964e4a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:32:54.363596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.366868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cad5cdad-c7a1-4ca0-8f47-295aaf014324 req-6a1cf899-5c52-4411-add9-0fb6f2603c83 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692530 Nov 15 22:32:54.391526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:32:54.411890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:32:54.465616 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.564635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:54.565364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.573359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:54.599858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99,segment=NetworkSegment(3457847e-7e5e-4a33-9533-6c0554e7c723),segment_id=3457847e-7e5e-4a33-9533-6c0554e7c723)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:54.658761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517b1fbf-69c1-429b-95d6-81ec3a59a39d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:54.667178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.681036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29468-814e-4696-a101-0cf89318a20b req-8eb57464-c72d-49be-ac3e-6df8af1710d1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:54.681036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb29468-814e-4696-a101-0cf89318a20b req-8eb57464-c72d-49be-ac3e-6df8af1710d1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0563986 Nov 15 22:32:54.682332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Transition to ACTIVE for port object 517b1fbf-69c1-429b-95d6-81ec3a59a39d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:54.699893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:54.702982 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a58e6-aea9-45ed-9a97-8e4d78487409" -d '{"events": [{"server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "name": "network-vif-plugged", "status": "completed", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:54.717172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02e70040-9ea8-42ea-a079-d2b544964e4a,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:54.733401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb29468-814e-4696-a101-0cf89318a20b req-a1adc98d-1c3b-46ed-9b57-11ed1922a6ec tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Nov 15 22:32:54.822071 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf85c33-4a02-4cfd-acd6-6d1e6efb9da5 x-openstack-request-id: req-abf85c33-4a02-4cfd-acd6-6d1e6efb9da5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:54.822357 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "name": "network-vif-plugged", "status": "completed", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:54.822602 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abf85c33-4a02-4cfd-acd6-6d1e6efb9da5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:54.822989 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a', 'code': 200} Nov 15 22:32:54.853148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a640e-b9b7-4a58-90cf-a42ac9c03ebd req-1726bd8e-9bef-40d1-8cb6-b1fd068bddce tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:54.854687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff2a640e-b9b7-4a58-90cf-a42ac9c03ebd req-1726bd8e-9bef-40d1-8cb6-b1fd068bddce tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 932 time: 0.0608187 Nov 15 22:32:54.861360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.862896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.882686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-f926a96f-f20d-49ac-8d4b-c398e5c2124c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4812763 Nov 15 22:32:54.903802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:54.943201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:54.954441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff2a640e-b9b7-4a58-90cf-a42ac9c03ebd req-5f18f0ee-8425-431c-b55b-c9b99d0bf246 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868652 Nov 15 22:32:54.989697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Request body: {'port': {'device_id': '66a7bfbe-6698-4616-820c-d209c7b82849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:32:55.087239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.087873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:55.089284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] 10.222.0.57 "PUT /v2.0/ports/e91a85f6-786e-47bd-80e5-aeefdce1bd99 HTTP/1.1" status: 200 len: 1092 time: 2.6921713 Nov 15 22:32:55.097782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Pushing event updated for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:55.137469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ea8cf-3f7e-4708-8fb4-435632a19c47 req-0f81398c-2ae3-427c-bbe5-a9ec5d423202 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.145792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db3ea8cf-3f7e-4708-8fb4-435632a19c47 req-0f81398c-2ae3-427c-bbe5-a9ec5d423202 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 944 time: 0.0869870 Nov 15 22:32:55.182835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:55.185167 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa8634-9df3-40b9-993d-4a2658d46648" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:55.201563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db3ea8cf-3f7e-4708-8fb4-435632a19c47 req-f2207365-8e79-46a4-9ef9-222c06f5435d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Nov 15 22:32:55.241396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:55.326650 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517b54d-9dab-4935-9696-2d0a75c3b281 x-openstack-request-id: req-9517b54d-9dab-4935-9696-2d0a75c3b281 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:55.326942 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:55.327196 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9517b54d-9dab-4935-9696-2d0a75c3b281 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:55.327576 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99', 'status': 'completed', 'code': 200} Nov 15 22:32:55.337457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93e135-4215-4324-8d2f-46c77cf7a21f service neutron] Pushing event updated for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:55.368078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f74a8-8504-45e3-8573-b9c6b46333c4 req-060f3ec6-c5a5-4712-b0bb-c33bb074120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.369947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-384f74a8-8504-45e3-8573-b9c6b46333c4 req-060f3ec6-c5a5-4712-b0bb-c33bb074120c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 1097 time: 0.4594622 Nov 15 22:32:55.447713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-b14cb818-ae4d-41a5-aa9a-e2e6bf7f951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.447955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-b14cb818-ae4d-41a5-aa9a-e2e6bf7f951f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b5a6f5114c6418f8883ecb248a8b7a1&device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 1095 time: 0.2194297 Nov 15 22:32:55.552003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Attempting to bind port 517b1fbf-69c1-429b-95d6-81ec3a59a39d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:55.557938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Attempting to bind port 517b1fbf-69c1-429b-95d6-81ec3a59a39d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:55.557938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Attempting to bind port 517b1fbf-69c1-429b-95d6-81ec3a59a39d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:55.558137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b4487-cc02-4d38-8933-dfae09ab791e req-a9cc8552-1b7b-405c-a38c-d4688ac37969 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.567574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c2b4487-cc02-4d38-8933-dfae09ab791e req-a9cc8552-1b7b-405c-a38c-d4688ac37969 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.1299496 Nov 15 22:32:55.568977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-a8ae748a-ddfe-4f6d-b10b-36e164d75fb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99 HTTP/1.1" status: 200 len: 217 time: 0.1034586 Nov 15 22:32:55.583911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Port 517b1fbf-69c1-429b-95d6-81ec3a59a39d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:55.584216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Attempting to bind port 517b1fbf-69c1-429b-95d6-81ec3a59a39d on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:55.625340 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-384f74a8-8504-45e3-8573-b9c6b46333c4 req-b476713d-57fb-4ba3-975e-ddfae6f86ce8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419641 Nov 15 22:32:55.629581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:55.629989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Checking segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:55.630358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Bound using segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:55.630716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Bound port: 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:55.631060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:55.664930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c2b4487-cc02-4d38-8933-dfae09ab791e req-63a93de2-fb43-40f4-bedf-f7d1bb2f4489 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946140 Nov 15 22:32:55.938890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e11fc8-782a-428e-adb5-c86760430d7c req-d47d5af5-8d6f-4f93-8e87-04415a05314b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:55.940774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9e11fc8-782a-428e-adb5-c86760430d7c req-d47d5af5-8d6f-4f93-8e87-04415a05314b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0820861 Nov 15 22:32:56.033871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6efaaf0a-2c2b-45a0-a841-20ffed8b1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.035367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-6efaaf0a-2c2b-45a0-a841-20ffed8b1c2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34bdf71f-9fe1-4460-adb0-7a24d6847c81 HTTP/1.1" status: 200 len: 855 time: 0.4524217 Nov 15 22:32:56.061324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9e11fc8-782a-428e-adb5-c86760430d7c req-534dc3ed-e4e6-4e4a-846b-bcba82f28a59 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108689 Nov 15 22:32:56.105691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-594563f4-cdfd-45cc-a04a-0f6436b312e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7582f0d1-33d4-4629-8d3a-3da055fe4058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562460 Nov 15 22:32:56.129202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e244-e224-492e-8156-1be1d29b93d4 req-7c5adb4a-4256-4a4a-ab2f-8f5986664362 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.137322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96b2e244-e224-492e-8156-1be1d29b93d4 req-7c5adb4a-4256-4a4a-ab2f-8f5986664362 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 932 time: 0.0710855 Nov 15 22:32:56.181942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:56.220463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:56.274372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96b2e244-e224-492e-8156-1be1d29b93d4 req-b03c806d-655f-4b98-b2af-904a7827cca4 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315084 Nov 15 22:32:56.278738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b82a8-796d-4bb2-9810-429ff2b14476 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:56.294542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:56.294542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-7b778aef-fe0b-4a0b-9cad-eab49ccb3f5b service neutron] 10.222.0.57 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750345 Nov 15 22:32:56.309870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Transition to ACTIVE for port object 5c5b82a8-796d-4bb2-9810-429ff2b14476 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:32:56.321296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:56.411796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690b3d7-7f78-4bde-bb91-27c163967f06 req-5265f506-a0c1-4464-a8ce-c35032b62ffb tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.423576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4690b3d7-7f78-4bde-bb91-27c163967f06 req-5265f506-a0c1-4464-a8ce-c35032b62ffb tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 944 time: 0.0641208 Nov 15 22:32:56.437236 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ffd7a6fe-32f8-4387-8978-b04d7148f3d1 req-0517147e-9234-48f6-87e4-a5e49d244175 service neutron] 10.222.0.57 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366248 Nov 15 22:32:56.496094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:56.510468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4690b3d7-7f78-4bde-bb91-27c163967f06 req-471455ac-b688-473e-80bc-0ee5d8ff43a7 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822248 Nov 15 22:32:56.532638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.534064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:56.535460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] 10.222.0.57 "PUT /v2.0/ports/517b1fbf-69c1-429b-95d6-81ec3a59a39d HTTP/1.1" status: 200 len: 1091 time: 2.6068165 Nov 15 22:32:56.555430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3cd63-33af-43ef-90ff-3e6c6cc9df34 service neutron] Pushing event updated for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:56.679728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:56.712190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Attempting to bind port 5c5b82a8-796d-4bb2-9810-429ff2b14476 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:32:56.712526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Attempting to bind port 5c5b82a8-796d-4bb2-9810-429ff2b14476 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:32:56.712876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Attempting to bind port 5c5b82a8-796d-4bb2-9810-429ff2b14476 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:56.723884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-116d5357-7fed-4606-912e-5cababc60539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.725486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-116d5357-7fed-4606-912e-5cababc60539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b5a6f5114c6418f8883ecb248a8b7a1&device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0818837 Nov 15 22:32:56.726504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Port 5c5b82a8-796d-4bb2-9810-429ff2b14476 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:32:56.726820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Attempting to bind port 5c5b82a8-796d-4bb2-9810-429ff2b14476 on network 48b7181c-f45f-41ac-98cf-2132594ce4f3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:32:56.733252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:32:56.733586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Checking segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:32:56.733964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Bound using segment: {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:32:56.734425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Bound port: 5c5b82a8-796d-4bb2-9810-429ff2b14476, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37325b4-2f8a-40d1-bb43-8d94fd77b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:32:56.734775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:56.908554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773e8c6-0b6d-4c89-8ccf-23d3be302d1a req-25edf3b6-95c1-482c-874e-81661bf90db2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.917255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9773e8c6-0b6d-4c89-8ccf-23d3be302d1a req-25edf3b6-95c1-482c-874e-81661bf90db2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.0889564 Nov 15 22:32:56.950802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-9dc882be-05bb-4768-bf7e-b68887efeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:56.953051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-9dc882be-05bb-4768-bf7e-b68887efeb5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 1094 time: 0.1882203 Nov 15 22:32:56.976498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9773e8c6-0b6d-4c89-8ccf-23d3be302d1a req-aa0a872a-d318-4eed-a0fe-cc95e9ad7a54 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579662 Nov 15 22:32:56.978603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:32:57.020905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-68dc89b4-05bd-44b1-8784-ca6a7e2c62d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d HTTP/1.1" status: 200 len: 217 time: 0.0522637 Nov 15 22:32:57.026821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-7dda8529-967f-4afe-8f60-43e590036f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.028655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-7dda8529-967f-4afe-8f60-43e590036f20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7582f0d1-33d4-4629-8d3a-3da055fe4058 HTTP/1.1" status: 200 len: 916 time: 0.2913086 Nov 15 22:32:57.042889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:32:57.097860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:57.113789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-ab6d63e1-13ab-4f53-9c4c-468ac7046700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99 HTTP/1.1" status: 200 len: 217 time: 0.0742378 Nov 15 22:32:57.178560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.185307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-3afcec25-10ea-4b74-9c63-85de39f180a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.186818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-3afcec25-10ea-4b74-9c63-85de39f180a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.1576455 Nov 15 22:32:57.189847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435a81f-92e9-412a-989c-d586f432c7c1 req-531d1712-b6a7-46af-9038-1c73c5b1bc6c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.197487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3435a81f-92e9-412a-989c-d586f432c7c1 req-531d1712-b6a7-46af-9038-1c73c5b1bc6c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0685351 Nov 15 22:32:57.265589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.266452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.267958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c5b82a8-796d-4bb2-9810-429ff2b14476 HTTP/1.1" status: 200 len: 1092 time: 2.3610563 Nov 15 22:32:57.271645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-20684f8e-6d99-40a0-8441-72d91efa0b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761168 Nov 15 22:32:57.282358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-178dae71-6ca3-4c81-9067-18d3760893b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.291446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-05b70639-d13a-4f31-a8cc-5bf35d3782b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.293365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-05b70639-d13a-4f31-a8cc-5bf35d3782b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34bdf71f-9fe1-4460-adb0-7a24d6847c81 HTTP/1.1" status: 200 len: 855 time: 0.1685255 Nov 15 22:32:57.319956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3435a81f-92e9-412a-989c-d586f432c7c1 req-ac291066-860c-46f6-bc0e-c7857b336262 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202536 Nov 15 22:32:57.338790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d'}, {'name': 'network-changed', 'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:32:57.343542 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda49609-fcae-4c3b-8620-23bfb80b6cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d"}, {"name": "network-changed", "server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:32:57.465724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f8d8-ff6d-403a-b536-c07136669f3f req-66f8c91b-6296-49a6-bc78-29d172c1642c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.467618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e63f8d8-ff6d-403a-b536-c07136669f3f req-66f8c91b-6296-49a6-bc78-29d172c1642c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 944 time: 0.1169703 Nov 15 22:32:57.517746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-178dae71-6ca3-4c81-9067-18d3760893b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.517989 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c947819-14c1-4b4b-8663-644250cd7494 x-openstack-request-id: req-4c947819-14c1-4b4b-8663-644250cd7494 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:32:57.518210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:32:57.518603 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c947819-14c1-4b4b-8663-644250cd7494 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:32:57.518838 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d', 'status': 'completed', 'code': 200} Nov 15 22:32:57.519094 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476', 'status': 'completed', 'code': 200} Nov 15 22:32:57.525943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-7a337d53-b5d1-41eb-97f4-2ecf72ba263b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7582f0d1-33d4-4629-8d3a-3da055fe4058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427379 Nov 15 22:32:57.533137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0537-1ddc-4c8d-b28b-5f3626cbdd26 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:57.562285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e63f8d8-ff6d-403a-b536-c07136669f3f req-1919e5db-f08e-467e-887e-bf53854c8c7d tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844135 Nov 15 22:32:57.599313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-178dae71-6ca3-4c81-9067-18d3760893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.686976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-7dd315c5-3c14-4c9d-b5cd-976892ef5ae9 service neutron] 10.222.0.57 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464159 Nov 15 22:32:57.703493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-178dae71-6ca3-4c81-9067-18d3760893b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67cd0755ca9b445493d0376a39fcd426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055074 Nov 15 22:32:57.706334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:32:57.720630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dae71-6ca3-4c81-9067-18d3760893b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d304d4-47c3-40d6-88e4-9d878b2f8800,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:57.787367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1be8f1-dd65-4b01-8f64-9747b33ab6ca req-b0533fc6-254a-413a-8181-00fbd480e09e tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.796325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1be8f1-dd65-4b01-8f64-9747b33ab6ca req-b0533fc6-254a-413a-8181-00fbd480e09e tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 944 time: 0.1988676 Nov 15 22:32:57.813353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6efa8634-9df3-40b9-993d-4a2658d46648 req-47f67902-c28b-4f32-856b-8f78396fc566 service neutron] 10.222.0.57 "GET /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170845 Nov 15 22:32:57.846495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-0eb7acec-86f4-4d88-8963-fb34f6682341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:57.848924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-0eb7acec-86f4-4d88-8963-fb34f6682341 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 1095 time: 0.4433470 Nov 15 22:32:57.867108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:57.874226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-62c9891b-7926-4c4f-810f-5a2246f53a89 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404291 Nov 15 22:32:57.915498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1be8f1-dd65-4b01-8f64-9747b33ab6ca req-35a84a16-b178-470c-9615-7a495a114577 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179862 Nov 15 22:32:57.921201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-3ad678bd-068f-4ade-b6fe-43e59df5002c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476 HTTP/1.1" status: 200 len: 217 time: 0.0583565 Nov 15 22:32:57.931421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:58.022413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-5a8f2c5c-1b12-4d21-b8e1-c9d7d4818c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.023998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-5a8f2c5c-1b12-4d21-b8e1-c9d7d4818c4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.0892701 Nov 15 22:32:58.082370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-74792afb-00b0-4a1f-bdda-10ded0871b4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444820 Nov 15 22:32:58.096018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-b3b45fa1-820d-4705-9aec-983d50cf19e0 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847057 Nov 15 22:32:58.216776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e91a85f6-786e-47bd-80e5-aeefdce1bd99 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:32:58.243804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-ff9c650c-4626-40ad-a117-75cef35e5c47 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467154 Nov 15 22:32:58.380964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99,segment=NetworkSegment(3457847e-7e5e-4a33-9533-6c0554e7c723),segment_id=3457847e-7e5e-4a33-9533-6c0554e7c723)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:58.385219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-c0c6dc4a-a452-49fd-8b2c-0f96a8113359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.386872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-c0c6dc4a-a452-49fd-8b2c-0f96a8113359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 1094 time: 0.1217341 Nov 15 22:32:58.401016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99', 'network_id': '7582f0d1-33d4-4629-8d3a-3da055fe4058', 'port_id': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99', 'mac_address': 'fa:16:3e:bd:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bdf71f-9fe1-4460-adb0-7a24d6847c81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:32:58.448298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23db0-975c-496f-a690-de7f67060a2a req-4852dc20-02c2-484c-8fca-60ee36ca02ce tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.458805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24b23db0-975c-496f-a690-de7f67060a2a req-4852dc20-02c2-484c-8fca-60ee36ca02ce tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.5341592 Nov 15 22:32:58.472713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9960a183-a791-4cdf-8b1e-df8cf9c60cef req-fe3a0e37-9672-4798-bb87-076266b302b7 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187467 Nov 15 22:32:58.491667 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:58.517431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91a85f6-786e-47bd-80e5-aeefdce1bd99 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:32:58.527970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-3bdb577e-b444-4644-8b42-027d0a056b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.529618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-3bdb577e-b444-4644-8b42-027d0a056b0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 913 time: 0.1311796 Nov 15 22:32:58.534386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b782adc-2bd9-4539-bf4b-9a0e47c507c8 req-11167b7d-d56a-4d04-8730-27b30c14fc9c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.539482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99,segment=NetworkSegment(3457847e-7e5e-4a33-9533-6c0554e7c723),segment_id=3457847e-7e5e-4a33-9533-6c0554e7c723)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:32:58.541108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b782adc-2bd9-4539-bf4b-9a0e47c507c8 req-11167b7d-d56a-4d04-8730-27b30c14fc9c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.1113188 Nov 15 22:32:58.558506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24b23db0-975c-496f-a690-de7f67060a2a req-3df4b1b6-3aa0-4743-a91f-03d4d5d6385c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024904 Nov 15 22:32:58.590273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-7726a79a-290e-4436-976e-070e4a7d3ce1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d HTTP/1.1" status: 200 len: 217 time: 0.0418375 Nov 15 22:32:58.604743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b782adc-2bd9-4539-bf4b-9a0e47c507c8 req-0c9e4c7e-c4b1-46d2-8fdd-b6588a820d00 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625663 Nov 15 22:32:58.631497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:58.654168 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:58.656964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:58.658136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52d304d4-47c3-40d6-88e4-9d878b2f8800 HTTP/1.1" status: 204 len: 168 time: 0.9493732 Nov 15 22:32:58.710591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:58.714104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940f3cb-e352-4bd3-9b52-71ba35de7bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d304d4-47c3-40d6-88e4-9d878b2f8800,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:32:58.746337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-330a5493-23ee-473d-b583-4f3e78515186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.760060 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-330a5493-23ee-473d-b583-4f3e78515186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.1473846 Nov 15 22:32:58.783499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0a589-bacb-42d3-8c23-07b9fd040408 req-7c4eee7c-fc4b-4e96-952f-5cb39d75936c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.785303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36e0a589-bacb-42d3-8c23-07b9fd040408 req-7c4eee7c-fc4b-4e96-952f-5cb39d75936c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1079764 Nov 15 22:32:58.794921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7605a9c-f661-4881-8159-fdb9dee44eb5 req-21e4ed45-89a0-44c2-bf4b-de5c1b0bb9c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.805149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7605a9c-f661-4881-8159-fdb9dee44eb5 req-21e4ed45-89a0-44c2-bf4b-de5c1b0bb9c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1454914 Nov 15 22:32:58.813523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-66e6bfb7-0672-4c0c-9a10-48cd60913b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410850 Nov 15 22:32:58.815501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-d4c684db-9b3d-4591-ab42-57712afae1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:58.821365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-d4c684db-9b3d-4591-ab42-57712afae1a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 1095 time: 0.2198186 Nov 15 22:32:58.880603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7605a9c-f661-4881-8159-fdb9dee44eb5 req-8a4ede03-4979-46b9-aad6-62680695938f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Nov 15 22:32:58.926001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e91a85f6-786e-47bd-80e5-aeefdce1bd99'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:32:58.934144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36e0a589-bacb-42d3-8c23-07b9fd040408 req-5f42773f-cc02-4330-871b-4dca75a207a6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262619 Nov 15 22:32:59.004444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-20a4b221-4fee-4ee8-8e48-4f87593dee82 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789804 Nov 15 22:32:59.017548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caff6db-8302-40b3-8534-1ad4426212df req-4c220573-27db-4342-8957-63f2e6c3a0d8 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.019890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0caff6db-8302-40b3-8534-1ad4426212df req-4c220573-27db-4342-8957-63f2e6c3a0d8 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 944 time: 0.0762479 Nov 15 22:32:59.166451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0caff6db-8302-40b3-8534-1ad4426212df req-3be0bcc1-8434-4ceb-b27a-b0aa2cd32dd2 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402853 Nov 15 22:32:59.186387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:59.198225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-c376dbaa-4b21-4a09-b432-6c67e35ba084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.198804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-c376dbaa-4b21-4a09-b432-6c67e35ba084 service neutron] 10.222.0.55 "GET /v2.0/networks?id=48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 200 len: 913 time: 0.3621998 Nov 15 22:32:59.273473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-404b56c6-7e03-45ea-96e7-d51670e5d69b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476 HTTP/1.1" status: 200 len: 217 time: 0.0644672 Nov 15 22:32:59.321201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-3ab274b5-ac35-436d-ab31-e95a98641547 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054378 Nov 15 22:32:59.338128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02980a-ddf0-4fee-a0ef-ef43e4aa90ab req-34cd6cd6-34c3-4b0f-bd9f-6a04729b3822 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.344408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-831ee6f0-c548-4d24-ab0c-0a05f091f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.346130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac02980a-ddf0-4fee-a0ef-ef43e4aa90ab req-34cd6cd6-34c3-4b0f-bd9f-6a04729b3822 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1093874 Nov 15 22:32:59.352933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-831ee6f0-c548-4d24-ab0c-0a05f091f315 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 200 len: 852 time: 0.0692611 Nov 15 22:32:59.420472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-2d1fb094-406c-4683-b723-f7e520187c2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48b7181c-f45f-41ac-98cf-2132594ce4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579867 Nov 15 22:32:59.464984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac02980a-ddf0-4fee-a0ef-ef43e4aa90ab req-77c014fa-917a-4545-bb90-082522c7deb7 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102333 Nov 15 22:32:59.559601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a400e2-840e-4595-be2a-c8dcee574454 req-01fb72a7-cdcd-4cf8-8db3-c73b49110214 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.561943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a400e2-840e-4595-be2a-c8dcee574454 req-01fb72a7-cdcd-4cf8-8db3-c73b49110214 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.0811477 Nov 15 22:32:59.573088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-00f53588-3eba-4d3c-b9a2-42bf56d16482 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394095 Nov 15 22:32:59.633453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1040c-98a6-480f-821c-f3deb1baa3ba req-f9d17a06-9a3c-45d7-84ce-70c3b8f8d0bf tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.634833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7b1040c-98a6-480f-821c-f3deb1baa3ba req-f9d17a06-9a3c-45d7-84ce-70c3b8f8d0bf tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0931728 Nov 15 22:32:59.659040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a400e2-840e-4595-be2a-c8dcee574454 req-28bb8e88-e1d7-41b2-8b3e-4bc7dc551c3e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768595 Nov 15 22:32:59.683186 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bda49609-fcae-4c3b-8620-23bfb80b6cb6 req-3d4765ea-6891-409c-b143-66a6edbc6a70 service neutron] 10.222.0.55 "GET /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008875 Nov 15 22:32:59.716318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7b1040c-98a6-480f-821c-f3deb1baa3ba req-2d6a926d-b5ba-4061-b211-e663558929d0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Nov 15 22:32:59.838165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac100ada-ac39-48fd-b98d-1191c476eef5 req-02b99184-ff08-4d9d-afe2-5754ad840ee9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:32:59.839646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac100ada-ac39-48fd-b98d-1191c476eef5 req-02b99184-ff08-4d9d-afe2-5754ad840ee9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0496707 Nov 15 22:32:59.877463 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:32:59.894413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac100ada-ac39-48fd-b98d-1191c476eef5 req-8e319f44-a998-45b7-851a-65a9128ac710 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481279 Nov 15 22:33:00.017127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cba742-e2b1-4b19-9f71-a402e819288a req-298cfb7b-b6fa-476f-afd2-a893768f0217 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:00.018827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15cba742-e2b1-4b19-9f71-a402e819288a req-298cfb7b-b6fa-476f-afd2-a893768f0217 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0594382 Nov 15 22:33:00.085438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15cba742-e2b1-4b19-9f71-a402e819288a req-1d287f5a-5c4e-48b4-b5e0-19cf1469e3b8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596728 Nov 15 22:33:00.227452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b09dc-e877-4ef2-88c4-3278a5f45f60 req-6b080d1f-48bd-4ecb-a83a-c17b7a519bc5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:00.234633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517b1fbf-69c1-429b-95d6-81ec3a59a39d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:33:00.239372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc5b09dc-e877-4ef2-88c4-3278a5f45f60 req-6b080d1f-48bd-4ecb-a83a-c17b7a519bc5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1037893 Nov 15 22:33:00.240831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e91a85f6-786e-47bd-80e5-aeefdce1bd99 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:00.321168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc5b09dc-e877-4ef2-88c4-3278a5f45f60 req-25a642d7-04db-47b8-b711-b8fb54ccaa38 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Nov 15 22:33:00.377529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccbbe0-78f2-4c9e-a8a4-60c431240a8f req-73ea3c4e-5364-46db-bb94-0f790ac98852 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:00.379165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cccbbe0-78f2-4c9e-a8a4-60c431240a8f req-73ea3c4e-5364-46db-bb94-0f790ac98852 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 944 time: 0.0795984 Nov 15 22:33:00.428035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:00.455201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '517b1fbf-69c1-429b-95d6-81ec3a59a39d', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'port_id': '517b1fbf-69c1-429b-95d6-81ec3a59a39d', 'mac_address': 'fa:16:3e:38:9d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa53cf-c3c4-4f76-808f-5875a82b6d0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:33:00.496967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cccbbe0-78f2-4c9e-a8a4-60c431240a8f req-88acb68f-87f7-400d-8d3f-ec81b5de7142 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092041 Nov 15 22:33:00.516707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port e91a85f6-786e-47bd-80e5-aeefdce1bd99 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:33:00.517840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce955d-de61-4745-a51e-82d22045665f req-b25011bc-f85f-4561-88a8-9a31195bee32 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:00.527690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port e91a85f6-786e-47bd-80e5-aeefdce1bd99 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:00.528297 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:00.542616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ce955d-de61-4745-a51e-82d22045665f req-b25011bc-f85f-4561-88a8-9a31195bee32 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1188648 Nov 15 22:33:00.558309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:00.581598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517b1fbf-69c1-429b-95d6-81ec3a59a39d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:00.613112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:00.614241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ce955d-de61-4745-a51e-82d22045665f req-6b1db429-0326-4f0b-8a93-53d43a812a22 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768335 Nov 15 22:33:00.666971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:00.701594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:00.709130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:00.711815 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811155c8-68fc-4702-846f-ff01d310dd32" -d '{"events": [{"server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:00.731677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611b7d-f64f-468e-b3b5-68442d6a2d23 req-229147be-82a7-436a-8e7a-caa8e256d252 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:00.733930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5611b7d-f64f-468e-b3b5-68442d6a2d23 req-229147be-82a7-436a-8e7a-caa8e256d252 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1277263 Nov 15 22:33:00.753153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99,segment=NetworkSegment(3457847e-7e5e-4a33-9533-6c0554e7c723),segment_id=3457847e-7e5e-4a33-9533-6c0554e7c723)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:00.780639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:00.815035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5611b7d-f64f-468e-b3b5-68442d6a2d23 req-361e645a-44f1-48be-9c45-e5f1b8c20996 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700412 Nov 15 22:33:00.822504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:00.881174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:00.939503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['517b1fbf-69c1-429b-95d6-81ec3a59a39d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:00.991750 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f351d57-b728-426f-8c62-99c6a7fe2a1f x-openstack-request-id: req-3f351d57-b728-426f-8c62-99c6a7fe2a1f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:00.993091 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:00.993349 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f351d57-b728-426f-8c62-99c6a7fe2a1f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:00.993749 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99', 'code': 200} Nov 15 22:33:01.043602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7045-e2c0-46d1-ad5e-b6d425511be6 req-0dc17262-ada4-4d4f-b182-8fca9c8c18d0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.045986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-468f7045-e2c0-46d1-ad5e-b6d425511be6 req-0dc17262-ada4-4d4f-b182-8fca9c8c18d0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.1524062 Nov 15 22:33:01.109639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81f87b-e2a8-48b7-9227-0dcba880c71e req-52b4274e-8afb-4e9c-a840-537bb2a94b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.111748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b81f87b-e2a8-48b7-9227-0dcba880c71e req-52b4274e-8afb-4e9c-a840-537bb2a94b73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0916708 Nov 15 22:33:01.177598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b81f87b-e2a8-48b7-9227-0dcba880c71e req-f8c4ec69-9b41-4847-b1fa-b1c5de86b54f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Nov 15 22:33:01.215041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-468f7045-e2c0-46d1-ad5e-b6d425511be6 req-cc0715b4-0cee-4bcb-b1be-2c4a7c5f4306 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574605 Nov 15 22:33:01.259513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbeefe-230e-4415-b054-4060cea4270f req-820cdbef-3c0d-4a34-9c64-74567edbe555 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.269212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5dbeefe-230e-4415-b054-4060cea4270f req-820cdbef-3c0d-4a34-9c64-74567edbe555 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1551614 Nov 15 22:33:01.338027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5dbeefe-230e-4415-b054-4060cea4270f req-6395ad41-7cb7-40ce-a796-eac2f4e28b05 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633788 Nov 15 22:33:01.500173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836e8-3045-4bf2-9509-04a94d3c812b req-8800865b-7af3-4581-a1d2-0d8cb85dcd29 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.502810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f3836e8-3045-4bf2-9509-04a94d3c812b req-8800865b-7af3-4581-a1d2-0d8cb85dcd29 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0559034 Nov 15 22:33:01.600795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:01.602156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f3836e8-3045-4bf2-9509-04a94d3c812b req-c5b4cb11-7583-44e4-aa72-880f00f1e8d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902724 Nov 15 22:33:01.648949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5c5b82a8-796d-4bb2-9810-429ff2b14476 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:33:01.727342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbc3be-8c87-4978-bb64-eba29486daff req-ff2a9bf5-6fa6-4c96-9cb8-a25c2b5f75e3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.732109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72fbc3be-8c87-4978-bb64-eba29486daff req-ff2a9bf5-6fa6-4c96-9cb8-a25c2b5f75e3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0600514 Nov 15 22:33:01.792251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bab3da48-6ad7-4fbf-82ce-d1d8a6fed016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:01.886049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:01.887312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72fbc3be-8c87-4978-bb64-eba29486daff req-9edc8035-b06e-4029-8024-3da6bdf14ba5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484199 Nov 15 22:33:01.916933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '5c5b82a8-796d-4bb2-9810-429ff2b14476', 'network_id': '48b7181c-f45f-41ac-98cf-2132594ce4f3', 'port_id': '5c5b82a8-796d-4bb2-9810-429ff2b14476', 'mac_address': 'fa:16:3e:30:78:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaa53cf-c3c4-4f76-808f-5875a82b6d0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:33:01.953254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a0704-d7c0-4533-8b52-940f8177eb3c req-cd1bb442-8faa-428e-98f8-38c55ff91a27 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:01.956964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bab3da48-6ad7-4fbf-82ce-d1d8a6fed016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:01.964003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410a0704-d7c0-4533-8b52-940f8177eb3c req-cd1bb442-8faa-428e-98f8-38c55ff91a27 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 944 time: 0.1043522 Nov 15 22:33:02.029345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-410a0704-d7c0-4533-8b52-940f8177eb3c req-8a4a244b-cf2b-4c9f-a3e5-ad62be6a8c94 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Nov 15 22:33:02.051251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.055708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bab3da48-6ad7-4fbf-82ce-d1d8a6fed016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.090915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5b82a8-796d-4bb2-9810-429ff2b14476 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:02.133981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:02.137511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bab3da48-6ad7-4fbf-82ce-d1d8a6fed016 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4992eac30653483c8837ac7fee40144b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354304 Nov 15 22:33:02.139970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3da48-6ad7-4fbf-82ce-d1d8a6fed016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2de285-246e-41e8-b365-6ece69415c85,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:02.143574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:02.154726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac9f0-3e7d-4549-849a-9372f5a25737 req-9596b414-eb08-4a86-93cd-1496712fdfb7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:02.156798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77aac9f0-3e7d-4549-849a-9372f5a25737 req-9596b414-eb08-4a86-93cd-1496712fdfb7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.1257796 Nov 15 22:33:02.203350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.230203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.246053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517b1fbf-69c1-429b-95d6-81ec3a59a39d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:02.275689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb8604-8564-4baf-bf48-6f94ea8b054f req-3c5aed65-ac70-42a7-91fe-abc036331bff tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:02.277329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69eb8604-8564-4baf-bf48-6f94ea8b054f req-3c5aed65-ac70-42a7-91fe-abc036331bff tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 946 time: 0.1195245 Nov 15 22:33:02.325263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77aac9f0-3e7d-4549-849a-9372f5a25737 req-274c3f10-f0ae-4ac0-93ea-c4e85848570b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461303 Nov 15 22:33:02.363477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:02.396806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69eb8604-8564-4baf-bf48-6f94ea8b054f req-e20f5e5b-b90b-4d5f-94fe-c7ad6810ea12 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115696 Nov 15 22:33:02.460174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 517b1fbf-69c1-429b-95d6-81ec3a59a39d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:33:02.465848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 517b1fbf-69c1-429b-95d6-81ec3a59a39d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:02.466210 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.500306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c27016-50e1-4374-989a-a813620af53d req-dc261fc6-738a-4669-8533-0c21f0331aec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:02.503111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80c27016-50e1-4374-989a-a813620af53d req-dc261fc6-738a-4669-8533-0c21f0331aec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0656769 Nov 15 22:33:02.512274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['5c5b82a8-796d-4bb2-9810-429ff2b14476'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:02.615582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80c27016-50e1-4374-989a-a813620af53d req-b8fc3ee4-f2fb-44db-b4c8-1c1d6a8890d3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048779 Nov 15 22:33:02.645243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.676665 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.750681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:02.785787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.788445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.789646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd2de285-246e-41e8-b365-6ece69415c85 HTTP/1.1" status: 204 len: 168 time: 0.6446543 Nov 15 22:33:02.799867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671b3b6-5c8b-4e28-9238-ad17f5af3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2de285-246e-41e8-b365-6ece69415c85,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:02.822305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9b5c-fb04-4a25-8955-1e55baa0fd5c req-7ee86a72-ccd0-4155-beab-463d6c988b88 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:02.829303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d47e9b5c-fb04-4a25-8955-1e55baa0fd5c req-7ee86a72-ccd0-4155-beab-463d6c988b88 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1025622 Nov 15 22:33:02.834553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:02.900079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:02.910121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614afc72-77c5-47d3-9ec4-57a3425e5b50 req-e8d5e1ea-aa72-49f8-ad79-f5d9e74a0d72 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:02.913899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-614afc72-77c5-47d3-9ec4-57a3425e5b50 req-e8d5e1ea-aa72-49f8-ad79-f5d9e74a0d72 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1550920 Nov 15 22:33:02.965202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d47e9b5c-fb04-4a25-8955-1e55baa0fd5c req-4ba52ea6-7c06-4a1c-94f7-98c31a22978d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348374 Nov 15 22:33:02.985895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-614afc72-77c5-47d3-9ec4-57a3425e5b50 req-933176f3-1ec1-429a-ad9a-61975268105b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661936 Nov 15 22:33:02.995250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:02.998042 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc1b79-8443-44d9-941b-c5f3d94b2bec" -d '{"events": [{"server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "name": "network-vif-plugged", "status": "completed", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:03.061275 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458707c4-9b3a-46fb-a082-474117734cd3 x-openstack-request-id: req-458707c4-9b3a-46fb-a082-474117734cd3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:03.061630 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "name": "network-vif-plugged", "status": "completed", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:03.061949 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-458707c4-9b3a-46fb-a082-474117734cd3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:03.062583 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d', 'code': 200} Nov 15 22:33:03.187988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870362-f3ad-471e-90b5-e4b30ca969d0 req-2379454f-ec86-4530-9548-f7e8032f80af tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.190995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0870362-f3ad-471e-90b5-e4b30ca969d0 req-2379454f-ec86-4530-9548-f7e8032f80af tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 945 time: 0.0915427 Nov 15 22:33:03.216160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b222-1d85-4626-b95f-6c8d9aa2edb0 req-c24f5aa1-c0fd-4d92-b55c-efe12b6b714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.224003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8483b222-1d85-4626-b95f-6c8d9aa2edb0 req-c24f5aa1-c0fd-4d92-b55c-efe12b6b714d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 1096 time: 0.0829449 Nov 15 22:33:03.295255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0870362-f3ad-471e-90b5-e4b30ca969d0 req-74ba8c1c-0e15-42b8-8d0a-b5d99be5b4e5 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954905 Nov 15 22:33:03.318139 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8483b222-1d85-4626-b95f-6c8d9aa2edb0 req-83118e41-f66f-44ea-bd07-5c04bca77f12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Nov 15 22:33:03.386965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78375f-5a93-499e-bd08-97d67387210e req-460c5061-cd6c-403a-8ae2-528270dde977 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.403677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd78375f-5a93-499e-bd08-97d67387210e req-460c5061-cd6c-403a-8ae2-528270dde977 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0935588 Nov 15 22:33:03.493566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd78375f-5a93-499e-bd08-97d67387210e req-db1b0733-083c-40c6-bca5-68009d4fe737 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904338 Nov 15 22:33:03.570268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f941f-713f-42de-ae83-d3dc95f5660d req-ae9923a8-9e28-44d0-9875-60c323063ac5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.570268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae0f941f-713f-42de-ae83-d3dc95f5660d req-ae9923a8-9e28-44d0-9875-60c323063ac5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.0905247 Nov 15 22:33:03.577143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-488e606c-5a60-4bd7-8ec5-38a736e6ee9b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.578755 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-488e606c-5a60-4bd7-8ec5-38a736e6ee9b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 946 time: 0.0623078 Nov 15 22:33:03.649243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5c5b82a8-796d-4bb2-9810-429ff2b14476 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:03.653896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae0f941f-713f-42de-ae83-d3dc95f5660d req-33de8c60-edbb-4fd2-b4b8-803f459738e8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177235 Nov 15 22:33:03.667464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7896a2-af1f-452e-8427-d9369930a915 req-c6f9f71b-262e-491b-b428-f16b0a19ede3 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.668999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7896a2-af1f-452e-8427-d9369930a915 req-c6f9f71b-262e-491b-b428-f16b0a19ede3 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 946 time: 0.0869956 Nov 15 22:33:03.723684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port 02e70040-9ea8-42ea-a079-d2b544964e4a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:33:03.724430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:03.776287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7896a2-af1f-452e-8427-d9369930a915 req-0f3f059c-2a22-412c-bc52-451bde0114e6 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943525 Nov 15 22:33:03.847027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a93a30-ccb5-4ed0-b319-c1aa975e4261 req-788968bd-1984-4127-9ba0-0684b19ad176 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:03.849148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 5c5b82a8-796d-4bb2-9810-429ff2b14476 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:33:03.853648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 5c5b82a8-796d-4bb2-9810-429ff2b14476 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:03.857674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:03.857820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72a93a30-ccb5-4ed0-b319-c1aa975e4261 req-788968bd-1984-4127-9ba0-0684b19ad176 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0770040 Nov 15 22:33:03.861227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port 02e70040-9ea8-42ea-a079-d2b544964e4a, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02e70040-9ea8-42ea-a079-d2b544964e4a,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:03.862336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:03.903701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for 02e70040-9ea8-42ea-a079-d2b544964e4a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:33:03.922273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72a93a30-ccb5-4ed0-b319-c1aa975e4261 req-4af694ab-8e27-482c-8628-285b22bf492f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588458 Nov 15 22:33:04.011574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.113538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:04.198086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.262871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:04.290562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae685-36b3-47bb-8a0d-44ec1ad4fd1c req-d2867bf6-780d-4f9f-aed4-0ca3c48ef72d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:04.292585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db8ae685-36b3-47bb-8a0d-44ec1ad4fd1c req-d2867bf6-780d-4f9f-aed4-0ca3c48ef72d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1530333 Nov 15 22:33:04.323000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.336757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02e70040-9ea8-42ea-a079-d2b544964e4a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:04.427837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=02e70040-9ea8-42ea-a079-d2b544964e4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:04.443539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db8ae685-36b3-47bb-8a0d-44ec1ad4fd1c req-80085a04-1eaf-430a-8e5a-d8b60bb6ad16 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345611 Nov 15 22:33:04.483563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33327f-1133-43e7-837d-14db5136f2c6 req-1c3343fa-f178-4534-8809-aad3473ed229 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:04.493170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f33327f-1133-43e7-837d-14db5136f2c6 req-1c3343fa-f178-4534-8809-aad3473ed229 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 814 time: 0.2797847 Nov 15 22:33:04.522203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f33327f-1133-43e7-837d-14db5136f2c6 req-04631897-c6be-4ffb-b1e6-d916f4b04f67 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/quotas/a90857edae3146bea6c4ee8101ec3471 HTTP/1.1" status: 200 len: 375 time: 0.0274081 Nov 15 22:33:04.536914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port 02e70040-9ea8-42ea-a079-d2b544964e4a on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:33:04.540149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.546942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-766a5b12-e9a4-4c76-9408-f380cbae7970 req-cf8b9677-05dc-47c4-8b33-f30fd7ebf7fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "DELETE /v2.0/ports/02e70040-9ea8-42ea-a079-d2b544964e4a HTTP/1.1" status: 204 len: 173 time: 0.9602106 Nov 15 22:33:04.547426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'name': 'network-vif-deleted', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:04.550383 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a74ff2-a490-41e2-b0b0-6eb070785e27" -d '{"events": [{"server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "name": "network-vif-deleted", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:04.569457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:04.668283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f33327f-1133-43e7-837d-14db5136f2c6 req-f64d9924-f7e0-48a4-bbe9-b1e8a7f93c1a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447144 Nov 15 22:33:04.714948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e82d1-ac94-4e50-ac0b-c57ffa8587e3 req-840a869d-f888-4949-bc00-eb2b16ea641a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:04.730376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-524e82d1-ac94-4e50-ac0b-c57ffa8587e3 req-840a869d-f888-4949-bc00-eb2b16ea641a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 946 time: 0.1393497 Nov 15 22:33:04.754162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cba680ea-ad76-4fd0-ac77-32c98c94cf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.794052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3202c0-8e12-4c7b-8b2e-567ae4d867b4 x-openstack-request-id: req-7c3202c0-8e12-4c7b-8b2e-567ae4d867b4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:04.794052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1269ba33-b47b-480d-8f68-76e5ec43d9ed", "name": "network-vif-deleted", "tag": "02e70040-9ea8-42ea-a079-d2b544964e4a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:04.794052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c3202c0-8e12-4c7b-8b2e-567ae4d867b4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:04.794052 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1269ba33-b47b-480d-8f68-76e5ec43d9ed', 'name': 'network-vif-deleted', 'tag': '02e70040-9ea8-42ea-a079-d2b544964e4a', 'status': 'completed', 'code': 200} Nov 15 22:33:04.797684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-524e82d1-ac94-4e50-ac0b-c57ffa8587e3 req-731334a6-874e-4a85-9474-88d8d0f1cb4a tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696309 Nov 15 22:33:04.838635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-613861977-network', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:04.934042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8f7bc3f-bb60-4532-b566-6456aaad206a req-4305df44-ba6e-4894-9801-6a9281471cc1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=1269ba33-b47b-480d-8f68-76e5ec43d9ed HTTP/1.1" status: 200 len: 210 time: 0.0304601 Nov 15 22:33:04.951608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:04.954995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.964984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:04.995470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa413b-4831-4f40-8883-2adc094845fc req-9f4e031b-f49c-4970-8107-a510fab10b83 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:04.997755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4fa413b-4831-4f40-8883-2adc094845fc req-9f4e031b-f49c-4970-8107-a510fab10b83 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0664904 Nov 15 22:33:05.063953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:05.069126 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc714eb-bf59-475c-b7f1-5b7cb94d1f36" -d '{"events": [{"server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:05.086770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4fa413b-4831-4f40-8883-2adc094845fc req-2f753243-5df0-4891-aa19-22b0097d4251 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720429 Nov 15 22:33:05.123983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.138318 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb36999-f78b-4c24-8a1d-0a69dcd57496 x-openstack-request-id: req-2bb36999-f78b-4c24-8a1d-0a69dcd57496 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:05.144304 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:05.144304 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bb36999-f78b-4c24-8a1d-0a69dcd57496 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:05.144304 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476', 'code': 200} Nov 15 22:33:05.220087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7430ac-e2a4-49d1-bb01-a25951420c34 req-17cc28cf-f3d2-466d-bbeb-612ca301211f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:05.222893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd7430ac-e2a4-49d1-bb01-a25951420c34 req-17cc28cf-f3d2-466d-bbeb-612ca301211f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0589926 Nov 15 22:33:05.241158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.285566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:33:05.287644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd7430ac-e2a4-49d1-bb01-a25951420c34 req-9622f272-46e0-4d29-ae6d-825193d377b1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Nov 15 22:33:05.312691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c914b-8c41-43f9-89fa-0f8f4e7f1fef,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:05.319086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a2457-fc78-46a8-a0c7-3ebf87caf642 req-d6fe0e63-72fe-4f7b-bc76-06153c7849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:05.320715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cb7a2457-fc78-46a8-a0c7-3ebf87caf642 req-d6fe0e63-72fe-4f7b-bc76-06153c7849a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 1097 time: 0.1112442 Nov 15 22:33:05.326219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.326841 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Added segment e0af43d8-279d-4434-8fd5-3b51b6514098 of type vlan for network a469fc97-3ff0-4451-930d-6f4631948401 Nov 15 22:33:05.393998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.432918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cb7a2457-fc78-46a8-a0c7-3ebf87caf642 req-9a70b958-3194-422c-84d4-615c4f1d0119 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946357 Nov 15 22:33:05.522909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.523940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:05.524531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.645795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:05.713316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] Pushing event updated for resources: {'Network': ['ID=a469fc97-3ff0-4451-930d-6f4631948401,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:05.719430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04763bf1-3bf6-46e0-a2f3-ca47dd70cde1 req-fba6d077-e7be-4d2f-ab73-62f3df8f5c8f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:05.730934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a469fc97-3ff0-4451-930d-6f4631948401 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:33:05.738964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04763bf1-3bf6-46e0-a2f3-ca47dd70cde1 req-fba6d077-e7be-4d2f-ab73-62f3df8f5c8f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.1429667 Nov 15 22:33:05.757178 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f76d09f9-7469-445f-b49c-1860d372b72e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1865792 Nov 15 22:33:05.759874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:05.770261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Request body: {'subnet': {'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-subnet', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:05.879761 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04763bf1-3bf6-46e0-a2f3-ca47dd70cde1 req-ecf1c7f3-49f4-482d-9623-d6413087734d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398141 Nov 15 22:33:05.883057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:05.886308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:05.945514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0011-530c-4e01-bd97-9e921fda4cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.079528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73ff3de4-7c91-4dcf-a843-3178e465fa86 req-908c2a87-b427-4c87-8764-6a797edd3434 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a90857edae3146bea6c4ee8101ec3471 HTTP/1.1" status: 200 len: 221 time: 0.1717691 Nov 15 22:33:06.197951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef276eb-890b-4f70-8f7c-dded1bc29340 req-0592d7ba-31e2-4138-8c05-656632b017e4 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:06.216433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ef276eb-890b-4f70-8f7c-dded1bc29340 req-0592d7ba-31e2-4138-8c05-656632b017e4 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 946 time: 0.1996570 Nov 15 22:33:06.244663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.315248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:06.324086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ef276eb-890b-4f70-8f7c-dded1bc29340 req-e4849217-e899-47f5-891d-99496d44ce9e tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064463 Nov 15 22:33:06.353860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Checking segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:06.354362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Network hostable DHCP agents. Network: a469fc97-3ff0-4451-930d-6f4631948401, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:33:06.365082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0011-530c-4e01-bd97-9e921fda4cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.410699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149359-b7a1-4b5f-addf-087d5c61b2a2 req-8c8b0c63-53e1-4119-afd3-5c1d8752fd0e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:06.412500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a149359-b7a1-4b5f-addf-087d5c61b2a2 req-8c8b0c63-53e1-4119-afd3-5c1d8752fd0e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1296444 Nov 15 22:33:06.505601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0011-530c-4e01-bd97-9e921fda4cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.552202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Network a469fc97-3ff0-4451-930d-6f4631948401 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:33:06.558665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a149359-b7a1-4b5f-addf-087d5c61b2a2 req-7d211a4c-c831-4759-b7b7-3b48eea30c77 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380486 Nov 15 22:33:06.639011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f7f0011-530c-4e01-bd97-9e921fda4cd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=585120bff35645f493aa270630c317f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9939432 Nov 15 22:33:06.642137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0011-530c-4e01-bd97-9e921fda4cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d50e2c-6048-4769-b330-5f02f833a778,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:06.643459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:06.651588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a469fc97-3ff0-4451-930d-6f4631948401) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:06.661666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:06.662643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.675718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f712346-a36f-43ff-aebe-d0c5b4bd6a8c None None] Network a469fc97-3ff0-4451-930d-6f4631948401 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:06.677569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-6db12d32-023d-4a42-b25f-8be0fcf648ca tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:06.679431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-6db12d32-023d-4a42-b25f-8be0fcf648ca tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.2527108 Nov 15 22:33:06.753081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-d9296e23-921b-4529-a06c-ae4907507b91 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0303321 Nov 15 22:33:06.784389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5d001-6a0c-4e4c-946b-102a30bc83d1 req-96a5f0a4-df5a-4239-bab6-635753633c01 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:06.786010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a5d001-6a0c-4e4c-946b-102a30bc83d1 req-96a5f0a4-df5a-4239-bab6-635753633c01 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1053023 Nov 15 22:33:06.794477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.817421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-66363e02-cc44-4c42-8ed5-79cef0056a9e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548506 Nov 15 22:33:06.823362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.830801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-271779e1-b0b8-457d-a3f7-2039d8f3419f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0691559 Nov 15 22:33:06.837375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:06.843412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:06.899467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-a469fc97-3ff0-4451-930d-6f4631948401', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:33:06.901173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:06.943682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a5d001-6a0c-4e4c-946b-102a30bc83d1 req-6689e28f-fd4c-44b8-931c-2e8b9779e5c8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360939 Nov 15 22:33:06.973788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c1a6b0da-7cb1-4b84-abe9-9b998b2d7998 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549032 Nov 15 22:33:07.136319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ff1e9-833d-444d-8f83-94267c277e60 req-5f166ece-2918-49f7-8aaa-cc76d1637d2f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:07.137849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-102ff1e9-833d-444d-8f83-94267c277e60 req-5f166ece-2918-49f7-8aaa-cc76d1637d2f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0903761 Nov 15 22:33:07.140935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-f93896ae-919f-4628-8a1d-63bff4748d42 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667786 Nov 15 22:33:07.206240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-102ff1e9-833d-444d-8f83-94267c277e60 req-0c58f2c4-8d8c-4c33-9783-06d0c69b2485 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Nov 15 22:33:07.285550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:07.286468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:07.292239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:07.296022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:07.299568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74d50e2c-6048-4769-b330-5f02f833a778 HTTP/1.1" status: 204 len: 168 time: 0.6529500 Nov 15 22:33:07.319427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623da4fd-a20b-4299-b06d-07b621bd3b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d50e2c-6048-4769-b330-5f02f833a778,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:07.439476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:07.466941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Allocated IP 172.20.0.2 (a469fc97-3ff0-4451-930d-6f4631948401/e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b/44877d58-b677-4293-998a-e3bb59301d66) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:07.626366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.115434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3976f7b-e847-4402-8147-dc911af54f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.164374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.259090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Network a469fc97-3ff0-4451-930d-6f4631948401 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:08.261721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:08.265464 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.270907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:08.276348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02e70040-9ea8-42ea-a079-d2b544964e4a no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:33:08.313118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 02e70040-9ea8-42ea-a079-d2b544964e4a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:33:08.313670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02e70040-9ea8-42ea-a079-d2b544964e4a not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:33:08.315209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Pushing event updated for resources: {'Port': ['ID=44877d58-b677-4293-998a-e3bb59301d66,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:08.411456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.433486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Attempting to bind port 44877d58-b677-4293-998a-e3bb59301d66 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:08.436746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Attempting to bind port 44877d58-b677-4293-998a-e3bb59301d66 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:08.437132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Attempting to bind port 44877d58-b677-4293-998a-e3bb59301d66 on network a469fc97-3ff0-4451-930d-6f4631948401 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:08.458423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:08.458794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Checking segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:08.459192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.468870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Bound using segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:08.469709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Bound port: 44877d58-b677-4293-998a-e3bb59301d66, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:08.471383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.495384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c0ec9-3381-4ea7-a077-6ea14fb1c7e2 req-6de2933e-ab46-43c2-abc9-9abfed4e1ae4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:08.501232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f39c0ec9-3381-4ea7-a077-6ea14fb1c7e2 req-6de2933e-ab46-43c2-abc9-9abfed4e1ae4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0855386 Nov 15 22:33:08.559863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f39c0ec9-3381-4ea7-a077-6ea14fb1c7e2 req-f63ae652-7243-43cf-97f4-be486dd02ffa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 Nov 15 22:33:08.578362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] For port 44877d58-b677-4293-998a-e3bb59301d66, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:08.592018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] For port 44877d58-b677-4293-998a-e3bb59301d66, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=44877d58-b677-4293-998a-e3bb59301d66,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:08.689598 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.707008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57fc9-20b4-40db-97b2-8714b94feb14 req-1f9209bd-8b4a-40ff-94da-bd2f6b473b5b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:08.708660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0a57fc9-20b4-40db-97b2-8714b94feb14 req-1f9209bd-8b4a-40ff-94da-bd2f6b473b5b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 946 time: 0.0588472 Nov 15 22:33:08.793363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03305f-10eb-4ef8-b536-fa8eb7a156cf None None] Pushing event updated for resources: {'Port': ['ID=44877d58-b677-4293-998a-e3bb59301d66,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:08.812857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0a57fc9-20b4-40db-97b2-8714b94feb14 req-278a4bbf-f62d-40d4-9531-060b1a0d4dfa tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837851 Nov 15 22:33:08.885213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:08.886447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6052bc51-c020-47ce-ad55-ae78d3e5a8ee req-42f55b74-9ed3-4ed6-83f5-5d0f76ae011d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0366676 Nov 15 22:33:08.918059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:09.149068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d295-c304-4d0f-80b5-172701d0cf1b req-f8c44aca-593d-4b35-a2ce-35e2f0241198 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:09.157666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b562d295-c304-4d0f-80b5-172701d0cf1b req-f8c44aca-593d-4b35-a2ce-35e2f0241198 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1712964 Nov 15 22:33:09.211638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10338e-37d1-455c-a360-ea4cd681cc1d req-98ddd895-d3d1-4bde-866b-afb2cf264c55 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:09.213515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c10338e-37d1-455c-a360-ea4cd681cc1d req-98ddd895-d3d1-4bde-866b-afb2cf264c55 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1257737 Nov 15 22:33:09.219563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Allocated IP 172.25.0.114 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ebe183cb-4900-401c-8a29-ad46fa6a33b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:09.317001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:09.346327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b562d295-c304-4d0f-80b5-172701d0cf1b req-8b8a7901-180b-4f95-aa80-28034b8c6e2b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875994 Nov 15 22:33:09.379888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c10338e-37d1-455c-a360-ea4cd681cc1d req-dfa624c9-4d24-4c94-8994-308b954ed7a2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547112 Nov 15 22:33:09.415491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:09.552164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca612a-b068-44b4-b00f-1ecc813f93de req-c7728c43-fff1-4ed4-8c3a-77762b955b4f tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:09.554954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34ca612a-b068-44b4-b00f-1ecc813f93de req-c7728c43-fff1-4ed4-8c3a-77762b955b4f tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 945 time: 0.1157458 Nov 15 22:33:09.593047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77912a20-9924-40f5-9d58-6ad591f97869 req-0a93e56a-72f5-446f-8e5e-cd5a6f406c74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:09.594824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77912a20-9924-40f5-9d58-6ad591f97869 req-0a93e56a-72f5-446f-8e5e-cd5a6f406c74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1008894 Nov 15 22:33:09.609374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:09.664691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:09.666117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34ca612a-b068-44b4-b00f-1ecc813f93de req-60888cc8-1d56-4ab8-b1b3-ffbe9c8d413c tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048074 Nov 15 22:33:09.668839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:09.687279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:09.743870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77912a20-9924-40f5-9d58-6ad591f97869 req-70a2b061-d48d-4e21-a25e-4b08abd538f5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284523 Nov 15 22:33:09.797956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe183cb-4900-401c-8a29-ad46fa6a33b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:09.956086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97916c34-78ed-4b9f-a501-f8b3fbbb9f8e req-182f98b9-7e55-479a-8b07-51e4a365173d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:09.965182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97916c34-78ed-4b9f-a501-f8b3fbbb9f8e req-182f98b9-7e55-479a-8b07-51e4a365173d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0912471 Nov 15 22:33:10.082954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97916c34-78ed-4b9f-a501-f8b3fbbb9f8e req-d32a4394-7680-4fec-bf29-a0198c58b01b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Nov 15 22:33:10.295239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c9b58ee-b44b-4bbf-aacf-2521567637de req-b2086b1c-352b-4910-98e5-7e968ccdd81b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0979080 Nov 15 22:33:10.322784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:10.394594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 44877d58-b677-4293-998a-e3bb59301d66 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:10.486334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 44877d58-b677-4293-998a-e3bb59301d66 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:10.486792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:10.530076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b244c-aee7-4d8d-9f7d-7a379f168c59 None None] Network a469fc97-3ff0-4451-930d-6f4631948401 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:10.564897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:10.708003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba153c-ed53-4b0c-96d6-315129004551 req-8ca14887-5483-4c4f-af7b-fc8543681d84 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:10.716332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2ba153c-ed53-4b0c-96d6-315129004551 req-8ca14887-5483-4c4f-af7b-fc8543681d84 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1602769 Nov 15 22:33:10.732648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-e9e04966-3ddc-4576-8042-57772879b072 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:10.738866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-e9e04966-3ddc-4576-8042-57772879b072 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.3415256 Nov 15 22:33:10.773918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] Provisioning complete for port 44877d58-b677-4293-998a-e3bb59301d66 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:10.774646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:10.863452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-6758c507-b4f3-4d5a-9369-30fa067cdf5a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/quotas/adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 375 time: 0.0385120 Nov 15 22:33:10.867141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2ba153c-ed53-4b0c-96d6-315129004551 req-53d04106-ab4a-40bd-9c5b-a16ed1a82783 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494057 Nov 15 22:33:10.984971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-eba6a3f0-f900-4446-9acf-1ff59f821426 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1147480 Nov 15 22:33:11.076607 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:11.142633 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:11.193318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-2583b068-78e6-4985-a845-d2f02ecc96e0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000360 Nov 15 22:33:11.220140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:11.237394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] For port 44877d58-b677-4293-998a-e3bb59301d66, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=44877d58-b677-4293-998a-e3bb59301d66,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:11.304975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-140e08b0-4711-442f-ba2c-e344ce23cab9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:11.306943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-140e08b0-4711-442f-ba2c-e344ce23cab9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.3375859 Nov 15 22:33:11.342634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:11.351167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:11.485707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-580e9615-ed62-48eb-a294-db878ce0cf52 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832801 Nov 15 22:33:11.587785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0a93d-9c18-4449-9581-e5f99b3b4af0 None None] Pushing event updated for resources: {'Port': ['ID=44877d58-b677-4293-998a-e3bb59301d66,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:11.590857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:33:11.593925 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:33:11.786415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6d8af837-0182-40c5-bedc-01bf2ed4c2ba None None] Provisioning complete for port 44877d58-b677-4293-998a-e3bb59301d66 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:11.787023 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d8af837-0182-40c5-bedc-01bf2ed4c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:11.796428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d7a8a7d-4628-4d21-9bc1-a31f98272ce1 req-c9cafe98-e85b-4128-8ae2-332bf0ce0b00 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0467067 Nov 15 22:33:12.064751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250f99-e896-4f88-887a-fb442b38e64e req-3a0a471b-90be-441b-a019-e46748b8c3f0 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:12.077614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa250f99-e896-4f88-887a-fb442b38e64e req-3a0a471b-90be-441b-a019-e46748b8c3f0 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 945 time: 0.1846623 Nov 15 22:33:12.248447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36d0eb-9c92-48a1-8a79-ada26d15a5c6 req-b16f68f9-821d-4a46-81ac-48f93b25f555 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:12.251950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f36d0eb-9c92-48a1-8a79-ada26d15a5c6 req-b16f68f9-821d-4a46-81ac-48f93b25f555 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1548512 Nov 15 22:33:12.267475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-caf5b095-300b-4cb1-b036-8a083d90e475 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:12.268536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa250f99-e896-4f88-887a-fb442b38e64e req-9d52d08d-755d-4195-969e-f8cd7c169ae1 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900103 Nov 15 22:33:12.269029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-caf5b095-300b-4cb1-b036-8a083d90e475 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.57 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 945 time: 0.1893020 Nov 15 22:33:12.319867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 44877d58-b677-4293-998a-e3bb59301d66 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:12.435266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 44877d58-b677-4293-998a-e3bb59301d66 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:12.436314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:12.453971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9e9ff85-493c-46f5-ae1c-54afad738799 req-23cbc0bf-284d-4ca8-9fd4-1c1e76fd27d9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0967503 Nov 15 22:33:12.497737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f36d0eb-9c92-48a1-8a79-ada26d15a5c6 req-5c889242-4d5e-4c82-a7df-f690a28c5a4c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268488 Nov 15 22:33:12.521675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:12.537843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:12.735751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Deleting port 517b1fbf-69c1-429b-95d6-81ec3a59a39d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:33:12.736089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:12.800011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d583a9-d87d-4022-a0fa-17b03d46eb31 req-773227ec-0f08-4f24-8944-8e135eda511e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:12.814932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68d583a9-d87d-4022-a0fa-17b03d46eb31 req-773227ec-0f08-4f24-8944-8e135eda511e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1576297 Nov 15 22:33:12.957396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68d583a9-d87d-4022-a0fa-17b03d46eb31 req-da9848c9-3e04-44c4-a2af-ac445af2ad78 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310880 Nov 15 22:33:13.008943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Router 0445044f-f8de-402b-83c6-a3cb61ddf853 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:33:13.089913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60eaec5b-29ce-4a18-8844-2e6fe12b27c5 req-35538d3b-2412-4df2-8a8c-89dc0120df9d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0992854 Nov 15 22:33:13.098781 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:33:13.265830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa5f85-6900-462a-9542-31f0b18bd732 req-38705eef-e8fb-4465-bbbe-678a914de62b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:13.275020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44fa5f85-6900-462a-9542-31f0b18bd732 req-38705eef-e8fb-4465-bbbe-678a914de62b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1295922 Nov 15 22:33:13.304535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-b3e43ed2-eb3b-41d0-af97-6bb97e0caa33 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:13.306337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-b3e43ed2-eb3b-41d0-af97-6bb97e0caa33 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "GET /v2.0/ports?device_id=66a7bfbe-6698-4616-820c-d209c7b82849 HTTP/1.1" status: 200 len: 946 time: 0.3050303 Nov 15 22:33:13.355619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44fa5f85-6900-462a-9542-31f0b18bd732 req-b6716385-7f20-4f14-8959-33e494243614 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741913 Nov 15 22:33:13.492297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.13 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/0139a654-8050-4e7c-b84a-ccd99f0355d5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:13.589518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] For port 517b1fbf-69c1-429b-95d6-81ec3a59a39d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=517b1fbf-69c1-429b-95d6-81ec3a59a39d,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:13.591893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:13.630756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d417-d6c9-4307-96cf-a84a4623cde5 req-3620dce5-f497-4ed1-91fb-836dfe2d7be1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:13.638874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6f5d417-d6c9-4307-96cf-a84a4623cde5 req-3620dce5-f497-4ed1-91fb-836dfe2d7be1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1341937 Nov 15 22:33:13.651159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a32af7-9a29-4e1b-86f3-304fc538f66e req-17e8f797-bc60-4794-92f8-05de6e66a2fc tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:13.658859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4a32af7-9a29-4e1b-86f3-304fc538f66e req-17e8f797-bc60-4794-92f8-05de6e66a2fc tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 945 time: 0.2317250 Nov 15 22:33:13.682551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Calling delete_port for 517b1fbf-69c1-429b-95d6-81ec3a59a39d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:33:13.760178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Deleting port 5c5b82a8-796d-4bb2-9810-429ff2b14476 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:33:13.760681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:13.929965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] For port 5c5b82a8-796d-4bb2-9810-429ff2b14476, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5c5b82a8-796d-4bb2-9810-429ff2b14476,segment=NetworkSegment(c37325b4-2f8a-40d1-bb43-8d94fd77b481),segment_id=c37325b4-2f8a-40d1-bb43-8d94fd77b481)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:13.930667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:13.960893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Calling delete_port for 5c5b82a8-796d-4bb2-9810-429ff2b14476 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:33:13.964584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:13.976394 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Sync routers for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:13.995551 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:14.009870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.015970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:14.055459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6f5d417-d6c9-4307-96cf-a84a4623cde5 req-a960e760-875d-4321-ab68-2dd449b03b59 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155166 Nov 15 22:33:14.064771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.066387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-22bfcade-9733-4ac9-8004-590f6f131318 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2277830 Nov 15 22:33:14.085163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:14.113172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4a32af7-9a29-4e1b-86f3-304fc538f66e req-4c543997-50b7-4881-9a2e-db157e930eb4 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4610e07-9799-4561-b0ef-397d7acbdea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532740 Nov 15 22:33:14.284053 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:14.297991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2d4bbb8-026f-4c66-aa6b-cb845156891f req-6d059a2b-1bee-4743-a439-d70824459bd1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0974431 Nov 15 22:33:14.373602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-199402ba-043e-4098-930a-98721575b759 req-17408ec3-4d7c-4287-a991-1a7b91fdf7ed tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0745637 Nov 15 22:33:14.445671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.580322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3edf1-48d4-4eb5-8a1d-22fbbd38a76c req-11ad61a7-52ae-4f06-8120-b820b3e906c4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:14.581845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcb3edf1-48d4-4eb5-8a1d-22fbbd38a76c req-11ad61a7-52ae-4f06-8120-b820b3e906c4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1512623 Nov 15 22:33:14.679357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.708889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.768852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcb3edf1-48d4-4eb5-8a1d-22fbbd38a76c req-0a15c7bc-7575-405a-8ac9-567911277346 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801643 Nov 15 22:33:14.774412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event deleted for resources: {'Port': ['ID=5c5b82a8-796d-4bb2-9810-429ff2b14476,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:14.804361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:14.835472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:10Z', 'revision_number': 3, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:14.866677 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Checking router: 0445044f-f8de-402b-83c6-a3cb61ddf853 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:14.867071 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Updating router 0445044f-f8de-402b-83c6-a3cb61ddf853 port ebe183cb-4900-401c-8a29-ad46fa6a33b4 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:14.877698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] No DVR routers for this DVR port 5c5b82a8-796d-4bb2-9810-429ff2b14476 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:33:14.889541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.895803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbef5b0b-d609-4463-ba66-073b4b93a25d req-88f0a8cc-41c3-433c-aad5-16da8c4f4f09 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.55 "DELETE /v2.0/ports/5c5b82a8-796d-4bb2-9810-429ff2b14476 HTTP/1.1" status: 204 len: 173 time: 1.5569847 Nov 15 22:33:14.937072 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:14.951613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'name': 'network-vif-deleted', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:14.955164 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91c1fb-7048-4dca-9db1-3aff74d4d565" -d '{"events": [{"server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "name": "network-vif-deleted", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:15.050913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-3da665a5-88de-4be7-865b-c687b1801fd4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.054618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-3da665a5-88de-4be7-865b-c687b1801fd4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.2448273 Nov 15 22:33:15.062994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:15.070423 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468c70b-8946-461d-9513-975ff758f0f1 x-openstack-request-id: req-f468c70b-8946-461d-9513-975ff758f0f1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:15.072971 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7bfbe-6698-4616-820c-d209c7b82849", "name": "network-vif-deleted", "tag": "5c5b82a8-796d-4bb2-9810-429ff2b14476", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:15.073331 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f468c70b-8946-461d-9513-975ff758f0f1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:15.073895 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7bfbe-6698-4616-820c-d209c7b82849', 'name': 'network-vif-deleted', 'tag': '5c5b82a8-796d-4bb2-9810-429ff2b14476', 'status': 'completed', 'code': 200} Nov 15 22:33:15.095600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'device_id': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'admin_state_up': True, 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:15.098192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b955-dac7-45f5-88bf-32387ec3d015 req-00bc7ea8-5deb-4c07-ac5e-451209f9f9c8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.099920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2616b955-dac7-45f5-88bf-32387ec3d015 req-00bc7ea8-5deb-4c07-ac5e-451209f9f9c8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2200720 Nov 15 22:33:15.114771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:15.242446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2616b955-dac7-45f5-88bf-32387ec3d015 req-e14abf65-08f8-4f0c-9d26-adce4ed55bea tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272681 Nov 15 22:33:15.322475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86c543a3-361f-47a6-97b0-207b97a35e7c req-1c2d6a76-3da3-4a27-b510-7c8352ab5744 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 210 time: 0.0693052 Nov 15 22:33:15.360883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:15.525396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] No DVR routers for this DVR port 517b1fbf-69c1-429b-95d6-81ec3a59a39d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:33:15.533424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-089c5efc-a6f6-4374-b9be-c94ed72151a4 req-0667e98a-694f-4300-9983-4380b408d0e6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0708599 Nov 15 22:33:15.552939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.553720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.565721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.580509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16a159f4-76ad-4ad2-8b29-cd2ee9627203 req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.57 "DELETE /v2.0/ports/517b1fbf-69c1-429b-95d6-81ec3a59a39d HTTP/1.1" status: 204 len: 173 time: 3.3012316 Nov 15 22:33:15.581513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ed79a-a594-4c7b-8036-17a1eb3272d6 req-c81e59bd-b078-4494-a73f-f3722fc45963 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.581960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'name': 'network-vif-deleted', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:15.583030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-636ed79a-a594-4c7b-8036-17a1eb3272d6 req-c81e59bd-b078-4494-a73f-f3722fc45963 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1641321 Nov 15 22:33:15.590468 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d865c-59f5-4e24-9549-e2281b4ff723" -d '{"events": [{"server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "name": "network-vif-deleted", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:15.611811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497e0e8-23b9-4d96-aa90-92226affc11b tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] Pushing event deleted for resources: {'Port': ['ID=517b1fbf-69c1-429b-95d6-81ec3a59a39d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:15.659537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-636ed79a-a594-4c7b-8036-17a1eb3272d6 req-8b7925c5-34b8-4b20-a4b6-012df01449af tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659225 Nov 15 22:33:15.692504 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.713516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5c5b82a8-796d-4bb2-9810-429ff2b14476 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:33:15.739321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143d049-c4de-420e-b12d-484e2bdb4341 req-df947f76-1c7b-4402-ac4e-8fe765ea9fc4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.743898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e143d049-c4de-420e-b12d-484e2bdb4341 req-df947f76-1c7b-4402-ac4e-8fe765ea9fc4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 932 time: 0.0904114 Nov 15 22:33:15.774822 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.785330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-44f934dc-68ee-44d8-92fa-78d842ddcbe4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4393725 Nov 15 22:33:15.801398 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d9e80-bf1a-4907-800b-f50191d0ca2f x-openstack-request-id: req-634d9e80-bf1a-4907-800b-f50191d0ca2f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:15.801681 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008a80a9-cdbf-4e2e-9338-7c128a2f911f", "name": "network-vif-deleted", "tag": "517b1fbf-69c1-429b-95d6-81ec3a59a39d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:15.801939 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-634d9e80-bf1a-4907-800b-f50191d0ca2f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:15.802361 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a80a9-cdbf-4e2e-9338-7c128a2f911f', 'name': 'network-vif-deleted', 'tag': '517b1fbf-69c1-429b-95d6-81ec3a59a39d', 'status': 'completed', 'code': 200} Nov 15 22:33:15.813368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 5c5b82a8-796d-4bb2-9810-429ff2b14476 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:33:15.814947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5c5b82a8-796d-4bb2-9810-429ff2b14476 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:33:15.849981 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Attempting to bind port ebe183cb-4900-401c-8a29-ad46fa6a33b4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:15.849981 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Attempting to bind port ebe183cb-4900-401c-8a29-ad46fa6a33b4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:15.858560 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Attempting to bind port ebe183cb-4900-401c-8a29-ad46fa6a33b4 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:15.893491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e143d049-c4de-420e-b12d-484e2bdb4341 req-93364de9-6b24-4ac4-941c-9a555cee29df tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425581 Nov 15 22:33:15.899442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Request body: {'port': {'device_id': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:15.947639 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:15.950365 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:15.953850 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.954499 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:15.955194 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Bound port: ebe183cb-4900-401c-8a29-ad46fa6a33b4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:15.955748 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:15.992688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76975e6a-5698-4996-b759-eb1c31ac5db9 req-30af0a67-cef5-4bff-ba71-bf49c91b6358 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:15.997493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76975e6a-5698-4996-b759-eb1c31ac5db9 req-30af0a67-cef5-4bff-ba71-bf49c91b6358 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1119790 Nov 15 22:33:16.087478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:16.093845 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] For port ebe183cb-4900-401c-8a29-ad46fa6a33b4, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:16.125977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-5322580e-f1cf-4cf5-a40d-c46e64c4cc99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3647263 Nov 15 22:33:16.135008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76975e6a-5698-4996-b759-eb1c31ac5db9 req-ee85708a-21f0-49ab-80a0-b03680bfbf7d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282494 Nov 15 22:33:16.150036 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Pushing event updated for resources: {'Port': ['ID=ebe183cb-4900-401c-8a29-ad46fa6a33b4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:16.171729 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] For port ebe183cb-4900-401c-8a29-ad46fa6a33b4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ebe183cb-4900-401c-8a29-ad46fa6a33b4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:16.176251 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.176589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.179652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.180024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.180359 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.184110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.184110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.184110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.184468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.186207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:16.188843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.189233 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.189622 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:16.189941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:16.261621 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:16.312338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517b1fbf-69c1-429b-95d6-81ec3a59a39d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:33:16.401821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 517b1fbf-69c1-429b-95d6-81ec3a59a39d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:33:16.401821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 517b1fbf-69c1-429b-95d6-81ec3a59a39d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:33:16.480098 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:16.485324 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:16.511619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:16.621284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6ab4d1d-d486-4ad8-a7dd-7642fe95bf6d req-6b1ce26b-cfff-4523-8099-659f03b2d785 tempest-MultipleCreateTestJSON-1603389494 tempest-MultipleCreateTestJSON-1603389494-project] 10.222.0.15 "GET /v2.0/ports?device_id=008a80a9-cdbf-4e2e-9338-7c128a2f911f HTTP/1.1" status: 200 len: 210 time: 0.0734904 Nov 15 22:33:16.637900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-15bc136f-783c-436a-b823-19f7d7cbb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:16.638140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-15bc136f-783c-436a-b823-19f7d7cbb3b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1097 time: 0.3491142 Nov 15 22:33:16.646629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047bf58-f7f6-4502-ae69-e4302f6bdf8b None None] Pushing event updated for resources: {'Port': ['ID=ebe183cb-4900-401c-8a29-ad46fa6a33b4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:16.670695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cf415-3178-4d6e-8ca4-9187b0945cde req-cb2a7576-5257-4d9b-ab10-65c287103cf3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:16.690130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-906cf415-3178-4d6e-8ca4-9187b0945cde req-cb2a7576-5257-4d9b-ab10-65c287103cf3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2014213 Nov 15 22:33:16.762526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-906cf415-3178-4d6e-8ca4-9187b0945cde req-70e1ec95-6953-4e99-8ee1-b8c488e6e605 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709505 Nov 15 22:33:16.846601 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:16.871690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ff1985a-e5b7-43ea-858c-d63381e3e9f0 req-a6746e1c-3689-4894-8007-8ea420ff7914 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0421555 Nov 15 22:33:17.027619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92a62-58cc-48b7-a101-d2e7b75dfbf7 req-e0d07242-973e-490b-af4c-8bbfffe5cf4b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:17.030560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66d92a62-58cc-48b7-a101-d2e7b75dfbf7 req-e0d07242-973e-490b-af4c-8bbfffe5cf4b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1236646 Nov 15 22:33:17.118574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397fcee-1b55-411c-a0b6-3263adc59569 req-7cf682d2-1451-4b00-b054-e9c330dc637e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:17.126771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7397fcee-1b55-411c-a0b6-3263adc59569 req-7cf682d2-1451-4b00-b054-e9c330dc637e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 932 time: 0.0956526 Nov 15 22:33:17.152799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66d92a62-58cc-48b7-a101-d2e7b75dfbf7 req-0156dcba-e2c0-4d1b-961b-afc0dd4dc3d8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123877 Nov 15 22:33:17.204789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7397fcee-1b55-411c-a0b6-3263adc59569 req-9922dab8-2006-4d51-97a2-73ea41f84743 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Nov 15 22:33:17.250506 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:10Z', 'revision_number': 3, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:17.357590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e129-8e06-4ea0-97a5-85bf58f0a767 req-89b7893a-8cda-4b39-9c75-5cf79bdd755a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:17.368377 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d18262-971e-486c-b37b-89d8b35e65dd None None] The sync data for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 is: [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:10Z', 'revision_number': 3, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:33:17.373088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e104e129-8e06-4ea0-97a5-85bf58f0a767 req-89b7893a-8cda-4b39-9c75-5cf79bdd755a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0672483 Nov 15 22:33:17.440720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.20.0.9 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/808e0b0f-2804-43cc-841c-9c0a51daf257) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:17.484754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e104e129-8e06-4ea0-97a5-85bf58f0a767 req-25c24938-5cd1-4189-b983-e9a7a9f001bd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925133 Nov 15 22:33:17.640253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Allocated IP 172.20.0.1 (a469fc97-3ff0-4451-930d-6f4631948401/e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b/8ee23305-b449-4585-885d-e62a0f00e70c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:17.677342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ae2de-846b-43f5-af94-297605595072 req-ec45c08b-7bb6-44e1-89f0-a0e20b97243c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:17.681538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-976ae2de-846b-43f5-af94-297605595072 req-ec45c08b-7bb6-44e1-89f0-a0e20b97243c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0984023 Nov 15 22:33:17.682797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-cee9781c-7f8e-4e68-867b-5efaf95438ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:17.684706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-cee9781c-7f8e-4e68-867b-5efaf95438ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 1.0030472 Nov 15 22:33:17.795858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:17.815314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-5d2a25c3-bc53-490a-ae74-76e521bb72cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.1199727 Nov 15 22:33:17.827770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-976ae2de-846b-43f5-af94-297605595072 req-af85c29e-c073-4d7e-99dd-f40fc989d750 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391108 Nov 15 22:33:17.914813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Deleting subnet baaa53cf-c3c4-4f76-808f-5875a82b6d0c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:33:17.925563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.002067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.092246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f011830-c040-458d-9566-02aae0240101 req-ff14c16e-6527-40f9-8628-f80c55e2b2e5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0526435 Nov 15 22:33:18.145118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.188237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65fdf4-4c95-4566-a3b0-a1b544d9abe3 req-c5e42225-116c-413e-ab60-be1a977142d3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:18.189983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed65fdf4-4c95-4566-a3b0-a1b544d9abe3 req-c5e42225-116c-413e-ab60-be1a977142d3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1338675 Nov 15 22:33:18.240253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0139a654-8050-4e7c-b84a-ccd99f0355d5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:18.280259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-2afb537a-8fad-4fbf-88f3-1ce40ebcdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:18.295480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-2afb537a-8fad-4fbf-88f3-1ce40ebcdc5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.3943679 Nov 15 22:33:18.355121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.387258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.389812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-70c62c32-3935-4ed1-b4fa-453ba2baf3ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684590 Nov 15 22:33:18.406505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.433477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baaa53cf-c3c4-4f76-808f-5875a82b6d0c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:18.468210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed65fdf4-4c95-4566-a3b0-a1b544d9abe3 req-37076e32-cd4f-4068-a30c-ed5961248820 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114952 Nov 15 22:33:18.468210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.489719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Transition to ACTIVE for port object 0139a654-8050-4e7c-b84a-ccd99f0355d5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:33:18.499993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af191864-ac00-4a14-9783-c0d6b3a22eaf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/baaa53cf-c3c4-4f76-808f-5875a82b6d0c HTTP/1.1" status: 204 len: 168 time: 0.7029221 Nov 15 22:33:18.510818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:18.513928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.562015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.579362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:18.646176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.696873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.728327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Network a469fc97-3ff0-4451-930d-6f4631948401 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:18.760378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:18.784491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:18.828240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:18.835792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:18.845561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:18.845766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf51d-cddd-4c61-a812-68a7126277a9 req-204bb21c-a403-42dd-930c-e339c52c9a82 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:18.850124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:18.853731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-476bf51d-cddd-4c61-a812-68a7126277a9 req-204bb21c-a403-42dd-930c-e339c52c9a82 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 932 time: 0.4877322 Nov 15 22:33:18.924724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ebe183cb-4900-401c-8a29-ad46fa6a33b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:18.968281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-476bf51d-cddd-4c61-a812-68a7126277a9 req-3421185c-963c-4740-a569-8ffd28a4a038 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929356 Nov 15 22:33:19.080208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ebe183cb-4900-401c-8a29-ad46fa6a33b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:19.080585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.081886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.095255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:19.097435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.114805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b7181c-f45f-41ac-98cf-2132594ce4f3']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:19.146449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37325b4-2f8a-40d1-bb43-8d94fd77b481') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:19.146773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37325b4-2f8a-40d1-bb43-8d94fd77b481') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:19.160386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.177282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.184387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:33:19.184858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.193793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Attempting to bind port 0139a654-8050-4e7c-b84a-ccd99f0355d5 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:19.194179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Attempting to bind port 0139a654-8050-4e7c-b84a-ccd99f0355d5 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:19.194515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Attempting to bind port 0139a654-8050-4e7c-b84a-ccd99f0355d5 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:19.212023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Port 0139a654-8050-4e7c-b84a-ccd99f0355d5 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:33:19.212379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Attempting to bind port 0139a654-8050-4e7c-b84a-ccd99f0355d5 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:19.227045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:19.227447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:19.227775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:19.228259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Bound port: 0139a654-8050-4e7c-b84a-ccd99f0355d5, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:19.228634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.329540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2562172 Nov 15 22:33:19.330321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002be95-ebec-4c69-8570-9b51a07bbef4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:19.354797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.373432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Request body: {'port': {'device_id': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:19.384134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ebe183cb-4900-401c-8a29-ad46fa6a33b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ebe183cb-4900-401c-8a29-ad46fa6a33b4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:19.390792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:19.413521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Provisioning complete for port 808e0b0f-2804-43cc-841c-9c0a51daf257 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:19.414292 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.462948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Port 808e0b0f-2804-43cc-841c-9c0a51daf257 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:19.470868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.477101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Provisioning complete for port 8ee23305-b449-4585-885d-e62a0f00e70c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:19.477776 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.507566 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.567470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e287c4e5-d787-453a-a2ab-7b9825df9bde None None] Port 8ee23305-b449-4585-885d-e62a0f00e70c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:19.598869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ebe183cb-4900-401c-8a29-ad46fa6a33b4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:19.601774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:19.635153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:19.642545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-93e8f27b-cc9c-4add-8303-7b92d02d8ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1733739 Nov 15 22:33:19.694926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f946531-7700-40bd-b833-3c151b60a1b8 req-d81ead61-d0d3-41fd-8a0e-111423d6f1ed tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:19.696510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f946531-7700-40bd-b833-3c151b60a1b8 req-d81ead61-d0d3-41fd-8a0e-111423d6f1ed tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.9747641 Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:33:19.701536 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:33:19.704315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.744825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:19.779100 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.799272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04285-f402-4405-84f8-ef16b8611973 req-ed2e2cad-c814-4fbc-9489-7d66a49131c7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:19.799945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8c04285-f402-4405-84f8-ef16b8611973 req-ed2e2cad-c814-4fbc-9489-7d66a49131c7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 931 time: 0.1125510 Nov 15 22:33:19.837034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f946531-7700-40bd-b833-3c151b60a1b8 req-7a611b4d-783b-46aa-8925-11f02733478c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179624 Nov 15 22:33:19.850684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:19.851770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.854261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] 10.222.0.55 "PUT /v2.0/ports/0139a654-8050-4e7c-b84a-ccd99f0355d5 HTTP/1.1" status: 200 len: 1092 time: 3.9756820 Nov 15 22:33:19.860729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:19.870388 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757efe9e-7c99-400e-a29e-b36b6055b183" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:19.900129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8c04285-f402-4405-84f8-ef16b8611973 req-7ac7dec4-d0c9-4980-a809-6593a4a4cd7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916429 Nov 15 22:33:19.901423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.907093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.933384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:19.941445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] 10.222.0.15 "DELETE /v2.0/networks/48b7181c-f45f-41ac-98cf-2132594ce4f3 HTTP/1.1" status: 204 len: 168 time: 1.4237084 Nov 15 22:33:19.958245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aa6fa-20bf-4c24-afda-d85cbe5f1d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b7181c-f45f-41ac-98cf-2132594ce4f3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:20.033386 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3cde47-e19c-403e-8667-1969c0e3723c x-openstack-request-id: req-9b3cde47-e19c-403e-8667-1969c0e3723c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:20.033668 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:20.034089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b3cde47-e19c-403e-8667-1969c0e3723c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:20.034363 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'status': 'completed', 'code': 200} Nov 15 22:33:20.100539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205089f-22c2-4970-a529-c9ce30c964eb service neutron] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:20.147871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da29be78-49c7-4b2c-8447-f40b7dc7989f req-fadb3afe-471e-4ef1-941b-ee5ed38ee76d service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655917 Nov 15 22:33:20.240445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8353d05-8500-49c6-bd72-b25f3f58e275 req-2c999ca9-096d-42d2-b1dd-5c999b608a8f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:20.245836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8353d05-8500-49c6-bd72-b25f3f58e275 req-2c999ca9-096d-42d2-b1dd-5c999b608a8f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.1319249 Nov 15 22:33:20.260808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-fcbd9337-7451-4633-998a-60e4d5a3837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:20.262294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-fcbd9337-7451-4633-998a-60e4d5a3837b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 1095 time: 0.2534645 Nov 15 22:33:20.327779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ebe183cb-4900-401c-8a29-ad46fa6a33b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:20.356018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338914e7-d814-4e21-8f1b-9800a5e1753b req-ada137d9-0522-42c6-ada0-3a1929ce7a3d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:20.359027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-338914e7-d814-4e21-8f1b-9800a5e1753b req-ada137d9-0522-42c6-ada0-3a1929ce7a3d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1019659 Nov 15 22:33:20.381343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8353d05-8500-49c6-bd72-b25f3f58e275 req-0bd2804f-a18c-466c-8237-20ce3a64bdf2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Nov 15 22:33:20.392113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-b76011f9-95fd-4ad0-9962-268b435a7840 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5 HTTP/1.1" status: 200 len: 217 time: 0.1088850 Nov 15 22:33:20.422335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ebe183cb-4900-401c-8a29-ad46fa6a33b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:20.423133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.465345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-338914e7-d814-4e21-8f1b-9800a5e1753b req-db33f2ff-29a4-47a7-838a-7c7e542726a3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980794 Nov 15 22:33:20.574146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:20.620216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e60b6f3-a20c-469e-83b3-14f3d84dface admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c4c2986b2864f49b8f69a7a3f018e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446446 Nov 15 22:33:20.622752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:20.677141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.702157 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.792249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-ec317c86-1a6d-4690-be1f-25326783c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:20.793727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-ec317c86-1a6d-4690-be1f-25326783c15e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.3890109 Nov 15 22:33:20.847570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-d6f66805-3a00-4f38-b9ed-b5713c54baed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394416 Nov 15 22:33:20.859050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.916515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.919744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.924279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4610e07-9799-4561-b0ef-397d7acbdea7 HTTP/1.1" status: 204 len: 168 time: 0.2970998 Nov 15 22:33:20.932829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd1e87-901c-4968-8d54-4d97cad5e4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4610e07-9799-4561-b0ef-397d7acbdea7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:20.945561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808e0b0f-2804-43cc-841c-9c0a51daf257 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:20.956255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:20.961111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:21.047983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Transition to ACTIVE for port object 808e0b0f-2804-43cc-841c-9c0a51daf257 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:33:21.063357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-13475356-4d38-4767-bd44-1c1912203a2c service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021482 Nov 15 22:33:21.066574 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:21.087594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:21.111923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac233b-253f-40e1-85a8-676a285ee861 req-cac803a3-6222-4474-8135-8d73ae2f8dea tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:21.113636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bac233b-253f-40e1-85a8-676a285ee861 req-cac803a3-6222-4474-8135-8d73ae2f8dea tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 931 time: 0.0881608 Nov 15 22:33:21.168388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:21.175448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bac233b-253f-40e1-85a8-676a285ee861 req-29dcacd0-0019-4481-a90f-d419685e1035 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Nov 15 22:33:21.265317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Pushing event updated for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:21.312637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-50e8dd62-16ae-4b8b-be4f-c00ef7bab6fd req-cc72a8c2-59ad-4823-8f05-3cb478d6f499 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324119 Nov 15 22:33:21.341341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Network a469fc97-3ff0-4451-930d-6f4631948401 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:21.344348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:21.492228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Attempting to bind port 808e0b0f-2804-43cc-841c-9c0a51daf257 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:21.495313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Attempting to bind port 808e0b0f-2804-43cc-841c-9c0a51daf257 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:21.496068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Attempting to bind port 808e0b0f-2804-43cc-841c-9c0a51daf257 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:21.589952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Router 0445044f-f8de-402b-83c6-a3cb61ddf853 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:33:21.605953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Port 808e0b0f-2804-43cc-841c-9c0a51daf257 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:33:21.606286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Attempting to bind port 808e0b0f-2804-43cc-841c-9c0a51daf257 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:21.624959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:21.625370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:21.625806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:21.626638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Bound port: 808e0b0f-2804-43cc-841c-9c0a51daf257, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:21.627021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:21.680024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f970-a8c0-483d-8171-2b084bcc31a8 req-1e297099-f121-4103-8280-c0dcc5b4edd5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:21.681763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8076f970-a8c0-483d-8171-2b084bcc31a8 req-1e297099-f121-4103-8280-c0dcc5b4edd5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.1522980 Nov 15 22:33:21.714513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcbf7b-1d96-4030-a918-047f5d17b94e req-d67b080a-0018-4642-8017-def6ebdf2a1c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:21.737928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59dcbf7b-1d96-4030-a918-047f5d17b94e req-d67b080a-0018-4642-8017-def6ebdf2a1c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1159556 Nov 15 22:33:21.748937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d72d9bd8-7cbe-4180-a5a4-b2a565f2ef8e None None] Provisioning complete for port 8ee23305-b449-4585-885d-e62a0f00e70c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:21.749629 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d72d9bd8-7cbe-4180-a5a4-b2a565f2ef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:21.792333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-493d196f-f0df-4494-82ab-21ba9ff20480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:21.795472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-493d196f-f0df-4494-82ab-21ba9ff20480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 1095 time: 0.2962139 Nov 15 22:33:21.818151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d72d9bd8-7cbe-4180-a5a4-b2a565f2ef8e None None] Port 8ee23305-b449-4585-885d-e62a0f00e70c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:21.838707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8076f970-a8c0-483d-8171-2b084bcc31a8 req-766792c7-c8ec-45e4-b525-59de0ce25a73 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501088 Nov 15 22:33:21.855056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59dcbf7b-1d96-4030-a918-047f5d17b94e req-d89f6dce-1863-4efc-904f-5d07f8f70e49 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181178 Nov 15 22:33:21.938984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:21.949618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=808e0b0f-2804-43cc-841c-9c0a51daf257,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:21.979544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-1eab86c2-12cc-4e86-a965-b4056ea51e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:21.981138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-1eab86c2-12cc-4e86-a965-b4056ea51e63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.1679342 Nov 15 22:33:21.982586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:21.997242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e128cbdf-e620-4b88-9227-d527096c8d30 admin admin] 10.222.0.15 "PUT /v2.0/routers/0445044f-f8de-402b-83c6-a3cb61ddf853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8971856 Nov 15 22:33:21.997355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Sync routers for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:22.012461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:22.014674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:22.064871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:22.067823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-ef4ef5e9-7fba-4074-a550-ac4ae41e5e74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5 HTTP/1.1" status: 200 len: 217 time: 0.0761068 Nov 15 22:33:22.156518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.156518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:22.156518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] 10.222.0.57 "PUT /v2.0/ports/808e0b0f-2804-43cc-841c-9c0a51daf257 HTTP/1.1" status: 200 len: 1091 time: 2.7881193 Nov 15 22:33:22.156930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:22.168651 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862121c-7f6d-4654-9c68-34fd0a5d98d0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:22.252332 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb4d231-a68b-4549-bde7-fcb3c0f39aff x-openstack-request-id: req-9cb4d231-a68b-4549-bde7-fcb3c0f39aff {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:22.252676 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:22.252934 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cb4d231-a68b-4549-bde7-fcb3c0f39aff {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:22.253371 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257', 'status': 'completed', 'code': 200} Nov 15 22:33:22.266038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:22.277007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-bb83b031-cb83-44bc-8815-8015c8334ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.284745 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-bb83b031-cb83-44bc-8815-8015c8334ca1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.1901276 Nov 15 22:33:22.346750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074543aa-bb69-4460-a6aa-bd7084173550 service neutron] Pushing event updated for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:22.406723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-f8121c32-a8fc-47a0-9a6f-56b20b59d6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523450 Nov 15 22:33:22.415137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1417bd6-b1e2-44a5-8666-17487c19cc91 req-6c619f85-4ec9-4b86-864a-e45bea164e70 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.416738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1417bd6-b1e2-44a5-8666-17487c19cc91 req-6c619f85-4ec9-4b86-864a-e45bea164e70 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 943 time: 0.1110570 Nov 15 22:33:22.424206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-bd7d30f1-0077-49de-b3b3-61f54469a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.427432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-bd7d30f1-0077-49de-b3b3-61f54469a6ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 1094 time: 0.1359603 Nov 15 22:33:22.573993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:20Z', 'revision_number': 2, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:22.607998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Checking router: 0445044f-f8de-402b-83c6-a3cb61ddf853 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:22.608458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Updating router 0445044f-f8de-402b-83c6-a3cb61ddf853 port 8ee23305-b449-4585-885d-e62a0f00e70c binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:22.654465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-48865fa3-c816-4147-a4bb-11d859c76079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.660394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:22.664383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-48865fa3-c816-4147-a4bb-11d859c76079 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2169528 Nov 15 22:33:22.670710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c0346-12c3-44d7-9d04-11652b446f88 req-71ba050e-a721-44d3-a0a8-39480dc37377 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.682286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-227c0346-12c3-44d7-9d04-11652b446f88 req-71ba050e-a721-44d3-a0a8-39480dc37377 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2643661 Nov 15 22:33:22.732223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1417bd6-b1e2-44a5-8666-17487c19cc91 req-b4ba89fa-2a5f-4f50-89c3-f4871f823bb9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004127 Nov 15 22:33:22.828405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-227c0346-12c3-44d7-9d04-11652b446f88 req-91a59c70-5115-4036-b277-63c0b5c3010c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354458 Nov 15 22:33:22.844707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-ca043f64-38ed-4846-a28f-4a74b90b39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:22.847856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3862121c-7f6d-4654-9c68-34fd0a5d98d0 req-ca043f64-38ed-4846-a28f-4a74b90b39ff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505575 Nov 15 22:33:22.950506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-b2cb5712-dcce-4b29-81ad-84b81828e7d5 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346539 Nov 15 22:33:23.054746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d30bc4-bd73-4612-b165-b89b81b85c95 req-cce79cbb-5e0c-475e-bc0a-5d642a82caf5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:23.057067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07d30bc4-bd73-4612-b165-b89b81b85c95 req-cce79cbb-5e0c-475e-bc0a-5d642a82caf5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.0723169 Nov 15 22:33:23.123339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07d30bc4-bd73-4612-b165-b89b81b85c95 req-68e30ee8-acb3-439d-9364-c859b22ad4ca tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Nov 15 22:33:23.135886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-4bfa8459-a228-4d52-af51-becae5a662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:23.137214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.137750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-4bfa8459-a228-4d52-af51-becae5a662a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 1094 time: 0.1824877 Nov 15 22:33:23.195275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-77701f41-3085-4e37-8056-f08ec07f0474 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808e0b0f-2804-43cc-841c-9c0a51daf257 HTTP/1.1" status: 200 len: 217 time: 0.0454240 Nov 15 22:33:23.199118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-757efe9e-7c99-400e-a29e-b36b6055b183 req-239b171b-33c4-4ebe-afd8-f0eae4022cd9 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338805 Nov 15 22:33:23.220116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.264771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-73e8c33b-ab3d-4d0c-b912-af8fce55ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:23.266652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-73e8c33b-ab3d-4d0c-b912-af8fce55ce22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0575655 Nov 15 22:33:23.363056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-2fc7f169-cd54-484f-b905-f0888d758530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:23.367497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-2fc7f169-cd54-484f-b905-f0888d758530 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845890 Nov 15 22:33:23.438433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b41f6-d54e-4ee2-acc6-149d26ae2049 None None] Pushing event updated for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:23.452246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Attempting to bind port 8ee23305-b449-4585-885d-e62a0f00e70c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:23.452649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Attempting to bind port 8ee23305-b449-4585-885d-e62a0f00e70c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:23.452989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Attempting to bind port 8ee23305-b449-4585-885d-e62a0f00e70c on network a469fc97-3ff0-4451-930d-6f4631948401 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:23.468199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:23.468588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Checking segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:23.469030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.469428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Bound using segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:23.469929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Bound port: 8ee23305-b449-4585-885d-e62a0f00e70c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:23.470307 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.552185 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-6f8e0cf0-e221-40f6-826a-0af4f32c9a23 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783149 Nov 15 22:33:23.572156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53284) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:23.577714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-881396264-network', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:23.630315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] For port 8ee23305-b449-4585-885d-e62a0f00e70c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:23.633497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] For port 8ee23305-b449-4585-885d-e62a0f00e70c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ee23305-b449-4585-885d-e62a0f00e70c,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:23.685130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1fde0ec-0afd-4af6-81c9-dc8b74496e8c req-9cd02490-f978-40c5-8b43-063302f744ed service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235735 Nov 15 22:33:23.688525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8a01f12-cd70-4306-aa2b-7ea1f6988586 None None] Provisioning complete for port 8ee23305-b449-4585-885d-e62a0f00e70c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:23.688924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8a01f12-cd70-4306-aa2b-7ea1f6988586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.723750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8a01f12-cd70-4306-aa2b-7ea1f6988586 None None] Port 8ee23305-b449-4585-885d-e62a0f00e70c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:23.745979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Made reservation on behalf of 3194ebfcf0424ac29ced86816907ba68 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:23.755926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.760284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.760471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:33:23.764417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:23.970129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7af025d-119b-4b61-a58e-7a4f4b9e7f06 req-e1943df0-92b8-448c-a673-c97dd6710eac tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0948141 Nov 15 22:33:24.017938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.052772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777538d-37ff-4237-9dde-ff99ee659568 req-250b3988-dcfa-4465-ba78-be9319ef68e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:24.061234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b777538d-37ff-4237-9dde-ff99ee659568 req-250b3988-dcfa-4465-ba78-be9319ef68e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 943 time: 0.1848300 Nov 15 22:33:24.115568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b777538d-37ff-4237-9dde-ff99ee659568 req-7e577dd3-ad44-463f-83d5-cdb5e798e171 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531681 Nov 15 22:33:24.128005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b41f6-d54e-4ee2-acc6-149d26ae2049 None None] Pushing event updated for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:24.129547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.134308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:24.134308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:24.240314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:33:24.275655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1625-8b4a-4d98-b66d-cafacc946b43,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:24.284425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.285205 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Added segment 11aa2589-51c0-46ae-8517-1bad304218ca of type vlan for network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b Nov 15 22:33:24.297459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:24.348759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'mac_address': 'fa:16:3e:3b:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:33:24.351279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed80cc3-f27d-4d1e-819b-7d4d8be6d882 req-01ef70ee-32c0-4eb5-bb82-194922672e49 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:24.353170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ed80cc3-f27d-4d1e-819b-7d4d8be6d882 req-01ef70ee-32c0-4eb5-bb82-194922672e49 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2268157 Nov 15 22:33:24.381675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.407224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:24.430668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de34526-b5c0-457f-b04e-e2b0465d6eeb req-29262519-261d-4418-b731-e67790e7fe69 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:24.432192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de34526-b5c0-457f-b04e-e2b0465d6eeb req-29262519-261d-4418-b731-e67790e7fe69 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.1847100 Nov 15 22:33:24.472140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ed80cc3-f27d-4d1e-819b-7d4d8be6d882 req-fb4ec8d4-1263-481b-a17d-59c3261c5033 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099913 Nov 15 22:33:24.497963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.531706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de34526-b5c0-457f-b04e-e2b0465d6eeb req-b87844d3-af6a-4a38-826a-8e03dfb070e3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824418 Nov 15 22:33:24.531824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] Provisioning complete for port 8ee23305-b449-4585-885d-e62a0f00e70c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:24.531824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.569737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.569737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:24.570493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.609629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0139a654-8050-4e7c-b84a-ccd99f0355d5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:24.698362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:24.698915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:24.726613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e199e-799c-470d-8f44-7daa81910012 req-4c5bce40-df95-4b0d-8064-a8ebbccad203 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:24.732507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e4e199e-799c-470d-8f44-7daa81910012 req-4c5bce40-df95-4b0d-8064-a8ebbccad203 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1175904 Nov 15 22:33:24.741165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:33:24.760172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ab2d712-3c6e-455a-8ee7-ab7d922722b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1868021 Nov 15 22:33:24.763546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:24.768663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Request body: {'subnet': {'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-subnet', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:24.810216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e4e199e-799c-470d-8f44-7daa81910012 req-77ded82f-dd46-4486-8d5a-582145949c22 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Nov 15 22:33:24.819568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.829315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:24.905730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Made reservation on behalf of 3194ebfcf0424ac29ced86816907ba68 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:24.908827 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:25.111699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] For port 8ee23305-b449-4585-885d-e62a0f00e70c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ee23305-b449-4585-885d-e62a0f00e70c,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:25.148915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:25.170513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['0139a654-8050-4e7c-b84a-ccd99f0355d5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:25.179879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54396255-322b-41a7-ade2-0c182f0aea34 req-5942813c-9065-4b52-95cb-2ca96803c721 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.1208830 Nov 15 22:33:25.201123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22729bf6-2c48-429a-a3f2-091b76c6a1a6 req-dfbe147d-b6c9-4e3c-b576-980ff904830e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:25.217809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22729bf6-2c48-429a-a3f2-091b76c6a1a6 req-dfbe147d-b6c9-4e3c-b576-980ff904830e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1773310 Nov 15 22:33:25.261202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:25.301182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:23Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:25.330930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22729bf6-2c48-429a-a3f2-091b76c6a1a6 req-09280b65-5fbb-4074-9b65-5f6820aa807f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073716 Nov 15 22:33:25.347604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cff3c-23ab-45fb-a9b0-5d73cac3540f None None] The sync data for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 is: [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:23Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:33:25.363474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:25.432593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94172bc5-a791-4564-a3fb-7567ce0126aa None None] Pushing event updated for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:25.521299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf3d769-5919-431d-a513-cbc775747f8b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:25.524648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Checking segment: {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:25.525085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Network hostable DHCP agents. Network: c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:33:25.562332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.562674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.563016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.563346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.563681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.564008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.564331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.564672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.565000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.565320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.565638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.565954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:25.630075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eafdff-3fa7-461f-ab8a-8b33b5f5d7bf req-a86cb465-e953-46dd-bde6-811409b9152d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:25.631859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22eafdff-3fa7-461f-ab8a-8b33b5f5d7bf req-a86cb465-e953-46dd-bde6-811409b9152d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 943 time: 0.2996621 Nov 15 22:33:25.678746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ef2b-6872-4d28-9e29-f02d8f60c931 req-b6b8b8f2-05cb-44cc-af2e-aa42aa820bd4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:25.681119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1429ef2b-6872-4d28-9e29-f02d8f60c931 req-b6b8b8f2-05cb-44cc-af2e-aa42aa820bd4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1338892 Nov 15 22:33:25.753074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:33:25.762032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22eafdff-3fa7-461f-ab8a-8b33b5f5d7bf req-e36617c5-c0eb-4664-8b79-8ed02859dd4f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196826 Nov 15 22:33:25.813370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1429ef2b-6872-4d28-9e29-f02d8f60c931 req-097b47d5-c01e-4599-a3d8-93b62da9f563 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109943 Nov 15 22:33:25.876949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:25.881266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:25.882150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:25.890434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81caf451-480e-4aad-9992-3b449e852081 None None] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:25.942266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2020-1065-4bd8-96d8-93bf15a46aed req-d28f2456-391f-4a05-940d-6e9a6d861c75 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:25.951836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96b2020-1065-4bd8-96d8-93bf15a46aed req-d28f2456-391f-4a05-940d-6e9a6d861c75 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 945 time: 0.0978332 Nov 15 22:33:26.042119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffd8253a-3b90-477a-ade1-88d94c961058 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2767506 Nov 15 22:33:26.048212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:26.053036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:26.072759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96b2020-1065-4bd8-96d8-93bf15a46aed req-0da3ae62-d5bc-4c34-ac3f-b251aa3c70fd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196537 Nov 15 22:33:26.104774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310bb4-bdfe-43e6-b966-d33535b86ff1 req-a5ecc3de-2405-48fb-be8c-007fcf89673d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:26.109762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66310bb4-bdfe-43e6-b966-d33535b86ff1 req-a5ecc3de-2405-48fb-be8c-007fcf89673d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1327581 Nov 15 22:33:26.179520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.180831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.185255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:33:26.186376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.252777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66310bb4-bdfe-43e6-b966-d33535b86ff1 req-6b84553c-b6da-4184-a571-15054512ec44 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421187 Nov 15 22:33:26.360833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.394500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ffd9f4c-5feb-4bc9-8258-01a59b56d700 req-01ca2c1b-7deb-40e5-a44b-5bb1e711e065 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0624409 Nov 15 22:33:26.458975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ee23305-b449-4585-885d-e62a0f00e70c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:26.567628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Allocated IP 172.20.0.2 (c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b/fdf3d769-5919-431d-a513-cbc775747f8b/e2538ffe-5360-46ca-aafc-f0e6b108f1dc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:26.575932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfa457-f781-4b4f-b41c-1822fb88f173 req-0d0bef7b-c6cb-4f8c-8265-28d793543dd3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:26.583475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06cfa457-f781-4b4f-b41c-1822fb88f173 req-0d0bef7b-c6cb-4f8c-8265-28d793543dd3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1595514 Nov 15 22:33:26.708167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06cfa457-f781-4b4f-b41c-1822fb88f173 req-f88bb6ba-cb79-46c8-b622-365e1892e526 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175389 Nov 15 22:33:26.762318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8ee23305-b449-4585-885d-e62a0f00e70c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:26.763254 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.823807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:26.959206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d160-bfe0-4d8a-b4f8-01867c97aaf0 req-002f310e-0ffe-4c0d-91e3-0a1d4c2d44f1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:26.960823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efa0d160-bfe0-4d8a-b4f8-01867c97aaf0 req-002f310e-0ffe-4c0d-91e3-0a1d4c2d44f1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0965531 Nov 15 22:33:27.054609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.089662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efa0d160-bfe0-4d8a-b4f8-01867c97aaf0 req-edf9aac6-7fb3-4364-9b60-f482ee159773 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225851 Nov 15 22:33:27.175383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.278918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:27.282097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:27.292219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:27.376820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.378504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Pushing event updated for resources: {'Port': ['ID=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:27.393660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50de078-28be-4df9-aed0-738aa48bcf07 req-cd96de94-3b96-4aa5-b9dd-aa6a7cb04823 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:27.394632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Attempting to bind port e2538ffe-5360-46ca-aafc-f0e6b108f1dc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:27.395006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Attempting to bind port e2538ffe-5360-46ca-aafc-f0e6b108f1dc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:27.395373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Attempting to bind port e2538ffe-5360-46ca-aafc-f0e6b108f1dc on network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:27.400997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:27.401368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Checking segment: {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:27.401795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.402151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Bound using segment: {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:27.402615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Bound port: e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:27.403037 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.404343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a50de078-28be-4df9-aed0-738aa48bcf07 req-cd96de94-3b96-4aa5-b9dd-aa6a7cb04823 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 945 time: 0.1617386 Nov 15 22:33:27.440527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.470069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee111552-be84-47ec-be33-d13957e4ac14 req-6bde852e-ed1c-470e-b64d-8ea491072963 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:27.471632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee111552-be84-47ec-be33-d13957e4ac14 req-6bde852e-ed1c-470e-b64d-8ea491072963 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 943 time: 0.1639774 Nov 15 22:33:27.486140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a50de078-28be-4df9-aed0-738aa48bcf07 req-841a858e-79de-4c9e-b9a7-6f215dbae437 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808370 Nov 15 22:33:27.509160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] For port e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:27.522049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] For port e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:27.553682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee111552-be84-47ec-be33-d13957e4ac14 req-694ddf54-9834-4e95-92a4-028bb6e3fad2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Nov 15 22:33:27.598855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Allocated IP 172.25.0.119 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9508bb27-0926-4ed6-8f9b-bbb2798ef1be) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:27.628350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989c0a1-4168-4c62-9245-5937050bd258 req-12219fcb-966d-4a9f-bee8-a36ae80c6983 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:27.630479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8989c0a1-4168-4c62-9245-5937050bd258 req-12219fcb-966d-4a9f-bee8-a36ae80c6983 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0540001 Nov 15 22:33:27.695244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8989c0a1-4168-4c62-9245-5937050bd258 req-2a77fd4b-5985-4685-bf8f-ea3ae0d785ee tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552852 Nov 15 22:33:27.735517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.757474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:27.837537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-916158b0-5092-4c4b-a4cb-ad98cb13b480 req-23393457-98ce-4e99-875e-198cefa19c3a tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0710986 Nov 15 22:33:27.850589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.900286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.934044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f5321-e8f9-4fc5-aa81-d6415ecd10d7 None None] Pushing event updated for resources: {'Port': ['ID=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:27.951736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 0139a654-8050-4e7c-b84a-ccd99f0355d5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:33:27.967669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 0139a654-8050-4e7c-b84a-ccd99f0355d5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:27.968257 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:27.993689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:27.997929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:28.012921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:28.085680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b37299-7681-43cb-aef7-0286223a47fb req-b6d29524-4366-40b2-8be3-497e5b22c257 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:28.098518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59b37299-7681-43cb-aef7-0286223a47fb req-b6d29524-4366-40b2-8be3-497e5b22c257 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1480126 Nov 15 22:33:28.184282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:28.236715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59b37299-7681-43cb-aef7-0286223a47fb req-000157ed-341c-4d78-a3bb-77a3baec1af2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360908 Nov 15 22:33:28.322359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:28.327541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:28.332651 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202dd291-82f0-47ee-9746-a0eea901afd3" -d '{"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-plugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:28.385396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:28.408507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 808e0b0f-2804-43cc-841c-9c0a51daf257 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:33:28.460673 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf0e8be-24db-4f8f-afad-2a73f1763195 x-openstack-request-id: req-faf0e8be-24db-4f8f-afad-2a73f1763195 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:28.463152 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-plugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:28.465290 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faf0e8be-24db-4f8f-afad-2a73f1763195 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:28.466472 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'code': 200} Nov 15 22:33:28.527140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b55ab3-231d-4452-a02a-d4b3e18e81cd req-5a4dd29f-c620-4336-96f9-caff429f9478 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:28.538948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82b55ab3-231d-4452-a02a-d4b3e18e81cd req-5a4dd29f-c620-4336-96f9-caff429f9478 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1297300 Nov 15 22:33:28.552272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2538ffe-5360-46ca-aafc-f0e6b108f1dc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:28.670656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82b55ab3-231d-4452-a02a-d4b3e18e81cd req-84e5ea3c-46b5-48cd-bc52-28e891cb416d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275256 Nov 15 22:33:28.859979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50b98e-801d-4f95-b3b2-f3b54bbf79f6 req-0a86ff1f-e3d5-409e-8db6-8c46ff1e3bb1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:28.862120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f50b98e-801d-4f95-b3b2-f3b54bbf79f6 req-0a86ff1f-e3d5-409e-8db6-8c46ff1e3bb1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1879542 Nov 15 22:33:28.868426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:29.021426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Pushing event updated for resources: {'Port': ['ID=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:29.071291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef8e06-90b5-4121-b8c6-c3ce0aad8e63 req-cf30f269-9886-4f6c-9239-b4d4cc3b9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:29.074461 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1ef8e06-90b5-4121-b8c6-c3ce0aad8e63 req-cf30f269-9886-4f6c-9239-b4d4cc3b9064 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0664089 Nov 15 22:33:29.106159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e2538ffe-5360-46ca-aafc-f0e6b108f1dc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:29.106537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.111593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce80fc-2069-48fd-9290-8b887e4d2b63 req-87fdb298-3490-4160-925c-ea9e0858f1fb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:29.114386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bce80fc-2069-48fd-9290-8b887e4d2b63 req-87fdb298-3490-4160-925c-ea9e0858f1fb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 943 time: 0.3147547 Nov 15 22:33:29.132463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f50b98e-801d-4f95-b3b2-f3b54bbf79f6 req-6e7105f4-196f-4362-9778-3f49ac301697 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932118 Nov 15 22:33:29.241208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=808e0b0f-2804-43cc-841c-9c0a51daf257,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:29.275017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bce80fc-2069-48fd-9290-8b887e4d2b63 req-41b97515-784e-496b-8afc-ad0f40d8f5c5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365175 Nov 15 22:33:29.303818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '808e0b0f-2804-43cc-841c-9c0a51daf257', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '808e0b0f-2804-43cc-841c-9c0a51daf257', 'mac_address': 'fa:16:3e:9c:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:33:29.313800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.433540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15e0d2cf-b52c-45f6-a66c-462ca11298a9 req-528ab9a8-83c1-4dcd-be10-dd56aeb13342 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0585065 Nov 15 22:33:29.452860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.567019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.571278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.637514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31be-c073-4f04-a838-6b9bd12e68d1 req-c761cfd0-64fc-489a-8d2b-fd4a76c7cacb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:29.639416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fa31be-c073-4f04-a838-6b9bd12e68d1 req-c761cfd0-64fc-489a-8d2b-fd4a76c7cacb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0973394 Nov 15 22:33:29.665204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808e0b0f-2804-43cc-841c-9c0a51daf257 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:33:29.789285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fa31be-c073-4f04-a838-6b9bd12e68d1 req-c20bdcef-0f60-4926-bb30-32fb2364a1be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398768 Nov 15 22:33:29.792732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702dbd2-c40f-45c5-a283-0f98b3eb9254 None None] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:29.817394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:29.831094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1ef8e06-90b5-4121-b8c6-c3ce0aad8e63 req-1f754c3d-ae33-4b56-b9bd-0515bf345efc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615312 Nov 15 22:33:29.837225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ed985fb-1a76-4599-adde-cad326218997 req-7165e0c8-caf1-48fe-9ad0-39ad5e875d89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0826626 Nov 15 22:33:29.855165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:29.882956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=808e0b0f-2804-43cc-841c-9c0a51daf257,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:30.017725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dc412-37a6-43e8-9e65-72613f979899 req-5e01db0c-971d-45f3-9898-71676855c195 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:30.019769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a78dc412-37a6-43e8-9e65-72613f979899 req-5e01db0c-971d-45f3-9898-71676855c195 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0718734 Nov 15 22:33:30.025246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.073531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.076241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.123067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a78dc412-37a6-43e8-9e65-72613f979899 req-668f43f9-6e6f-4960-b734-56cd581bf5d8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955169 Nov 15 22:33:30.160217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d4c1053e-9841-4be7-a6c9-da0f433dd72c None None] Provisioning complete for port e2538ffe-5360-46ca-aafc-f0e6b108f1dc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:30.160217 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4c1053e-9841-4be7-a6c9-da0f433dd72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.290150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d5d81178-4f8c-438f-a709-ea52f0f802d7 req-ecd7d682-6f9f-4ce5-b6ca-0cbcbca5bc04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0763159 Nov 15 22:33:30.302073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:30.321271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37857533-73a1-41a6-a4b1-541fc75501a8 req-6c77f92e-9d52-494e-b066-cd81d6c8ebc2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:30.322829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37857533-73a1-41a6-a4b1-541fc75501a8 req-6c77f92e-9d52-494e-b066-cd81d6c8ebc2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0994639 Nov 15 22:33:30.345951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.346397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.346737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.347079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.347386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.347709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.348032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.348349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.348690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.349009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.349325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.349636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:30.413041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:30.454313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:33:30.481282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37857533-73a1-41a6-a4b1-541fc75501a8 req-3a5233a2-7047-43cd-bb7f-509e97af3c9a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158991 Nov 15 22:33:30.485236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:30.498561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9db98-665e-44fd-809f-ba18eac89502 req-e9ff56a0-769b-49c1-8123-9fbf186f0960 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:30.501038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4e9db98-665e-44fd-809f-ba18eac89502 req-e9ff56a0-769b-49c1-8123-9fbf186f0960 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1770697 Nov 15 22:33:30.586246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4e9db98-665e-44fd-809f-ba18eac89502 req-396ee0e2-d063-47ba-90cc-358b1ee17f9e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715911 Nov 15 22:33:30.707608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:30.718722 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Sync routers for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:30.740014 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:30.740241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f01d1-ebc8-4024-a959-c2c89d1cd7c4 req-160b6177-8fa7-4ba6-89d9-af8b0c3279e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:30.741344 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:30.742231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-348f01d1-ebc8-4024-a959-c2c89d1cd7c4 req-160b6177-8fa7-4ba6-89d9-af8b0c3279e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 944 time: 0.0979345 Nov 15 22:33:30.815841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.817123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3003b6d2-229d-4c71-a5a6-93dc811e406e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7678776 Nov 15 22:33:30.819807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53494) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:30.820650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1c02068c-173e-4f7f-a70b-68022c94db4b None None] Provisioning complete for port e2538ffe-5360-46ca-aafc-f0e6b108f1dc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:30.821114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c02068c-173e-4f7f-a70b-68022c94db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:30.823090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-348f01d1-ebc8-4024-a959-c2c89d1cd7c4 req-281083c0-ab0a-4a4d-bc3b-505144bceeae tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Nov 15 22:33:30.924493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3fae11f-437d-4ac5-b134-9e927c7a5453 req-97ac67a3-141d-4ba9-8f84-85403dee40ee tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0986493 Nov 15 22:33:31.009650 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:31.078537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd2c4-4be3-4b12-ab72-7beef086dbf3 req-5c0d149d-8c52-4252-bdac-8caeec852b99 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:31.086841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-903fd2c4-4be3-4b12-ab72-7beef086dbf3 req-5c0d149d-8c52-4252-bdac-8caeec852b99 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1398118 Nov 15 22:33:31.162219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-903fd2c4-4be3-4b12-ab72-7beef086dbf3 req-373e4529-7143-4ccf-8d05-55bce2d6226f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Nov 15 22:33:31.407884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:28Z', 'revision_number': 3, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:31.441359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e81956-3ac5-4dfd-b809-b125865bf49c req-b9592c2c-4bd7-40d7-b6dc-9d686353e2be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:31.457016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28e81956-3ac5-4dfd-b809-b125865bf49c req-b9592c2c-4bd7-40d7-b6dc-9d686353e2be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1356573 Nov 15 22:33:31.497933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Checking router: 5230ea40-71f4-4991-a9bb-8b6358c57fb5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:31.500651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Updating router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:31.572569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28e81956-3ac5-4dfd-b809-b125865bf49c req-d8c2b72e-4d7b-4a1b-8ac2-8db8a3038c59 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072552 Nov 15 22:33:31.590161 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:31.624968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:31.746120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9458-1719-4601-87c3-5edef8a56038 req-16c7d9d3-f71c-4e5f-8707-5d191919c0cb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:31.762068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a7d9458-1719-4601-87c3-5edef8a56038 req-16c7d9d3-f71c-4e5f-8707-5d191919c0cb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0944684 Nov 15 22:33:31.887037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Allocated IP 172.20.0.1 (c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b/fdf3d769-5919-431d-a513-cbc775747f8b/7571bd9c-ae3a-46c7-970b-a14d41dc96b6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:31.919134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a7d9458-1719-4601-87c3-5edef8a56038 req-3b736822-f5fc-447c-8711-011b2a644fc4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458609 Nov 15 22:33:31.946313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b2fc-6c8a-49bd-b3a9-df8a61f2ac99 req-54e32113-1827-4590-b366-ccb14322b5fd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:31.956658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2eb9b2fc-6c8a-49bd-b3a9-df8a61f2ac99 req-54e32113-1827-4590-b366-ccb14322b5fd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1934683 Nov 15 22:33:32.016642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2eb9b2fc-6c8a-49bd-b3a9-df8a61f2ac99 req-98535b7f-46df-430a-8d32-37f987642e99 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Nov 15 22:33:32.108337 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.133472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.191933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4220-a93f-4cef-9118-54d7ca9898b8 req-e5466c5c-1fdc-41a3-934d-faabb60bba1c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:32.194355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-644c4220-a93f-4cef-9118-54d7ca9898b8 req-e5466c5c-1fdc-41a3-934d-faabb60bba1c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 944 time: 0.0892804 Nov 15 22:33:32.202438 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.290706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.307541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-644c4220-a93f-4cef-9118-54d7ca9898b8 req-b29dc326-cfc6-4909-bf88-302eb4b3074b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033707 Nov 15 22:33:32.326687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2538ffe-5360-46ca-aafc-f0e6b108f1dc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:32.402268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:32.412572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:32.426132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:32.428909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 808e0b0f-2804-43cc-841c-9c0a51daf257 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:32.432580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e2538ffe-5360-46ca-aafc-f0e6b108f1dc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:32.433159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.493012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:32.514434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd6c2c6a-0e20-4513-bc48-0446f6a72b3f req-0c43ed40-5a1a-43ab-905e-a4fec8ae14ca tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0599091 Nov 15 22:33:32.564592 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Attempting to bind port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:32.565796 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Attempting to bind port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:32.566968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Attempting to bind port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:32.574036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.588058 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:32.611001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:32.611001 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.611001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:32.611001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Bound port: 9508bb27-0926-4ed6-8f9b-bbb2798ef1be, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:32.611001 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.687143 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] For port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:32.691300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] For port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:32.692822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc83e-0fb2-44b7-a69d-7beac379475d None None] Pushing event updated for resources: {'Port': ['ID=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:32.779680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 808e0b0f-2804-43cc-841c-9c0a51daf257 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:33:32.791228 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.806602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 808e0b0f-2804-43cc-841c-9c0a51daf257 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:32.806970 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.973843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:32.979384 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:32.980579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:32.984313 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc83e-0fb2-44b7-a69d-7beac379475d None None] Pushing event updated for resources: {'Port': ['ID=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:33.031514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-efecf01d-2396-457f-b5de-4957f75adc37 None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:33.033686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efecf01d-2396-457f-b5de-4957f75adc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.135154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-efecf01d-2396-457f-b5de-4957f75adc37 None None] Port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:33.139711 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.203288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:33.208551 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a3de8-8d40-44d4-b7da-01364d93bd17" -d '{"events": [{"server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "name": "network-vif-plugged", "status": "completed", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:33.234096 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:33.252653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=808e0b0f-2804-43cc-841c-9c0a51daf257,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:33.313774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0828bb9-3ee5-407f-9c9e-784bb7472863 req-1898e700-a3a0-48c0-9284-b98bfaeab3ce tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:33.316973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0828bb9-3ee5-407f-9c9e-784bb7472863 req-1898e700-a3a0-48c0-9284-b98bfaeab3ce tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1314645 Nov 15 22:33:33.322227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.457128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.475853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0828bb9-3ee5-407f-9c9e-784bb7472863 req-993a1be4-3216-4632-9692-0694a4dff86b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484778 Nov 15 22:33:33.484700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:33.534019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.636744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269da5b8-d482-4002-9461-397212bbd602 req-7fe17301-0da8-4874-bb5c-b7232cadd740 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:33.642099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:33.649695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-269da5b8-d482-4002-9461-397212bbd602 req-7fe17301-0da8-4874-bb5c-b7232cadd740 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1305180 Nov 15 22:33:33.670063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:33.706789 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '7571bd9c-ae3a-46c7-970b-a14d41dc96b6', 'name': '', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:31Z', 'updated_at': '2021-11-15T22:33:31Z', 'revision_number': 1, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'subnets': [{'id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:33.739209 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48bc88-6c42-4821-9f0e-385a81c3b600 x-openstack-request-id: req-2b48bc88-6c42-4821-9f0e-385a81c3b600 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:33.739452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "name": "network-vif-plugged", "status": "completed", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:33.739703 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b48bc88-6c42-4821-9f0e-385a81c3b600 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:33.740096 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257', 'code': 200} Nov 15 22:33:33.776775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-269da5b8-d482-4002-9461-397212bbd602 req-8cfa0cdc-9812-45bb-80f5-21c43b1cacbc tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209006 Nov 15 22:33:33.788812 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a714-cdaf-4b58-b65c-6bc1a0c23b72 None None] The sync data for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 is: [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '7571bd9c-ae3a-46c7-970b-a14d41dc96b6', 'name': '', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:31Z', 'updated_at': '2021-11-15T22:33:31Z', 'revision_number': 1, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'subnets': [{'id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:33:33.969509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:33.974109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:34.009617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bb3c035-9ed7-4385-a562-4be6a3242881 req-0c46acaf-ea1f-4a30-8c3f-459ac9a113f4 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0874581 Nov 15 22:33:34.108553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a60a-85d3-44fe-89bf-706ca2000946 req-6c33cb3f-818e-4567-95b4-c31d9b1f988a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:34.120149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e4a60a-85d3-44fe-89bf-706ca2000946 req-6c33cb3f-818e-4567-95b4-c31d9b1f988a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.2654815 Nov 15 22:33:34.277560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe15ac-f848-4bcd-a02e-38d1ad930731 req-56b9e303-93bc-4be6-a0a5-417a0fe64d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:34.279189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c9fe15ac-f848-4bcd-a02e-38d1ad930731 req-56b9e303-93bc-4be6-a0a5-417a0fe64d3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 1096 time: 0.2921250 Nov 15 22:33:34.313783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52e4a60a-85d3-44fe-89bf-706ca2000946 req-6e78ed63-3d76-412d-94e7-948810618ea3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703677 Nov 15 22:33:34.455685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638123-3377-4bb1-ae4c-2e003be9258a req-f3bf0c77-a70b-4b45-afdb-b05f8e466023 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:34.459283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:33:34.489370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35638123-3377-4bb1-ae4c-2e003be9258a req-f3bf0c77-a70b-4b45-afdb-b05f8e466023 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1670966 Nov 15 22:33:34.511127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c9fe15ac-f848-4bcd-a02e-38d1ad930731 req-890852a5-0e25-4352-84e5-c945a5c74aa7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180088 Nov 15 22:33:34.591336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1b37f39f-68c6-496f-860a-093f8db3b6cd None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:34.591939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37f39f-68c6-496f-860a-093f8db3b6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:34.595637 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35638123-3377-4bb1-ae4c-2e003be9258a req-1db89621-bcf1-41b0-825d-8666557a7567 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049771 Nov 15 22:33:34.651956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1b37f39f-68c6-496f-860a-093f8db3b6cd None None] Port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:34.727547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-389a1cc8-df30-4982-af7d-ca9f01141517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:34.893421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:34.912706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-99ad4bc8-4acb-4072-a2e0-719fbf167fc8 admin admin] 10.222.0.15 "PUT /v2.0/routers/5230ea40-71f4-4991-a9bb-8b6358c57fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0844765 Nov 15 22:33:35.054962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8936411-4524-4f56-ab86-c333b9301310 req-d9c18492-4be6-4591-bffe-1818493ec757 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:35.087242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8936411-4524-4f56-ab86-c333b9301310 req-d9c18492-4be6-4591-bffe-1818493ec757 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1741915 Nov 15 22:33:35.146665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c503-303e-45ae-88c0-61a5a777be40 req-c2a2d4c5-dbac-4e62-b23e-60c954db8171 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:35.158431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2713c503-303e-45ae-88c0-61a5a777be40 req-c2a2d4c5-dbac-4e62-b23e-60c954db8171 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1839426 Nov 15 22:33:35.234254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8936411-4524-4f56-ab86-c333b9301310 req-5ba4c118-6d04-47ae-b666-f7a799e5abe6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459703 Nov 15 22:33:35.380308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2713c503-303e-45ae-88c0-61a5a777be40 req-db04c6a7-dd50-45da-a097-d77691c07b3f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161875 Nov 15 22:33:35.433555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a23e79c-6c46-4751-9b43-7fbbcebc21b6 req-0da81de9-20e0-44dd-89d0-ba0c5cf0390e tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0513399 Nov 15 22:33:35.625755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775dc0-293a-413a-9569-056057c26105 req-c863f793-f771-43a3-bc38-852f4dde30fc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:35.627381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94775dc0-293a-413a-9569-056057c26105 req-c863f793-f771-43a3-bc38-852f4dde30fc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.0996344 Nov 15 22:33:35.661763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b30e26-587c-43e8-93dc-7da587355748 req-8f1bc5f6-0705-4d13-8931-645f6a80616d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:35.669618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6b30e26-587c-43e8-93dc-7da587355748 req-8f1bc5f6-0705-4d13-8931-645f6a80616d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0967753 Nov 15 22:33:35.766174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6b30e26-587c-43e8-93dc-7da587355748 req-efa58abc-4b75-456c-8f97-151415d7c1c3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954301 Nov 15 22:33:35.811080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94775dc0-293a-413a-9569-056057c26105 req-d9b790d8-bf8b-4a70-bc67-e5e30ad26e70 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726089 Nov 15 22:33:36.055545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ba8e-e21d-4a77-a7d0-1506b13dd037 req-b1731414-c1e5-43df-9cee-faa7025a2900 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:36.057332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92c9ba8e-e21d-4a77-a7d0-1506b13dd037 req-b1731414-c1e5-43df-9cee-faa7025a2900 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1028259 Nov 15 22:33:36.128070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92c9ba8e-e21d-4a77-a7d0-1506b13dd037 req-821e711e-409c-4154-8ffb-cf3bb5a190f5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600650 Nov 15 22:33:36.273631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd881156-3418-4bad-965d-180ec437613b req-f2f50a51-dd5f-4974-bca3-592bf61c2ba4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:36.276654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd881156-3418-4bad-965d-180ec437613b req-f2f50a51-dd5f-4974-bca3-592bf61c2ba4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0870340 Nov 15 22:33:36.369884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9508bb27-0926-4ed6-8f9b-bbb2798ef1be up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:36.381369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd881156-3418-4bad-965d-180ec437613b req-4aca0c6f-72f8-4afa-8ed0-7f77aef63d14 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967772 Nov 15 22:33:36.407985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7515f-05fd-47e1-87d0-548b959a37bb req-07f7a831-3a51-4a0b-80d2-7b9dcfefb148 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:36.410186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9dc7515f-05fd-47e1-87d0-548b959a37bb req-07f7a831-3a51-4a0b-80d2-7b9dcfefb148 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0731635 Nov 15 22:33:36.523273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:36.528137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:36.528976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9dc7515f-05fd-47e1-87d0-548b959a37bb req-03bb234a-0cec-4887-bcc0-2935403dd35d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103430 Nov 15 22:33:36.624750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:36.653952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1dbc64d-1a83-4ec8-b67e-376ce3fdd6ad req-836d8a76-263a-4b79-b0d2-20c31d0135fe tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0391822 Nov 15 22:33:36.690691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:36.813624 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:36.906320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:37.014993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab6c2-c080-4b3c-b31d-e79bdfda3a97 req-20661084-d6c9-41b4-ac78-fc8bf338b179 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:37.016942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12fab6c2-c080-4b3c-b31d-e79bdfda3a97 req-20661084-d6c9-41b4-ac78-fc8bf338b179 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.0800147 Nov 15 22:33:37.116190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12fab6c2-c080-4b3c-b31d-e79bdfda3a97 req-2aa5b4a6-49e6-482e-9aeb-420d62c44cd9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Nov 15 22:33:37.167767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-428dc09a-3aae-4dbd-89f9-e7a7560502d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:37.420714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fa844-1cdf-42a2-801f-c76474f26252 req-f4d8c760-a7ae-4186-b16d-c6a98ff12a4e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:37.425456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b39fa844-1cdf-42a2-801f-c76474f26252 req-f4d8c760-a7ae-4186-b16d-c6a98ff12a4e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0680356 Nov 15 22:33:37.527243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b39fa844-1cdf-42a2-801f-c76474f26252 req-51d665b7-e111-4c45-bf8c-ce916f3ad5c5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836172 Nov 15 22:33:37.546799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Sync routers for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:37.559707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:37.560599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:37.662708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3446e-a612-4398-b16d-4adf3f66de9e req-84105fe1-6395-4269-a7e6-9918b2bfddaf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:37.668367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb3446e-a612-4398-b16d-4adf3f66de9e req-84105fe1-6395-4269-a7e6-9918b2bfddaf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0598388 Nov 15 22:33:37.689063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:37.737548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb3446e-a612-4398-b16d-4adf3f66de9e req-e407226f-96ae-4fc4-8ea1-9405825b3420 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Nov 15 22:33:37.801569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83954398-c9a9-486e-94b0-faf32f5cc1dc req-70042a26-92b5-4bea-8a03-12869597bc5c tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0382271 Nov 15 22:33:37.933124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '7571bd9c-ae3a-46c7-970b-a14d41dc96b6', 'name': '', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:31Z', 'updated_at': '2021-11-15T22:33:33Z', 'revision_number': 2, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'subnets': [{'id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:37.966679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Checking router: 5230ea40-71f4-4991-a9bb-8b6358c57fb5 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:37.967048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Updating router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:37.995651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:38.232322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:38.379202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9508bb27-0926-4ed6-8f9b-bbb2798ef1be up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:38.709725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aae7d-6f90-4296-a259-dd1ba403c0fe req-80dd0c90-adaf-4a8f-b356-cd1dffda5933 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:38.719430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c3aae7d-6f90-4296-a259-dd1ba403c0fe req-80dd0c90-adaf-4a8f-b356-cd1dffda5933 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0751598 Nov 15 22:33:38.747131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:38.747703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:38.798115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:38.814616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c3aae7d-6f90-4296-a259-dd1ba403c0fe req-12dfbc6e-8ab7-413c-989f-a390220d2c51 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934420 Nov 15 22:33:38.911592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f451-b76b-4483-9e19-92de5a4dbba2 req-dec8aa31-3470-4390-932c-8e3de2239b69 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:38.913179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7171f451-b76b-4483-9e19-92de5a4dbba2 req-dec8aa31-3470-4390-932c-8e3de2239b69 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0811629 Nov 15 22:33:38.940680 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:38.974287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd67c090-e3bb-42ce-8e6b-2a666042a55a req-4cbf19c0-0732-477d-9ca0-3cc4384e9946 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0712376 Nov 15 22:33:39.141718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7171f451-b76b-4483-9e19-92de5a4dbba2 req-2feda3b4-faa6-4522-9529-7d9470cd44a2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590979 Nov 15 22:33:39.171077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe27e-e9d3-4c44-8743-2c646469076c None None] Pushing event updated for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:39.267553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Attempting to bind port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:39.275067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Attempting to bind port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:39.275067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Attempting to bind port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 on network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:39.275067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:39.275067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Checking segment: {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:39.275067 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.275738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Bound using segment: {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:39.276275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Bound port: 7571bd9c-ae3a-46c7-970b-a14d41dc96b6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aa2589-51c0-46ae-8517-1bad304218ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:39.276762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.384827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.391253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] For port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:39.394427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] For port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:39.430100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dbcd7cf1-7a0f-460a-b21f-f8fb630a1d5e None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:39.430474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7cf1-7a0f-460a-b21f-f8fb630a1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.488600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd7cf1-7a0f-460a-b21f-f8fb630a1d5e None None] Port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:39.505197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.564420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:39.565036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:39.665289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe27e-e9d3-4c44-8743-2c646469076c None None] Pushing event updated for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:39.737360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:39.927623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:39.928251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:39.931618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097159d-c83d-4d6f-8a86-85a5e66424ac req-696a3029-b627-42a6-a57d-dff34f968446 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:39.939148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7097159d-c83d-4d6f-8a86-85a5e66424ac req-696a3029-b627-42a6-a57d-dff34f968446 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0546477 Nov 15 22:33:40.033493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7097159d-c83d-4d6f-8a86-85a5e66424ac req-82412aa5-21fa-4c49-b146-0aceb606b127 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919385 Nov 15 22:33:40.103648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c118660a-fa89-40a4-ba9d-a684146c20a0 req-d65900e8-6206-4a96-acf8-e19403c73bf2 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Nov 15 22:33:40.108166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:40.140629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '7571bd9c-ae3a-46c7-970b-a14d41dc96b6', 'name': '', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:31Z', 'updated_at': '2021-11-15T22:33:39Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'subnets': [{'id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:40.220131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] For port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:40.228950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0a5db-806a-49a8-abbd-e68362175a32 None None] The sync data for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 is: [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:33:32Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '7571bd9c-ae3a-46c7-970b-a14d41dc96b6', 'name': '', 'network_id': 'c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'mac_address': 'fa:16:3e:13:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:31Z', 'updated_at': '2021-11-15T22:33:39Z', 'revision_number': 4, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'subnets': [{'id': 'fdf3d769-5919-431d-a513-cbc775747f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:33:40.304424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:40.360217 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:40.426343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d25cf-8361-48a7-8681-3710beee203f req-af321fcc-a87a-462c-bc57-db5b3b32be0a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:40.441886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-254d25cf-8361-48a7-8681-3710beee203f req-af321fcc-a87a-462c-bc57-db5b3b32be0a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1576009 Nov 15 22:33:40.448884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:40.636602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-254d25cf-8361-48a7-8681-3710beee203f req-f8967e75-24eb-4389-ae2b-958edef70171 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935992 Nov 15 22:33:40.659360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cd428-010b-4d81-9de0-695db9f51993 None None] Pushing event updated for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:40.673018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:40.673980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:41.215990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d05db-0048-4ca3-a632-2da51cc12a68 req-ada84437-3a54-4353-a3b1-d339e852b200 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:41.225131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c0d05db-0048-4ca3-a632-2da51cc12a68 req-ada84437-3a54-4353-a3b1-d339e852b200 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1162877 Nov 15 22:33:41.347063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99988caf-b9df-4d0e-a239-d8673064d6be req-a7607c9f-108c-4cbc-b4ec-57b1cc2196e3 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0869319 Nov 15 22:33:41.376059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c0d05db-0048-4ca3-a632-2da51cc12a68 req-a403d721-5456-4f44-a78d-418426f3df74 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Nov 15 22:33:41.796305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e4250-0de9-4305-8892-31be46b5ddda req-4629017f-97ed-4f1f-b3bd-6c5bb0a873ad tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:41.799113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f77e4250-0de9-4305-8892-31be46b5ddda req-4629017f-97ed-4f1f-b3bd-6c5bb0a873ad tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0768967 Nov 15 22:33:41.876419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f77e4250-0de9-4305-8892-31be46b5ddda req-e2044830-858d-4602-bdc8-ae57f4df45d8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714679 Nov 15 22:33:42.354829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:42.516597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:42.518190 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:42.616935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11fec7ea-c07e-43cf-90cd-5ffee0dde774 req-4dccd9d2-8ee5-4cfc-8bd7-cd87fb44fa2c tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0485981 Nov 15 22:33:42.707413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda871f-29bb-4678-97a0-48b39e67bb6c req-33280f42-aa9d-4adf-9542-d485eb4ba41f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:42.731652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fda871f-29bb-4678-97a0-48b39e67bb6c req-33280f42-aa9d-4adf-9542-d485eb4ba41f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1107101 Nov 15 22:33:42.803042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fda871f-29bb-4678-97a0-48b39e67bb6c req-5f3c4b80-e8d5-47d0-9125-a35273746824 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Nov 15 22:33:43.056021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d50a82-a5a6-4d2b-84ff-17522000a25e req-ed380934-3287-4f7f-b4b0-8f3b278a4fd4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:43.057838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24d50a82-a5a6-4d2b-84ff-17522000a25e req-ed380934-3287-4f7f-b4b0-8f3b278a4fd4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0783560 Nov 15 22:33:43.129141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24d50a82-a5a6-4d2b-84ff-17522000a25e req-4d02036d-cb25-4183-aab2-a1b223b41d04 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641739 Nov 15 22:33:43.462323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53818) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:43.581754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14c1b1f9-dadc-44d6-8e5f-77c92125590b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:43.693848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14c1b1f9-dadc-44d6-8e5f-77c92125590b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:43.757706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c61eb10a-940f-44ec-871d-a38deac77e06 req-67cd4d27-fbfc-41a9-8406-2f482b54c51b tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0319118 Nov 15 22:33:43.763629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14c1b1f9-dadc-44d6-8e5f-77c92125590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:43.865256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14c1b1f9-dadc-44d6-8e5f-77c92125590b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db98b84e555b4a829a3fb5992a42a24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010983 Nov 15 22:33:43.866906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1b1f9-dadc-44d6-8e5f-77c92125590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87af4f82-dac0-4ce4-afd3-d4739cc0238c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:43.867869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:44.021564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:44.054102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491c17a-97a2-4f89-aea2-895161a903bd req-69b4b8a7-52fc-4682-9165-0a5e5ad72170 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:44.055619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b491c17a-97a2-4f89-aea2-895161a903bd req-69b4b8a7-52fc-4682-9165-0a5e5ad72170 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1121247 Nov 15 22:33:44.076905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:44.189957 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b491c17a-97a2-4f89-aea2-895161a903bd req-6d35e3bb-7a42-46ab-b873-724095650f21 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246960 Nov 15 22:33:44.250097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:44.254381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:44.256138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87af4f82-dac0-4ce4-afd3-d4739cc0238c HTTP/1.1" status: 204 len: 168 time: 0.3873024 Nov 15 22:33:44.330569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4d00e-dd98-4740-b050-4b33be41f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af4f82-dac0-4ce4-afd3-d4739cc0238c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:44.364394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a80e5-8719-46f1-9090-7d8d003723fd req-a6198d5b-c746-4e7c-8722-485c7491a8b8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:44.374328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0a80e5-8719-46f1-9090-7d8d003723fd req-a6198d5b-c746-4e7c-8722-485c7491a8b8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1346824 Nov 15 22:33:44.441220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd0a80e5-8719-46f1-9090-7d8d003723fd req-14d1488f-461d-472b-9bd8-a76c5035820e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660164 Nov 15 22:33:44.901430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d46fd3e-4d56-4c87-a27b-04d2f51edb91 req-cc8a3863-b6d8-41bb-beea-85a0ea3302d6 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0672874 Nov 15 22:33:45.385677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a43191-43d8-49ad-8d98-777cf2cc1689 req-398f990a-9723-4809-99b8-ec1f26ee00db tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:45.388425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27a43191-43d8-49ad-8d98-777cf2cc1689 req-398f990a-9723-4809-99b8-ec1f26ee00db tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0989513 Nov 15 22:33:45.526683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27a43191-43d8-49ad-8d98-777cf2cc1689 req-4501c1bf-3239-4fa3-8d61-81cd1ccab3dc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312010 Nov 15 22:33:45.657204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c260f3-4548-4b74-9089-76b733138da4 req-7a9871bc-f5b7-40c3-8f69-a78157a8eda8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:45.659113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c260f3-4548-4b74-9089-76b733138da4 req-7a9871bc-f5b7-40c3-8f69-a78157a8eda8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0667286 Nov 15 22:33:45.776969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c260f3-4548-4b74-9089-76b733138da4 req-ed7ef7c8-4a04-4451-aa68-432432927ad2 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113212 Nov 15 22:33:46.168276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5329f6b-00e8-442d-9ee9-ffb12b774c64 req-76b3341b-e976-4c2a-8f8a-0eae7a5bd3ca tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0833383 Nov 15 22:33:46.486882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:46.734093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d91a6-dc5f-4426-8437-1201d77b19b0 req-0fbc2838-1557-4556-8668-ad71a21f0ecc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:46.735559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-388d91a6-dc5f-4426-8437-1201d77b19b0 req-0fbc2838-1557-4556-8668-ad71a21f0ecc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0775747 Nov 15 22:33:46.801813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-388d91a6-dc5f-4426-8437-1201d77b19b0 req-e3257de7-b8fe-44b1-a976-435a94ed9cb5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549161 Nov 15 22:33:46.808883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'network': {'name': 'tempest-network-smoke--968736617', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:46.934222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:46.938018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:46.952929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:46.979149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4881-3299-488b-8ec6-c5e1f8a0340f req-766e6b6a-c3a4-46b6-86d5-d2427031a7f3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:46.981652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e3d4881-3299-488b-8ec6-c5e1f8a0340f req-766e6b6a-c3a4-46b6-86d5-d2427031a7f3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0916214 Nov 15 22:33:47.077561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e3d4881-3299-488b-8ec6-c5e1f8a0340f req-efc29851-b06a-4fc3-ad56-9b88e49f7c5f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Nov 15 22:33:47.125962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.213283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.260993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:33:47.279946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d9362-78f1-425e-a05e-352836a000b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:47.304562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.305107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.305658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.305862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.306185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.306517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.306853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.307178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.307503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.307825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.308158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.309161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:33:47.313856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.314198 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Added segment 76ad74d6-99f1-47fd-a3f8-238c470b0424 of type vlan for network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf Nov 15 22:33:47.354983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2893091f-dcb6-48bd-aabd-e5440491aa90 req-4dae9adc-8d19-47ee-b416-917d34770950 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0544255 Nov 15 22:33:47.399038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.475873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.481924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:47.482506 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.551606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Network': ['ID=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:47.567021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:33:47.622350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c12d1223-1cc1-4b2d-97e1-4423bc240b2a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1338627 Nov 15 22:33:47.625405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:47.630015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'admin_state_up': True, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:47.738966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.740287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.798700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:47.943670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a425-48a7-473d-ab66-4b6b5e10dc45 req-b3dca764-9017-4d54-8f9a-617a20f8652e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:47.947255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c391a425-48a7-473d-ab66-4b6b5e10dc45 req-b3dca764-9017-4d54-8f9a-617a20f8652e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0622859 Nov 15 22:33:48.078989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:48.123357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c391a425-48a7-473d-ab66-4b6b5e10dc45 req-e0b4d199-cd6f-41e8-ba47-5c92b631eea4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679440 Nov 15 22:33:48.310903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cca80-0d5e-431c-bf4b-6315af849a9d req-bb3b39a9-b4d2-4698-9293-f9bfc9cb6fde tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:48.316568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-832cca80-0d5e-431c-bf4b-6315af849a9d req-bb3b39a9-b4d2-4698-9293-f9bfc9cb6fde tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0780575 Nov 15 22:33:48.381860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-832cca80-0d5e-431c-bf4b-6315af849a9d req-c0985900-73ad-4211-b950-e82e849739e4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590162 Nov 15 22:33:48.446395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:48.472962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:48.478952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86aa296c-c4ac-4e5d-8dc0-3b07c79200e9 req-be1be9f3-4274-4289-9f8f-d95835a8508f tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0287836 Nov 15 22:33:48.594623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.25.0.141 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9231ebdb-fd8f-4620-9417-0583e08a2b08) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:48.711981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:48.813584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:48.862169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:48.865175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:48.869418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:48.875535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=9231ebdb-fd8f-4620-9417-0583e08a2b08,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:49.223244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:49.292474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c426f-f73f-496c-8327-c8acf4b063cf req-a2efa12e-cf91-49ac-8f5f-0e7258867167 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:49.304720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b5c426f-f73f-496c-8327-c8acf4b063cf req-a2efa12e-cf91-49ac-8f5f-0e7258867167 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0832944 Nov 15 22:33:49.362789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b5c426f-f73f-496c-8327-c8acf4b063cf req-f3ca996e-9202-435d-98d8-27c6532db6fd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Nov 15 22:33:49.487984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:49.524884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe24e7-df56-4422-84b5-7f11d1416b3c req-7c846227-d5a9-4e82-9d9e-200373c2b0e9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:49.533055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59fe24e7-df56-4422-84b5-7f11d1416b3c req-7c846227-d5a9-4e82-9d9e-200373c2b0e9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0629308 Nov 15 22:33:49.608249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59fe24e7-df56-4422-84b5-7f11d1416b3c req-2b20f0d3-ee4e-47b3-81e3-e5be5a2893ff tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741904 Nov 15 22:33:49.704344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b56ec29d-f2d9-4899-ada5-8b1b51a70e9d req-b69fab7f-359d-4f59-9b59-37c587701f23 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0392659 Nov 15 22:33:49.812642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:33:50.099629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:33:50.277705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032cbba-a03e-473e-8f45-0e9311b00d02 req-cd7d98a6-c396-47aa-83ae-bfb03529a573 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:50.289141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e032cbba-a03e-473e-8f45-0e9311b00d02 req-cd7d98a6-c396-47aa-83ae-bfb03529a573 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 946 time: 0.0795927 Nov 15 22:33:50.315334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:50.326945 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:50.357759 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:50.358678 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:50.371518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e032cbba-a03e-473e-8f45-0e9311b00d02 req-4431f780-1b0f-4ea9-9cf0-5da00fcd6fd4 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804546 Nov 15 22:33:50.472875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:50.477201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ee83f41-97fe-4239-bcd9-5db85ba53f16 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8478639 Nov 15 22:33:50.478407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:50.547235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e94d9f-a7fb-4765-bfde-788a151649db req-2db7477a-5873-44b3-80f3-6c0058b77389 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:50.560861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92e94d9f-a7fb-4765-bfde-788a151649db req-2db7477a-5873-44b3-80f3-6c0058b77389 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1176219 Nov 15 22:33:50.562077 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:50.674868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96701229-1a34-46c4-be44-631e8cc14b46 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4eccef2e024540bf8e1eab02b592ad9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1948347 Nov 15 22:33:50.685488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:50.811533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92e94d9f-a7fb-4765-bfde-788a151649db req-cc36ef73-1fe0-4368-9f1f-052731ed93a9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481570 Nov 15 22:33:50.858786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046f31-1de3-49be-96d3-def782a72c09 req-98ff0dfe-5b4a-4787-9cde-ed0e8b4c66df tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:50.860362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01046f31-1de3-49be-96d3-def782a72c09 req-98ff0dfe-5b4a-4787-9cde-ed0e8b4c66df tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1530180 Nov 15 22:33:50.950348 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:49Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:50.963241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47170d35-b4e6-4db5-bd3a-8c76c57ca217 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:50.973226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47170d35-b4e6-4db5-bd3a-8c76c57ca217 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2862794 Nov 15 22:33:50.975787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:51.001534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01046f31-1de3-49be-96d3-def782a72c09 req-16b4f1c5-a380-43c8-b43f-64508078d0f3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343572 Nov 15 22:33:51.003970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:51.007654 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Updating router 6695e2bc-8019-4057-8112-773d05837237 port 9231ebdb-fd8f-4620-9417-0583e08a2b08 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:51.034936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a4b7bb5-c7b1-4722-b533-ac7ab4840e3f tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578527 Nov 15 22:33:51.037742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:51.043019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265448557', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:51.052527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e887d7-13c2-4349-a981-1fec0184e2c3 req-ca84b2b2-d415-4683-9c9b-9c3499b17554 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:51.064074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4e887d7-13c2-4349-a981-1fec0184e2c3 req-ca84b2b2-d415-4683-9c9b-9c3499b17554 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1231167 Nov 15 22:33:51.094663 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.167711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18897cd4-f1c0-420e-bcba-0aaa2e384a3c req-1632d5a5-7863-45d4-a1d7-5ce805f0850b tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0450194 Nov 15 22:33:51.175550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4e887d7-13c2-4349-a981-1fec0184e2c3 req-0e573afb-fd13-4cdd-b5b8-255cfd33a5b5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104248 Nov 15 22:33:51.258522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:33:51.263706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.360262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259fe88-aea3-418c-aca8-630b987fff03 req-703adc01-0529-40cf-acf4-0045f08c2d40 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:51.373462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1259fe88-aea3-418c-aca8-630b987fff03 req-703adc01-0529-40cf-acf4-0045f08c2d40 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1058643 Nov 15 22:33:51.569366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1259fe88-aea3-418c-aca8-630b987fff03 req-b29f5008-dda2-4e65-aed9-52f5126476a7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162066 Nov 15 22:33:51.569926 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.577495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0604-61fd-4863-8dc2-93066b66d77a req-ba917c2a-d2df-4c93-b421-27aa90e59a8d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:51.585178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73cb0604-61fd-4863-8dc2-93066b66d77a req-ba917c2a-d2df-4c93-b421-27aa90e59a8d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 946 time: 0.0623891 Nov 15 22:33:51.642571 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.675926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73cb0604-61fd-4863-8dc2-93066b66d77a req-abf3b32a-bc61-4763-b80f-312aa82b31d0 tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881786 Nov 15 22:33:51.719035 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Attempting to bind port 9231ebdb-fd8f-4620-9417-0583e08a2b08 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:51.719507 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Attempting to bind port 9231ebdb-fd8f-4620-9417-0583e08a2b08 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:51.719932 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Attempting to bind port 9231ebdb-fd8f-4620-9417-0583e08a2b08 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:51.725924 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bcdb2-27a5-486f-a2a0-a4d5274d318d None None] Pushing event updated for resources: {'Port': ['ID=9231ebdb-fd8f-4620-9417-0583e08a2b08,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:51.727573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.742010 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:51.742661 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:51.743109 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.743689 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:51.744292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Bound port: 9231ebdb-fd8f-4620-9417-0583e08a2b08, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:51.744685 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.806276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] For port 9231ebdb-fd8f-4620-9417-0583e08a2b08, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:51.812065 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] For port 9231ebdb-fd8f-4620-9417-0583e08a2b08, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9231ebdb-fd8f-4620-9417-0583e08a2b08,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:51.821418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Subnet': ['ID=d2e79fd3-261c-442b-929b-d3bb8d7574a6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:51.827225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Checking segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:51.827808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network hostable DHCP agents. Network: 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:33:51.911324 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:51.932839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:33:51.949497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956841-d2f4-4bdd-af1b-a3597f7d28be req-11e4d92c-1ccf-49c8-9651-50cbcf53f115 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:51.955320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61956841-d2f4-4bdd-af1b-a3597f7d28be req-11e4d92c-1ccf-49c8-9651-50cbcf53f115 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0710695 Nov 15 22:33:51.983172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:51.985637 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:52.021233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61956841-d2f4-4bdd-af1b-a3597f7d28be req-af02f522-aeb2-44e5-957a-dd2b7778dd78 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593917 Nov 15 22:33:52.027404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:52.034538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:52.035146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.035374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bbdc5-c1db-4369-a077-e18a39b76dbc None None] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:52.093339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bcdb2-27a5-486f-a2a0-a4d5274d318d None None] Pushing event updated for resources: {'Port': ['ID=9231ebdb-fd8f-4620-9417-0583e08a2b08,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:52.148913 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:52.177792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-3f7db11d-c330-4da7-b78e-1c06b675d38b tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:52.184317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-3f7db11d-c330-4da7-b78e-1c06b675d38b tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 946 time: 0.0804443 Nov 15 22:33:52.190851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-42aed1f8-cb7b-4cc4-8d5c-f0f861f83d4f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1519229 Nov 15 22:33:52.195860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:52.220772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:33:52.222059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.365092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fdf36-b953-4aff-9e9e-772f8afa472f req-bcb4c02b-daee-47fd-bf07-50f7c80acfe6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:52.372446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b10fdf36-b953-4aff-9e9e-772f8afa472f req-bcb4c02b-daee-47fd-bf07-50f7c80acfe6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2471123 Nov 15 22:33:52.388345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Deleting port e91a85f6-786e-47bd-80e5-aeefdce1bd99 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:33:52.389129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.427918 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:49Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:52.448278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11643-8054-491a-bacc-bda59de37f3f req-cd62ae1b-339a-41a2-bd63-c4b5c27d285c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:52.459386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ba11643-8054-491a-bacc-bda59de37f3f req-cd62ae1b-339a-41a2-bd63-c4b5c27d285c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1451981 Nov 15 22:33:52.473481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Allocated IP 172.20.0.2 (21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf/d2e79fd3-261c-442b-929b-d3bb8d7574a6/b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:52.476911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e14f0ed-a193-4ace-ae81-129ff4b0b0c9 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:49Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:33:52.554633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b10fdf36-b953-4aff-9e9e-772f8afa472f req-91d00c26-b1b3-4815-a6f1-b15111871ffc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764605 Nov 15 22:33:52.582172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] For port e91a85f6-786e-47bd-80e5-aeefdce1bd99, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e91a85f6-786e-47bd-80e5-aeefdce1bd99,segment=NetworkSegment(3457847e-7e5e-4a33-9533-6c0554e7c723),segment_id=3457847e-7e5e-4a33-9533-6c0554e7c723)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:52.583585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.620932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Calling delete_port for e91a85f6-786e-47bd-80e5-aeefdce1bd99 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:33:52.649820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ba11643-8054-491a-bacc-bda59de37f3f req-e1540ef8-e65e-432b-b28f-b442ea6211b1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893885 Nov 15 22:33:52.752071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.793432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71984c4a-6492-4620-a13c-7bf35e44e8bb req-17c1c2bd-6a3c-446c-b99c-01c9806de16f tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0855417 Nov 15 22:33:52.825272 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.927146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:52.931997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:52.934960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:52.938084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:52.978776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e91a85f6-786e-47bd-80e5-aeefdce1bd99'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:33:53.033993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ce8fe2a-fbed-4422-ba44-76bf51f04c59 req-455f5959-b0f4-427b-84f0-1036ef0867ea tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1e60fc-c3fb-4af3-8c64-1f137514f6f8 HTTP/1.1" status: 200 len: 210 time: 0.1027339 Nov 15 22:33:53.062102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Pushing event updated for resources: {'Port': ['ID=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:53.070086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Pushing event deleted for resources: {'Port': ['ID=e91a85f6-786e-47bd-80e5-aeefdce1bd99,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:53.108524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] No DVR routers for this DVR port e91a85f6-786e-47bd-80e5-aeefdce1bd99 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:33:53.115657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:53.119681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fe94b452-22f0-4e12-aa79-e275f2d333f1 req-c42ebb04-fb46-460f-a81d-25820af9f29d tempest-VolumesAdminNegativeTest-1485934682 tempest-VolumesAdminNegativeTest-1485934682-project] 10.222.0.57 "DELETE /v2.0/ports/e91a85f6-786e-47bd-80e5-aeefdce1bd99 HTTP/1.1" status: 204 len: 173 time: 0.9226093 Nov 15 22:33:53.120372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'name': 'network-vif-deleted', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:33:53.123412 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1ef5d-44b5-49c3-bdfe-90fce50d3441" -d '{"events": [{"server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "name": "network-vif-deleted", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:33:53.142596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Attempting to bind port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:53.143914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Attempting to bind port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:53.144529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Attempting to bind port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc on network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:53.152076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:53.158100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Checking segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:53.158100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:53.158100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Bound using segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:53.158100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Bound port: b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:53.158100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:53.284232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] For port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:53.299439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] For port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:53.326194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da0dfe-7388-48af-a2f1-c5331236ca64 req-e246b81c-b98a-4562-9de3-c1c96f200796 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:53.333261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8da0dfe-7388-48af-a2f1-c5331236ca64 req-e246b81c-b98a-4562-9de3-c1c96f200796 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1661768 Nov 15 22:33:53.362828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:53.401919 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c379a89-5a64-4a30-8668-09967069dd0c x-openstack-request-id: req-4c379a89-5a64-4a30-8668-09967069dd0c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:33:53.401919 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e60fc-c3fb-4af3-8c64-1f137514f6f8", "name": "network-vif-deleted", "tag": "e91a85f6-786e-47bd-80e5-aeefdce1bd99", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:33:53.401919 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c379a89-5a64-4a30-8668-09967069dd0c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:33:53.402661 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1e60fc-c3fb-4af3-8c64-1f137514f6f8', 'name': 'network-vif-deleted', 'tag': 'e91a85f6-786e-47bd-80e5-aeefdce1bd99', 'status': 'completed', 'code': 200} Nov 15 22:33:53.489665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:53.524423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334af134-9d10-48ed-ad65-e2b584435313 None None] Pushing event updated for resources: {'Port': ['ID=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:53.532981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8da0dfe-7388-48af-a2f1-c5331236ca64 req-4a3b5d80-599c-49c0-b227-c4f3cf0c1c8c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637998 Nov 15 22:33:54.509429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:54.634053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:54.634724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:54.650132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.1 (21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf/d2e79fd3-261c-442b-929b-d3bb8d7574a6/6969a980-1896-46a0-bd4d-42c4d9955981) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:33:54.866587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:54.867196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369346e-24e7-4de1-a21c-4e834a65849a req-4d6e40c9-e4cd-4d5c-a895-2c9c2f5c6188 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:54.867196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c369346e-24e7-4de1-a21c-4e834a65849a req-4d6e40c9-e4cd-4d5c-a895-2c9c2f5c6188 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.5489016 Nov 15 22:33:54.867596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:54.867699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccf75-e53c-439d-8860-1d5fbe0edca9 req-7e1ff271-bc04-44d3-a7d4-affdf06e6cfd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:54.867699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-500ccf75-e53c-439d-8860-1d5fbe0edca9 req-7e1ff271-bc04-44d3-a7d4-affdf06e6cfd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.5875607 Nov 15 22:33:54.962855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c369346e-24e7-4de1-a21c-4e834a65849a req-96985eb2-463d-490e-921c-27202385f4b5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395392 Nov 15 22:33:54.973724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd9f3e-6b3f-4527-b0c0-e400dbaa4b2b None None] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:33:55.008502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.029206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-500ccf75-e53c-439d-8860-1d5fbe0edca9 req-7a988484-43d0-4837-8377-a162101fb084 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633005 Nov 15 22:33:55.116792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07d36bfd-d6eb-4269-8231-06989602280f None None] Provisioning complete for port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:55.117215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d36bfd-d6eb-4269-8231-06989602280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.127194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54040) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:55.205987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdd17fef-1da5-4a71-a37f-e529dbb63a41 req-383663e1-1cb0-466b-bd49-5952d55b37fe tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0454741 Nov 15 22:33:55.228951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Deleting subnet 34bdf71f-9fe1-4460-adb0-7a24d6847c81 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:33:55.232658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.315841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.375341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cff98-2ec9-4c20-aaf4-cd5dab317e90 req-c88fac11-3644-4fe2-9bfe-d00f32ae962b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:55.375341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c2cff98-2ec9-4c20-aaf4-cd5dab317e90 req-c88fac11-3644-4fe2-9bfe-d00f32ae962b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1108646 Nov 15 22:33:55.387204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.404828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07d36bfd-d6eb-4269-8231-06989602280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.476514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c2cff98-2ec9-4c20-aaf4-cd5dab317e90 req-3f4a0770-f6d0-4141-9019-476b3a5f4707 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975523 Nov 15 22:33:55.545016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.548092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9231ebdb-fd8f-4620-9417-0583e08a2b08 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:55.579669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.585814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.647777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bdf71f-9fe1-4460-adb0-7a24d6847c81,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:55.662781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:55.666318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:55.671605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:33:55.729004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.734947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-67367747-6acb-473d-a8f4-e9de7481f1af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/34bdf71f-9fe1-4460-adb0-7a24d6847c81 HTTP/1.1" status: 204 len: 168 time: 0.6043367 Nov 15 22:33:55.735394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:55.746046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.804344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:55.833827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:55.897912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.909301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9231ebdb-fd8f-4620-9417-0583e08a2b08 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:55.909676 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:55.970158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-07d36bfd-d6eb-4269-8231-06989602280f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:33:55.970787 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-07d36bfd-d6eb-4269-8231-06989602280f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:33:56.014617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.018707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.045734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9231ebdb-fd8f-4620-9417-0583e08a2b08, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9231ebdb-fd8f-4620-9417-0583e08a2b08,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:33:56.047378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7582f0d1-33d4-4629-8d3a-3da055fe4058']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:56.083525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3457847e-7e5e-4a33-9533-6c0554e7c723') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:56.087310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3457847e-7e5e-4a33-9533-6c0554e7c723') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:56.101504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.110509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.121696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.155091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.162492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:33:56.162896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.184808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9231ebdb-fd8f-4620-9417-0583e08a2b08,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:33:56.213778 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:33:56.274969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec513c95-4203-4ecc-8f89-ab29338edfa4 req-4d4a5544-1acd-423d-9517-61455c629cea tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:56.276504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec513c95-4203-4ecc-8f89-ab29338edfa4 req-4d4a5544-1acd-423d-9517-61455c629cea tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1690261 Nov 15 22:33:56.323333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.332755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:56.333892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dc5bb-7bf9-498e-9fb4-5e3ffdb036f2 req-667f04b0-e117-4154-82e4-3413833a3e57 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:56.341182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.341464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d7dc5bb-7bf9-498e-9fb4-5e3ffdb036f2 req-667f04b0-e117-4154-82e4-3413833a3e57 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1575859 Nov 15 22:33:56.353012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] 10.222.0.15 "DELETE /v2.0/networks/7582f0d1-33d4-4629-8d3a-3da055fe4058 HTTP/1.1" status: 204 len: 168 time: 0.6164262 Nov 15 22:33:56.353894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:56.381815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6b48-1040-4732-8e87-34a0f75d177d admin admin] Pushing event deleted for resources: {'Network': ['ID=7582f0d1-33d4-4629-8d3a-3da055fe4058,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:56.427936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Deleting subnet e403e24c-999d-420a-b8c4-f976e11f5540 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:33:56.431861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.440302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:56.440302 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.468326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.520989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.527472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e91a85f6-786e-47bd-80e5-aeefdce1bd99 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:33:56.544019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec513c95-4203-4ecc-8f89-ab29338edfa4 req-5de88e45-0bfe-475b-be50-39578538032f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573557 Nov 15 22:33:56.559364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: e91a85f6-786e-47bd-80e5-aeefdce1bd99 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:33:56.559364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e91a85f6-786e-47bd-80e5-aeefdce1bd99 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:33:56.571037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d7dc5bb-7bf9-498e-9fb4-5e3ffdb036f2 req-ac490167-2f58-4a8c-aaf9-0c5a7b4d6ffb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199221 Nov 15 22:33:56.617291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9231ebdb-fd8f-4620-9417-0583e08a2b08 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:33:56.683520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9231ebdb-fd8f-4620-9417-0583e08a2b08 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:56.683989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.710138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.710522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-44cf3dab-9c6e-4e3f-b36d-d3cfa1df0f2c None None] Provisioning complete for port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:56.710883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cf3dab-9c6e-4e3f-b36d-d3cfa1df0f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.734865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74670028-17ca-483d-a408-110195be762e req-b5b5057d-1203-4400-8e64-c15997fcbc31 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0971718 Nov 15 22:33:56.763592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e403e24c-999d-420a-b8c4-f976e11f5540,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:56.767738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.772774 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bd72247b-96cf-42c6-aa68-21443a86a88f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e403e24c-999d-420a-b8c4-f976e11f5540 HTTP/1.1" status: 204 len: 168 time: 0.3993566 Nov 15 22:33:56.774795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:56.797778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316d2f8-af1e-41c7-8220-2df0c00e39ad req-9a4a8896-ef15-45ea-9ac8-b59843659b00 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:56.805307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b316d2f8-af1e-41c7-8220-2df0c00e39ad req-9a4a8896-ef15-45ea-9ac8-b59843659b00 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1240072 Nov 15 22:33:56.856766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.878857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.894771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b316d2f8-af1e-41c7-8220-2df0c00e39ad req-b310232c-e7e4-4a5a-a3d7-452a703df8c7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840905 Nov 15 22:33:56.916211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-44cf3dab-9c6e-4e3f-b36d-d3cfa1df0f2c None None] Provisioning complete for port 6969a980-1896-46a0-bd4d-42c4d9955981 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:56.916841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cf3dab-9c6e-4e3f-b36d-d3cfa1df0f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.949872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.961196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:56.981820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-44cf3dab-9c6e-4e3f-b36d-d3cfa1df0f2c None None] Port 6969a980-1896-46a0-bd4d-42c4d9955981 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:56.999152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccf5e4e-9fcf-4885-8841-0c1c1d4543de']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:57.016202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19b58c1-2457-40dc-947e-82b99086fdec') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:57.016567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19b58c1-2457-40dc-947e-82b99086fdec') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:57.028245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.049351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.057249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:33:57.057692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:33:57.060438 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:33:57.067913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:57.072112 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.188881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:33:57.192063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:33:57.224004 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.230701 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.238188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ccf5e4e-9fcf-4885-8841-0c1c1d4543de HTTP/1.1" status: 204 len: 168 time: 0.4615233 Nov 15 22:33:57.263943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937e5fb-ac4e-4eab-885a-a42b307c2a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccf5e4e-9fcf-4885-8841-0c1c1d4543de,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:57.339237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:33:57.510148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5281c7c9-a650-45db-a3c3-b78ebe4abc4b None None] Provisioning complete for port 6969a980-1896-46a0-bd4d-42c4d9955981 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:57.512586 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5281c7c9-a650-45db-a3c3-b78ebe4abc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:57.512716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:33:57.516846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a37ad7ed-f3f1-45ba-a780-5214e020def3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6695e2bc-8019-4057-8112-773d05837237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145018 Nov 15 22:33:57.519117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:57.543906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:33:57.564510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:57.565260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:57.568854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5281c7c9-a650-45db-a3c3-b78ebe4abc4b None None] Port 6969a980-1896-46a0-bd4d-42c4d9955981 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:33:57.743672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:33:57.817379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d157-9503-4391-9d0d-0728f619c53b req-d872185a-f5c5-4550-ab6f-75848ab1408f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.825820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6455d157-9503-4391-9d0d-0728f619c53b req-d872185a-f5c5-4550-ab6f-75848ab1408f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1453035 Nov 15 22:33:57.826159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.827774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.829427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.830592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.831291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.831927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.832555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.833203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.834059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.840822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89d359d3-613e-4533-9249-98298850a335 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6394 time: 0.3205628 Nov 15 22:33:57.841880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:57.843851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d6aba-701d-46d5-998a-6b572fbc1531 req-90baa234-4c95-4dff-8c4a-1ba9b95112b3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.845403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-325d6aba-701d-46d5-998a-6b572fbc1531 req-90baa234-4c95-4dff-8c4a-1ba9b95112b3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1199374 Nov 15 22:33:57.914538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:57.996256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.996859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:57.998159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.001513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-325d6aba-701d-46d5-998a-6b572fbc1531 req-98588f49-dda0-44da-8fc9-75788cd055f2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381133 Nov 15 22:33:58.001867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.002904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.003571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.004205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.004763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.005099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6455d157-9503-4391-9d0d-0728f619c53b req-9c27901c-dc87-4f57-9269-c0095abb39e0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588018 Nov 15 22:33:58.007446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.013978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8bdfe3bf-33a7-433b-a43f-cdf751c48ebe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b5a6f5114c6418f8883ecb248a8b7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925019 Nov 15 22:33:58.014528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9460690-6f19-40fc-8247-4f5351333a62 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5934 time: 0.1664464 Nov 15 22:33:58.014671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:58.016481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:58.117856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.161195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 2, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:58.182335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.224372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:33:58.224873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Updating router 6695e2bc-8019-4057-8112-773d05837237 port 6969a980-1896-46a0-bd4d-42c4d9955981 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:33:58.228550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a81e0be-b42d-42d4-bc72-46ec31062fbc req-0dc1cfcf-e6b0-4368-9d4d-71d3bc0fbfce tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Nov 15 22:33:58.272298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.288756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfad7f0-2066-40f8-b649-a332e66c4b90 req-34e1bcb3-eb1c-4165-8b2e-50d8ce092025 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:58.290311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dfad7f0-2066-40f8-b649-a332e66c4b90 req-34e1bcb3-eb1c-4165-8b2e-50d8ce092025 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1430666 Nov 15 22:33:58.395597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dfad7f0-2066-40f8-b649-a332e66c4b90 req-0719c4fe-8f2f-4bde-8534-b43a40b1f4b4 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899479 Nov 15 22:33:58.412438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.418499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.418499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4 HTTP/1.1" status: 204 len: 168 time: 0.4033482 Nov 15 22:33:58.426998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe67c-6989-4afd-b962-7408cbebb706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9205cd5-5a0a-4a9b-8932-a2b5f1f83ac4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:58.521818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-be7b5fee-075b-4ab7-b37e-fb1c9eca6fe2 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.5039282 Nov 15 22:33:58.797266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:58.803008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391055492', 'description': 'tempest-secgroup-smoke-1391055492 description', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:58.858773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.910683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.939005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:58.987300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.003223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4a06b-5b40-4e09-8481-d8cabefe3c4f None None] Pushing event updated for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:59.082567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.115977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.148106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Attempting to bind port 6969a980-1896-46a0-bd4d-42c4d9955981 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:33:59.152230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Attempting to bind port 6969a980-1896-46a0-bd4d-42c4d9955981 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:33:59.152230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Attempting to bind port 6969a980-1896-46a0-bd4d-42c4d9955981 on network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:33:59.160662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae143789-f841-43b7-9043-0b56a253ab20,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:59.166267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:33:59.167862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Checking segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:33:59.170644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.172074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Bound using segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:33:59.173219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Bound port: 6969a980-1896-46a0-bd4d-42c4d9955981, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:33:59.174403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.256042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.258441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7fef6cef-3b4c-4376-96ec-d5c2cb910476 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4584265 Nov 15 22:33:59.260213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:59.266834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:59.282868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455273b-224c-4d4c-8523-a2074ac2beee req-2d4bbb7e-56c8-4614-a842-e3e75840c7f1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:59.284855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2455273b-224c-4d4c-8523-a2074ac2beee req-2d4bbb7e-56c8-4614-a842-e3e75840c7f1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1602163 Nov 15 22:33:59.286258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] For port 6969a980-1896-46a0-bd4d-42c4d9955981, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:33:59.299715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] For port 6969a980-1896-46a0-bd4d-42c4d9955981, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6969a980-1896-46a0-bd4d-42c4d9955981,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:33:59.329531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf18d5-6b4b-4517-9ba8-e3f7b5c95525 req-32f61f92-1117-41f3-973f-40fa1e9ddf9b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:59.331305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78cf18d5-6b4b-4517-9ba8-e3f7b5c95525 req-32f61f92-1117-41f3-973f-40fa1e9ddf9b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1586850 Nov 15 22:33:59.381157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:59.405537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.410019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2455273b-224c-4d4c-8523-a2074ac2beee req-27cf74e1-46e1-4293-8eaa-b1886f702a32 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149404 Nov 15 22:33:59.469067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78cf18d5-6b4b-4517-9ba8-e3f7b5c95525 req-51c28a0a-ffa0-4194-b00e-b58c1c1ef07f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283889 Nov 15 22:33:59.484562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.575060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] Provisioning complete for port 6969a980-1896-46a0-bd4d-42c4d9955981 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:33:59.585351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.608542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91b0181f-bfb2-47e8-9d97-1ab1bbf8f272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c792d274f996424d812b8d24f01f3551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234852 Nov 15 22:33:59.612193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30a3da46-9955-4c84-b5b5-bba63fe52ea2 req-eacacec4-62f9-4ba6-9018-7c40b529622c tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0655503 Nov 15 22:33:59.612789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:59.676722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:33:59.677621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:33:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:33:59.756304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.791871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.808770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce9281-81f5-47a1-ac59-9864fd1e2128 req-5e798e83-be58-4bca-bc3d-446afed2b8e2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:33:59.810575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46ce9281-81f5-47a1-ac59-9864fd1e2128 req-5e798e83-be58-4bca-bc3d-446afed2b8e2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1953809 Nov 15 22:33:59.829681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.855216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30edeebf-2a80-4cf0-b1a7-d831bd9c01eb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:59.860746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.872039 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.872570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4a06b-5b40-4e09-8481-d8cabefe3c4f None None] Pushing event updated for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:33:59.935369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:33:59.939380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1a761c4f-eb70-4a05-a06e-a74f4e5d959a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6749630 Nov 15 22:33:59.939989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54138) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:33:59.943087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46ce9281-81f5-47a1-ac59-9864fd1e2128 req-4c2c1003-b0dc-488d-a984-7a2e20b3ae0f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215508 Nov 15 22:33:59.948328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:33:59.977531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:00.007946 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.030330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.033128 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.034539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20f8760c-3ccc-48d0-bca9-a9599184c43c HTTP/1.1" status: 204 len: 168 time: 0.4168472 Nov 15 22:34:00.045053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca892cad-7f87-4604-94a0-944d01b5c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8760c-3ccc-48d0-bca9-a9599184c43c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:00.061526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.143862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.206986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.224498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] For port 6969a980-1896-46a0-bd4d-42c4d9955981, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6969a980-1896-46a0-bd4d-42c4d9955981,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:00.247792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cd75a6-31e4-46da-813f-8f5b95ad13d8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:00.275837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:33:59Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:00.320378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.344292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.348193 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50b52344-ae0c-480c-a08b-883e414be7ec tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4058928 Nov 15 22:34:00.350965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:00.358722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:00.371080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97238c21-5792-4c8d-b866-516e700b38c0 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:33:59Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:34:00.373672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cbf0a-ba8a-42d3-b11e-232ad19afce6 None None] Pushing event updated for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:00.466183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47ae2278-2f16-4008-a813-00f65bae375a None None] Provisioning complete for port 6969a980-1896-46a0-bd4d-42c4d9955981 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:00.467791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47ae2278-2f16-4008-a813-00f65bae375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.479667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.619781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.704477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.771146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b9792c-3348-43a6-a739-f7dc7fb5f3ac,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:00.799573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db243144-51eb-4193-8c02-fa38992e3f69 req-cbdddf86-c9a8-461b-9673-1c7e31b51c8c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:00.801868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db243144-51eb-4193-8c02-fa38992e3f69 req-cbdddf86-c9a8-461b-9673-1c7e31b51c8c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.2111356 Nov 15 22:34:00.857311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df695e6-c5aa-43f5-be4c-1ce5b7d396aa req-336712fa-85c7-4ef3-b458-32078c47b830 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:00.858832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2df695e6-c5aa-43f5-be4c-1ce5b7d396aa req-336712fa-85c7-4ef3-b458-32078c47b830 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2433856 Nov 15 22:34:00.866284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:00.867484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d68711f-3421-436e-8433-67abc009b5e0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5147254 Nov 15 22:34:00.871917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:00.876412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:00.883152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db243144-51eb-4193-8c02-fa38992e3f69 req-8b414843-9e08-4c89-b1c8-47d11310df7e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721211 Nov 15 22:34:00.938290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2df695e6-c5aa-43f5-be4c-1ce5b7d396aa req-a1f5dea4-aa45-4db3-8800-0bfe2f10696f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659637 Nov 15 22:34:00.972086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.093160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7da915ec-0c9a-4291-805b-be545ef1555b req-eb60193e-4b7b-48ae-9c49-d3eb7913d65a tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0439429 Nov 15 22:34:01.134893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.192108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450c14-5922-474e-8c63-840c4ccd1ff3 req-bf2ed022-47c4-4d50-8a3b-643081489866 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:01.200392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6450c14-5922-474e-8c63-840c4ccd1ff3 req-bf2ed022-47c4-4d50-8a3b-643081489866 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0781276 Nov 15 22:34:01.207043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.230966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03ca1da-dcd2-4889-b019-94081fc9778a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:01.274125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6450c14-5922-474e-8c63-840c4ccd1ff3 req-e0a2748a-b9ab-4960-a094-3f5b2e610902 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Nov 15 22:34:01.337018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.338707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bbdbc808-d851-4280-b1d7-927c93f3d67c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4653413 Nov 15 22:34:01.341107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:01.348210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:01.442385 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:34:01.449215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.522490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.601445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.627988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f8773c-03c9-46d5-a4fa-3e4da092f6a3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:01.701828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.704310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e16b1632-4cd6-44ca-b275-162951fb0000 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618114 Nov 15 22:34:01.706981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:01.711595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': 'ae143789-f841-43b7-9043-0b56a253ab20', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:01.829827 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:34:01.835668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.918663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:01.975154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:02.017664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55de0a10-6776-40e0-8a88-71d4bf689c64,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:02.078552 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:02.079867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-361ebd6c-ffda-4967-a603-7186975cdc30 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3718827 Nov 15 22:34:02.097038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18747a-f723-4c5e-a701-84a3fdeca0af req-a150a817-a684-492f-acc5-872af9ad3176 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:02.098989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b18747a-f723-4c5e-a701-84a3fdeca0af req-a150a817-a684-492f-acc5-872af9ad3176 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1275506 Nov 15 22:34:02.238758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b18747a-f723-4c5e-a701-84a3fdeca0af req-a1011134-c7ae-433c-92fb-70929267722c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201329 Nov 15 22:34:02.284392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212124b1-9961-45ce-bf2b-0e24a8e83777 req-d548f697-0a5d-42ac-a75a-396f8acf0baa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:02.292735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-212124b1-9961-45ce-bf2b-0e24a8e83777 req-d548f697-0a5d-42ac-a75a-396f8acf0baa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1926641 Nov 15 22:34:02.364457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-212124b1-9961-45ce-bf2b-0e24a8e83777 req-2ce302b2-91e6-492a-bc64-7f0fe5c32708 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704503 Nov 15 22:34:02.442478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6734be58-9b20-4a0a-8936-6a138ea80249 req-455fc38b-03af-4e17-963c-2ab36f6b676f tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0718493 Nov 15 22:34:02.468522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6969a980-1896-46a0-bd4d-42c4d9955981 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:02.548114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c3022-3598-42e3-91c5-d3cb82aea472 req-a389d096-ddc3-49b8-8dd4-3902f46623ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:02.549773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe3c3022-3598-42e3-91c5-d3cb82aea472 req-a389d096-ddc3-49b8-8dd4-3902f46623ff tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1063910 Nov 15 22:34:02.720777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe3c3022-3598-42e3-91c5-d3cb82aea472 req-07eeda1f-581e-4245-a3b4-3517109042be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639750 Nov 15 22:34:02.734234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-75f14f94-9374-43d6-88c0-1c5f95d87928 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391055492&fields=id&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 267 time: 0.1367934 Nov 15 22:34:02.740973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:02.870338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-7b140005-3954-40bc-a126-f163cc4f0715 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:02.871541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6969a980-1896-46a0-bd4d-42c4d9955981 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:02.872253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-7b140005-3954-40bc-a126-f163cc4f0715 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/networks?id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 796 time: 0.1305711 Nov 15 22:34:02.873050 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:02.896533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-29805079-d908-4301-8d2e-539c4f660779 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/quotas/4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 375 time: 0.0179899 Nov 15 22:34:02.934812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747e309-38cf-43ae-847d-49fe5961abde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.002099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-0987a14a-f631-47dd-808c-3e2e3d6ed66d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985587 Nov 15 22:34:03.066268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747e309-38cf-43ae-847d-49fe5961abde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.138707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747e309-38cf-43ae-847d-49fe5961abde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.142916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-df83ab58-87f5-4bd6-809c-cf92cd46416d service neutron] 10.222.0.15 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214049 Nov 15 22:34:03.200887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0747e309-38cf-43ae-847d-49fe5961abde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b103c0ba350f4a3d9aa3e4683c60648f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585216 Nov 15 22:34:03.201880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747e309-38cf-43ae-847d-49fe5961abde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2776cba0-a753-4b00-b11c-28db636d5a78,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:03.205146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54264) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:03.240686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d55e26d-96b7-4291-8573-5e782ae9d133 req-38fc3776-3d00-4ed2-86fd-f44b434e908b tempest-FlavorsV2NegativeTest-2146847667 tempest-FlavorsV2NegativeTest-2146847667-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b5be758ff7c4ba495022beb7a520358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361619 Nov 15 22:34:03.283741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.313371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.330358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-2dcd2c28-fc8a-4986-945d-635739365f36 service neutron] 10.222.0.15 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863878 Nov 15 22:34:03.429692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55e26d-96b7-4291-8573-5e782ae9d133 req-e30485ee-69a5-4790-ba7b-a961298f1af4 tempest-FlavorsV2NegativeTest-2146847667 tempest-FlavorsV2NegativeTest-2146847667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:03.431312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d55e26d-96b7-4291-8573-5e782ae9d133 req-e30485ee-69a5-4790-ba7b-a961298f1af4 tempest-FlavorsV2NegativeTest-2146847667 tempest-FlavorsV2NegativeTest-2146847667-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813369 Nov 15 22:34:03.441394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.445016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:03.453445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2776cba0-a753-4b00-b11c-28db636d5a78 HTTP/1.1" status: 204 len: 168 time: 0.2461941 Nov 15 22:34:03.468505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d55e26d-96b7-4291-8573-5e782ae9d133 req-9d3a434e-29ef-48d6-9b30-d6bf560f3d54 tempest-FlavorsV2NegativeTest-2146847667 tempest-FlavorsV2NegativeTest-2146847667-project] 10.222.0.15 "GET /v2.0/quotas/2b5be758ff7c4ba495022beb7a520358 HTTP/1.1" status: 200 len: 375 time: 0.0304670 Nov 15 22:34:03.470987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82123d-28b3-4124-b435-ef408c01c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2776cba0-a753-4b00-b11c-28db636d5a78,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:03.545270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d55e26d-96b7-4291-8573-5e782ae9d133 req-4af46edb-a5c4-4434-a7fd-a0fa90da2013 tempest-FlavorsV2NegativeTest-2146847667 tempest-FlavorsV2NegativeTest-2146847667-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b5be758ff7c4ba495022beb7a520358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590019 Nov 15 22:34:03.774195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616535-3aa3-4a2e-a866-8f8188583da7 req-2007efe3-330c-4c55-80e5-463e32beb663 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:03.775795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47616535-3aa3-4a2e-a866-8f8188583da7 req-2007efe3-330c-4c55-80e5-463e32beb663 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1379483 Nov 15 22:34:03.790477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52de55a-9b0a-4543-82b6-3c8579343895 req-8c44805d-4e7b-46f8-9aaa-ea09f2aba4be tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:03.816366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c52de55a-9b0a-4543-82b6-3c8579343895 req-8c44805d-4e7b-46f8-9aaa-ea09f2aba4be tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.1658168 Nov 15 22:34:03.941061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47616535-3aa3-4a2e-a866-8f8188583da7 req-f9cc7c94-5bcf-4360-8010-3f548374870a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113875 Nov 15 22:34:03.957221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c52de55a-9b0a-4543-82b6-3c8579343895 req-fbdd5604-c775-4a71-887b-54f51f604f1e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398036 Nov 15 22:34:03.989502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:04.081028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f941142-ed3b-4b64-8804-64d366076e48 req-8904eb00-bf01-4fe3-accd-9320efe49a3d tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0485563 Nov 15 22:34:04.127898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14e2cba1-177c-4694-80f4-ef910bb894ad req-50ccabbb-a75d-440b-94fd-52035f57e4e2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 210 time: 0.0512211 Nov 15 22:34:04.167850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:04.195986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'mac_address': 'fa:16:3e:3b:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:04.207981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ed18-4868-4527-a7ab-b7e1c8cd417e req-ac4ec170-f349-4f9b-9be6-cfd6cb41873e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:04.216411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5e1ed18-4868-4527-a7ab-b7e1c8cd417e req-ac4ec170-f349-4f9b-9be6-cfd6cb41873e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0614450 Nov 15 22:34:04.269182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:04.273418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5e1ed18-4868-4527-a7ab-b7e1c8cd417e req-453b0ced-9813-4591-b42e-3374158c72dc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561137 Nov 15 22:34:04.291061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0139a654-8050-4e7c-b84a-ccd99f0355d5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:04.321325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:04.390074 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:04.467458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:04.501167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['0139a654-8050-4e7c-b84a-ccd99f0355d5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:04.732422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5033f3f-15af-4534-b591-30e4fc8e32f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:04.795975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:04.910664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf931-d264-4fe1-ac81-1b6c8de3afa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:04.994519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf931-d264-4fe1-ac81-1b6c8de3afa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.115925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a1df-1447-4ecb-8be2-14458dd196c1 req-6b74d847-b224-478e-a1df-16b8280ad030 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:05.117478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9db7a1df-1447-4ecb-8be2-14458dd196c1 req-6b74d847-b224-478e-a1df-16b8280ad030 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0818484 Nov 15 22:34:05.139219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd141d27-817a-4546-8d49-b962a722eb9e req-54417f2b-5b9c-49a0-a92e-c9e717119516 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:05.140559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd141d27-817a-4546-8d49-b962a722eb9e req-54417f2b-5b9c-49a0-a92e-c9e717119516 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 945 time: 0.0901051 Nov 15 22:34:05.155600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf931-d264-4fe1-ac81-1b6c8de3afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.197992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dc6bf931-d264-4fe1-ac81-1b6c8de3afa4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b5be758ff7c4ba495022beb7a520358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981905 Nov 15 22:34:05.197992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bf931-d264-4fe1-ac81-1b6c8de3afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bbd754-2853-4d8d-80f8-055f52d6b026,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:05.198701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:05.203094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9db7a1df-1447-4ecb-8be2-14458dd196c1 req-2b972647-6ea3-492b-a82e-dc3ae6ce131b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769205 Nov 15 22:34:05.228477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd141d27-817a-4546-8d49-b962a722eb9e req-61e532b8-f633-4460-a690-abbb421a7f2e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790944 Nov 15 22:34:05.285748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.316356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dbeb0a0-ec43-464c-9cac-f28f1c2fd16d req-8a7e98c7-8295-42a5-9783-0fe65e7240d3 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0328948 Nov 15 22:34:05.349399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.378528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a84e8f0b-eb26-4ee0-aaf5-1f954a756c1d req-f6e6fbba-f33d-4a0c-980a-e463f7f614f2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Nov 15 22:34:05.485781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0692609-5f61-49a8-9404-4873c9f4f956 req-ffd4e61a-0a1a-475c-9abb-cf7e3f719ae7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:05.487269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0692609-5f61-49a8-9404-4873c9f4f956 req-ffd4e61a-0a1a-475c-9abb-cf7e3f719ae7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0682647 Nov 15 22:34:05.536606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0692609-5f61-49a8-9404-4873c9f4f956 req-4d24b384-1ece-4330-a237-07ed2b53cebf tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Nov 15 22:34:05.538416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.541108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:05.543009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9bbd754-2853-4d8d-80f8-055f52d6b026 HTTP/1.1" status: 204 len: 168 time: 0.3432465 Nov 15 22:34:05.560020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e4e7-3991-406b-acfd-a47c75f91921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bbd754-2853-4d8d-80f8-055f52d6b026,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:06.007227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:06.071466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 0139a654-8050-4e7c-b84a-ccd99f0355d5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:06.072024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:06.172120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:06.201195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:06.205021 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd89e10-61b0-4c5e-a8b4-de9a11f9de9b" -d '{"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-plugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:06.255726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:06.271042 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce18075-5fc9-410f-83d9-c4bcbc02a4e7 x-openstack-request-id: req-8ce18075-5fc9-410f-83d9-c4bcbc02a4e7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:06.271638 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-plugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:06.272468 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ce18075-5fc9-410f-83d9-c4bcbc02a4e7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:06.273190 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'code': 200} Nov 15 22:34:06.311383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:06.430830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:06.446393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724232d1-73b4-48d8-a857-9ef4866952c5 req-ade7c70e-f4e7-4386-95f2-427fecf66114 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:06.449896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724232d1-73b4-48d8-a857-9ef4866952c5 req-ade7c70e-f4e7-4386-95f2-427fecf66114 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1172159 Nov 15 22:34:06.514563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-cc22d189-db7e-4f14-b7f6-e003c32bdac0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:06.516808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-cc22d189-db7e-4f14-b7f6-e003c32bdac0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/networks?id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 796 time: 0.2639008 Nov 15 22:34:06.545196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724232d1-73b4-48d8-a857-9ef4866952c5 req-5ca2940a-b40f-4b25-bef6-a1c485eb5bb7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880036 Nov 15 22:34:06.597296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:06.628133 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-2562ae4c-13dd-474a-a54a-4d276eab6e22 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 380 time: 0.0959423 Nov 15 22:34:06.646908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'port': {'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'admin_state_up': True, 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'security_groups': ['ae143789-f841-43b7-9043-0b56a253ab20']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:06.709580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fbde-6164-41ac-95f0-eec86d16b1c3 req-c870de98-adfd-42f2-b540-e5223b705c91 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:06.712945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e15fbde-6164-41ac-95f0-eec86d16b1c3 req-c870de98-adfd-42f2-b540-e5223b705c91 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0971427 Nov 15 22:34:06.836901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:06.874267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'port_id': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'mac_address': 'fa:16:3e:3a:e5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eecd75d-d88e-426d-abca-7f6009db6e3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:06.893640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:06.925024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113150787', 'description': 'tempest-secgroup-smoke-2113150787 description', 'project_id': '6ffa127e6f1d4f8896ac85292faba590'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:06.985672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e15fbde-6164-41ac-95f0-eec86d16b1c3 req-350403a9-2691-4c58-8058-7bf60813bad3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643371 Nov 15 22:34:06.993530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.012933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:07.047528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:07.093050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e70f06e2-a96e-45b8-9c4c-f436be7e5eb9 req-7eadb4b9-d55f-4bcf-a2db-a7130343191c tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.1389782 Nov 15 22:34:07.124992 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.230673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62051a93-2dbe-456a-9830-a4d07c56b1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.266936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:07.271729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e38657fa-7658-452b-9cc3-ca9ac598fe01 req-b14bb8f1-20fc-4249-9d55-1ae3dffc6eb3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 210 time: 0.1139786 Nov 15 22:34:07.287216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.322729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.462822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:07.468579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:07.469905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166138-8a68-4fd5-88f1-e578fe3da6d3 req-1d00b183-95e2-407c-863d-3276c003f49b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:07.485565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51166138-8a68-4fd5-88f1-e578fe3da6d3 req-1d00b183-95e2-407c-863d-3276c003f49b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1995149 Nov 15 22:34:07.572788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51166138-8a68-4fd5-88f1-e578fe3da6d3 req-4c13a3e1-05f6-4c24-ab11-25ed95211cb6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823035 Nov 15 22:34:07.626516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.688094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:07.692171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.755659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.766391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-458954262-network', 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:07.815197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ed4b-5881-4007-86d6-95ac5327ead7 req-25be701b-97fd-4689-af42-4b10f99694cc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:07.824546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1330ed4b-5881-4007-86d6-95ac5327ead7 req-25be701b-97fd-4689-af42-4b10f99694cc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1375287 Nov 15 22:34:07.844284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6ef85-668e-49ec-b949-3405dc3c67bf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:07.915900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:07.942061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ade574e-6e71-4d61-b4cd-71628512d030 req-3238a29a-75df-4ff9-bedb-cbe6998b751d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0686157 Nov 15 22:34:07.967240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1330ed4b-5881-4007-86d6-95ac5327ead7 req-08a8608b-325e-4824-a6bc-07833767eb60 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415424 Nov 15 22:34:08.128675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.8 (21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf/d2e79fd3-261c-442b-929b-d3bb8d7574a6/5fdafcc6-ba49-495a-b1bb-cedb205a87ca) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:08.138982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.156067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836089a0-9d98-455f-ac69-0b98d4a4104f req-9fd9c5ac-7b0b-494d-aa7f-702986b63212 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:08.158084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-836089a0-9d98-455f-ac69-0b98d4a4104f req-9fd9c5ac-7b0b-494d-aa7f-702986b63212 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0854819 Nov 15 22:34:08.175050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:08.177751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.205677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.249705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-836089a0-9d98-455f-ac69-0b98d4a4104f req-a939a289-a03b-43b9-b645-cd340e83be93 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758562 Nov 15 22:34:08.310215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.340018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aecfd8-b5ff-4a9e-903a-0cefc51676fe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:08.351141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b338aaea-8dc5-44a6-8be3-5aad97c00e16 req-daf9ada2-6996-4e86-928a-b79e0131b6ff tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0859540 Nov 15 22:34:08.397316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.403471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8f26b3ae-e19a-4b26-9edb-6f1e659800c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5042226 Nov 15 22:34:08.405714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:08.410470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:08.472270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.478149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.537017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e541bb1-9fc2-46b5-9c76-916892629f45 req-508fa04b-7c20-4b38-8c25-4f2e8b1d2607 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 210 time: 0.0718663 Nov 15 22:34:08.573342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.601830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:08.617481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.682129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.687891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:34:08.757674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:08.758703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.846431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:08.853602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.854485 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Added segment a9749200-dc13-45ab-8bed-bd6070b7fd83 of type vlan for network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 Nov 15 22:34:08.856826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:08.859438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756f588-02ae-47f5-9dd9-bad8be7e57e3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:08.878562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:08.886956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:08.979894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:09.054975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.068024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1106d-f2ee-4408-b610-9f734f579ea3 req-c20c12b8-bd02-47ef-8148-73e97f52c1ec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:09.083208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80e1106d-f2ee-4408-b610-9f734f579ea3 req-c20c12b8-bd02-47ef-8148-73e97f52c1ec tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.3352656 Nov 15 22:34:09.090725 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.118606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:09.118606 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.203537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:09.214424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:09.217414 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93817fd-f785-42b4-af83-d1451652ce76" -d '{"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:09.227902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.341669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-21dec077-edf3-4fb0-956d-5edd43a6c6fd None None] Provisioning complete for port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:09.343319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21dec077-edf3-4fb0-956d-5edd43a6c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.345134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80e1106d-f2ee-4408-b610-9f734f579ea3 req-d172a653-66bf-4a0d-bdc5-8a0f165f7502 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609103 Nov 15 22:34:09.351681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bf1c33-daaf-4b90-b5da-214a85040759,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:09.371984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-e5dc9f95-96bb-4b38-aa2e-71ef92ba50de tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7298427 Nov 15 22:34:09.378332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.381181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Request body: {'port': {'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:09.395259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe9c6-c2f8-461a-8b11-cfaf53b30a17 req-61679012-547d-45a1-95e1-f59b40b378e1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:09.406019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-213fe9c6-c2f8-461a-8b11-cfaf53b30a17 req-61679012-547d-45a1-95e1-f59b40b378e1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2494307 Nov 15 22:34:09.419329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.426832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-974e5efa-d79d-4107-a28b-388889e02f52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0199804 Nov 15 22:34:09.427643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:09.434962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.439307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:09.443092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.469598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:09.545899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.548652 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6434b8f1-e680-48f7-9611-b5f3fb851a05 x-openstack-request-id: req-6434b8f1-e680-48f7-9611-b5f3fb851a05 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:09.555783 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:09.555783 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6434b8f1-e680-48f7-9611-b5f3fb851a05 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:09.555783 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'code': 200} Nov 15 22:34:09.595762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21dec077-edf3-4fb0-956d-5edd43a6c6fd None None] Port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:09.642641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:09.656247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.687251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.805118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:09.851288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-213fe9c6-c2f8-461a-8b11-cfaf53b30a17 req-53796026-ba14-49ff-9246-10607cde15a5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442396 Nov 15 22:34:09.881254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52a764-162e-4b04-ad16-9256945a0755 req-d9a5d857-f3ee-405e-9b28-e828e89508f5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:09.909611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba52a764-162e-4b04-ad16-9256945a0755 req-d9a5d857-f3ee-405e-9b28-e828e89508f5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.3221006 Nov 15 22:34:10.016664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.042808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5778558 Nov 15 22:34:10.045671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db73bab-7070-4669-93ea-f39bca25b82b admin admin] Pushing event updated for resources: {'Network': ['ID=1b0a8283-0660-4d4d-bcdc-c0e8deb16608,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:10.050763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54476) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:10.061293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:34:10.068418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Request body: {'subnet': {'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-458954262-subnet', 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:10.094734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4885a767-a978-41b4-8a84-34f4addc850f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:10.150845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdafcc6-ba49-495a-b1bb-cedb205a87ca {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:10.208985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.238969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d57ca68a-df6e-4044-a076-8064dff6484f req-5383dd54-3648-4bc9-8178-339c5997cd40 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.1516209 Nov 15 22:34:10.269353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba52a764-162e-4b04-ad16-9256945a0755 req-a4b77945-ddf3-4e3e-8c88-fd8684c35d87 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559172 Nov 15 22:34:10.274710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Transition to ACTIVE for port object 5fdafcc6-ba49-495a-b1bb-cedb205a87ca will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:10.298551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:10.304280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.363792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.370242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8314d5ba-a7b1-43c2-ab3b-6cea673b949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9259036 Nov 15 22:34:10.373217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:10.384254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:10.412941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.552497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.649095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5acb-9b2b-4d07-ba41-643841b27277 req-038d17c9-54f9-464e-be54-c18ac8538eb0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:10.657306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aedf5acb-9b2b-4d07-ba41-643841b27277 req-038d17c9-54f9-464e-be54-c18ac8538eb0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 943 time: 0.1757333 Nov 15 22:34:10.699068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.796330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aedf5acb-9b2b-4d07-ba41-643841b27277 req-9dc99638-14fe-4292-97da-37652c8a6226 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378410 Nov 15 22:34:10.840639 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:10.915070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Pushing event updated for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:10.934278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.024827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c03c4b9-b9d2-43a7-8c62-fbc8cc4be28b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:11.131922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.150036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3feca8-fcce-4867-950f-6f4b95b5c988 req-eaf35a64-eb2e-404a-a0ae-2e69b131bf95 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150&device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0768125 Nov 15 22:34:11.166445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.175460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fed08799-3da2-4124-9a7f-bdd2820f86ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8027267 Nov 15 22:34:11.177433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:11.187872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:11.238371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Attempting to bind port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:11.238900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Attempting to bind port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:11.239338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Attempting to bind port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca on network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:11.257376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca on network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:11.257768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Attempting to bind port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca on network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:11.267661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:11.268210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Checking segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:11.268641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Bound using segment: {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:11.269196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Bound port: 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ad74d6-99f1-47fd-a3f8-238c470b0424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:11.269589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.352361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73127a5f-23c6-4c4d-8707-87e3180bbddd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:11.406553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.494252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Checking segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:11.495437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Network hostable DHCP agents. Network: 1b0a8283-0660-4d4d-bcdc-c0e8deb16608, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:34:11.511943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:11.517268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:11.601793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.607418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:34:11.676296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.701187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5f87-8991-432c-8260-1e82a1a00ae8 req-956950d2-a00f-4c20-bb42-7e7d17e76afc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:11.722010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:11.722710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.725307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fe5f87-8991-432c-8260-1e82a1a00ae8 req-956950d2-a00f-4c20-bb42-7e7d17e76afc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.4108651 Nov 15 22:34:11.726913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] 10.222.0.55 "PUT /v2.0/ports/5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 200 len: 1091 time: 2.3491278 Nov 15 22:34:11.727509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:11.733438 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a2b191-b167-4b04-84b1-4ee92edfeadc" -d '{"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:11.764508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 1b0a8283-0660-4d4d-bcdc-c0e8deb16608) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:11.780874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a296d0-ef49-449b-b1ab-eea933d48748 None None] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:11.790028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:11.790821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.816074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa221e8d-3051-48d6-b08f-1037f6d8186f service neutron] Pushing event updated for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:11.825452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957a31-898b-4300-877a-5b7879c1f98e req-8843d4b0-9cb2-48ee-985e-a7e613f7680a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:11.835669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c957a31-898b-4300-877a-5b7879c1f98e req-8843d4b0-9cb2-48ee-985e-a7e613f7680a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.9112914 Nov 15 22:34:11.864745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:11.893753 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2c69f8b-bce1-4a91-8314-9aff0ecace92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8328977 Nov 15 22:34:11.946642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fe5f87-8991-432c-8260-1e82a1a00ae8 req-e579fe0f-16d8-4b29-b7bc-9f906721c728 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202129 Nov 15 22:34:11.990103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37963a4f-cfae-4c39-b4c0-a7626bc8f4b1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:12.045822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-ca05983a-ac78-4ef2-a617-61a360474d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:12.051793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c957a31-898b-4300-877a-5b7879c1f98e req-af8db9e0-136e-4fad-8d35-c50fc5d057e8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149830 Nov 15 22:34:12.053759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-ca05983a-ac78-4ef2-a617-61a360474d14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1094 time: 0.1909242 Nov 15 22:34:12.067115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:12.068515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b42e193e-e163-4d3a-9d1e-3eceebeab7fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8883801 Nov 15 22:34:12.073451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:12.087832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:12.267261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-a6ba6425-143f-475a-8ecc-aa519b447e43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 200 len: 217 time: 0.1837053 Nov 15 22:34:12.339676 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:34:12.340358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bee35c-b758-4f5d-8cab-3bd7109e5f03 None None] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:12.384332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:12.461043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-b3fe8635-44d3-4bbf-ae0f-3880fe73c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:12.468127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-b3fe8635-44d3-4bbf-ae0f-3880fe73c0ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2e79fd3-261c-442b-929b-d3bb8d7574a6 HTTP/1.1" status: 200 len: 835 time: 0.1976447 Nov 15 22:34:12.563973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ac6c-8406-41ca-89b0-a0f1da580fa8 req-b6109483-9575-4ac2-893c-55b5e0f99f2c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:12.577580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2a4ac6c-8406-41ca-89b0-a0f1da580fa8 req-b6109483-9575-4ac2-893c-55b5e0f99f2c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.3409159 Nov 15 22:34:12.720456 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952e9476-2b04-4ad2-a602-214d2a32ca7b x-openstack-request-id: req-952e9476-2b04-4ad2-a602-214d2a32ca7b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:12.721076 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:12.721343 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-952e9476-2b04-4ad2-a602-214d2a32ca7b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:12.724217 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'status': 'completed', 'code': 200} Nov 15 22:34:12.726541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74e6390d-4d18-4287-8206-c06549d35eb6 req-15d80461-951d-4db6-b1b5-1dad7777a0ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0198c8888b71435a934c0fc40fb067f7&device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.1288321 Nov 15 22:34:12.749741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-44d97f3d-e6ab-405f-abfc-7de32572fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:12.753471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-44d97f3d-e6ab-405f-abfc-7de32572fadb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717957 Nov 15 22:34:12.808696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74e6390d-4d18-4287-8206-c06549d35eb6 req-13ddfb51-325a-4575-a3a6-e18fd8a9a68a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0198c8888b71435a934c0fc40fb067f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670488 Nov 15 22:34:12.874182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2a4ac6c-8406-41ca-89b0-a0f1da580fa8 req-8d53a8e6-4603-43d2-95fa-be00ca2ed0de tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953331 Nov 15 22:34:12.950753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.029218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.034244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-0aa95925-32cd-47ea-aa3a-752f5db31eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533667 Nov 15 22:34:13.049257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6390d-4d18-4287-8206-c06549d35eb6 req-aed379d8-84fa-4282-a1d1-e20018904809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:13.050791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74e6390d-4d18-4287-8206-c06549d35eb6 req-aed379d8-84fa-4282-a1d1-e20018904809 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272723 Nov 15 22:34:13.071754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f07c5af-320a-49b6-867a-306ed37cb2c9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:13.170339 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.175266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-73926cda-d476-4caa-bb0d-a1a384a56b24 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0972552 Nov 15 22:34:13.178439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:13.186534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '70aecfd8-b5ff-4a9e-903a-0cefc51676fe', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:13.309387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b58b0f9-f0ff-4402-9212-4161c8ae5a61 req-a238291a-9600-48b4-833c-21420f344833 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543206 Nov 15 22:34:13.327396 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:34:13.335497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.345432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c5233-21ed-4233-82e3-b9b3d7f6c8d1 req-d0ae12f3-109c-49b8-9390-4ea2ffdf5eb4 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:13.356279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1c5233-21ed-4233-82e3-b9b3d7f6c8d1 req-d0ae12f3-109c-49b8-9390-4ea2ffdf5eb4 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 943 time: 0.4008815 Nov 15 22:34:13.418230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.518032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:13.552329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1c5233-21ed-4233-82e3-b9b3d7f6c8d1 req-34afedaa-043e-4192-ad2a-a018b6ebf378 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950333 Nov 15 22:34:13.615989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a24ccd-aa1c-46c1-8dff-2f85806f5435,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:13.634923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-9ccca771-c0dc-4376-bd31-ca203775654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:13.638735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-9ccca771-c0dc-4376-bd31-ca203775654f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1094 time: 0.1858287 Nov 15 22:34:13.759518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dad4c155-63e2-4e6b-a24d-b4c98ad2b135 req-265b858e-bc31-4a8d-a002-a58802e9a446 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0427744 Nov 15 22:34:13.988947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-e644d89b-7ddf-4478-9e2c-f6692c93b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:13.988947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-e644d89b-7ddf-4478-9e2c-f6692c93b818 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 897 time: 0.2040091 Nov 15 22:34:13.988947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-97237ddf-72fa-4119-bec1-a019d2e11391 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 200 len: 217 time: 0.0528269 Nov 15 22:34:13.988947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-45b785e4-321d-40ee-b527-55eedac66bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:13.990317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-45b785e4-321d-40ee-b527-55eedac66bb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2e79fd3-261c-442b-929b-d3bb8d7574a6 HTTP/1.1" status: 200 len: 835 time: 0.0583060 Nov 15 22:34:14.037651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.043824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1bfb38b1-0a98-493f-96a6-e58068b85f50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8598511 Nov 15 22:34:14.046581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:14.053301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'network': {'name': 'tempest-network-smoke--2047088983', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:14.081843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-a39f66a9-8f49-426d-9483-e8457fa38f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.085862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-a39f66a9-8f49-426d-9483-e8457fa38f90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812104 Nov 15 22:34:14.221037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-a99efa38-c9ff-43ea-a535-ff17a874b291 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283081 Nov 15 22:34:14.230794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:14.234692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.290667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-6f91b87b-2037-4f91-a0e4-acba4487ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.293639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-6f91b87b-2037-4f91-a0e4-acba4487ade7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.5203302 Nov 15 22:34:14.328053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd9ba9-bd42-48b5-a7b7-a0737d635f60 req-0a6ac1a2-47b0-4437-9e39-2b5e0593b6e6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.329718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dcd9ba9-bd42-48b5-a7b7-a0737d635f60 req-0a6ac1a2-47b0-4437-9e39-2b5e0593b6e6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.4931598 Nov 15 22:34:14.350000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:34:14.379325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.379676 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Added segment 38b63b66-090c-4734-a408-d7a2507b62af of type vlan for network 6dd2d108-3b48-4d0e-82db-98e962197e68 Nov 15 22:34:14.389668 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e7a2b191-b167-4b04-84b1-4ee92edfeadc req-9f79b6c1-06bd-4e4e-ab8f-2849fefc0340 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513772 Nov 15 22:34:14.421807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.439219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dcd9ba9-bd42-48b5-a7b7-a0737d635f60 req-68ab878a-4cc5-4184-8d19-7df71d8794e0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978124 Nov 15 22:34:14.459258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-17ff901c-e0ad-4d3f-973c-3e4feb4ebb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.459258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-17ff901c-e0ad-4d3f-973c-3e4feb4ebb0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.1456544 Nov 15 22:34:14.551152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-74e6390d-4d18-4287-8206-c06549d35eb6 req-c2b02ab3-4069-408d-8caf-3adedaaccfb9 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.0274377 Nov 15 22:34:14.551775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-b1e08362-903a-4fef-a7ce-cb811e3d9131 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.0868285 Nov 15 22:34:14.610789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0332c6-155a-47d2-a8b3-cabddb8f74dc req-6ff91a65-2e29-40f3-a63f-60fa63d188c6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.612306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e0332c6-155a-47d2-a8b3-cabddb8f74dc req-6ff91a65-2e29-40f3-a63f-60fa63d188c6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0972159 Nov 15 22:34:14.618612 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.626080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.628898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.653900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-eee7eff4-5683-4a65-96bb-fa2d80be5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.655394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-eee7eff4-5683-4a65-96bb-fa2d80be5c77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0937138 Nov 15 22:34:14.704881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Network': ['ID=6dd2d108-3b48-4d0e-82db-98e962197e68,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:14.717085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:34:14.722264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e0332c6-155a-47d2-a8b3-cabddb8f74dc req-37e04171-044f-4584-adf2-b58574520ad6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011736 Nov 15 22:34:14.764257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-1d2a4148-bdb8-408e-84cc-642fa11edb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.765844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-1d2a4148-bdb8-408e-84cc-642fa11edb3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972934 Nov 15 22:34:14.781382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3da6564b-4d3f-4db3-9d16-5e0657c743d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7334991 Nov 15 22:34:14.786742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:14.796055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'admin_state_up': True, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:14.918820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb28705-a2ca-4e39-ade6-299af2f9b338 req-904e9114-fb32-450e-a214-6eb60c436b40 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:14.928122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb28705-a2ca-4e39-ade6-299af2f9b338 req-904e9114-fb32-450e-a214-6eb60c436b40 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0944090 Nov 15 22:34:14.932659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.936265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:14.943194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-63b84132-feff-453b-bc16-f51461adb65d service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652894 Nov 15 22:34:15.065146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:15.140849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb28705-a2ca-4e39-ade6-299af2f9b338 req-f43efe7f-7093-4b6a-89b7-3d15b148490f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015462 Nov 15 22:34:15.207884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea27de64-69e8-4ab9-9254-2251fc991687 req-a4cdea9d-8389-428e-9755-839ea3edc29b service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386203 Nov 15 22:34:15.401727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603fe12-7bca-492b-933c-1266e7fdcafb req-755c19f2-bc3c-4d8b-a02a-236e6d780094 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:15.409695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4603fe12-7bca-492b-933c-1266e7fdcafb req-755c19f2-bc3c-4d8b-a02a-236e6d780094 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 943 time: 0.1597769 Nov 15 22:34:15.469246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:15.509458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4603fe12-7bca-492b-933c-1266e7fdcafb req-d85090e9-080f-46d2-a787-811bb14ed29a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988898 Nov 15 22:34:15.810506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de232334-6d16-4c19-88a1-5422f5c131c7 req-26c68d66-0852-4b14-ab0a-95446614fe98 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b0fbab2-45ce-48d7-96e5-9e5b95ce3150 HTTP/1.1" status: 200 len: 210 time: 0.1172714 Nov 15 22:34:16.021551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5fdafcc6-ba49-495a-b1bb-cedb205a87ca details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:16.177734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fca00-4dcf-41ed-b20d-6b2616337bd0 req-d8c67caa-41ef-4d36-8ea1-4f27dae6b1dd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:16.190393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e74fca00-4dcf-41ed-b20d-6b2616337bd0 req-d8c67caa-41ef-4d36-8ea1-4f27dae6b1dd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2033162 Nov 15 22:34:16.211649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:16.237221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:16.323593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:16.352437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e74fca00-4dcf-41ed-b20d-6b2616337bd0 req-5d1a8599-36ac-4425-9775-be9eb1be64cc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595473 Nov 15 22:34:16.355008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdafcc6-ba49-495a-b1bb-cedb205a87ca {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:16.406452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:16.415048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:16.435400 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:16.520938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:16.579500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547c09e-43b9-41fd-9119-7725b62d9427 req-f00a4d3b-81e2-4469-bcf5-bcf7c2008221 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:16.581153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8547c09e-43b9-41fd-9119-7725b62d9427 req-f00a4d3b-81e2-4469-bcf5-bcf7c2008221 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0990155 Nov 15 22:34:16.654583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:16.694157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8547c09e-43b9-41fd-9119-7725b62d9427 req-0eb25539-8dc9-4089-bd3c-1049a42398cc tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039600 Nov 15 22:34:16.724994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.27 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/33f98b5f-4031-4baf-b410-76a412d7d74a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:16.823455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['5fdafcc6-ba49-495a-b1bb-cedb205a87ca'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:16.978999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269f417-8e2d-470e-a766-2dc9cf814e1b req-7161894c-511e-40dd-9af0-530ce1fb9158 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:16.981059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c269f417-8e2d-470e-a766-2dc9cf814e1b req-7161894c-511e-40dd-9af0-530ce1fb9158 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0977244 Nov 15 22:34:17.066737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:17.070385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c269f417-8e2d-470e-a766-2dc9cf814e1b req-8b38ba90-d5f2-4f13-aaee-d5a975e80d45 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828335 Nov 15 22:34:17.269780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:17.322311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4a252-7d9e-47d2-9252-51d14ef4e2c8 req-a0fb21cc-ca22-4d79-a66a-d7adbd03a0be tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:17.328909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdd4a252-7d9e-47d2-9252-51d14ef4e2c8 req-a0fb21cc-ca22-4d79-a66a-d7adbd03a0be tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 944 time: 0.1123233 Nov 15 22:34:17.381672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:17.397206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:17.422621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:17.503891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdd4a252-7d9e-47d2-9252-51d14ef4e2c8 req-c976d2ab-498b-4234-bda8-08b9c015796f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699433 Nov 15 22:34:17.507309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=33f98b5f-4031-4baf-b410-76a412d7d74a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:17.771642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58951a5-c461-46b8-915d-d7f07c5f3cdc req-420d9442-4dd8-43bb-9541-ef0026da1106 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:17.780300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e58951a5-c461-46b8-915d-d7f07c5f3cdc req-420d9442-4dd8-43bb-9541-ef0026da1106 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1281469 Nov 15 22:34:17.821636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-95ec81ec-20ff-49bd-8e78-ac8eb56de872 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145870 Nov 15 22:34:17.850452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e58951a5-c461-46b8-915d-d7f07c5f3cdc req-43d7c47e-a8c6-437e-8444-8be5a4585eca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655000 Nov 15 22:34:18.023652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-629d3b08-27e9-4897-afc0-08c6e32a889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:18.025404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-629d3b08-27e9-4897-afc0-08c6e32a889f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.1134150 Nov 15 22:34:18.035565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5fdafcc6-ba49-495a-b1bb-cedb205a87ca up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:18.171641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65e25-8206-4d2d-9400-bbc54392070b req-f6895d7e-9bd2-4ce2-9ae4-a5c83fd1b9c6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:18.173229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ab65e25-8206-4d2d-9400-bbc54392070b req-f6895d7e-9bd2-4ce2-9ae4-a5c83fd1b9c6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1124456 Nov 15 22:34:18.235424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:18.257908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:34:18.264859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:18.265364 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:18.335668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ab65e25-8206-4d2d-9400-bbc54392070b req-cf43c7c3-d695-409d-9e8f-98f7584587d3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504338 Nov 15 22:34:18.347410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-c4ab1cb8-794c-4bcb-b122-41fb499bd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:18.349084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-c4ab1cb8-794c-4bcb-b122-41fb499bd0a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2997270 Nov 15 22:34:18.491747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-08ea35cf-c8f0-48e9-b4bf-504b2f37b680 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1345937 Nov 15 22:34:18.495967 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:18.565481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:18.573246 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1de10-a0cf-46c4-a817-8b1e763d2279" -d '{"events": [{"server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "name": "network-vif-plugged", "status": "completed", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:18.608573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:18.609077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-2ec41adc-98ba-4fbc-9585-faf98d78c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:18.613118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-2ec41adc-98ba-4fbc-9585-faf98d78c61f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1103473 Nov 15 22:34:18.694088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-d35bc9a4-e18d-4ba0-a8f7-c1c2af48b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:18.695704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-d35bc9a4-e18d-4ba0-a8f7-c1c2af48b5f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773373 Nov 15 22:34:18.709864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:18.737078 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:18.950147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:19.125015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-ee866e3e-13fe-479b-985d-ddd848f7f2eb service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170663 Nov 15 22:34:19.275192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:34:19.346889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20598fc5-18c6-4463-9bf7-7e8ae89c6483 req-d10d330d-51e5-4ec6-b5e4-1a3f0069c1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135563 Nov 15 22:34:19.458237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:34:19.472820 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Sync routers for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:34:19.492699 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:19.493622 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:19.669873 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:19.891274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:19.895676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47ae3ff4-b68d-4de1-b228-04b5cd363dde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1047080 Nov 15 22:34:19.896050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:19.935105 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:17Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:19.954513 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Checking router: 8348f19c-5362-4c69-9fd8-0b1009b0fb64 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:34:19.954849 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Updating router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 port 33f98b5f-4031-4baf-b410-76a412d7d74a binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:34:19.989694 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.122941 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0870c114-7fa0-4548-b076-f891522ad92e req-26f13a67-106e-49b6-a1ea-6bfdb7e22ceb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0198c8888b71435a934c0fc40fb067f7&device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0731356 Nov 15 22:34:20.166967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0fb9-a509-4e11-9b0b-05edc9607f13 req-a4ee1afc-7768-48ba-a4e1-3b8ec2db0d49 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.168741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c27c0fb9-a509-4e11-9b0b-05edc9607f13 req-a4ee1afc-7768-48ba-a4e1-3b8ec2db0d49 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0669019 Nov 15 22:34:20.179214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27ccc120-7758-488c-bbe4-dd7d35db5cf6 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6ffa127e6f1d4f8896ac85292faba590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2794454 Nov 15 22:34:20.179214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0870c114-7fa0-4548-b076-f891522ad92e req-f6c671b2-ae68-4d7d-9c68-c39b33076444 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0198c8888b71435a934c0fc40fb067f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455246 Nov 15 22:34:20.179603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:20.227027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c27c0fb9-a509-4e11-9b0b-05edc9607f13 req-bfaa3b83-b0c6-4bdb-a6f6-3cb1d58e8731 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512176 Nov 15 22:34:20.348699 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.360991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5822a0-e5d2-45aa-aebc-cf763edead34 req-e3aa7b47-313f-4c1e-ad1d-2d01bfe691c5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.388979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed5822a0-e5d2-45aa-aebc-cf763edead34 req-e3aa7b47-313f-4c1e-ad1d-2d01bfe691c5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.0658331 Nov 15 22:34:20.424938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed5822a0-e5d2-45aa-aebc-cf763edead34 req-312f6745-1427-4365-85af-1d0b954c81c3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558608 Nov 15 22:34:20.456741 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.522925 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5760d98-96ae-4fd1-945a-f8f8f2daacff x-openstack-request-id: req-f5760d98-96ae-4fd1-945a-f8f8f2daacff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:20.522925 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "name": "network-vif-plugged", "status": "completed", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:20.522925 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5760d98-96ae-4fd1-945a-f8f8f2daacff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:20.522925 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'code': 200} Nov 15 22:34:20.595454 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Attempting to bind port 33f98b5f-4031-4baf-b410-76a412d7d74a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:20.596032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Attempting to bind port 33f98b5f-4031-4baf-b410-76a412d7d74a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:20.596301 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Attempting to bind port 33f98b5f-4031-4baf-b410-76a412d7d74a on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:20.611275 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:20.611750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:20.612157 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.613374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:20.613374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Bound port: 33f98b5f-4031-4baf-b410-76a412d7d74a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:20.614451 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.653635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Pushing event updated for resources: {'Port': ['ID=33f98b5f-4031-4baf-b410-76a412d7d74a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:20.669468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.669898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.670168 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.670511 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.671741 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.672078 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.672405 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.672756 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.673082 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.673404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.673728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.674634 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:20.741956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] For port 33f98b5f-4031-4baf-b410-76a412d7d74a, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:20.749363 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] For port 33f98b5f-4031-4baf-b410-76a412d7d74a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=33f98b5f-4031-4baf-b410-76a412d7d74a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:20.842387 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:20.845238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e0aba-6373-42a6-8492-99a06cd4f14a req-bff94bfa-8043-45b4-b0da-d7dc86d5b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.849856 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-721e0aba-6373-42a6-8492-99a06cd4f14a req-bff94bfa-8043-45b4-b0da-d7dc86d5b067 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1096 time: 0.1985061 Nov 15 22:34:20.853634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c114-7fa0-4548-b076-f891522ad92e req-6035d828-b6f4-461d-b653-5d792dff3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.855092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0870c114-7fa0-4548-b076-f891522ad92e req-6035d828-b6f4-461d-b653-5d792dff3737 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6652303 Nov 15 22:34:20.856144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38143396-7d5c-49bc-96ec-4b4c271c723f tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.857978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba1db-54a9-46ab-83bf-a0a8f5851b07 req-f78e61d8-8c0e-4931-b187-f51773ebe9cf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:20.860535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7bba1db-54a9-46ab-83bf-a0a8f5851b07 req-f78e61d8-8c0e-4931-b187-f51773ebe9cf tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1301432 Nov 15 22:34:20.865828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-38143396-7d5c-49bc-96ec-4b4c271c723f tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6853197 Nov 15 22:34:20.956284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:21.004495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c50b908b-b9bb-4bc0-a164-cb3802031e8c tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466719 Nov 15 22:34:21.007029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:21.013168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830825158', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:21.047770 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:21.048702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:21.067462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7bba1db-54a9-46ab-83bf-a0a8f5851b07 req-f1a95338-3701-49b9-bb03-507c0b12fac5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569402 Nov 15 22:34:21.081431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:21.094925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-179743947'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:21.174892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-721e0aba-6373-42a6-8492-99a06cd4f14a req-84ff3860-7079-495a-b8a4-77102ec60660 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104224 Nov 15 22:34:21.179459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c41b7-0a99-4fe0-b2d8-51a6b04106c3 None None] Pushing event updated for resources: {'Port': ['ID=33f98b5f-4031-4baf-b410-76a412d7d74a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:21.232815 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:21.268275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5797-08ea-43e9-a77f-9545b0612479 req-9b844ee8-46d5-466b-8c4e-10e51cba7b25 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:21.269870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c4b5797-08ea-43e9-a77f-9545b0612479 req-9b844ee8-46d5-466b-8c4e-10e51cba7b25 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0763350 Nov 15 22:34:21.292447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:21.296031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.349339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:21.355238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.409796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c4b5797-08ea-43e9-a77f-9545b0612479 req-2f4ca8e7-4d59-4f46-9bda-27075184e86f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314838 Nov 15 22:34:21.427602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:34:21.481779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.482299 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Added segment 73b471b3-b956-479b-8314-8e07ba7ae195 of type vlan for network 50f1c9ee-9ace-4c12-9ad2-390380f83379 Nov 15 22:34:21.608146 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:17Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:21.612258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.646854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d105502-e0b2-46d3-99a4-e9c804665166 req-bce35189-f513-4193-9234-2eaaec029bfb tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.15 "GET /v2.0/ports?device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0764763 Nov 15 22:34:21.700532 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33284ad5-8241-4691-b297-61f10aa5ad93 None None] The sync data for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 is: [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:17Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:34:21.737681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.743875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:21.749733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.871646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7877862 Nov 15 22:34:21.874466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:21.882221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1940693180'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:21.904908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:21.920832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7fc87-948a-48f6-bb1e-e30e3fda786d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Network': ['ID=50f1c9ee-9ace-4c12-9ad2-390380f83379,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:21.937871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:34:22.071341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Subnet': ['ID=74ed9b7f-2498-48e2-86d7-a002ac96ed08,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:22.137951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Checking segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:22.143341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network hostable DHCP agents. Network: 6dd2d108-3b48-4d0e-82db-98e962197e68, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:34:22.180027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:22.195215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.250773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:34:22.261535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.262083 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Added segment d6c25d80-52f6-4ba2-bd10-45ad245b3e16 of type vlan for network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 Nov 15 22:34:22.342454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.410475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0870c114-7fa0-4548-b076-f891522ad92e req-76a7ab5a-dd71-4fff-b4a2-a85ae192d962 tempest-ServerShowV247Test-1949845284 tempest-ServerShowV247Test-1949845284-project] 10.222.0.57 "GET /v2.0/ports?device_id=35fa6df0-28fc-46a2-9b12-8195786b13c9 HTTP/1.1" status: 200 len: 210 time: 0.0431921 Nov 15 22:34:22.411097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:34:22.420888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca467e-ba59-40c9-9a68-bd75677989b0 req-aec16fa9-4b1d-4b41-a598-f0497878cdbe tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:22.429541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7eca467e-ba59-40c9-9a68-bd75677989b0 req-aec16fa9-4b1d-4b41-a598-f0497878cdbe tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.3287866 Nov 15 22:34:22.468537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.480066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:22.481875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.565074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 33f98b5f-4031-4baf-b410-76a412d7d74a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:22.584423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6dd2d108-3b48-4d0e-82db-98e962197e68) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:22.628570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da825c7-fd9e-4159-a237-0b8e950616dc None None] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:22.633503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7eca467e-ba59-40c9-9a68-bd75677989b0 req-c34ca1d6-f0df-4a10-8278-7bec96d8509d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939044 Nov 15 22:34:22.743422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:22.748733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:22.799075 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9225512 Nov 15 22:34:22.815304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:22.821401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'subnet': {'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:22.896705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9cc93-ce45-4c7d-8499-eb98bc16fb5f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Network': ['ID=05553f3e-2b3f-4f3d-b38a-f64d81205cf0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:22.984038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389f1ee-2395-4c68-b0e5-970f106798ea req-f20cda84-3189-455e-b177-ac95295dd13a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:22.987689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0079540-1500-4bbb-aacc-973de679772f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9789546 Nov 15 22:34:22.990710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54642) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:22.992658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6389f1ee-2395-4c68-b0e5-970f106798ea req-f20cda84-3189-455e-b177-ac95295dd13a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.2315702 Nov 15 22:34:23.100431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6389f1ee-2395-4c68-b0e5-970f106798ea req-2d78e5c4-a1cf-4c65-9826-aada18647f34 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054516 Nov 15 22:34:23.116955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:23.128042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:23.417430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547dd3-24b4-47ec-a9cf-8e573dcbcb5c req-2a1d3058-2bfa-429b-8b17-693d89f68736 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:23.422320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec547dd3-24b4-47ec-a9cf-8e573dcbcb5c req-2a1d3058-2bfa-429b-8b17-693d89f68736 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1282649 Nov 15 22:34:23.423112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:34:23.628662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec547dd3-24b4-47ec-a9cf-8e573dcbcb5c req-0852412f-25d5-4c42-9a6a-66d0a74f5e1b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947951 Nov 15 22:34:23.741274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 33f98b5f-4031-4baf-b410-76a412d7d74a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:23.741647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:23.848659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:23.854590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-6dd2d108-3b48-4d0e-82db-98e962197e68', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:34:23.856605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:23.954831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f93ce-91ff-4cbc-94bc-13a48235a45d req-a710b09d-b429-48f6-a166-e1aa0a73ee89 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:23.956997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b96f93ce-91ff-4cbc-94bc-13a48235a45d req-a710b09d-b429-48f6-a166-e1aa0a73ee89 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1799078 Nov 15 22:34:24.037346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Subnet': ['ID=e329f7b9-012c-416b-89e3-5e9ded71e7a0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:24.057825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.108348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:24.108348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network hostable DHCP agents. Network: 50f1c9ee-9ace-4c12-9ad2-390380f83379, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:34:24.111498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Allocated IP 172.20.0.2 (6dd2d108-3b48-4d0e-82db-98e962197e68/74ed9b7f-2498-48e2-86d7-a002ac96ed08/52fb9c23-aac2-4f6e-adbd-757329f6ac59) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:24.175487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b96f93ce-91ff-4cbc-94bc-13a48235a45d req-49f2b1fc-9844-4f29-a186-e14f44aa3442 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034583 Nov 15 22:34:24.280869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:34:24.381660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a5a98-5124-459b-bcb5-091aff19e381 req-0a5ef364-65f9-46cd-a678-41791bffaf58 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:24.389924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd2a5a98-5124-459b-bcb5-091aff19e381 req-0a5ef364-65f9-46cd-a678-41791bffaf58 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0945268 Nov 15 22:34:24.413829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 50f1c9ee-9ace-4c12-9ad2-390380f83379) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:24.416873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.427677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:24.428338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.428952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a138f4e-586b-473b-a5c7-0ca2d549ab9d None None] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:24.557663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd2a5a98-5124-459b-bcb5-091aff19e381 req-a85f1a53-be97-4f40-bbc6-a25a11334d7e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668212 Nov 15 22:34:24.583007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ce0b848d-db1d-4728-b756-35d884295c42 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7646451 Nov 15 22:34:24.583635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:24.591125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'subnet': {'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:24.599367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.649070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.828381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 33f98b5f-4031-4baf-b410-76a412d7d74a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=33f98b5f-4031-4baf-b410-76a412d7d74a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:24.883269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:24.888429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.894851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.1 (6dd2d108-3b48-4d0e-82db-98e962197e68/74ed9b7f-2498-48e2-86d7-a002ac96ed08/e6d170a8-5aed-46b6-9224-0131ebf33484) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:24.900161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:24.904212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Pushing event updated for resources: {'Port': ['ID=52fb9c23-aac2-4f6e-adbd-757329f6ac59,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:24.923103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:24.931272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:24.959208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:24.993301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:25.080530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-50f1c9ee-9ace-4c12-9ad2-390380f83379', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:34:25.090335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.148552 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.239599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Attempting to bind port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:25.240151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Attempting to bind port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:25.241041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Attempting to bind port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:25.290030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=33f98b5f-4031-4baf-b410-76a412d7d74a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:25.296732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:25.297415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Checking segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:25.298003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.298563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Bound using segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:25.299199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Bound port: 52fb9c23-aac2-4f6e-adbd-757329f6ac59, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:25.299746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.327026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.401050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f551d-f29e-41ab-8270-87c6b17e90a9 req-18c0fa66-bbde-4991-a87e-41ad4cc72870 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:25.407793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:25.411893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19f551d-f29e-41ab-8270-87c6b17e90a9 req-18c0fa66-bbde-4991-a87e-41ad4cc72870 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.2544627 Nov 15 22:34:25.433030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:25.438579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:25.469751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d397-8069-46f1-86fb-578e36c2aae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.484784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.489178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:25.540125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.547277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Allocated IP 10.1.1.2 (50f1c9ee-9ace-4c12-9ad2-390380f83379/e329f7b9-012c-416b-89e3-5e9ded71e7a0/71c98bd0-af73-4044-a341-a210c36b61af) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:25.571923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] For port 52fb9c23-aac2-4f6e-adbd-757329f6ac59, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:25.580772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] For port 52fb9c23-aac2-4f6e-adbd-757329f6ac59, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=52fb9c23-aac2-4f6e-adbd-757329f6ac59,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:25.661100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19f551d-f29e-41ab-8270-87c6b17e90a9 req-7da5806e-e076-47ab-898b-09b88f6c35be tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469809 Nov 15 22:34:25.681863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.819767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee023-3a42-429d-90d8-ad50b5da305a None None] Pushing event updated for resources: {'Port': ['ID=52fb9c23-aac2-4f6e-adbd-757329f6ac59,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:25.894967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Checking segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:25.900351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network hostable DHCP agents. Network: 05553f3e-2b3f-4f3d-b38a-f64d81205cf0, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:34:25.909870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:25.944213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Subnet': ['ID=91349e88-9d14-437a-a99b-992f1ced8e80,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:26.003530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.046591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094daf-7a9a-48c5-a779-143f4747af40 req-9de23bdc-fb93-4a1e-b882-02bd670b245f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:26.048328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40094daf-7a9a-48c5-a779-143f4747af40 req-9de23bdc-fb93-4a1e-b882-02bd670b245f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2449818 Nov 15 22:34:26.059521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.154789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:26.165343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:34:26.168188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:26.172386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:26.182865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Pushing event updated for resources: {'Port': ['ID=71c98bd0-af73-4044-a341-a210c36b61af,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:26.267504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40094daf-7a9a-48c5-a779-143f4747af40 req-e63aae62-cb1e-4d6d-8033-490e3a4348d8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112935 Nov 15 22:34:26.285063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d397-8069-46f1-86fb-578e36c2aae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.297591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Attempting to bind port 71c98bd0-af73-4044-a341-a210c36b61af on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:26.297816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Attempting to bind port 71c98bd0-af73-4044-a341-a210c36b61af by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:26.298603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Attempting to bind port 71c98bd0-af73-4044-a341-a210c36b61af on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:26.300652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 05553f3e-2b3f-4f3d-b38a-f64d81205cf0) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:26.320868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90056e1-4750-42e1-906c-fffd46dfdad4 None None] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:26.324049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:26.324978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.367567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ae5d397-8069-46f1-86fb-578e36c2aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.377099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:26.377565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:26.377902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.385288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Bound using segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:26.388173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Bound port: 71c98bd0-af73-4044-a341-a210c36b61af, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:26.388667 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.496442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ae5d397-8069-46f1-86fb-578e36c2aae6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0198c8888b71435a934c0fc40fb067f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5023496 Nov 15 22:34:26.516294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bfa999f6-1f4d-4f90-9293-2791f34d2c1e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9284906 Nov 15 22:34:26.560951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:26.563730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:26.568157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] For port 71c98bd0-af73-4044-a341-a210c36b61af, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:26.572648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] For port 71c98bd0-af73-4044-a341-a210c36b61af, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c98bd0-af73-4044-a341-a210c36b61af,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:26.648063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.658187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'name': 'tempest-TaggedBootDevicesTest_v242-1737978706', 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:26.799463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.862788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5d397-8069-46f1-86fb-578e36c2aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568c34d-a6d1-43d3-8106-0d633c6a92ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:26.866398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:26.911151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d973f06-5485-441f-b753-49397c0ea9c7 None None] Pushing event updated for resources: {'Port': ['ID=71c98bd0-af73-4044-a341-a210c36b61af,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:26.947569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d07188-d457-4b10-8639-3c1d33a7e8f5 req-59029ad7-1f20-4bf0-ba4b-6b3f9b3e4866 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:26.956351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7d07188-d457-4b10-8639-3c1d33a7e8f5 req-59029ad7-1f20-4bf0-ba4b-6b3f9b3e4866 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.4874046 Nov 15 22:34:27.012587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.054347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ips': [{'subnet_id': '91349e88-9d14-437a-a99b-992f1ced8e80'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:34:27.055700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.057446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.081375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:27.104318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:34:27.111200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.111539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.112161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.113428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7d07188-d457-4b10-8639-3c1d33a7e8f5 req-b517c4fd-5965-4c49-a250-749d8cfab11b tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500118 Nov 15 22:34:27.115576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.117632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.118379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.118900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.121575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.122156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.123229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.123735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.124220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.124871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:27.305794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92bae-74c6-4b14-8c35-086b9076b6d1 req-d47b2126-2e51-4db4-8b7b-7a4fa9b464ea tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:27.307942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11e92bae-74c6-4b14-8c35-086b9076b6d1 req-d47b2126-2e51-4db4-8b7b-7a4fa9b464ea tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.0837805 Nov 15 22:34:27.349205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 33f98b5f-4031-4baf-b410-76a412d7d74a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:27.369855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:27.371465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:27.410475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11e92bae-74c6-4b14-8c35-086b9076b6d1 req-3159f8fd-357c-4581-8b75-f7532183fe62 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951772 Nov 15 22:34:27.481377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 33f98b5f-4031-4baf-b410-76a412d7d74a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:27.481753 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.511077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Allocated IP 10.2.2.2 (05553f3e-2b3f-4f3d-b38a-f64d81205cf0/91349e88-9d14-437a-a99b-992f1ced8e80/a592801b-0dbb-49cf-a154-ac02585c2d92) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:27.610642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:34:27.610760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f27ee-883a-4d66-953d-3e1fc295c2c7 req-091f9415-94db-4ca3-9051-e5e043fff129 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:27.610760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-558f27ee-883a-4d66-953d-3e1fc295c2c7 req-091f9415-94db-4ca3-9051-e5e043fff129 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.0784090 Nov 15 22:34:27.651115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-558f27ee-883a-4d66-953d-3e1fc295c2c7 req-977c468c-73e0-4300-974e-d67078e2f29f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721443 Nov 15 22:34:27.669172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:27.715562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:27.720346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:34:27.727535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e52c13a4-569e-415e-a13b-855657c6f722 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/8348f19c-5362-4c69-9fd8-0b1009b0fb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7355454 Nov 15 22:34:27.759737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Sync routers for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:34:27.760207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2e7fe-b8d1-4860-93f5-c841659749dd None None] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:27.836412 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.838996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.842434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1568c34d-a6d1-43d3-8106-0d633c6a92ea HTTP/1.1" status: 204 len: 168 time: 1.2752833 Nov 15 22:34:27.874846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:27.876099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:27.916370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525477-d2b1-4a71-8579-25d96a8fce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568c34d-a6d1-43d3-8106-0d633c6a92ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:27.923931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:27.945636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0db50-19ab-4c9c-8060-b41a7e673610 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:27.950384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54688) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:27.950852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0dd0db50-19ab-4c9c-8060-b41a7e673610 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1091 time: 0.2803812 Nov 15 22:34:27.956477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:27.961172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] device_id is not set on port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:34:28.132025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.137758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-403ed94f-cb9a-4125-a720-1f918d21be8c None None] Provisioning complete for port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:28.138428 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ed94f-cb9a-4125-a720-1f918d21be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.147293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 52fb9c23-aac2-4f6e-adbd-757329f6ac59 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:28.317403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.1.1.216 (50f1c9ee-9ace-4c12-9ad2-390380f83379/e329f7b9-012c-416b-89e3-5e9ded71e7a0/0cfeb84e-528b-4b70-b19a-53c4236cc2eb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:28.354652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.602616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.661438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:28.661438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.676450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f86e3-7043-4620-ac8c-f2311f6452a0 req-3bb386ff-da1d-493b-8d00-8e19c64f6768 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:28.685272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca4f86e3-7043-4620-ac8c-f2311f6452a0 req-3bb386ff-da1d-493b-8d00-8e19c64f6768 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.8568428 Nov 15 22:34:28.696545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.25.0.31 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/6b7643f1-b06a-4c03-9236-6b578203c9ea) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:28.708563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c7955-4412-4a4c-8346-a5fae8cdd012 None None] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:28.765063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca4f86e3-7043-4620-ac8c-f2311f6452a0 req-a063ff82-d990-48aa-99db-260aecc29fb1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783112 Nov 15 22:34:28.767411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.920864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:28.924660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:28.977020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:28.977584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:28.988953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:29.016955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.031771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:29.063906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:29.064682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.121608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.123917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.174939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-208d681b-ab72-4a96-933d-d18c5893750e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5287943 Nov 15 22:34:29.177484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:29.184170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'name': 'tempest-TaggedBootDevicesTest_v242-770558840', 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:29.220061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:29.232663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:29.243796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:29.432459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=6b7643f1-b06a-4c03-9236-6b578203c9ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:29.437605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.449324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 52fb9c23-aac2-4f6e-adbd-757329f6ac59, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=52fb9c23-aac2-4f6e-adbd-757329f6ac59,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:29.505285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Pushing event updated for resources: {'Port': ['ID=a592801b-0dbb-49cf-a154-ac02585c2d92,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:29.505285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-403ed94f-cb9a-4125-a720-1f918d21be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.524374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.555581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:29.594491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:29.594592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.668288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] device_id is not set on port a834201b-a843-45fb-9015-d7b128cee4d1 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:34:29.691312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:29.721920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.820131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:29.867247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1373339562-network', 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:29.908331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:29.927833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:29.999435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-403ed94f-cb9a-4125-a720-1f918d21be8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:34:30.000109 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-403ed94f-cb9a-4125-a720-1f918d21be8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:34:30.029772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c98bd0-af73-4044-a341-a210c36b61af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:30.039233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.062372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-71f37d87-d903-4029-a053-d3d5a5ac27a6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113150787&fields=id&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 267 time: 0.3001471 Nov 15 22:34:30.153141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.184484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-df7ccebf-165a-4f0b-a130-74c48812f70f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:30.187250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-df7ccebf-165a-4f0b-a130-74c48812f70f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.4311399 Nov 15 22:34:30.219788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:30.223644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.242397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=52fb9c23-aac2-4f6e-adbd-757329f6ac59,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:30.302227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 71c98bd0-af73-4044-a341-a210c36b61af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:30.302590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.305087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Attempting to bind port a592801b-0dbb-49cf-a154-ac02585c2d92 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:30.305476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Attempting to bind port a592801b-0dbb-49cf-a154-ac02585c2d92 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:30.305836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Attempting to bind port a592801b-0dbb-49cf-a154-ac02585c2d92 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:30.308298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-faddbf71-94d7-4cb0-a9ff-1d79d5d99dbf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/quotas/6211dd7014c0420ba025078cc32d7c6f HTTP/1.1" status: 200 len: 375 time: 0.1076605 Nov 15 22:34:30.308974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.314647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:30.314854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Checking segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:30.315396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.316098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Bound using segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:30.316313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Bound port: a592801b-0dbb-49cf-a154-ac02585c2d92, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:30.317001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.374636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-8b3cb887-9b43-45b1-aa6f-08886abc06b9 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481107 Nov 15 22:34:30.399289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:26Z', 'revision_number': 2, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:30.481532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Checking router: 8348f19c-5362-4c69-9fd8-0b1009b0fb64 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:34:30.481902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Updating router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 port e6d170a8-5aed-46b6-9224-0131ebf33484 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:34:30.488959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.492352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.1.1.51 (50f1c9ee-9ace-4c12-9ad2-390380f83379/e329f7b9-012c-416b-89e3-5e9ded71e7a0/a834201b-a843-45fb-9015-d7b128cee4d1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:30.560834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.566570 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.669875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.673749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] For port a592801b-0dbb-49cf-a154-ac02585c2d92, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:30.830909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-96506283-7e38-4f62-b611-d249de3bd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:30.832570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-96506283-7e38-4f62-b611-d249de3bd44c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1097 time: 0.1642251 Nov 15 22:34:30.892567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=6b7643f1-b06a-4c03-9236-6b578203c9ea,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:30.897110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] For port a592801b-0dbb-49cf-a154-ac02585c2d92, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a592801b-0dbb-49cf-a154-ac02585c2d92,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:30.921330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.935533 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Floating IP d005a82c-3eb5-443e-8471-121434123ba2 associated. External IP: 172.25.0.31, port: 5fdafcc6-ba49-495a-b1bb-cedb205a87ca. Nov 15 22:34:30.941384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Provisioning complete for port 71c98bd0-af73-4044-a341-a210c36b61af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:30.941749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:30.953082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-0f2b322d-8176-4305-8cc7-097cdea05704 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:30.954598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-0f2b322d-8176-4305-8cc7-097cdea05704 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 797 time: 0.8914299 Nov 15 22:34:30.979105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.012763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-88fff554-17b0-4aa2-9182-c821537557d6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/quotas/6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 375 time: 0.0460141 Nov 15 22:34:31.070575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 71c98bd0-af73-4044-a341-a210c36b61af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c98bd0-af73-4044-a341-a210c36b61af,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:31.089206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-5be152d9-d596-4e9a-b322-5de58bdfc9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986911 Nov 15 22:34:31.102313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-fc36cdcd-50b1-430f-afe1-361ce6af840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:31.104377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-fc36cdcd-50b1-430f-afe1-361ce6af840c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 1097 time: 0.5981541 Nov 15 22:34:31.126250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Pushing event updated for resources: {'Port': ['ID=a592801b-0dbb-49cf-a154-ac02585c2d92,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:31.171372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.171581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.172893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.172893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.172893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.172893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.173231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.173400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.173719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.174028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.174339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.174649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda394b-1635-4906-add6-1c2a5ea3ebe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:31.204564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.254693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.288755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.313636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-e251b7c0-0934-425f-9e48-721610dc810e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893834 Nov 15 22:34:31.335417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=71c98bd0-af73-4044-a341-a210c36b61af,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:31.390185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.400545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-5c5555c7-ccff-4e65-86dd-287377f9e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:31.402277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-5c5555c7-ccff-4e65-86dd-287377f9e0d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.5573258 Nov 15 22:34:31.434525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:34:31.434525 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:34:31.434753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-6757a423-4116-4465-9d11-1dde223f313c service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220706 Nov 15 22:34:31.453565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.479876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-cf105699-941f-488a-844a-8f919c0aaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:31.481311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-cf105699-941f-488a-844a-8f919c0aaa7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.3508160 Nov 15 22:34:31.491860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.492084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-dba12423-6432-4745-804c-4fa29145ebc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0746436 Nov 15 22:34:31.579278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-bc29ccae-7d12-4c36-8657-a3759e5a9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:31.581459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-bc29ccae-7d12-4c36-8657-a3759e5a9fd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.0800061 Nov 15 22:34:31.602448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438d1d-23ae-471a-959b-bbfb4efe2fa9 None None] Pushing event updated for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:31.682613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.696555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Attempting to bind port e6d170a8-5aed-46b6-9224-0131ebf33484 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:31.696994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Attempting to bind port e6d170a8-5aed-46b6-9224-0131ebf33484 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:31.697624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Attempting to bind port e6d170a8-5aed-46b6-9224-0131ebf33484 on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:31.703418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:31.703785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Checking segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:31.704179 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.704560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Bound using segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:31.705102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Bound port: e6d170a8-5aed-46b6-9224-0131ebf33484, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:31.705475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.718017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-6d7242de-a911-4e0a-8998-b5f66ae7f919 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837784 Nov 15 22:34:31.751623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-e59dc393-6cd8-418e-9b7f-e44e019f4e88 service neutron] 10.222.0.15 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996192 Nov 15 22:34:31.752353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e401e4a3-c205-4a83-afb0-2640dc8e6b36,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:31.760657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-58b3b834-5de7-4136-ae62-84bd4415ac25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5 HTTP/1.1" status: 200 len: 217 time: 0.2265775 Nov 15 22:34:31.791264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:34:31.858190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] For port e6d170a8-5aed-46b6-9224-0131ebf33484, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:31.859995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:31.867963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] For port e6d170a8-5aed-46b6-9224-0131ebf33484, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6d170a8-5aed-46b6-9224-0131ebf33484,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:31.913875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-00bbb0ca-f920-48a0-9961-dcc1adf3794f service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768818 Nov 15 22:34:31.961885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.014759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:34:32.069768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.070351 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Added segment b9ca17aa-7a93-4083-a1c3-32ad2334a5b7 of type vlan for network 8b015445-9b9c-4235-9cdd-ade8321cd675 Nov 15 22:34:32.083661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438d1d-23ae-471a-959b-bbfb4efe2fa9 None None] Pushing event updated for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:32.100214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:32.106068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c98bd0-af73-4044-a341-a210c36b61af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:32.109028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:34:32.141448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071bc5-5ae1-49c7-8b76-662fb4532fb4 req-96ea6c2d-cd16-48ce-8cbe-7343ea5de7e2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:32.149284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7071bc5-5ae1-49c7-8b76-662fb4532fb4 req-96ea6c2d-cd16-48ce-8cbe-7343ea5de7e2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.2576413 Nov 15 22:34:32.156865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:32.159747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:32.244851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:32.251490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa106c3c-af40-442a-8243-a3915e37fae0 req-0dc04833-c9f7-4017-baba-c398f560237f service neutron] 10.222.0.57 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305733 Nov 15 22:34:32.252026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:32.272193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:32.276479 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.310234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:34:32.321133 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:34:32.342954 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:32.343624 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:32.362986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-7fa5bdc3-3c53-406e-bf69-ba41777600af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:32.364480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-7fa5bdc3-3c53-406e-bf69-ba41777600af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.5584114 Nov 15 22:34:32.376447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.388934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Provisioning complete for port e6d170a8-5aed-46b6-9224-0131ebf33484 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:32.389383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.403778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.410285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:32.430434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b2a608f-5c91-4966-a335-53f578037c7b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2484021 Nov 15 22:34:32.484255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-43880a56-1bdc-4a1e-a5ad-3e788defdcee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943329 Nov 15 22:34:32.487346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-678bca1f-f233-445a-8c23-cda4ec6a93ef tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5351408 Nov 15 22:34:32.489385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:32.495090 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.497020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:32.499096 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670002f7-4e8f-4e89-85b4-b08f27ad453c" -d '{"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:32.530947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 71c98bd0-af73-4044-a341-a210c36b61af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:32.531976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.537783 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:32.629308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:32.645877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-3da3726e-bdb5-4267-9ba3-0607995495f7 service neutron] 10.222.0.15 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722658 Nov 15 22:34:32.687505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7071bc5-5ae1-49c7-8b76-662fb4532fb4 req-f0224f20-d1d3-4b46-82d6-80e99f653210 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372071 Nov 15 22:34:32.744239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a85218e0-dd57-470b-89d8-20dd05b35165 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/d005a82c-3eb5-443e-8471-121434123ba2 HTTP/1.1" status: 200 len: 990 time: 0.2296221 Nov 15 22:34:32.800361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-d42d9877-e5f2-4358-a5ca-ad8f61dcbe56 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977886 Nov 15 22:34:32.836645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:32.841445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f649df-70b7-4fec-8d4c-9a50b85aa5e9 None None] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:32.843134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:32.844803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.845532 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b37610-a4c7-49a8-a72d-7c3da8cbe995" -d '{"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:32.845916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:32.846855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.926707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:32.989268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:32.991143 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:29Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:33.027577 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:34:33.041112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:33.042869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:33.096749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5400198 Nov 15 22:34:33.099621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7c9deb-a5a3-4e77-819f-bbcaa856f955 req-a5f73698-00b7-4fd8-9f1d-f0eb8efe7555 service neutron] 10.222.0.55 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659621 Nov 15 22:34:33.099758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:33.104752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Request body: {'subnet': {'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1373339562-subnet', 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:33.145510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dd030-317c-4d92-bb52-f9db9fcb0aa9 req-25fd1f8c-6ef8-49a6-bc0a-1f66e677fdd8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:33.155771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd1dd030-317c-4d92-bb52-f9db9fcb0aa9 req-25fd1f8c-6ef8-49a6-bc0a-1f66e677fdd8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 946 time: 0.3514891 Nov 15 22:34:33.171714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b670a9e-5f31-48aa-8308-fc0df3c4c04d admin admin] Pushing event updated for resources: {'Network': ['ID=8b015445-9b9c-4235-9cdd-ade8321cd675,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:33.179044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:33.188802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:34:33.201472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:33.217732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:33.220085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:33.221311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0af63-b3a3-4933-b920-720db9a581d5 req-065abe52-1dae-43b6-b5db-0af17dac19ad tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:33.230975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32b0af63-b3a3-4933-b920-720db9a581d5 req-065abe52-1dae-43b6-b5db-0af17dac19ad tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2274678 Nov 15 22:34:33.252339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd1dd030-317c-4d92-bb52-f9db9fcb0aa9 req-4529a774-ebd3-4add-802f-898ef71eb2c3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980141 Nov 15 22:34:33.296249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32b0af63-b3a3-4933-b920-720db9a581d5 req-08ec6ec8-6b46-4d31-a45e-9b1884ea4bc3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639360 Nov 15 22:34:33.352545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a592801b-0dbb-49cf-a154-ac02585c2d92 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:33.398169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adce5bc0-3462-43bd-ba8f-794e3fb7ae19 req-ecc5bd81-f4b3-4471-9afd-f8a05411a23b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 210 time: 0.0303504 Nov 15 22:34:33.659076 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46176bf8-9290-4003-b9fe-0626e0ae8640 x-openstack-request-id: req-46176bf8-9290-4003-b9fe-0626e0ae8640 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:33.659076 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:33.659076 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46176bf8-9290-4003-b9fe-0626e0ae8640 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:33.659076 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'status': 'completed', 'code': 200} Nov 15 22:34:33.660737 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:29Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:33.661710 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b456a-3191-4044-aa25-bbdb037431ba None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:33:55Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:29Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:34:33.661877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2ce1184-61e3-42f3-9b73-251e7b22c6a4 req-5360e401-b646-46d0-b7be-e1c10097daa3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 210 time: 0.0511658 Nov 15 22:34:33.661877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-171bd38a-2c7c-4856-9c99-c26b75b98f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:33.661877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-171bd38a-2c7c-4856-9c99-c26b75b98f8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1096 time: 0.1303785 Nov 15 22:34:33.662172 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5cf0b-9bd6-406a-9118-c613d8fa10bf x-openstack-request-id: req-43c5cf0b-9bd6-406a-9118-c613d8fa10bf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:33.662172 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:33.662172 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43c5cf0b-9bd6-406a-9118-c613d8fa10bf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:33.662172 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'code': 200} Nov 15 22:34:33.705451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:33.776940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54786) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:33.794058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] For port e6d170a8-5aed-46b6-9224-0131ebf33484, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6d170a8-5aed-46b6-9224-0131ebf33484,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:33.836735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:33.847270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698760316', 'description': 'tempest-description--86376359'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:33.888878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a592801b-0dbb-49cf-a154-ac02585c2d92 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:33.892873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:33.893007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-a2b1de1a-0315-42ff-bc86-b8cc77b7f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:33.895381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-a2b1de1a-0315-42ff-bc86-b8cc77b7f293 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 897 time: 0.2442605 Nov 15 22:34:33.896797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:31Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:33.904850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7291f24d-392b-4a7c-86d7-5d431f4ab5e4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:33.918386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a938650b-6ba8-4352-8c56-1d10c861cb87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/d005a82c-3eb5-443e-8471-121434123ba2 HTTP/1.1" status: 200 len: 990 time: 0.1391599 Nov 15 22:34:33.946338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:33.948478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Network hostable DHCP agents. Network: 8b015445-9b9c-4235-9cdd-ade8321cd675, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:34:33.985552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67c29f-67b1-4771-a149-d4688c9526d5 None None] The sync data for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 is: [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:31Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:34:33.989198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46bd46-eaab-4683-9af0-9ea40f8e8bbf None None] New status for floating IP d005a82c-3eb5-443e-8471-121434123ba2: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:34:34.058329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e71b-6dd0-4783-b3bf-0785fb470942 req-8253dd7c-99fb-4e72-a06f-fc1237f0e19c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.058329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c35e71b-6dd0-4783-b3bf-0785fb470942 req-8253dd7c-99fb-4e72-a06f-fc1237f0e19c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2410023 Nov 15 22:34:34.058698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:34:34.093509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.094959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641692-2d39-4cf1-b84f-28fa23484d2c req-04fd726b-1066-4422-bcd6-d1e390c41892 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.102955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32641692-2d39-4cf1-b84f-28fa23484d2c req-04fd726b-1066-4422-bcd6-d1e390c41892 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1359141 Nov 15 22:34:34.105879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-7e3d0ecd-0baf-4f1e-bcfd-9d67fb5253a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 200 len: 998 time: 0.1942487 Nov 15 22:34:34.108607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8b015445-9b9c-4235-9cdd-ade8321cd675) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:34.124927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.124927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.145583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6522f9c-de7c-4636-a378-2b31b7fa43e7 None None] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:34.152124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.257662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Provisioning complete for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:34.258255 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.275035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-994a1dec-334a-4f4f-9379-46d99852aa82 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1740019 Nov 15 22:34:34.351034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c35e71b-6dd0-4783-b3bf-0785fb470942 req-7557677f-2c21-4aba-8659-80ae1ea76907 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376823 Nov 15 22:34:34.352464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-7f59f4a7-0443-451d-a8cd-50e548413070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.354099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-7f59f4a7-0443-451d-a8cd-50e548413070 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2e79fd3-261c-442b-929b-d3bb8d7574a6 HTTP/1.1" status: 200 len: 835 time: 0.2003384 Nov 15 22:34:34.389096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32641692-2d39-4cf1-b84f-28fa23484d2c req-8bb2d0bb-d353-4ddf-8409-4cd1ba3eca5e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369676 Nov 15 22:34:34.405880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Pushing event updated for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:34.532931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:34.541000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-0372d3b7-c25f-4732-b65f-190fbbbee2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.542662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-0372d3b7-c25f-4732-b65f-190fbbbee2c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616776 Nov 15 22:34:34.545120 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.626986 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.638005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5871288c-fc98-4bc5-8aed-1e5f80d71486 req-d2b0f07b-74c3-4fd6-a5b3-764452f42124 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 210 time: 0.1117113 Nov 15 22:34:34.643366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.643735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Provisioning complete for port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:34.644093 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bbecf38-3345-4045-9d98-ade1bd4af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.749286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-4a35771b-d3eb-4f64-9ed8-b095f7beb940 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776338 Nov 15 22:34:34.768296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:34.773303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9301934 Nov 15 22:34:34.776008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:34:34.793490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ab028-2297-4c2a-bf75-e21316d675ff None None] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:34:34.889068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:34.891244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-670002f7-4e8f-4e89-85b4-b08f27ad453c req-af3792fd-d308-47f3-9458-de8706fe0021 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167927 Nov 15 22:34:34.896095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'security_group_rule': {'security_group_id': '8c62204a-67a0-4bba-b34f-6570741d9460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:34.896293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-a936d14c-c58d-424b-bc5c-970ea2a3049f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:34.898051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-a936d14c-c58d-424b-bc5c-970ea2a3049f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.2122893 Nov 15 22:34:34.923180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:34.949738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Request body: {'port': {'device_id': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'admin_state_up': True, 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:34.985438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f23e4fb6-8645-41b1-9fac-e572972a92e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.010288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port a592801b-0dbb-49cf-a154-ac02585c2d92, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a592801b-0dbb-49cf-a154-ac02585c2d92,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:35.041151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81ea63a9-b46b-4938-87cb-8de2041a6a9b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/d005a82c-3eb5-443e-8471-121434123ba2 HTTP/1.1" status: 200 len: 992 time: 0.1164978 Nov 15 22:34:35.042689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6d78-eb16-4323-9eca-cf7a2ee892ab tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62204a-67a0-4bba-b34f-6570741d9460,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:35.087342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059239f-07a9-4fad-85fa-eda69fdccb03 req-bbc37281-40dd-49d2-8695-274eee13ce94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:35.092033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5059239f-07a9-4fad-85fa-eda69fdccb03 req-bbc37281-40dd-49d2-8695-274eee13ce94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.5766287 Nov 15 22:34:35.147717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.148491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 52fb9c23-aac2-4f6e-adbd-757329f6ac59 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:35.267877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.309884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5059239f-07a9-4fad-85fa-eda69fdccb03 req-22b5b09f-6606-4d27-9c5c-17f23abf3fbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049007 Nov 15 22:34:35.333675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.360431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:35.364010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.400160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:35.409576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Provisioning complete for port a834201b-a843-45fb-9015-d7b128cee4d1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:35.414398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.414398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=a592801b-0dbb-49cf-a154-ac02585c2d92,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:35.483693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:35.483936 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.488858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Port a834201b-a843-45fb-9015-d7b128cee4d1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:35.516387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.518393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcc672f7-3097-4621-ae5e-2f097b49079b req-2ab396d8-773a-4022-b09a-66b9e9534516 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 210 time: 0.0581963 Nov 15 22:34:35.530365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-b29e33d6-94d3-47fc-8eb2-f03fbbd4549c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:35.537567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-b29e33d6-94d3-47fc-8eb2-f03fbbd4549c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.4265141 Nov 15 22:34:35.541387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.557184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-b1ab67d0-da32-4886-9e84-6a57f8df8550 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0189497 Nov 15 22:34:35.598240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Provisioning complete for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:35.598610 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.600922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Allocated IP 172.20.0.7 (1b0a8283-0660-4d4d-bcdc-c0e8deb16608/73127a5f-23c6-4c4d-8707-87e3180bbddd/f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:35.605332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-ff5def1f-8a50-4e50-aa11-94280f8a5866 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467525 Nov 15 22:34:35.666441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.673298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:35.678092 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b5b12-fd8b-4e53-b28d-fab498ccdcca" -d '{"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:35.689743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:35.695027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:35.732026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac997716-dc31-4330-846a-bd310c171cc1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:35.756861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Provisioning complete for port a592801b-0dbb-49cf-a154-ac02585c2d92 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:35.757448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.820978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.820978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65ab87ec-8cdc-447d-9523-4d75a43c198b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9254041 Nov 15 22:34:35.829442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-d02f50f5-3761-41be-91e0-f4e571f94324 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232182 Nov 15 22:34:35.841776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:35.848057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'security_group_rule': {'security_group_id': '8c62204a-67a0-4bba-b34f-6570741d9460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:35.860833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8b9c-3677-416a-be0e-261ed67d8e34 req-6b90b943-4a79-416f-9b25-d8647f781ce3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:35.872807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9b8b9c-3677-416a-be0e-261ed67d8e34 req-6b90b943-4a79-416f-9b25-d8647f781ce3 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.2357481 Nov 15 22:34:35.888364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.952149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Provisioning complete for port e6d170a8-5aed-46b6-9224-0131ebf33484 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:35.952506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbac4d9c-08ea-4dea-b089-f651947f169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:35.987408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9b8b9c-3677-416a-be0e-261ed67d8e34 req-45e89dc4-2757-4b60-a8de-4afac06d1885 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099453 Nov 15 22:34:36.008495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.021620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-106429f8-a827-4c77-abb8-e0ba7861f8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912386 Nov 15 22:34:36.084298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a592801b-0dbb-49cf-a154-ac02585c2d92 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:36.143615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-3d312801-2596-4de2-9e91-234ece652037 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:36.145931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-3d312801-2596-4de2-9e91-234ece652037 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 797 time: 0.2130544 Nov 15 22:34:36.146958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.155093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a592801b-0dbb-49cf-a154-ac02585c2d92 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:36.155472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.185306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.205937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0d86-e66c-4f69-96b6-d5cb4955b9ad req-b7edb74a-588a-46b9-b34b-a522eee573cb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:36.207550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-816c0d86-e66c-4f69-96b6-d5cb4955b9ad req-b7edb74a-588a-46b9-b34b-a522eee573cb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 931 time: 0.1018486 Nov 15 22:34:36.216334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:36.217829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:36.221327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:36.259643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6d170a8-5aed-46b6-9224-0131ebf33484 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:36.268258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-816c0d86-e66c-4f69-96b6-d5cb4955b9ad req-13d83cea-5a29-4340-b7d3-8e4bfccfcd26 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534422 Nov 15 22:34:36.289672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.307008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367f5004-10ac-4f4b-9fac-a1832696f678,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:36.314516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:36.328341 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe97603-de2a-49c2-a944-68d8ba85f6f7 x-openstack-request-id: req-0fe97603-de2a-49c2-a944-68d8ba85f6f7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:36.328976 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-unplugged", "status": "failed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:36.329781 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fe97603-de2a-49c2-a944-68d8ba85f6f7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:36.329781 n-d-817995-3 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'code': 422} returned with failed status Nov 15 22:34:36.336567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:36.337769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.356284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-faf6e3f7-1a04-44c5-ad1a-b6f3c7b4c5df tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 380 time: 0.1973412 Nov 15 22:34:36.366438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e6d170a8-5aed-46b6-9224-0131ebf33484 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:36.366438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.384727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'port': {'device_id': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'admin_state_up': True, 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'security_groups': ['70aecfd8-b5ff-4a9e-903a-0cefc51676fe']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:36.454585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.456148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0b6049e5-e7a4-4dc2-bf06-1abf9ef476b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6130984 Nov 15 22:34:36.462357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:36.467043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-b9401bb1-710a-4da9-96c8-1cfad17a9e17 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5493081 Nov 15 22:34:36.479561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:36.486632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Request body: {'port': {'device_id': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:36.554821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f502c02-0e0f-4e27-bdff-987838fd6860 req-68669cad-5c39-4b01-a1c1-0a2a082daac0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:36.563525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f502c02-0e0f-4e27-bdff-987838fd6860 req-68669cad-5c39-4b01-a1c1-0a2a082daac0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.1470222 Nov 15 22:34:36.589445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.595739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.606056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e043d5-3cd8-4182-ae91-bfe7bbcd74ec req-48926706-e99d-49ec-9231-c5c068dfc320 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:36.609034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3e043d5-3cd8-4182-ae91-bfe7bbcd74ec req-48926706-e99d-49ec-9231-c5c068dfc320 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.1512489 Nov 15 22:34:36.724856 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f502c02-0e0f-4e27-bdff-987838fd6860 req-455fe4eb-1f14-40cc-b0f0-deaa7b57bb92 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603518 Nov 15 22:34:36.732607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:36.739760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3e043d5-3cd8-4182-ae91-bfe7bbcd74ec req-292fa91a-eebc-44f4-9271-103cb8521ed6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051688 Nov 15 22:34:36.740192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.835844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0045272f-d68f-45c6-84bf-615622591e2a req-4ea67e6c-a8fe-4642-85d9-7e20e719d7b8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 210 time: 0.0376446 Nov 15 22:34:36.848938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:36.923496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cdcc1f03-2aa1-4422-bd6e-30f4c0216ebf req-49cc608f-54c6-4417-bb82-b3601d723821 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 210 time: 0.0924642 Nov 15 22:34:36.978316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.9 (6dd2d108-3b48-4d0e-82db-98e962197e68/74ed9b7f-2498-48e2-86d7-a002ac96ed08/e95e7419-0f03-45e8-81d3-c148e6be7f1f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:37.034031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 172.25.0.54 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e6f2bd7f-c926-48a3-837b-fa599e39d989) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:37.043121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:37.058269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.119690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-dbb29995-bcbd-4608-b7af-16559125eba7 req-3532e59a-0f49-4181-bbac-e0b588985583 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:34:37.120189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb29995-bcbd-4608-b7af-16559125eba7 req-3532e59a-0f49-4181-bbac-e0b588985583 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075042 Nov 15 22:34:37.124927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Transition to ACTIVE for port object f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:37.132121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91c736aa-b717-4334-b0ac-5762e0c3cb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.171633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.181201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.252295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:37.330098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.350350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.367725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Attempting to bind port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:37.369401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Attempting to bind port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:37.369401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Attempting to bind port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:37.378039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:37.378295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Attempting to bind port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:37.386742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:37.387093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Checking segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:37.387517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Bound using segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:37.387882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Bound port: f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:37.388234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.404694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:37.428626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:37.432042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:37.467046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=e6f2bd7f-c926-48a3-837b-fa599e39d989,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:37.471061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.499268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59d43-4a8f-4f92-8139-4bc7e53e9112 req-66e6e559-e6e3-4a2f-8d48-88817b0e0023 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:37.506658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee59d43-4a8f-4f92-8139-4bc7e53e9112 req-66e6e559-e6e3-4a2f-8d48-88817b0e0023 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 943 time: 0.1296229 Nov 15 22:34:37.517757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:37.550593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:37.551607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:37.585215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee59d43-4a8f-4f92-8139-4bc7e53e9112 req-53e04391-b82e-41d4-8433-e7753d2df87a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776021 Nov 15 22:34:37.594596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.619469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.677237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:37.682215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:37.686530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:37.692931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:37.713905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6b2e-cbae-4a70-b58c-f358d0e56fd6 req-6f765c8a-a202-4508-9941-c50922924c67 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:37.715951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e8c6b2e-cbae-4a70-b58c-f358d0e56fd6 req-6f765c8a-a202-4508-9941-c50922924c67 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.0664773 Nov 15 22:34:37.717375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:37.717989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.719570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-bf6ae3a0-d98a-433b-bb7a-bbcb83b3a7b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e HTTP/1.1" status: 200 len: 1091 time: 1.2380183 Nov 15 22:34:37.720198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:37.722507 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebba458b-fd1e-4999-93bd-66f3963d8237" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:37.773840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:37.774557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.839719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e8c6b2e-cbae-4a70-b58c-f358d0e56fd6 req-0aea1718-1bf5-49a0-88ac-be2bb9ef4acd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153934 Nov 15 22:34:37.841003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:37.887781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-cbf902cc-c156-4621-b08d-aa552e15b1aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5240979 Nov 15 22:34:37.910907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Request body: {'port': {'device_id': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:37.916600 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a107464-7208-4bee-9851-e3f63fac737a x-openstack-request-id: req-2a107464-7208-4bee-9851-e3f63fac737a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:37.917496 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:37.917496 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a107464-7208-4bee-9851-e3f63fac737a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:37.917719 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'status': 'completed', 'code': 200} Nov 15 22:34:37.946080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-6f4a8a36-d7a5-45c7-a6cb-cdba7a0c5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:37.947595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-6f4a8a36-d7a5-45c7-a6cb-cdba7a0c5579 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 1094 time: 0.1044786 Nov 15 22:34:37.978539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6779a73a-48fa-44be-bd7b-2892b6c49bdc None None] Provisioning complete for port e95e7419-0f03-45e8-81d3-c148e6be7f1f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:37.979490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6779a73a-48fa-44be-bd7b-2892b6c49bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.022257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6779a73a-48fa-44be-bd7b-2892b6c49bdc None None] Port e95e7419-0f03-45e8-81d3-c148e6be7f1f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:38.036271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-e0da0fc0-e652-41c5-a0d3-2766919a7cfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e HTTP/1.1" status: 200 len: 217 time: 0.0798397 Nov 15 22:34:38.049332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.079702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c0a3425-17bd-4aeb-a813-ff9f7ea407d8 req-268076d8-9943-417b-9883-7b765a3030a3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 210 time: 0.0662689 Nov 15 22:34:38.104481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0139a654-8050-4e7c-b84a-ccd99f0355d5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:34:38.118186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-21dd2856-4b77-4ecf-9959-1cf5c5270272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:38.124281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-21dd2856-4b77-4ecf-9959-1cf5c5270272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.0784752 Nov 15 22:34:38.135414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-2b4801a7-23c9-41a3-b24a-b87881205514 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2769585 Nov 15 22:34:38.138654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-bb1d847e-3f34-4239-a155-8c59fbdfa2e3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:34:38.148942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-bb1d847e-3f34-4239-a155-8c59fbdfa2e3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091531 Nov 15 22:34:38.201034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-7dfb8f78-0e62-41b8-afc9-bbb7e1f2eb41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668800 Nov 15 22:34:38.223078 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.256555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.286960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3a82-0005-473d-9113-07bc9795396b req-5041b354-d0de-4fc7-b08a-cc9257d50dcf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:38.288982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-322d3a82-0005-473d-9113-07bc9795396b req-5041b354-d0de-4fc7-b08a-cc9257d50dcf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 931 time: 0.0802433 Nov 15 22:34:38.365880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.378661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-322d3a82-0005-473d-9113-07bc9795396b req-e68dfc69-470a-4243-b129-a0de7c7ff4c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823307 Nov 15 22:34:38.411664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-9986ec9d-317e-46f7-ac47-c9ab79521cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886692 Nov 15 22:34:38.449157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=e6f2bd7f-c926-48a3-837b-fa599e39d989,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:38.465286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.528577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.529935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50150034-81a3-4a02-89e6-780fcc14c4ff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0668986 Nov 15 22:34:38.561470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cc30c680-da23-4805-b8e9-eedb87d057d7 req-e5448072-002a-487d-8219-cda6c1b067eb service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220143 Nov 15 22:34:38.648085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95e7419-0f03-45e8-81d3-c148e6be7f1f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:38.657338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.671273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Transition to ACTIVE for port object e95e7419-0f03-45e8-81d3-c148e6be7f1f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:38.682047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-7e81b265-b1e1-4839-a82c-232ccfaf7954 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:38.683769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-7e81b265-b1e1-4839-a82c-232ccfaf7954 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d5444d2-7faa-45a9-b34e-2fa585eac6b9 HTTP/1.1" status: 200 len: 944 time: 0.0858815 Nov 15 22:34:38.733993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.766593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:34:38.779921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-ade138bc-6df0-400f-bbca-a7a49239f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:38.781456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-ade138bc-6df0-400f-bbca-a7a49239f21c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 1094 time: 0.0993578 Nov 15 22:34:38.796263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886b48-1bd4-40dc-ae4a-c844b6e36151 req-256ea832-e27f-45fa-8915-21a62c893aa4 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:38.798259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:38.806270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60886b48-1bd4-40dc-ae4a-c844b6e36151 req-256ea832-e27f-45fa-8915-21a62c893aa4 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 943 time: 0.1181283 Nov 15 22:34:38.869823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port 0139a654-8050-4e7c-b84a-ccd99f0355d5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:34:38.870456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:38.885347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60886b48-1bd4-40dc-ae4a-c844b6e36151 req-b3529867-6862-4911-b2d5-2754b8c458a8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787420 Nov 15 22:34:38.960520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:38.960936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:38.961256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:38.969845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:38.970164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:38.988431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:38.989540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Checking segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:38.989540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Bound using segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:38.989795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Bound port: e95e7419-0f03-45e8-81d3-c148e6be7f1f, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:38.990311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:39.028921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-b2a140d0-4892-40d3-bf95-228a9c2d0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.031164 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-b2a140d0-4892-40d3-bf95-228a9c2d0b36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 905 time: 0.2417312 Nov 15 22:34:39.119477 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-a5bee7d0-7e7e-4303-b25b-ece4773565d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e HTTP/1.1" status: 200 len: 217 time: 0.0629032 Nov 15 22:34:39.183537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:39.200914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:39.202801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-19565f86-84ce-499c-b1ed-2dc1d4138671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.204300 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-19565f86-84ce-499c-b1ed-2dc1d4138671 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.0752099 Nov 15 22:34:39.239697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-3d7828ef-2b91-4636-82dc-de7281cf5301 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269051 Nov 15 22:34:39.301201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:39.343346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.343959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:39.345378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] 10.222.0.57 "PUT /v2.0/ports/e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 1091 time: 1.4486811 Nov 15 22:34:39.369373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:39.389745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb41dc2-5d70-4818-b243-4c783a73a329 service neutron] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:39.400594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-e50f3fa4-eab2-4ac3-a5a2-d83a1dedd325 service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523614 Nov 15 22:34:39.484742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-0df21593-cbc5-4e0a-b562-17052249f195 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1698760316&fields=id&tenant_id=11a1e45332ce47eda477f1cdbb230c59 HTTP/1.1" status: 200 len: 267 time: 0.1369491 Nov 15 22:34:39.544307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebba458b-fd1e-4999-93bd-66f3963d8237 req-de0f9b9b-d4ae-442b-bf8f-2ef4cafb329a service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346426 Nov 15 22:34:39.551657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-109a3a84-9128-49c6-b188-9ba23033ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.553667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-109a3a84-9128-49c6-b188-9ba23033ae2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0651283 Nov 15 22:34:39.564117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port 0139a654-8050-4e7c-b84a-ccd99f0355d5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0139a654-8050-4e7c-b84a-ccd99f0355d5,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:39.565152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:39.584069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-45aaa1e2-584a-4f4b-b767-a5ce8c588dbd tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.585702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-45aaa1e2-584a-4f4b-b767-a5ce8c588dbd tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 937 time: 0.0858636 Nov 15 22:34:39.595597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for 0139a654-8050-4e7c-b84a-ccd99f0355d5 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:34:39.605057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-118d873f-1609-45b8-acc3-c06fad59b18f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 217 time: 0.0425825 Nov 15 22:34:39.613503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-f03c23f8-7891-4af8-8936-8ec2fb4c2a26 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.614931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-f03c23f8-7891-4af8-8936-8ec2fb4c2a26 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2604477 Nov 15 22:34:39.649416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:39.657177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-bc3ad29c-ec6a-46ec-a8ff-3dc877b7e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.658631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-bc3ad29c-ec6a-46ec-a8ff-3dc877b7e781 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.0466654 Nov 15 22:34:39.714774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-248df013-4ff5-4ad6-af2a-229b6b15eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.716653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-248df013-4ff5-4ad6-af2a-229b6b15eb3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499825 Nov 15 22:34:39.735666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-51b14871-2c95-431e-81fe-783e6ca6e740 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:39.737031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-51b14871-2c95-431e-81fe-783e6ca6e740 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 935 time: 0.1426396 Nov 15 22:34:39.827447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-597877f7-ea19-417d-8e4c-6b5cd1ea52c4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0808291 Nov 15 22:34:39.881902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d5ed877-2411-4f7c-94d9-a8868fe4f4e9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0477293 Nov 15 22:34:40.054643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:40.058802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.068341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5855c9fb-e956-4c99-bb2f-ed7e86a4cb30 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:40.074274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5855c9fb-e956-4c99-bb2f-ed7e86a4cb30 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:40.080116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5855c9fb-e956-4c99-bb2f-ed7e86a4cb30 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:40.081814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-5855c9fb-e956-4c99-bb2f-ed7e86a4cb30 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 1994 time: 0.1848569 Nov 15 22:34:40.099430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.137378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8311d201-29cc-41c0-b862-1f63dd7f58ad tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/quotas/11a1e45332ce47eda477f1cdbb230c59 HTTP/1.1" status: 200 len: 375 time: 0.0471103 Nov 15 22:34:40.141784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=0139a654-8050-4e7c-b84a-ccd99f0355d5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:40.146955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:40.150592 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d3bd8-8d96-4122-9634-c62625a40877" -d '{"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:40.185032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-14b21d45-458f-4d5d-8e21-22b6bc512643 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614072 Nov 15 22:34:40.199797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-e7ea38a0-81e5-4b8a-baab-5c1bf05856ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:40.201552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-e7ea38a0-81e5-4b8a-baab-5c1bf05856ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb&tenant_id=a90857edae3146bea6c4ee8101ec3471 HTTP/1.1" status: 200 len: 1095 time: 0.4017510 Nov 15 22:34:40.250203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port 0139a654-8050-4e7c-b84a-ccd99f0355d5 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:34:40.262625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.266038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-792b3e6e-1b40-4681-ae3d-cbeec5496d38 req-07a7251b-c942-4d3d-b39d-8ff5a1b05c7d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "DELETE /v2.0/ports/0139a654-8050-4e7c-b84a-ccd99f0355d5 HTTP/1.1" status: 204 len: 173 time: 1.5696719 Nov 15 22:34:40.269360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-deleted', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:40.269713 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb32a15-d232-4fcf-8399-3017be0f0472" -d '{"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-deleted", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:40.304419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-5f16e177-781a-4ff5-aaca-9e1fce426c07 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1524985 Nov 15 22:34:40.308980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.310843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:40.390311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.412918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b1e4779a-d338-4937-9eee-48ab7d45a421 req-07661ca4-a6be-4478-bae4-4b9b51d9c67a service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203293 Nov 15 22:34:40.418999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.13 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/abe659b6-ab56-4e14-90a6-4564c69da78d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:40.465478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-37135adc-d7f3-4ca3-b6a9-5ddf5dd29932 service neutron] 10.222.0.15 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328180 Nov 15 22:34:40.617119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:40.638189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-11b34f4c-ed70-410f-a32e-55fa8b5f18da service neutron] 10.222.0.15 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639023 Nov 15 22:34:40.651982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:40.685188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.687974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:40.695575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.697273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-f6618741-f655-4b46-8dec-b0809a0eb20f service neutron] 10.222.0.15 "GET /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0456581 Nov 15 22:34:40.709123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Transition to ACTIVE for port object c5b2d142-0c75-4ff9-979b-21270fa5e6f5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:40.805161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-faba477b-aa32-4c80-a9bb-74d8c81dfe55 service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004190 Nov 15 22:34:40.806478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.868040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=9']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:40.871167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] No DVR routers for this DVR port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:34:40.871704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.906880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:40.907220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:40.907596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:40.915212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:40.916120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Attempting to bind port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on network 287ca855-78ba-414f-9892-0f25adeeb185 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:40.921739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:40.921903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Checking segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:40.922204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Bound using segment: {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:40.922827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Bound port: c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab50484a-c8ed-4453-a4a7-e37911b11ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:40.922969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:40.936264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:40.939951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:40.943215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-78b9cb0e-45b7-48b3-81d1-a4e62e765dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315327 Nov 15 22:34:40.946087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:40.976704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:40.991606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:40.995233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:41.045046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-eeefa265-12ec-4bb7-a2cc-9dcf471c7f2b service neutron] 10.222.0.15 "GET /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0703924 Nov 15 22:34:41.058115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.058708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:41.063167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:41.107281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.107887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:41.109303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 1092 time: 0.8951821 Nov 15 22:34:41.129374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d75b1f-85de-49e6-a4d8-0ea5a1aef419 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:41.134573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0309d2-0242-4c6e-ae53-e7e61160ed05 req-6878d93f-94e8-4a0f-bebf-9972a0b95c8e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.136090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e0309d2-0242-4c6e-ae53-e7e61160ed05 req-6878d93f-94e8-4a0f-bebf-9972a0b95c8e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 944 time: 0.1604421 Nov 15 22:34:41.178379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-87b18b00-22fb-4df3-86f7-29e0130adef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.179887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-87b18b00-22fb-4df3-86f7-29e0130adef1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1096 time: 0.0410495 Nov 15 22:34:41.184442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-de7f5d8d-d7d4-41ad-8a99-9471afad5c84 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5415595 Nov 15 22:34:41.192295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-87774dff-5369-444c-8c7c-675c7988a28f service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403611 Nov 15 22:34:41.207130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Request body: {'port': {'device_id': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:41.275602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e0309d2-0242-4c6e-ae53-e7e61160ed05 req-2739cf7d-4420-41aa-82f7-884dacbf67d9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328321 Nov 15 22:34:41.283222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-7364ea4c-80fe-4db8-8b49-4ec11be2284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.284793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-7364ea4c-80fe-4db8-8b49-4ec11be2284f service neutron] 10.222.0.55 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.0905597 Nov 15 22:34:41.319507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:41.335118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-6b5eca6b-3c83-4108-8bf3-46e9bd3d0e57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0429401 Nov 15 22:34:41.389483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-7db16f83-f97a-4e5d-9044-da37b5e7e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.390862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-7db16f83-f97a-4e5d-9044-da37b5e7e72f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.0452485 Nov 15 22:34:41.400344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-bf099a00-b254-4830-97d0-527a96cfc37b service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001901 Nov 15 22:34:41.424860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-a73cbbf6-4e7a-41b0-9d55-ad7ff88fa4b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258508 Nov 15 22:34:41.518833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-67dfbecc-5cf8-4859-8209-fc787c193efe service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863476 Nov 15 22:34:41.546547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20477d5e-f223-4090-9db8-3a86c473fa37 req-f54207bd-fa15-4cff-81f6-b625f7260645 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.548056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20477d5e-f223-4090-9db8-3a86c473fa37 req-f54207bd-fa15-4cff-81f6-b625f7260645 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 932 time: 0.2046039 Nov 15 22:34:41.612498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-375c99fe-cee4-4031-a45f-6f70fd09f099 req-a4c48c7e-23d8-4a3e-ac19-66a8cfca00b1 service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840986 Nov 15 22:34:41.636495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f1d2623-ed03-483c-8689-e227444ca2b9 service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262847 Nov 15 22:34:41.709684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20477d5e-f223-4090-9db8-3a86c473fa37 req-23ff97b6-562b-436b-bf3f-c4ae50d8bdad tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509397 Nov 15 22:34:41.819756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-ea2d9f3f-e6f1-4f52-9fa7-028a56605c76 service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765597 Nov 15 22:34:41.903525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe659b6-ab56-4e14-90a6-4564c69da78d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:41.918299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:41.933178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e3d9-c1e9-4066-9390-ca3d9c1bfbda req-3675f651-5d56-4196-a0bf-7f15f44b8c8f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:41.934663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7810e3d9-c1e9-4066-9390-ca3d9c1bfbda req-3675f651-5d56-4196-a0bf-7f15f44b8c8f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 943 time: 0.1596224 Nov 15 22:34:41.957894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Transition to ACTIVE for port object abe659b6-ab56-4e14-90a6-4564c69da78d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:41.999638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-573c8a99-f08d-4756-a756-aa18a9073d0e service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526525 Nov 15 22:34:42.024138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7810e3d9-c1e9-4066-9390-ca3d9c1bfbda req-10b05925-c779-48a0-8d61-9b8ed9d61aca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777934 Nov 15 22:34:42.062787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:42.156340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:42.216048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8335e5e-9454-48e5-bbf5-3ac4f0f55843 req-60f02b2d-f069-4654-992a-f6630c3bf0b3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.217620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8335e5e-9454-48e5-bbf5-3ac4f0f55843 req-60f02b2d-f069-4654-992a-f6630c3bf0b3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 943 time: 0.1237977 Nov 15 22:34:42.221401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-f7d70ba1-cc0e-4be6-8834-48739b5e392c service neutron] 10.222.0.15 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130332 Nov 15 22:34:42.366199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Attempting to bind port abe659b6-ab56-4e14-90a6-4564c69da78d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:42.366547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Attempting to bind port abe659b6-ab56-4e14-90a6-4564c69da78d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:42.366799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Attempting to bind port abe659b6-ab56-4e14-90a6-4564c69da78d on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:42.385443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8335e5e-9454-48e5-bbf5-3ac4f0f55843 req-aff0ab00-0a95-45d4-95bd-ccdf28436bea tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461902 Nov 15 22:34:42.389430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Port abe659b6-ab56-4e14-90a6-4564c69da78d on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:42.389917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Attempting to bind port abe659b6-ab56-4e14-90a6-4564c69da78d on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:42.395233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:42.395741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:42.395946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:42.396377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Bound port: abe659b6-ab56-4e14-90a6-4564c69da78d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:42.396774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:42.426179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-ab291c4d-8c83-4191-9fea-ff689dc927ed service neutron] 10.222.0.15 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858184 Nov 15 22:34:42.539120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:42.544665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=abe659b6-ab56-4e14-90a6-4564c69da78d,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:42.553575 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a1e40f-67be-4202-8ce5-1d8d7a837d98 x-openstack-request-id: req-e8a1e40f-67be-4202-8ce5-1d8d7a837d98 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:42.553575 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:42.553575 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8a1e40f-67be-4202-8ce5-1d8d7a837d98 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:42.553575 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'status': 'completed', 'code': 200} Nov 15 22:34:42.570604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-7ff5cfe0-e75c-4c3d-a1a6-bc73c1ae0905 service neutron] 10.222.0.15 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204672 Nov 15 22:34:42.577978 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a5da7-1769-4006-ae0d-8e3fe974c06a x-openstack-request-id: req-4d5a5da7-1769-4006-ae0d-8e3fe974c06a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:42.578269 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5444d2-7faa-45a9-b34e-2fa585eac6b9", "name": "network-vif-deleted", "tag": "0139a654-8050-4e7c-b84a-ccd99f0355d5", "status": "failed", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:42.578525 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d5a5da7-1769-4006-ae0d-8e3fe974c06a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:42.578983 n-d-817995-3 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d5444d2-7faa-45a9-b34e-2fa585eac6b9', 'name': 'network-vif-deleted', 'tag': '0139a654-8050-4e7c-b84a-ccd99f0355d5', 'status': 'failed', 'code': 422} returned with failed status Nov 15 22:34:42.659760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-7bc7798a-6002-41d5-89e9-afe3a81182e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.661946 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-7bc7798a-6002-41d5-89e9-afe3a81182e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0789928 Nov 15 22:34:42.670114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:42.783210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:42.797503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.798277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:42.799676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/abe659b6-ab56-4e14-90a6-4564c69da78d HTTP/1.1" status: 200 len: 1092 time: 1.6012654 Nov 15 22:34:42.801152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-e9db9699-1f1b-433d-9745-387d76af4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.802718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-e9db9699-1f1b-433d-9745-387d76af4424 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.1296833 Nov 15 22:34:42.809352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-9fc3f28d-e2a9-4d5c-babc-e5f587bd902b service neutron] 10.222.0.15 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288055 Nov 15 22:34:42.874140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0a238-f548-4cf3-a323-6fd5b80692d3 service neutron] Pushing event updated for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:42.888202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-27007cdd-254d-482f-9924-0e1d5f68e8d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 217 time: 0.0649338 Nov 15 22:34:42.901122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d115e-63d9-4604-8ae7-6665ad0f36b4 req-ccf54d3c-5c0f-4427-953f-a7a95c7d5f60 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.908262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f9d115e-63d9-4604-8ae7-6665ad0f36b4 req-ccf54d3c-5c0f-4427-953f-a7a95c7d5f60 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1962395 Nov 15 22:34:42.965652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-56e39ad8-45c7-4deb-8590-4cff2d42afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:42.967581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-56e39ad8-45c7-4deb-8590-4cff2d42afa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.0703342 Nov 15 22:34:42.972669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:42.984951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'mac_address': 'fa:16:3e:10:58:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:43.020494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-6e5e7153-0d2b-4f66-ba12-2c3d324ce70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:43.022603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-6e5e7153-0d2b-4f66-ba12-2c3d324ce70b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471420 Nov 15 22:34:43.051397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:43.066270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:43.090286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:43.137965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-a3c88840-e08b-41a4-9171-73ef8415e578 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040161 Nov 15 22:34:43.148842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:43.202478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:43.287043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b7d3bd8-8d96-4122-9634-c62625a40877 req-7a90023a-7dcd-4c50-b2e3-735c6f6870c4 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418815 Nov 15 22:34:43.382434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:43.399901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f9d115e-63d9-4604-8ae7-6665ad0f36b4 req-53d49238-b3ae-4a5d-afda-8fdfd9efbc3f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906526 Nov 15 22:34:43.403633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-c380b17d-9c8c-44ef-b4c0-7f24b9bd1069 service neutron] 10.222.0.15 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788963 Nov 15 22:34:43.562881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35b820-e210-4aac-83c2-3b357f359630 req-a24df110-fd0e-4c82-9374-aac10cd5fade tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:43.569871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b35b820-e210-4aac-83c2-3b357f359630 req-a24df110-fd0e-4c82-9374-aac10cd5fade tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0832286 Nov 15 22:34:43.624687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b35b820-e210-4aac-83c2-3b357f359630 req-9b906177-7093-41f3-9166-3906a34da317 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538766 Nov 15 22:34:43.820758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-7541c648-b487-4dfc-903d-0a0c003169ea tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:43.827461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-7541c648-b487-4dfc-903d-0a0c003169ea tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1129308 Nov 15 22:34:43.838969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-c9dc9a77-93ea-4a63-aad6-2a8ed3f1b499 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0096300 Nov 15 22:34:43.873224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-a9a01a8a-0fdf-4a41-9c25-ced8feaf606d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290422 Nov 15 22:34:43.972774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-d2168f10-459c-4dcc-983c-2bcc6d9300f5 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944777 Nov 15 22:34:44.076206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-77a68ce5-de58-4f4a-a225-44139d5a640b service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962398 Nov 15 22:34:44.377473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735343b-031d-4f0d-8039-d25e6150a1d5 req-1092d30a-ce00-4523-8873-de30602c6635 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:44.381495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4735343b-031d-4f0d-8039-d25e6150a1d5 req-1092d30a-ce00-4523-8873-de30602c6635 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 943 time: 0.0589538 Nov 15 22:34:44.456239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4735343b-031d-4f0d-8039-d25e6150a1d5 req-32c54718-c24c-4402-a726-6b8eea1572ec tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701892 Nov 15 22:34:44.549379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:44.556713 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f" -d '{"events": [{"name": "network-changed", "server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:44.589649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:44.592210 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b9e72-19a5-48e4-9edd-0108420538ae" -d '{"events": [{"name": "network-changed", "server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:44.622132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dd65-9f0c-42d1-b7b6-7acb873c59d1 req-7e8072c4-7fa8-46bc-953b-2f211412e7b8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:44.624834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf3dd65-9f0c-42d1-b7b6-7acb873c59d1 req-7e8072c4-7fa8-46bc-953b-2f211412e7b8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 944 time: 0.0906999 Nov 15 22:34:44.677264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf3dd65-9f0c-42d1-b7b6-7acb873c59d1 req-7edbb97a-8f7e-4bf3-9618-918c438fe803 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Nov 15 22:34:44.788695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c405909-bbfb-4de2-99dc-f43877099908 req-7881cf01-5018-4187-9825-5a246ac1cca0 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 210 time: 0.0377052 Nov 15 22:34:44.797694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:44.804124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:44.848809 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33397b63-b2c4-4c83-86e8-976b04134d7b x-openstack-request-id: req-33397b63-b2c4-4c83-86e8-976b04134d7b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:44.849196 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:44.849597 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33397b63-b2c4-4c83-86e8-976b04134d7b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:44.850150 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'status': 'completed', 'code': 200} Nov 15 22:34:44.923835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675d78-41e0-428e-81e9-349b3828093c req-3dfe8619-9907-4806-a5ee-ae62c79615e7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:44.934559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df675d78-41e0-428e-81e9-349b3828093c req-3dfe8619-9907-4806-a5ee-ae62c79615e7 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1422210 Nov 15 22:34:44.941016 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603fed6-9272-4ee0-b5f2-7026e392d56d x-openstack-request-id: req-0603fed6-9272-4ee0-b5f2-7026e392d56d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:44.942117 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:44.942439 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0603fed6-9272-4ee0-b5f2-7026e392d56d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:44.945482 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d', 'status': 'completed', 'code': 200} Nov 15 22:34:45.076501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:45.082769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df675d78-41e0-428e-81e9-349b3828093c req-4ed2aaa7-9d23-4a27-b67b-8513816768a1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473403 Nov 15 22:34:45.092333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'mac_address': 'fa:16:3e:39:4f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:45.109784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e951a-3ef1-410f-b7ad-aaab2c8713c8 req-945afe3f-7998-47c3-a545-69a7d4ec9891 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:45.112663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-515e951a-3ef1-410f-b7ad-aaab2c8713c8 req-945afe3f-7998-47c3-a545-69a7d4ec9891 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0855198 Nov 15 22:34:45.154928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:34:45.163983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:45.164589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:45.193438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-165cf4dd-2807-4075-866f-b5b51ef39f8e req-a7e9447a-5ac5-411e-9a7e-feecef546b87 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0296104 Nov 15 22:34:45.200536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:45.213076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-515e951a-3ef1-410f-b7ad-aaab2c8713c8 req-1f2fb01e-621e-4f20-9642-376643969179 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842721 Nov 15 22:34:45.232904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95e7419-0f03-45e8-81d3-c148e6be7f1f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:45.258605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:45.296494 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:45.319697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:45.322083 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d144d48b-2843-45d9-b60c-222a39f494dc" -d '{"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-plugged", "status": "completed", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:45.334817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:45.360608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:45.438168 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e239a346-6bee-4af9-8105-c1e4000b0efe x-openstack-request-id: req-e239a346-6bee-4af9-8105-c1e4000b0efe {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:45.440744 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-plugged", "status": "completed", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:45.440744 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e239a346-6bee-4af9-8105-c1e4000b0efe {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:45.440744 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'code': 200} Nov 15 22:34:45.468901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:45.471175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:45.536764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6adb1-4850-4ad8-a495-c6cac7a488ca req-225f3cbb-8e84-4f70-bde1-05b983f922b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:45.543154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e2e6adb1-4850-4ad8-a495-c6cac7a488ca req-225f3cbb-8e84-4f70-bde1-05b983f922b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 1096 time: 0.0510614 Nov 15 22:34:45.602082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:45.626863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e95e7419-0f03-45e8-81d3-c148e6be7f1f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:45.628190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e2e6adb1-4850-4ad8-a495-c6cac7a488ca req-948e1d25-b58f-4783-b329-48ee95b277fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Nov 15 22:34:45.635242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ad90-6c6a-4103-af58-1a00decc66af req-55aaec8c-791d-41f1-aefe-a674d3603fc8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:45.641467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d818ad90-6c6a-4103-af58-1a00decc66af req-55aaec8c-791d-41f1-aefe-a674d3603fc8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 944 time: 0.0914111 Nov 15 22:34:45.725405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d818ad90-6c6a-4103-af58-1a00decc66af req-cf9e5439-7970-468b-ae0b-53a5c464da50 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814781 Nov 15 22:34:45.885371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55381ace-9030-4bdc-acae-cca4bddad367 req-704e724a-6018-4d86-a195-a4200f596781 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:45.887460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55381ace-9030-4bdc-acae-cca4bddad367 req-704e724a-6018-4d86-a195-a4200f596781 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 945 time: 0.0744977 Nov 15 22:34:45.938450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2660503-9ec9-4252-91e6-dd2cda810346 req-8f384e23-9ee1-41eb-9e00-6d582e67db7f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 210 time: 0.0506072 Nov 15 22:34:45.992397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55381ace-9030-4bdc-acae-cca4bddad367 req-57db048f-37c9-4b0f-a92a-2b0257c3ac12 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952988 Nov 15 22:34:46.211233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c41be9-e65c-4469-b8d0-92059e891e44 req-70dbe1bc-eee3-4211-b456-a05fce05c223 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:46.212787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34c41be9-e65c-4469-b8d0-92059e891e44 req-70dbe1bc-eee3-4211-b456-a05fce05c223 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.0523930 Nov 15 22:34:46.288152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34c41be9-e65c-4469-b8d0-92059e891e44 req-fdaea32f-dd53-450e-8b62-3cdf14b0f02a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Nov 15 22:34:46.346338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc44af5-2777-4730-80b8-55de79b53bfc req-cd35d71c-cc44-49b3-9390-569844b5389e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:46.348093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbc44af5-2777-4730-80b8-55de79b53bfc req-cd35d71c-cc44-49b3-9390-569844b5389e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0806651 Nov 15 22:34:46.391388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7daa0f30-0963-452b-b377-9bc9c7652539 req-945b60cb-a334-4340-8588-29eb2c002329 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0405855 Nov 15 22:34:46.442771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbc44af5-2777-4730-80b8-55de79b53bfc req-b443b2b8-e7c6-409a-935c-aea4bd08cd29 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 Nov 15 22:34:46.725949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-843cafaa-7c4a-4772-8152-bc26ffa44eb7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:46.728092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-843cafaa-7c4a-4772-8152-bc26ffa44eb7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1106632 Nov 15 22:34:46.742555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': '045e302d-432a-438b-9615-dc935048e619', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:46.803069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:46.904878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43f294-bfee-43e9-ad28-f03800307478 req-ea9aa488-84a0-49d7-b933-9029d1b6c95d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:46.912155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d43f294-bfee-43e9-ad28-f03800307478 req-ea9aa488-84a0-49d7-b933-9029d1b6c95d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 944 time: 0.0813198 Nov 15 22:34:46.969384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d43f294-bfee-43e9-ad28-f03800307478 req-0c65103b-ce22-4a30-864e-0628c1f61ac2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563529 Nov 15 22:34:46.978118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:46.978622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port e95e7419-0f03-45e8-81d3-c148e6be7f1f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:34:46.983527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port e95e7419-0f03-45e8-81d3-c148e6be7f1f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:46.984989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:46.985127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:47.095022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8043a06c-0697-4a27-aea3-05104f36fe9a req-857c4420-ad1b-4ef9-9e44-8135df031193 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 210 time: 0.0456769 Nov 15 22:34:47.158460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:47.198417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4c77-3a62-4fbd-a323-610a3d7e3ada req-6cb9c2d7-f889-435c-afb7-2bebbeb117a9 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.199955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a7a4c77-3a62-4fbd-a323-610a3d7e3ada req-6cb9c2d7-f889-435c-afb7-2bebbeb117a9 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 945 time: 0.0560682 Nov 15 22:34:47.251968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:47.257424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.8 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:47.282105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a7a4c77-3a62-4fbd-a323-610a3d7e3ada req-4f3cd8b0-f5f8-40e0-991a-4656a6a97bd3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759540 Nov 15 22:34:47.320708 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:47.433008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:47.442887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:47.445532 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc48b9-f490-4300-9731-f7d9cfbc1fc2" -d '{"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:47.477536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:47.529580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0d8f-fc76-4904-9c43-2ed106bd5c3d req-6ced9c43-b8a9-40db-8132-8ccb1deb06ad tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.531087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60ca0d8f-fc76-4904-9c43-2ed106bd5c3d req-6ced9c43-b8a9-40db-8132-8ccb1deb06ad tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1126959 Nov 15 22:34:47.589619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60ca0d8f-fc76-4904-9c43-2ed106bd5c3d req-8f0e13b5-a0bf-409d-9442-f33b17799c43 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Nov 15 22:34:47.654226 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78a7ff-8ffe-4152-bf69-cee3bdda9c34 x-openstack-request-id: req-cd78a7ff-8ffe-4152-bf69-cee3bdda9c34 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:47.654226 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:47.654226 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd78a7ff-8ffe-4152-bf69-cee3bdda9c34 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:47.654226 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'code': 200} Nov 15 22:34:47.671370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-fa4860b3-4d09-4cf1-972f-0f0d833ad623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.672792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-fa4860b3-4d09-4cf1-972f-0f0d833ad623 service neutron] 10.222.0.57 "GET /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 1033 time: 0.0624096 Nov 15 22:34:47.689100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f55f926c-47ef-4193-ad46-84491b7078f1 req-497cf7ff-2be8-4dfb-831e-2e5dcfba130c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0512476 Nov 15 22:34:47.692962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:47.814752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:47.826922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:47.826922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-d393d001-bb41-41e4-a9c4-959849dca691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.826922 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-d393d001-bb41-41e4-a9c4-959849dca691 service neutron] 10.222.0.57 "GET /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 1031 time: 0.1449459 Nov 15 22:34:47.828948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:47.831757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:47.865204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd695c-030c-40ff-be9e-beab5d32b8fe req-8ebc9fc4-5a88-402f-8da3-e36d99c7abb8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.875681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5efd695c-030c-40ff-be9e-beab5d32b8fe req-8ebc9fc4-5a88-402f-8da3-e36d99c7abb8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.1391678 Nov 15 22:34:47.915433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5c320-1463-4f90-9c6c-917f6f6ec5af req-a371d1f4-ba53-455b-8494-f5fea1c61fbf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.929238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05f5c320-1463-4f90-9c6c-917f6f6ec5af req-a371d1f4-ba53-455b-8494-f5fea1c61fbf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 945 time: 0.1474385 Nov 15 22:34:47.954361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbbb01-0d3e-45e6-b4a1-f223ae2707bf req-462db067-1673-48b9-a781-8e269afd3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.955878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4bbbb01-0d3e-45e6-b4a1-f223ae2707bf req-462db067-1673-48b9-a781-8e269afd3926 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1920443 Nov 15 22:34:47.961768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:47.962396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:48.061639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05f5c320-1463-4f90-9c6c-917f6f6ec5af req-f632dfb7-aaff-495f-9746-8b802a57dda3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307297 Nov 15 22:34:48.083557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4bbbb01-0d3e-45e6-b4a1-f223ae2707bf req-a8c681d0-b8b4-473e-8338-dd62308dff7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180987 Nov 15 22:34:48.086883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5efd695c-030c-40ff-be9e-beab5d32b8fe req-603f4976-d845-4cdc-b86f-17d621483cb3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103813 Nov 15 22:34:48.092788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5738e2fe-07cb-4299-a9be-08303513d39e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.105677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5738e2fe-07cb-4299-a9be-08303513d39e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.112924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5738e2fe-07cb-4299-a9be-08303513d39e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.115552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-5738e2fe-07cb-4299-a9be-08303513d39e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 1994 time: 0.2796719 Nov 15 22:34:48.146056 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-212c7e47-e610-488a-ba3e-df764becaade tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4076629 Nov 15 22:34:48.258577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30def60-4c54-4bee-97f0-172864132b14 req-3d776ec4-6c8c-46d2-8563-bbf780e545f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.260383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d30def60-4c54-4bee-97f0-172864132b14 req-3d776ec4-6c8c-46d2-8563-bbf780e545f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0798523 Nov 15 22:34:48.283582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860411-63c8-4a52-8778-2da2a434b91d req-7d93ebe1-b73b-4f55-8891-50fba0a10664 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.285252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5860411-63c8-4a52-8778-2da2a434b91d req-7d93ebe1-b73b-4f55-8891-50fba0a10664 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 931 time: 0.0752404 Nov 15 22:34:48.300222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Request body: {'port': {'device_id': '045e302d-432a-438b-9615-dc935048e619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:48.399665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d30def60-4c54-4bee-97f0-172864132b14 req-430534f8-ce0d-4b53-9eaa-5df1e7186c39 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283786 Nov 15 22:34:48.442419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5860411-63c8-4a52-8778-2da2a434b91d req-039e4447-0807-44f3-ba77-3e7c6c756299 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420419 Nov 15 22:34:48.473398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:48.491594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-d82bbc8b-ac24-488b-9b84-a571713c9595 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a1e45332ce47eda477f1cdbb230c59 HTTP/1.1" status: 200 len: 380 time: 0.1430485 Nov 15 22:34:48.520851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'admin_state_up': True, 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'security_groups': ['8c62204a-67a0-4bba-b34f-6570741d9460']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:48.738216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee606e0-5681-46df-9012-0697ff2b54f3 req-efff237e-eba4-46b0-8e11-0d6026d663b2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:48.749367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bee606e0-5681-46df-9012-0697ff2b54f3 req-efff237e-eba4-46b0-8e11-0d6026d663b2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.0776572 Nov 15 22:34:48.829468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bee606e0-5681-46df-9012-0697ff2b54f3 req-cf2f2d4e-7165-4e51-9a29-942e341c0137 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788782 Nov 15 22:34:48.834282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:48.838578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:48.896404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b86e9f3-704e-406b-9e0f-835f853a8c6c req-605e617a-0b46-49a0-9a0a-b682c361d8b8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0577199 Nov 15 22:34:49.083706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 172.20.0.9 (a469fc97-3ff0-4451-930d-6f4631948401/e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b/40601589-a276-4220-8cb5-bee29e1f3f60) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:49.345131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b615a0-9ca7-41fb-a2f1-6159c1e364ea req-b1456fcd-c6e5-4e16-b3f8-bb27ef3ff4ca tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:49.578405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95b615a0-9ca7-41fb-a2f1-6159c1e364ea req-b1456fcd-c6e5-4e16-b3f8-bb27ef3ff4ca tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 945 time: 0.1112468 Nov 15 22:34:49.578405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a990a-d312-43c3-b1bc-b67807786a4d req-eaebee0c-219c-42e6-84ff-e83d0d8dc773 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:49.578405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-584a990a-d312-43c3-b1bc-b67807786a4d req-eaebee0c-219c-42e6-84ff-e83d0d8dc773 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0947206 Nov 15 22:34:49.579378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:49.579378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:49.579378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:49.579623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95b615a0-9ca7-41fb-a2f1-6159c1e364ea req-beba4c4b-7d66-404b-99f1-fd94b380cb37 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806198 Nov 15 22:34:49.579710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Transition to ACTIVE for port object 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:49.579797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-584a990a-d312-43c3-b1bc-b67807786a4d req-6bfa81ca-fbab-4a1a-aa32-ab72a5f36033 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842931 Nov 15 22:34:49.612736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a4695-3825-41d1-baa5-c752916220a3 req-3ace71cf-9876-46d0-bf44-134fe18abbdd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:49.614263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-258a4695-3825-41d1-baa5-c752916220a3 req-3ace71cf-9876-46d0-bf44-134fe18abbdd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0769565 Nov 15 22:34:49.688577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-258a4695-3825-41d1-baa5-c752916220a3 req-b6510e26-d011-4882-937c-982054fa7519 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630054 Nov 15 22:34:49.869224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb66e5-1df3-4963-ba46-88704198d935 req-cce17e85-955b-492b-b56f-82dd01204e77 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:49.878690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49eb66e5-1df3-4963-ba46-88704198d935 req-cce17e85-955b-492b-b56f-82dd01204e77 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 931 time: 0.1039412 Nov 15 22:34:49.944969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49eb66e5-1df3-4963-ba46-88704198d935 req-46262e7b-ffba-4bff-801a-97cbf1ade8da tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649981 Nov 15 22:34:50.110432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.118830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.207288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network a469fc97-3ff0-4451-930d-6f4631948401 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:50.221929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:50.231176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:50.236143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:50.362675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:50.409143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Attempting to bind port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:50.409463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Attempting to bind port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:50.409812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Attempting to bind port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:50.424412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:50.425165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.435377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:50.435719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Attempting to bind port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:50.441876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:50.442245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:50.442567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:50.443081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Bound port: 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:50.443420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.534486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-ad01b161-cfa8-4af9-9f48-f111a8fddce4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0359805 Nov 15 22:34:50.547271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'admin_state_up': True, 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'security_groups': ['8c62204a-67a0-4bba-b34f-6570741d9460']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:50.632627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:50.636399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c1bba9d2-2cf9-45fa-8066-31d98cf6cf58 None None] Provisioning complete for port 40601589-a276-4220-8cb5-bee29e1f3f60 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:50.638851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:50.639172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1bba9d2-2cf9-45fa-8066-31d98cf6cf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.748873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.765501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c1bba9d2-2cf9-45fa-8066-31d98cf6cf58 None None] Port 40601589-a276-4220-8cb5-bee29e1f3f60 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:50.784908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506894d7-f341-4f20-8efa-bce618894de2 req-85a5300c-2c92-44b7-b163-8d1db10912ae tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:50.788857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-506894d7-f341-4f20-8efa-bce618894de2 req-85a5300c-2c92-44b7-b163-8d1db10912ae tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1103640 Nov 15 22:34:50.797776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:50.802876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.832497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:50.834704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:50.834890 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 HTTP/1.1" status: 200 len: 1091 time: 2.5422847 Nov 15 22:34:50.837928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:50.846370 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598ebbf-f4b8-4138-83a3-cf442190e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "045e302d-432a-438b-9615-dc935048e619", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:50.890578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-506894d7-f341-4f20-8efa-bce618894de2 req-1301b629-0174-4be3-b840-724278a565ac tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951359 Nov 15 22:34:50.892381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60e8da-2f5c-419a-8b58-625e8bbc0a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:51.030419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-8a81b1c4-8105-46db-a428-4fcbf5ec6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.031829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-8a81b1c4-8105-46db-a428-4fcbf5ec6056 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 1094 time: 0.0893531 Nov 15 22:34:51.091870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03045-1eb1-4190-baed-630ec251b8d6 req-72f1aea3-6548-4595-9f1b-439b0d76b97e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.101231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cb03045-1eb1-4190-baed-630ec251b8d6 req-72f1aea3-6548-4595-9f1b-439b0d76b97e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 931 time: 0.1087465 Nov 15 22:34:51.127605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-f8b00772-d846-4fc9-aa30-e207b21084bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 HTTP/1.1" status: 200 len: 217 time: 0.0424371 Nov 15 22:34:51.139130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.1.1.79 (50f1c9ee-9ace-4c12-9ad2-390380f83379/e329f7b9-012c-416b-89e3-5e9ded71e7a0/249e05a3-0eb2-417e-a1d1-74ea03f07719) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:51.161925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cb03045-1eb1-4190-baed-630ec251b8d6 req-976c0aa8-d030-4232-a4e7-8d3ef269e83a tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590408 Nov 15 22:34:51.217651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-aef98938-ad92-4a84-9e11-b57b5e52f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.217651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-aef98938-ad92-4a84-9e11-b57b5e52f10b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.0731344 Nov 15 22:34:51.269308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-b6bc3738-a169-47cb-b74d-9ee0d9ddca51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484035 Nov 15 22:34:51.344492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fe3c0-b6e8-4267-94ff-0dcc375f2db4 req-4465eac7-eaca-49f9-818e-24340e9befec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.345930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf7fe3c0-b6e8-4267-94ff-0dcc375f2db4 req-4465eac7-eaca-49f9-818e-24340e9befec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0587068 Nov 15 22:34:51.435119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf7fe3c0-b6e8-4267-94ff-0dcc375f2db4 req-45906881-f4db-484b-a99c-c2b42377d700 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Nov 15 22:34:51.501976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-ebc4509f-374d-4124-946e-dba0b6a1b3ce service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113309 Nov 15 22:34:51.507797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:51.673259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bda1a3-d2c4-4a38-85b1-6910c81d7dc0 req-a51c9e31-e401-4149-9194-b31f546f037c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.674754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6bda1a3-d2c4-4a38-85b1-6910c81d7dc0 req-a51c9e31-e401-4149-9194-b31f546f037c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0693507 Nov 15 22:34:51.682651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da206ffe-527e-4f66-8bf4-447c1abc009f req-06179279-5d39-49bf-b10f-abf26640daeb service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701453 Nov 15 22:34:51.714661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:51.778490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:51.791366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6bda1a3-d2c4-4a38-85b1-6910c81d7dc0 req-06148fbf-28aa-4023-b256-25756d2d3524 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077960 Nov 15 22:34:51.801286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:51.814282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:51.842099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:51.905850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.906521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:51.930790 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd783c3f-2856-44c5-a0f5-59416ae884cb x-openstack-request-id: req-fd783c3f-2856-44c5-a0f5-59416ae884cb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:51.931156 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045e302d-432a-438b-9615-dc935048e619", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:51.931394 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd783c3f-2856-44c5-a0f5-59416ae884cb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:51.932881 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4', 'status': 'completed', 'code': 200} Nov 15 22:34:51.994742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-38f3a257-5124-419f-8985-49de6335286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:51.996680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-38f3a257-5124-419f-8985-49de6335286d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 1094 time: 0.0629363 Nov 15 22:34:52.000585 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-c3332146-9268-4a1c-b400-a42e172384dc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4572883 Nov 15 22:34:52.029285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'admin_state_up': True, 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'security_groups': ['8c62204a-67a0-4bba-b34f-6570741d9460']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:52.123965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431560c4-450a-43fc-8302-96137c280e3a req-2f4cf981-df7c-4ac9-b860-f3648b4039e3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.125509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431560c4-450a-43fc-8302-96137c280e3a req-2f4cf981-df7c-4ac9-b860-f3648b4039e3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 943 time: 0.0941978 Nov 15 22:34:52.210585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-326a744d-0e52-4eeb-a435-c0654fcee37f None None] Provisioning complete for port 249e05a3-0eb2-417e-a1d1-74ea03f07719 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:52.212151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326a744d-0e52-4eeb-a435-c0654fcee37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:52.237992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431560c4-450a-43fc-8302-96137c280e3a req-912a9880-1391-45e7-94d5-123ec6ba9798 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980656 Nov 15 22:34:52.362092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-326a744d-0e52-4eeb-a435-c0654fcee37f None None] Port 249e05a3-0eb2-417e-a1d1-74ea03f07719 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:52.455507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb962b6-8fbd-4ae3-abb1-f01f5c181def req-9acf49c0-f756-4489-941d-facdc1bc2856 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.468948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb962b6-8fbd-4ae3-abb1-f01f5c181def req-9acf49c0-f756-4489-941d-facdc1bc2856 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1288824 Nov 15 22:34:52.529087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb962b6-8fbd-4ae3-abb1-f01f5c181def req-2264d0cd-767b-4205-b567-ace661f33498 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591154 Nov 15 22:34:52.553289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:52.606963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c057e-5219-42bc-bc7d-1e71a61f41b7 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.611660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-395c057e-5219-42bc-bc7d-1e71a61f41b7 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1091 time: 0.0546560 Nov 15 22:34:52.618701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:52.625466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:52.680494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-01d67893-9443-47a3-be00-973172b6264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.683459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-01d67893-9443-47a3-be00-973172b6264c service neutron] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.6740170 Nov 15 22:34:52.690256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40545d6-fddd-4dea-883c-5df399293e44 req-02f133d7-47b5-4fd9-ab70-3cec96b06ee1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.692081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d40545d6-fddd-4dea-883c-5df399293e44 req-02f133d7-47b5-4fd9-ab70-3cec96b06ee1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.0818264 Nov 15 22:34:52.752658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:52.770119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-5177d7d0-f278-4ffc-8dfd-5b03a5381f52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 HTTP/1.1" status: 200 len: 217 time: 0.0727205 Nov 15 22:34:52.782937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d40545d6-fddd-4dea-883c-5df399293e44 req-4179af33-7952-4df8-9401-0e985ffdf598 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830719 Nov 15 22:34:52.885185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-e43fdb5d-0f90-4ebb-b451-03b9b097baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:52.886678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-e43fdb5d-0f90-4ebb-b451-03b9b097baef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.1051018 Nov 15 22:34:52.947853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-b55167d1-0bd3-4ff5-a4b4-3d89723095f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528460 Nov 15 22:34:52.949261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:52.953157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:52.998274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.092018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a43c-d4ac-4a4a-9917-6b2b7757cfba req-5d0c142b-150f-41ff-a4c0-423aaa59d130 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:53.098436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a43c-d4ac-4a4a-9917-6b2b7757cfba req-5d0c142b-150f-41ff-a4c0-423aaa59d130 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:53.101033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01b1a43c-d4ac-4a4a-9917-6b2b7757cfba req-5d0c142b-150f-41ff-a4c0-423aaa59d130 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 1652 time: 0.1831827 Nov 15 22:34:53.177534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-5065ba68-666b-4ccc-90a8-68bbe1277d04 service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185864 Nov 15 22:34:53.233174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01b1a43c-d4ac-4a4a-9917-6b2b7757cfba req-608b9134-a289-4915-9a40-cc3b3f42e8bf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257360 Nov 15 22:34:53.259240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.109 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/35845c63-55b5-4926-85dc-ecb7db68e745) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:53.359165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b598ebbf-f4b8-4138-83a3-cf442190e5ed req-d1438a0e-20a5-4593-9f52-2e088066107f service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615651 Nov 15 22:34:53.410950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.1.1.220 (50f1c9ee-9ace-4c12-9ad2-390380f83379/e329f7b9-012c-416b-89e3-5e9ded71e7a0/34ed6531-1ba9-49e1-aa0c-fab6506dd6fe) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:53.474681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.486199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f3a5-4019-49ff-93eb-ea98fc578593 req-e1456689-379c-4514-9e0e-4c81fda1c8ad tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:53.487741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e62f3a5-4019-49ff-93eb-ea98fc578593 req-e1456689-379c-4514-9e0e-4c81fda1c8ad tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.0968394 Nov 15 22:34:53.571005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e62f3a5-4019-49ff-93eb-ea98fc578593 req-3843c706-531c-4ded-a83f-874432d89899 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Nov 15 22:34:53.616744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.647327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.697226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:53.704060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:53.708948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:53.713840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=35845c63-55b5-4926-85dc-ecb7db68e745,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:53.720402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.770313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.770665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.771008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.771162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:53.771338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.771675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.772003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.772331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.772715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.773009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.773364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.773656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.774549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:34:53.777517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:53.783794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:53.816509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:53.839926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc92e-29e3-4195-a168-5e6c8c9f7d63 req-ec7acd9b-ddf6-4ceb-97af-a53e4bec1c25 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:53.845833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a9cc92e-29e3-4195-a168-5e6c8c9f7d63 req-ec7acd9b-ddf6-4ceb-97af-a53e4bec1c25 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 943 time: 0.1079724 Nov 15 22:34:53.861205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:53.862070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:53.951506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-1cd75e7d-c163-4c36-8415-3ffb3ee5bccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9263659 Nov 15 22:34:53.963058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'admin_state_up': True, 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'security_groups': ['8c62204a-67a0-4bba-b34f-6570741d9460']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:53.968478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a9cc92e-29e3-4195-a168-5e6c8c9f7d63 req-1b7318c9-4ac9-482a-8198-e28ab0b5297e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 Nov 15 22:34:54.211134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:54.221614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dbca267f-448f-40c2-bfe5-16fa17004ad0 None None] Provisioning complete for port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:54.222712 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbca267f-448f-40c2-bfe5-16fa17004ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:54.266371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dbca267f-448f-40c2-bfe5-16fa17004ad0 None None] Port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:54.333743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:54.402712 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:54.414965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-0e57361b-9ab6-411c-bf52-27412b4fef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.416454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-0e57361b-9ab6-411c-bf52-27412b4fef21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1096 time: 0.1442630 Nov 15 22:34:54.499903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37210315-cf42-48e5-85da-2ba07d9adf8c req-052e038a-f967-4295-962e-f02753a8ce53 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.508083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37210315-cf42-48e5-85da-2ba07d9adf8c req-052e038a-f967-4295-962e-f02753a8ce53 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.4011631 Nov 15 22:34:54.575700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b5f8-af69-455c-8a7a-62f26102c388 req-eb073501-e09e-40de-a133-e2ca39c3da40 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.581830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b5f8-af69-455c-8a7a-62f26102c388 req-eb073501-e09e-40de-a133-e2ca39c3da40 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.589157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b5f8-af69-455c-8a7a-62f26102c388 req-eb073501-e09e-40de-a133-e2ca39c3da40 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.590827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8211b5f8-af69-455c-8a7a-62f26102c388 req-eb073501-e09e-40de-a133-e2ca39c3da40 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 2373 time: 0.2033906 Nov 15 22:34:54.654984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8211b5f8-af69-455c-8a7a-62f26102c388 req-45420d5a-ab05-4384-b1f1-eefa105825f2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Nov 15 22:34:54.655452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:54.707717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37210315-cf42-48e5-85da-2ba07d9adf8c req-f607e7ad-ed49-47a6-9646-64902714a3fa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963556 Nov 15 22:34:54.724911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b9e72-19a5-48e4-9edd-0108420538ae req-df9caa14-3530-4619-bc88-af3a840a5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.726569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-676b9e72-19a5-48e4-9edd-0108420538ae req-df9caa14-3530-4619-bc88-af3a840a5b1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 1095 time: 0.2990565 Nov 15 22:34:54.841613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:54.854274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.2.2.100 (05553f3e-2b3f-4f3d-b38a-f64d81205cf0/91349e88-9d14-437a-a99b-992f1ced8e80/951539ac-6dbc-41f6-bf6c-a11c35fa6130) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:54.960238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b9e72-19a5-48e4-9edd-0108420538ae req-631d5a62-f3d2-457f-93b1-f56b2eafde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:54.962821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-676b9e72-19a5-48e4-9edd-0108420538ae req-631d5a62-f3d2-457f-93b1-f56b2eafde8c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=69fbfd7de69b4799bcee3992f84c9490&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2259386 Nov 15 22:34:55.104528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:55.148665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'mac_address': 'fa:16:3e:10:58:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:55.157421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.195488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-d407f9f1-6c61-478b-9cf4-219a5358ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.197820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-d407f9f1-6c61-478b-9cf4-219a5358ba72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.7676256 Nov 15 22:34:55.198043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.221166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:55.258765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-b271e57e-2e66-4c10-bb39-8ed565a87502 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0475683 Nov 15 22:34:55.265525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:55.272342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a80198-89d2-4ca4-8d1d-5c953c3da500 req-17b0d220-20ef-4d84-a3c2-75cb18f7b2f4 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.273901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a80198-89d2-4ca4-8d1d-5c953c3da500 req-17b0d220-20ef-4d84-a3c2-75cb18f7b2f4 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.3098586 Nov 15 22:34:55.314915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae792c-f279-422a-914c-89b534cd487d req-b545f6b7-297b-4e8b-9ddd-21c8b313bcf8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.316452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4ae792c-f279-422a-914c-89b534cd487d req-b545f6b7-297b-4e8b-9ddd-21c8b313bcf8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 943 time: 0.2611287 Nov 15 22:34:55.377298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-948856ab-b2ef-4257-8572-c0e93b644e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.379128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-948856ab-b2ef-4257-8572-c0e93b644e07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.1114190 Nov 15 22:34:55.424749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-537737bc-9db1-45aa-bf0c-6c102f33fa0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344491 Nov 15 22:34:55.449336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a80198-89d2-4ca4-8d1d-5c953c3da500 req-fb45985b-6cfb-4c3b-96ef-fc9ee077080b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665599 Nov 15 22:34:55.477378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b9e72-19a5-48e4-9edd-0108420538ae req-a53f4ee5-9cb8-4ac4-a823-8b5e5be13601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.477378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-676b9e72-19a5-48e4-9edd-0108420538ae req-a53f4ee5-9cb8-4ac4-a823-8b5e5be13601 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4064326 Nov 15 22:34:55.508587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.509277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:55.524684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4ae792c-f279-422a-914c-89b534cd487d req-523ff788-5b5d-4379-8f2f-9ebee566f1ee tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925409 Nov 15 22:34:55.552590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.555459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.599399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-8c5742b4-43c8-46a9-bdf1-57f2d5ce4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.601033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-8c5742b4-43c8-46a9-bdf1-57f2d5ce4415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 1095 time: 0.0701494 Nov 15 22:34:55.622956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:55.626217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:55.635228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:55.639681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:55.686019 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.695552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-d0573639-b77a-417d-8b76-77bf12a2b561 service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634943 Nov 15 22:34:55.696327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-8fe8015f-50eb-4b64-afc8-48e03add6086 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abe659b6-ab56-4e14-90a6-4564c69da78d HTTP/1.1" status: 200 len: 217 time: 0.0852568 Nov 15 22:34:55.702334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:55.703110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.757945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:55.786390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4', 'mac_address': 'fa:16:3e:55:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:55.793603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.838689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:55.874136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:55.891590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:55.905049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-653a2913-331c-45be-9111-5cb930e019b4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9461608 Nov 15 22:34:55.925482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:55.942046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'admin_state_up': True, 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'security_groups': ['8c62204a-67a0-4bba-b34f-6570741d9460']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:56.000232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:56.109732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:56.111188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2070c7e5-e321-4da4-bfc5-9cb3e45df98f req-928ab6a0-b819-4498-8752-509898b74409 service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534610 Nov 15 22:34:56.164044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:56.203093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ed7ea81e-f6db-4a8d-adc7-691798800c28 None None] Provisioning complete for port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:56.203912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea81e-f6db-4a8d-adc7-691798800c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:56.235737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Made reservation on behalf of 11a1e45332ce47eda477f1cdbb230c59 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:34:56.248520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:56.289911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:56.340197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ea81e-f6db-4a8d-adc7-691798800c28 None None] Port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:56.549850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=35845c63-55b5-4926-85dc-ecb7db68e745,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:56.566995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788a4a1-272a-4d45-894b-e3ebc7744ffb req-df6023f6-677f-4569-b92b-e3b7df7eb5da tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.574860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a788a4a1-272a-4d45-894b-e3ebc7744ffb req-df6023f6-677f-4569-b92b-e3b7df7eb5da tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1570125 Nov 15 22:34:56.596831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Allocated IP 10.2.2.200 (05553f3e-2b3f-4f3d-b38a-f64d81205cf0/91349e88-9d14-437a-a99b-992f1ced8e80/5d38e6f6-c048-477c-818f-fd5020f10af3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:34:56.643909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a788a4a1-272a-4d45-894b-e3ebc7744ffb req-d0bcf72c-20a4-4018-83f5-254e392dce02 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Nov 15 22:34:56.663011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24463572-abca-496e-822f-55a45dc8ce29 req-0fa72d10-21e7-492a-85e9-4c43189ec96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.664960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-0fa72d10-21e7-492a-85e9-4c43189ec96d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.9337246 Nov 15 22:34:56.682113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-d61ebbfd-2bf6-48a0-95a9-767ca6b1f2f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.688711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-d61ebbfd-2bf6-48a0-95a9-767ca6b1f2f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.697506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-d61ebbfd-2bf6-48a0-95a9-767ca6b1f2f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.703818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-d61ebbfd-2bf6-48a0-95a9-767ca6b1f2f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:56.712645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-d61ebbfd-2bf6-48a0-95a9-767ca6b1f2f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 3094 time: 0.2986076 Nov 15 22:34:56.720012 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 2d427aff-97eb-4ef0-9408-818db8666fcf associated. External IP: 172.25.0.109, port: e95e7419-0f03-45e8-81d3-c148e6be7f1f. Nov 15 22:34:56.781594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:56.909882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:56.940356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-52204bf5-bf24-4236-8b87-339e63834d88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074531 Nov 15 22:34:56.995620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:56.996554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:56.996782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.087406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:34:57.095207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:34:57.108243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:34:57.127644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.196905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:57.199386 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae14e15-ebbd-4d4f-a670-0d24b3e65c9d" -d '{"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-plugged", "status": "completed", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:57.212500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:57.238586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:57.247199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:57.247998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.311835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:34:57.337124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.339743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c3a277e-8435-4d86-a045-65d4cd9a28d3 req-1c07b295-ed27-4193-ba5e-8178c61e292a tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6258955 Nov 15 22:34:57.364754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cefdc-d561-4a01-9abb-22d16c56d216 req-ef7e2c60-85f0-4918-a260-f9ea137527a1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:57.380764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e15cefdc-d561-4a01-9abb-22d16c56d216 req-ef7e2c60-85f0-4918-a260-f9ea137527a1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.4526081 Nov 15 22:34:57.409721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8d074444-f9a3-4e0a-aeca-217f694fddc5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4933147 Nov 15 22:34:57.424304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:57.519411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.586208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-c86a2d35-3b2b-4f46-ae3d-7ff084c9679e service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142910 Nov 15 22:34:57.607263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e15cefdc-d561-4a01-9abb-22d16c56d216 req-a4ff0989-8da3-41f1-b444-067b10e71526 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331028 Nov 15 22:34:57.655768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:57.661572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6cff9a40-0ab8-444e-a828-be2d76db3db8 None None] Provisioning complete for port 5d38e6f6-c048-477c-818f-fd5020f10af3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:57.661923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cff9a40-0ab8-444e-a828-be2d76db3db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.706452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8627afcc-655c-46e7-b92f-0a4af67fd4a3 x-openstack-request-id: req-8627afcc-655c-46e7-b92f-0a4af67fd4a3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:57.706452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-plugged", "status": "completed", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:57.706452 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8627afcc-655c-46e7-b92f-0a4af67fd4a3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:57.706452 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'code': 200} Nov 15 22:34:57.712503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6cff9a40-0ab8-444e-a828-be2d76db3db8 None None] Port 5d38e6f6-c048-477c-818f-fd5020f10af3 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:34:57.772041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3dd9-88b5-41ad-9505-48d1a669ac32 req-9b7a643f-4fb6-4b5d-abea-0475d65ad2c4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:57.777111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-769a3dd9-88b5-41ad-9505-48d1a669ac32 req-9b7a643f-4fb6-4b5d-abea-0475d65ad2c4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 944 time: 0.2671766 Nov 15 22:34:57.817198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:34:57.829897 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Sync routers for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:34:57.843483 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:57.844384 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:57.921973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ed60f-95e6-45d2-9636-8c8ed7873c0d req-586e7d28-f81b-4c25-b77c-2d2e15d690aa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:57.923383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e4ed60f-95e6-45d2-9636-8c8ed7873c0d req-586e7d28-f81b-4c25-b77c-2d2e15d690aa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 945 time: 0.1311524 Nov 15 22:34:57.926091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:57.929627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24463572-abca-496e-822f-55a45dc8ce29 req-8c01f932-6502-4a6c-ad76-804350fe997d service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136854 Nov 15 22:34:58.014032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-769a3dd9-88b5-41ad-9505-48d1a669ac32 req-b67b1bc0-b5a7-4ddf-9175-d5232efc1666 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359273 Nov 15 22:34:58.031841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40601589-a276-4220-8cb5-bee29e1f3f60 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:58.033717 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:58.041118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:58.055327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Transition to ACTIVE for port object 40601589-a276-4220-8cb5-bee29e1f3f60 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:34:58.066648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef2a5ebb-d733-4f93-9382-4b4c4f7b28bd tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4440761 Nov 15 22:34:58.075451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:58.081021 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965320e3-d16c-4846-bbe9-1ce5e237b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:58.121417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e4ed60f-95e6-45d2-9636-8c8ed7873c0d req-8e0caea2-f800-40ce-a59e-338891c0a3be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866603 Nov 15 22:34:58.125336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:58.177082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:34:58.403992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:58.418714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'network_id': '287ca855-78ba-414f-9892-0f25adeeb185', 'port_id': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'mac_address': 'fa:16:3e:3a:e5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eecd75d-d88e-426d-abca-7f6009db6e3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:34:58.430425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Pushing event updated for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:58.505411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad1111-00f4-4a97-b985-71e0bffb4a71 req-227e9a95-4d65-4be8-8436-489c5aba8a99 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:58.510003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39ad1111-00f4-4a97-b985-71e0bffb4a71 req-227e9a95-4d65-4be8-8436-489c5aba8a99 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1224818 Nov 15 22:34:58.511997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Attempting to bind port 40601589-a276-4220-8cb5-bee29e1f3f60 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:34:58.512350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Attempting to bind port 40601589-a276-4220-8cb5-bee29e1f3f60 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:34:58.512761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Attempting to bind port 40601589-a276-4220-8cb5-bee29e1f3f60 on network a469fc97-3ff0-4451-930d-6f4631948401 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:58.522579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Port 40601589-a276-4220-8cb5-bee29e1f3f60 on network a469fc97-3ff0-4451-930d-6f4631948401 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:34:58.523846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Attempting to bind port 40601589-a276-4220-8cb5-bee29e1f3f60 on network a469fc97-3ff0-4451-930d-6f4631948401 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:34:58.526293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:58.537642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:34:58.537983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Checking segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:34:58.538390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Bound using segment: {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:34:58.538817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Bound port: 40601589-a276-4220-8cb5-bee29e1f3f60, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0af43d8-279d-4434-8fd5-3b51b6514098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:34:58.539200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:58.562836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:34:58.582506 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d40d21-0451-4ad8-8c0b-a93c58826802 x-openstack-request-id: req-53d40d21-0451-4ad8-8c0b-a93c58826802 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:34:58.582873 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:34:58.583148 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53d40d21-0451-4ad8-8c0b-a93c58826802 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:34:58.583564 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'status': 'completed', 'code': 200} Nov 15 22:34:58.621593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:58.654834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39ad1111-00f4-4a97-b985-71e0bffb4a71 req-9f3a3c1c-8784-408f-b62f-6a4fc3e9666b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349161 Nov 15 22:34:58.672133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:58.726158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:58.749421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ea9e7556-faa5-4084-9602-9fd1ec822d52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 200 len: 991 time: 0.0734808 Nov 15 22:34:58.772172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-a49cc054-d49d-4332-9b8c-64ca1ff52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:58.773979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-a49cc054-d49d-4332-9b8c-64ca1ff52eca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1857324 Nov 15 22:34:58.822588 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2d427aff-97eb-4ef0-9408-818db8666fcf', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'mac_address': 'fa:16:3e:39:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:54Z', 'updated_at': '2021-11-15T22:34:54Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:58.868802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:58.879351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:34:58.885944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:34:58.903529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Checking router: 8348f19c-5362-4c69-9fd8-0b1009b0fb64 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:34:58.906122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=40601589-a276-4220-8cb5-bee29e1f3f60,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:34:58.936604 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:34:58.937561 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:58.979340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df315-66c4-4643-8495-88f776f43981 req-86ece1e1-0cb0-47ce-8d77-22ccfbbe8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:58.985200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-86ece1e1-0cb0-47ce-8d77-22ccfbbe8159 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.3267939 Nov 15 22:34:58.989470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:34:58.993108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-678ed5c6-f5d4-4a9a-9243-8ceb3ebeb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.001911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-678ed5c6-f5d4-4a9a-9243-8ceb3ebeb6a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.2186823 Nov 15 22:34:59.009027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.016589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.023160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.040896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.052334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.068567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.078101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-37794f5e-f46e-4db9-b1b9-a557fae10852 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 3827 time: 0.3188410 Nov 15 22:34:59.096395 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:34:59.124725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:34:59.132017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:34:59.132586 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.219662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.220363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.222375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] 10.222.0.57 "PUT /v2.0/ports/40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 1091 time: 1.8026855 Nov 15 22:34:59.224936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:59.227879 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:59.244339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.262492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f9aef-555d-4201-90de-dbc4350ab5cc service neutron] Pushing event updated for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:59.272348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-9c23ee6b-9365-4aa5-94eb-1bf55c55fec3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 999 time: 0.2624576 Nov 15 22:34:59.282164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df315-66c4-4643-8495-88f776f43981 req-1b0a0e66-2dbb-4223-92bb-861023f3f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.288268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-1b0a0e66-2dbb-4223-92bb-861023f3f016 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2046382 Nov 15 22:34:59.348299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:34:59.377031 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.436995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-4928c11c-5a76-4eaf-b59b-f8208f5a18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.442839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-4928c11c-5a76-4eaf-b59b-f8208f5a18be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.1573663 Nov 15 22:34:59.457076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-a7fccd3f-73a8-4cc0-a047-0de80e8de100 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1375751 Nov 15 22:34:59.516181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f753d-0f2e-4610-9802-6e3831b8c247 req-4bf16084-59c5-476d-b8f3-31a0d2d0d6aa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.538383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-844f753d-0f2e-4610-9802-6e3831b8c247 req-4bf16084-59c5-476d-b8f3-31a0d2d0d6aa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.6863108 Nov 15 22:34:59.579591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:34:59.582284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.631921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46ee4697-7f87-4bb9-9289-2bec996c039d req-f3d20994-8e09-4b34-8cc5-83799b18ac02 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456368 Nov 15 22:34:59.676995 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:34:59.690395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-26bc67f9-1e14-4a12-a51f-63ab70cbd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.692180 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-26bc67f9-1e14-4a12-a51f-63ab70cbd31b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2129951 Nov 15 22:34:59.713124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df315-66c4-4643-8495-88f776f43981 req-1978e06e-d795-40de-89ee-95ec98191a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:34:59.714652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-1978e06e-d795-40de-89ee-95ec98191a1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.2450924 Nov 15 22:34:59.764664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-844f753d-0f2e-4610-9802-6e3831b8c247 req-ecc7ddef-35ce-4d56-863b-8fefa95ea4e7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242901 Nov 15 22:34:59.766261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:34:59.786859 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2d427aff-97eb-4ef0-9408-818db8666fcf', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'mac_address': 'fa:16:3e:39:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:54Z', 'updated_at': '2021-11-15T22:34:54Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:34:59.864198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceafb3d0-3239-4ebc-90b3-8a4f0ea0d64d None None] The sync data for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 is: [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '2d427aff-97eb-4ef0-9408-818db8666fcf', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'mac_address': 'fa:16:3e:39:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:54Z', 'updated_at': '2021-11-15T22:34:54Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:34:59.927399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:34:59.930402 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee4a34-e5f2-47e2-9cf7-1ba15b050de2" -d '{"events": [{"server_uuid": "045e302d-432a-438b-9615-dc935048e619", "name": "network-vif-plugged", "status": "completed", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:34:59.937593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:34:59.957818 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:00.063391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-803ef9ff-30cd-4e10-8ecd-65dc17d5c89b service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576641 Nov 15 22:35:00.080496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df315-66c4-4643-8495-88f776f43981 req-a7a109b0-99f4-4c35-8e90-4e14e123cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.082014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-a7a109b0-99f4-4c35-8e90-4e14e123cf22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3136647 Nov 15 22:35:00.090901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a73c4858-8115-4eed-a4cf-adde04049065 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 200 len: 991 time: 0.2959476 Nov 15 22:35:00.199214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-0d006833-d50c-42a2-b68b-c763bd7b3495 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057141 Nov 15 22:35:00.209317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495219a4-141e-4bb2-9b04-90aa67762053 req-3530639f-2c12-4ef4-99ef-470a95c473bb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.217195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-495219a4-141e-4bb2-9b04-90aa67762053 req-3530639f-2c12-4ef4-99ef-470a95c473bb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.2761796 Nov 15 22:35:00.234319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4451335-3c51-4cf2-a51d-e9a00792635a req-435381c9-e17f-42ad-a50c-cca0a1ce47cb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.241821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4451335-3c51-4cf2-a51d-e9a00792635a req-435381c9-e17f-42ad-a50c-cca0a1ce47cb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.2993493 Nov 15 22:35:00.262620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-965320e3-d16c-4846-bbe9-1ce5e237b26d req-1495582c-c632-4362-8703-4db0c2ddae1d service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834154 Nov 15 22:35:00.279580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfeb84e-528b-4b70-b19a-53c4236cc2eb {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:00.293836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6026787-5296-4ca1-814f-e32f0682d4ad None None] New status for floating IP 2d427aff-97eb-4ef0-9408-818db8666fcf: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:35:00.299102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:00.316172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Transition to ACTIVE for port object 0cfeb84e-528b-4b70-b19a-53c4236cc2eb will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:00.382421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:00.389868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4451335-3c51-4cf2-a51d-e9a00792635a req-38acfa89-e417-4325-8017-d6722c688f82 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445847 Nov 15 22:35:00.460480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-495219a4-141e-4bb2-9b04-90aa67762053 req-9da33cf2-e9ca-4380-b240-2a5c41942b4a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379122 Nov 15 22:35:00.469909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:00.545818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-579df315-66c4-4643-8495-88f776f43981 req-1e75d1f8-dd79-4e1a-bebb-30cecbda9185 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223617 Nov 15 22:35:00.629077 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c85d18-9492-4466-b529-a92c3f7bbb68 x-openstack-request-id: req-01c85d18-9492-4466-b529-a92c3f7bbb68 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:00.629375 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:00.629635 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01c85d18-9492-4466-b529-a92c3f7bbb68 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:00.630054 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60', 'status': 'completed', 'code': 200} Nov 15 22:35:00.647321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Attempting to bind port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:00.647655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Attempting to bind port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:00.648275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Attempting to bind port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:00.659552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad251e9-f082-41cb-9c78-afbe62ae02d8 req-ff337b73-be4c-4c29-b591-394a9bd116e9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.661866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ad251e9-f082-41cb-9c78-afbe62ae02d8 req-ff337b73-be4c-4c29-b591-394a9bd116e9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.1320829 Nov 15 22:35:00.692679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:00.693000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Attempting to bind port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:00.702907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:00.739286 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aff351-55d4-4bd2-80c8-9f221c2f2b3c x-openstack-request-id: req-78aff351-55d4-4bd2-80c8-9f221c2f2b3c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:00.740907 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e302d-432a-438b-9615-dc935048e619", "name": "network-vif-plugged", "status": "completed", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:00.741404 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78aff351-55d4-4bd2-80c8-9f221c2f2b3c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:00.742092 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4', 'code': 200} Nov 15 22:35:00.746891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:00.747085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:00.747478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Bound using segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:00.747929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Bound port: 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:00.748797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:00.786097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ad251e9-f082-41cb-9c78-afbe62ae02d8 req-82956a5c-5cdd-481c-9a32-8d7f87108875 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172404 Nov 15 22:35:00.885339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:00.888903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:00.913114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.913646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.914671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.915188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.915654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.916177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:00.918505 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-664d4646-99b8-4686-bb46-6d1d7e33b694 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5249 time: 0.2723570 Nov 15 22:35:01.069276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-fd488589-6432-4506-8644-9848a6eb626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.069652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-fd488589-6432-4506-8644-9848a6eb626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.070116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-fd488589-6432-4506-8644-9848a6eb626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.071791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-fd488589-6432-4506-8644-9848a6eb626f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1389885 Nov 15 22:35:01.083130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:01.163781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55284) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:01.178849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:01.194496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.195847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:01.197417 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-b9412cbd-6478-49f7-89d6-3c1236c2d4bf service neutron] 10.222.0.57 "PUT /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 1136 time: 1.8661630 Nov 15 22:35:01.321309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:01.325330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069236f-e042-4905-93f1-d6365de4754a req-0fbbcc3c-9a71-4053-9e3c-79b7e6d5b3b2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.333766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3069236f-e042-4905-93f1-d6365de4754a req-0fbbcc3c-9a71-4053-9e3c-79b7e6d5b3b2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.4592862 Nov 15 22:35:01.336739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4e1f-dda3-44cd-8210-26c1bd1ad9b7 req-1619d8b4-141b-4f62-9602-cb58a6ea3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.339468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7eca4e1f-dda3-44cd-8210-26c1bd1ad9b7 req-1619d8b4-141b-4f62-9602-cb58a6ea3df8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 1096 time: 0.4490995 Nov 15 22:35:01.393344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.396676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bfe4e-7a4a-4a86-85f2-ffe2aa7ba721 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.397258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bfe4e-7a4a-4a86-85f2-ffe2aa7ba721 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.397792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bfe4e-7a4a-4a86-85f2-ffe2aa7ba721 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.404453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.409416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce7bfe4e-7a4a-4a86-85f2-ffe2aa7ba721 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=4eccef2e024540bf8e1eab02b592ad9d&network_id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 2969 time: 0.7031450 Nov 15 22:35:01.410530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.417116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.425586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.433415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.441144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33e09394-1b46-450c-8350-36549236f8e1 req-11654e87-2d05-429b-92a7-7081bd4ae8c2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 4605 time: 0.5188391 Nov 15 22:35:01.463246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2dc2d4a5-9531-44b3-944e-ebedf55658e0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 200 len: 993 time: 0.2805214 Nov 15 22:35:01.568821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:01.585543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3069236f-e042-4905-93f1-d6365de4754a req-ef3d75df-e871-422c-9681-5f53535fc380 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508733 Nov 15 22:35:01.597301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33e09394-1b46-450c-8350-36549236f8e1 req-62f8b0cc-9f6d-4455-87d9-9f13134d7e45 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544602 Nov 15 22:35:01.829581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf81cb-d16d-4ad7-8beb-3fe852d06047 req-b90466eb-abdb-4feb-ade4-d0d10540691a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.831242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71cf81cb-d16d-4ad7-8beb-3fe852d06047 req-b90466eb-abdb-4feb-ade4-d0d10540691a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 944 time: 0.1058583 Nov 15 22:35:01.901335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71cf81cb-d16d-4ad7-8beb-3fe852d06047 req-cbb84eae-3e0e-4ce2-8eeb-345835e06e60 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492687 Nov 15 22:35:01.902813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-7dc0a724-d9cd-479e-8940-22f819cde743 req-c582605a-f7e4-497f-9a55-dcec70366adb service neutron] (103128) timed out ('10.222.0.57', 62031) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:35:01.911968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21cd26-1e99-4ee5-ac81-f264d34bf8d3 req-21f249a2-0a6a-45e2-a11a-6de08f5b9456 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:01.913732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d21cd26-1e99-4ee5-ac81-f264d34bf8d3 req-21f249a2-0a6a-45e2-a11a-6de08f5b9456 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1688673 Nov 15 22:35:02.006241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d21cd26-1e99-4ee5-ac81-f264d34bf8d3 req-99296499-22cb-4429-aee3-ded41890ccef tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722299 Nov 15 22:35:02.069751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-81385a6f-2601-439d-a9bf-c1e178482e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:02.071284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a8e38ea-1181-4ad6-a3df-dcaf9f87a1d2 req-81385a6f-2601-439d-a9bf-c1e178482e32 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9785659 Nov 15 22:35:02.095162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7eca4e1f-dda3-44cd-8210-26c1bd1ad9b7 req-f16ac07f-2340-4437-afef-f984ab38459d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7279062 Nov 15 22:35:02.143141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6ce91-e667-4734-8beb-e4c27d9599a2 req-388a898c-657a-412e-bf4a-6743ac04964a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:02.145535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06f6ce91-e667-4734-8beb-e4c27d9599a2 req-388a898c-657a-412e-bf4a-6743ac04964a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 946 time: 0.0585253 Nov 15 22:35:02.215243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device abe659b6-ab56-4e14-90a6-4564c69da78d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:02.219370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:02.235454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06f6ce91-e667-4734-8beb-e4c27d9599a2 req-13d96536-6304-4127-ac0e-dbd9e48fbc80 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Nov 15 22:35:02.378890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=abe659b6-ab56-4e14-90a6-4564c69da78d,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:02.390194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'abe659b6-ab56-4e14-90a6-4564c69da78d', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': 'abe659b6-ab56-4e14-90a6-4564c69da78d', 'mac_address': 'fa:16:3e:25:d9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:02.416481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a834201b-a843-45fb-9015-d7b128cee4d1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:02.424333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.428805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.439114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Transition to ACTIVE for port object a834201b-a843-45fb-9015-d7b128cee4d1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:02.442961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe659b6-ab56-4e14-90a6-4564c69da78d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:02.448992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:02.458947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:02.459573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.493101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=abe659b6-ab56-4e14-90a6-4564c69da78d,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:02.525893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.551179 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.608444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:02.609155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:02.610480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.635844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:02.641420 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "0cfeb84e-528b-4b70-b19a-53c4236cc2eb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:02.706692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.741487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Attempting to bind port a834201b-a843-45fb-9015-d7b128cee4d1 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:02.742090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Attempting to bind port a834201b-a843-45fb-9015-d7b128cee4d1 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:02.743151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Attempting to bind port a834201b-a843-45fb-9015-d7b128cee4d1 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:02.751833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Port a834201b-a843-45fb-9015-d7b128cee4d1 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:02.753051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Attempting to bind port a834201b-a843-45fb-9015-d7b128cee4d1 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:02.756180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:02.758683 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa84ffb9-e6ee-45a4-b50d-9efcf35c00b0" -d '{"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:02.770719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:02.770719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:02.770719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Bound using segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:02.770719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Bound port: a834201b-a843-45fb-9015-d7b128cee4d1, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:02.770719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:02.779216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:02.834143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:02.895781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:02.902368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6cf9-7b6f-47bf-b419-1a5606e5d80f req-c1211ac9-649d-4750-a291-8e03c8562f82 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:02.903881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55fe6cf9-7b6f-47bf-b419-1a5606e5d80f req-c1211ac9-649d-4750-a291-8e03c8562f82 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1797869 Nov 15 22:35:02.970256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:02.974878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a834201b-a843-45fb-9015-d7b128cee4d1,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:02.992793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.001440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.006538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.012472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.019612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.025421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.031464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.033462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-4105194e-1126-42c4-ada7-59eb811b8225 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5381 time: 0.2717500 Nov 15 22:35:03.080386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:03.105248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55fe6cf9-7b6f-47bf-b419-1a5606e5d80f req-00eb3ac7-0308-4c0a-937a-e2781e5829a1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738653 Nov 15 22:35:03.186205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.190269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:03.193230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 1134 time: 1.8897986 Nov 15 22:35:03.193972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79d36513-2727-46e3-9068-a9dd05c9a38d req-afb1e76e-6f2a-4526-8b11-12a4d2f2a4d1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475332 Nov 15 22:35:03.199525 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee79f71-b14f-49ca-b1e1-46d27a2889c7 x-openstack-request-id: req-4ee79f71-b14f-49ca-b1e1-46d27a2889c7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:03.200598 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "0cfeb84e-528b-4b70-b19a-53c4236cc2eb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:03.200981 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ee79f71-b14f-49ca-b1e1-46d27a2889c7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:03.207959 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb', 'status': 'completed', 'code': 200} Nov 15 22:35:03.263199 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb3b372-4ecf-42a1-9548-3e9b68e3f341 x-openstack-request-id: req-edb3b372-4ecf-42a1-9548-3e9b68e3f341 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:03.263724 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:03.263923 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edb3b372-4ecf-42a1-9548-3e9b68e3f341 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:03.264387 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'code': 200} Nov 15 22:35:03.356201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c3a20-6734-4d87-82e7-51dfdd8cd3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:03.366954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:03.447497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:03.527696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902918-8c82-4452-86a7-601e592f5f4b req-7752c620-7cc7-42e5-8a3b-3f591f4b1867 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.535828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.536515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.537341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.537849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44902918-8c82-4452-86a7-601e592f5f4b req-7752c620-7cc7-42e5-8a3b-3f591f4b1867 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 945 time: 0.1277874 Nov 15 22:35:03.538008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.538578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.539139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.540174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.542331 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-07762164-3428-4cd4-b194-e10d640ae9ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6218 time: 0.3004136 Nov 15 22:35:03.639556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724286f6-fb8a-44d3-aeea-e5246c1e58f2 req-0672d220-64b2-441f-8bc5-f4d62086b55b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.647825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724286f6-fb8a-44d3-aeea-e5246c1e58f2 req-0672d220-64b2-441f-8bc5-f4d62086b55b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1018631 Nov 15 22:35:03.672031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44902918-8c82-4452-86a7-601e592f5f4b req-7c56ca35-dca2-497f-9b4e-246159a8706e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324708 Nov 15 22:35:03.706450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-dba5025b-efd7-4d4a-96ef-bfc73b5d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.707531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-dba5025b-efd7-4d4a-96ef-bfc73b5d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.707649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-dba5025b-efd7-4d4a-96ef-bfc73b5d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.709361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-dba5025b-efd7-4d4a-96ef-bfc73b5d071d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1551170 Nov 15 22:35:03.759222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-724286f6-fb8a-44d3-aeea-e5246c1e58f2 req-cf4a32a7-5c64-4d07-a976-f863cc406225 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094062 Nov 15 22:35:03.828771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d112dfd-bc4b-43f4-a840-6bcfa07eb7d3 req-f400be30-c308-4dc3-ba4f-91607a77be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.834163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d112dfd-bc4b-43f4-a840-6bcfa07eb7d3 req-f400be30-c308-4dc3-ba4f-91607a77be30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1098 time: 0.0730731 Nov 15 22:35:03.915752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d112dfd-bc4b-43f4-a840-6bcfa07eb7d3 req-c90fbadb-18e7-4992-ba57-2d65b5ac74da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713940 Nov 15 22:35:03.927740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac066-1b98-42c5-9ce4-b1edb457bfcd req-f26b6498-2637-4aad-b0aa-821576e22703 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.936435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e57ac066-1b98-42c5-9ce4-b1edb457bfcd req-f26b6498-2637-4aad-b0aa-821576e22703 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1012793 Nov 15 22:35:03.966403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-76f0e012-3084-4350-8381-06a74e398aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:03.968215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e448c2eb-3f11-43b2-8f95-35f4e0f08e7f req-76f0e012-3084-4350-8381-06a74e398aa8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488360 Nov 15 22:35:04.005228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e57ac066-1b98-42c5-9ce4-b1edb457bfcd req-d7800af7-8032-4650-863b-1b197d2e3ba1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678015 Nov 15 22:35:04.069232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:04.107453 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:35:04.121870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249e05a3-0eb2-417e-a1d1-74ea03f07719 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:04.132142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.152234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Transition to ACTIVE for port object 249e05a3-0eb2-417e-a1d1-74ea03f07719 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:04.164599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5860b22-b10a-441c-afdb-df55c6c1040a tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.166716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e5860b22-b10a-441c-afdb-df55c6c1040a tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 814 time: 0.0965984 Nov 15 22:35:04.195049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device abe659b6-ab56-4e14-90a6-4564c69da78d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:04.239810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.257165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50627d-fc32-4f7d-9d1e-de00a00206e7 req-6df6b7a4-47c4-4ad1-8894-12e0e960579d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.259926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f50627d-fc32-4f7d-9d1e-de00a00206e7 req-6df6b7a4-47c4-4ad1-8894-12e0e960579d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0649178 Nov 15 22:35:04.354199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:04.355316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port abe659b6-ab56-4e14-90a6-4564c69da78d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:04.364105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port abe659b6-ab56-4e14-90a6-4564c69da78d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:04.364687 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.397871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f50627d-fc32-4f7d-9d1e-de00a00206e7 req-33d6c014-a193-4e0e-9b4e-c8fdc79ee408 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310768 Nov 15 22:35:04.517741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.535207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.545851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.558824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.574753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.578019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.587736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.593933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.603670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-715c1d7c-fb9f-4eb9-b75b-6293b5cf69c0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5393 time: 0.2337492 Nov 15 22:35:04.613261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Attempting to bind port 249e05a3-0eb2-417e-a1d1-74ea03f07719 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:04.614200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Attempting to bind port 249e05a3-0eb2-417e-a1d1-74ea03f07719 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:04.614689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Attempting to bind port 249e05a3-0eb2-417e-a1d1-74ea03f07719 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:04.622454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Port 249e05a3-0eb2-417e-a1d1-74ea03f07719 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:04.623037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Attempting to bind port 249e05a3-0eb2-417e-a1d1-74ea03f07719 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:04.647588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:04.647588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:04.647588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Bound using segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:04.647588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Bound port: 249e05a3-0eb2-417e-a1d1-74ea03f07719, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:04.647588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.657813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=abe659b6-ab56-4e14-90a6-4564c69da78d,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:04.698175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bd0a6d5-913e-4560-8b9d-330995da67f7 req-de12844f-d436-4c83-81f1-3345d4ffdb05 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935903 Nov 15 22:35:04.719909 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.762164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:04.766314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26041b-5af0-4e9b-8568-98df99e1e328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.779426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:04.803061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:04.836493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.894860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395f87d-2762-4e9d-b5c5-135331707dbe req-057e491c-eef6-4fd8-bbd2-43c6a899e7d8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.896521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f395f87d-2762-4e9d-b5c5-135331707dbe req-057e491c-eef6-4fd8-bbd2-43c6a899e7d8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.1258729 Nov 15 22:35:04.924093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:04.958401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.959349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:04.961782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-16ba9373-4689-4770-ac6f-d32f1bae1d23 service neutron] 10.222.0.57 "PUT /v2.0/ports/249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 200 len: 1090 time: 1.6002834 Nov 15 22:35:04.962448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:04.974325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'network': {'name': 'tempest-network-smoke--1068556648', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:04.982705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ab3a1-71c7-42c3-94f0-750afbc49a09 req-29f9ab1a-6f59-43b8-af9b-d1a538ac0ed7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:04.984253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a04ab3a1-71c7-42c3-94f0-750afbc49a09 req-29f9ab1a-6f59-43b8-af9b-d1a538ac0ed7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1106949 Nov 15 22:35:05.080489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:05.120082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f395f87d-2762-4e9d-b5c5-135331707dbe req-930e8006-1420-44a4-afad-06f77ed71ad9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072570 Nov 15 22:35:05.130109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a04ab3a1-71c7-42c3-94f0-750afbc49a09 req-e8dc963b-8535-4d1e-8003-cf85603e6dcb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382120 Nov 15 22:35:05.190451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:05.202980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.223616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': 'a834201b-a843-45fb-9015-d7b128cee4d1'}, {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:05.241038 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "a834201b-a843-45fb-9015-d7b128cee4d1"}, {"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:05.265234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:05.272032 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ada9473-e7e8-4373-a033-87b904efc24f" -d '{"events": [{"server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "name": "network-vif-plugged", "status": "completed", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:05.324485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.351288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:35:05.363327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.363777 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Added segment d5111df3-da1a-4b26-af97-364c603852ba of type vlan for network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 Nov 15 22:35:05.400743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93bcb2-28de-4ee3-ab3c-47f79d8ec8eb req-d77ee0b6-19c8-4252-a2c6-8cd242c03901 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.405630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f93bcb2-28de-4ee3-ab3c-47f79d8ec8eb req-d77ee0b6-19c8-4252-a2c6-8cd242c03901 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1047115 Nov 15 22:35:05.463035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.506847 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaccfc1-7e2d-4d41-bc47-dcd5480d05e2 x-openstack-request-id: req-daaccfc1-7e2d-4d41-bc47-dcd5480d05e2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:05.507347 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "name": "network-vif-plugged", "status": "completed", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:05.507701 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-daaccfc1-7e2d-4d41-bc47-dcd5480d05e2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:05.508108 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d', 'code': 200} Nov 15 22:35:05.520813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f93bcb2-28de-4ee3-ab3c-47f79d8ec8eb req-1b29403f-7728-4657-a0fd-002e54649615 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067698 Nov 15 22:35:05.578415 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95942912-c2d9-4f86-b219-06b6b79234f5 x-openstack-request-id: req-95942912-c2d9-4f86-b219-06b6b79234f5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:05.582089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "a834201b-a843-45fb-9015-d7b128cee4d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:05.582531 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95942912-c2d9-4f86-b219-06b6b79234f5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:05.583116 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': 'a834201b-a843-45fb-9015-d7b128cee4d1', 'status': 'completed', 'code': 200} Nov 15 22:35:05.583534 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'status': 'completed', 'code': 200} Nov 15 22:35:05.595596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.616607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.617464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:05.737134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a25efe-c08b-4b23-a715-c6d69c9561b4 req-16261ebe-441e-4700-9ad0-bda7ca1c1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.738592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5a25efe-c08b-4b23-a715-c6d69c9561b4 req-16261ebe-441e-4700-9ad0-bda7ca1c1afb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 1097 time: 0.1478975 Nov 15 22:35:05.765381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e890-53b5-4fec-8ce5-18c742b888b8 req-a222885a-880d-4308-b9ab-cd294f72f9fd tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.772779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9240e890-53b5-4fec-8ce5-18c742b888b8 req-a222885a-880d-4308-b9ab-cd294f72f9fd tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1317849 Nov 15 22:35:05.801054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Network': ['ID=3ee16d1a-8f03-4c38-be14-d43028f3e3d2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:05.814918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:35:05.826634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9579f-adbc-499f-ba26-e2b1adff8297 req-b3a398df-0c69-495f-ba9a-9018382ea4fc tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.828204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7eb9579f-adbc-499f-ba26-e2b1adff8297 req-b3a398df-0c69-495f-ba9a-9018382ea4fc tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1433101 Nov 15 22:35:05.895639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.897854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.897854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.897854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.898255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.898730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.899189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:05.902034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-b6b24bb0-e38f-4656-93a4-c0af20ec634f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6285 time: 0.2784541 Nov 15 22:35:05.909120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ddc9cb05-6e66-43f8-b8c1-33f66ff4a498 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9454341 Nov 15 22:35:05.912197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:05.966317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5a25efe-c08b-4b23-a715-c6d69c9561b4 req-b5d0ff94-582d-472b-b041-2313e013a7fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178023 Nov 15 22:35:05.987444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9240e890-53b5-4fec-8ce5-18c742b888b8 req-660e51eb-3478-488a-9f0b-6e967bcac9a9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093902 Nov 15 22:35:06.037446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7eb9579f-adbc-499f-ba26-e2b1adff8297 req-132cba79-5f5a-46ec-b01c-f324d2f2cce7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677628 Nov 15 22:35:06.118164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe5717b-c53c-428f-ba42-62c0ab1ebe1b tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.124457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9fe5717b-c53c-428f-ba42-62c0ab1ebe1b tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4eccef2e024540bf8e1eab02b592ad9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2067916 Nov 15 22:35:06.124457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:06.197195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.204908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.213846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.221077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.229877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.236771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.245034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.254502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-19a64934-b1d6-4969-ab30-7aaa575a33b2 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5393 time: 0.1627076 Nov 15 22:35:06.270487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-fd5802c9-ba83-4eae-b793-8c2f9b07da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.272027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-fd5802c9-ba83-4eae-b793-8c2f9b07da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.273787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-fd5802c9-ba83-4eae-b793-8c2f9b07da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.279624 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-fd5802c9-ba83-4eae-b793-8c2f9b07da04 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3646729 Nov 15 22:35:06.397314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09e3f389-1641-4991-9d37-f9d9d31ab966 req-34d6ad1c-0e85-48e1-8fe9-7c1926a5f662 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403100 Nov 15 22:35:06.587276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf7f18-9728-461e-a9db-99c8fda0eb80 req-a67cddb7-af80-4c66-96ce-df79bb91986e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.587502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3967e-c2b3-4f0b-b173-e0461c45df1a tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.587502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-86a3967e-c2b3-4f0b-b173-e0461c45df1a tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4530246 Nov 15 22:35:06.587682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7acf7f18-9728-461e-a9db-99c8fda0eb80 req-a67cddb7-af80-4c66-96ce-df79bb91986e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.1094365 Nov 15 22:35:06.588569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:06.598010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-d055a60f-0954-4173-8908-8ef091935a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.599480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-d055a60f-0954-4173-8908-8ef091935a12 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2432818 Nov 15 22:35:06.656469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fdfefdea-62ed-4054-bb5e-a74605eb0fd2 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654542 Nov 15 22:35:06.662970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:06.680596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:06.710229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af198f5e-61e2-4448-9b9a-a6772060b794 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4eccef2e024540bf8e1eab02b592ad9d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459731 Nov 15 22:35:06.715215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:06.722008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:06.749448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7acf7f18-9728-461e-a9db-99c8fda0eb80 req-2777b1a1-ba5d-4e8c-b0c7-d863afc4beed tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212561 Nov 15 22:35:06.799793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Transition to ACTIVE for port object 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:06.824897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.825320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.825934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.826427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.826864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.827329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.827793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.829746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6a8ff292-3487-405d-8f27-177c0f1a6cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6285 time: 0.1765640 Nov 15 22:35:06.849583 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:06.915355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633756aa-5a47-4483-969c-b7bb6d3aa29c req-46cdb51d-d391-4bef-b1b8-42b27b2f7a54 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:06.923339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-633756aa-5a47-4483-969c-b7bb6d3aa29c req-46cdb51d-d391-4bef-b1b8-42b27b2f7a54 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0771999 Nov 15 22:35:06.998758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efad0c3-239e-4112-8fbf-c6c807779916 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.003045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0efad0c3-239e-4112-8fbf-c6c807779916 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2816432 Nov 15 22:35:07.010332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:07.016364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-633756aa-5a47-4483-969c-b7bb6d3aa29c req-bb93e573-9996-42e4-8bdb-e6be3a29d008 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870738 Nov 15 22:35:07.149025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5764e228-0b41-4fdb-8db0-03745e1ea706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:07.220135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7eb7496e-c7de-46df-b74f-7dd62f9f90c1 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971918 Nov 15 22:35:07.241249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:07.255124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:07.264375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936038323', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:07.341793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-4efe91ab-3ab1-4b9a-8bc8-5b31cf30f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.343331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-4efe91ab-3ab1-4b9a-8bc8-5b31cf30f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.343813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-4efe91ab-3ab1-4b9a-8bc8-5b31cf30f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.345846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-4efe91ab-3ab1-4b9a-8bc8-5b31cf30f13e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5016778 Nov 15 22:35:07.346752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Attempting to bind port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:07.347269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Attempting to bind port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:07.348019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Attempting to bind port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:07.353067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:07.353715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Attempting to bind port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:07.458264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596962f3-1266-442a-9d61-de990351f127 req-0680bb25-bcea-4dcf-806f-5aba0ecae3ff tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.467134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-596962f3-1266-442a-9d61-de990351f127 req-0680bb25-bcea-4dcf-806f-5aba0ecae3ff tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2734241 Nov 15 22:35:07.472962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:07.473681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Checking segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:07.474316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Bound using segment: {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:07.475039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Bound port: 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b471b3-b956-479b-8314-8e07ba7ae195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:07.475641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:07.478781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6e804513-6fe6-4c4b-9c8e-838d3acd75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.480569 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-615ffba5-9cfc-4ad2-b677-1a27a4f4e94a req-6e804513-6fe6-4c4b-9c8e-838d3acd75ec service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202047 Nov 15 22:35:07.516997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eef36a-4a66-455d-b51c-d3a5ac49c8b1 req-5e8ce2cd-6e7b-4628-8cd7-68dea8c448d6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.518473 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72eef36a-4a66-455d-b51c-d3a5ac49c8b1 req-5e8ce2cd-6e7b-4628-8cd7-68dea8c448d6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.2762160 Nov 15 22:35:07.561202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:07.568115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:07.587403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:07.591411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:07.661511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-596962f3-1266-442a-9d61-de990351f127 req-b7c4dc2b-e8f6-4400-95d3-a6f1ac1e1f01 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883860 Nov 15 22:35:07.670453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:07.704094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72eef36a-4a66-455d-b51c-d3a5ac49c8b1 req-54c7682f-979b-4903-ac3d-c625f1183de9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788964 Nov 15 22:35:07.770269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.771020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:07.773104 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] 10.222.0.57 "PUT /v2.0/ports/34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 200 len: 1091 time: 2.7009294 Nov 15 22:35:07.773667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:07.776544 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:07.824582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223d1d-9658-42fe-8200-b48ee84723aa service neutron] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:07.904962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:07.964438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106363a-687c-4535-8e2f-ceab06e01c78 req-6ec92a0b-956b-4d01-88eb-097bde08b3ac tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:07.966028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6106363a-687c-4535-8e2f-ceab06e01c78 req-6ec92a0b-956b-4d01-88eb-097bde08b3ac tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.1006448 Nov 15 22:35:08.019271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:08.048475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.055798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.064294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.072497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.078546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.084467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.090518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.098534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-e2a86ff7-b652-4152-809d-faaabbb9af94 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5405 time: 0.2648671 Nov 15 22:35:08.151307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6106363a-687c-4535-8e2f-ceab06e01c78 req-25652d3d-b023-4cc8-b4ae-71efc2a1a828 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769655 Nov 15 22:35:08.230370 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b98cd-f277-48ac-8ad5-38b57916c137 x-openstack-request-id: req-c84b98cd-f277-48ac-8ad5-38b57916c137 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:08.230722 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:08.234111 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c84b98cd-f277-48ac-8ad5-38b57916c137 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:08.234111 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'status': 'completed', 'code': 200} Nov 15 22:35:08.234538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:08.239610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:08.319036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Subnet': ['ID=be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:08.327300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bef9a157-a082-4554-81fb-cd51e877dde7 req-8c91b98e-a25f-42f9-b134-ba39e7fbe4c4 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279103 Nov 15 22:35:08.374920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Checking segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:08.375402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network hostable DHCP agents. Network: 3ee16d1a-8f03-4c38-be14-d43028f3e3d2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:35:08.463368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:35:08.474665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.474665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.474665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.474665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.475012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.475257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.475777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.478322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-66ac220d-b1ef-4d24-a875-c2c4382acfa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6352 time: 0.2181869 Nov 15 22:35:08.543225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3ee16d1a-8f03-4c38-be14-d43028f3e3d2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:08.551851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c5ab3-1007-4974-b131-a0ed3243f1f0 None None] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:35:08.566133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.566748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:08.709866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e0c5-0a7a-4fff-bb62-f88706fa709c req-70a069b6-7740-4354-b0d9-43ab392d3bcb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.715412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4132e0c5-0a7a-4fff-bb62-f88706fa709c req-70a069b6-7740-4354-b0d9-43ab392d3bcb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.2422538 Nov 15 22:35:08.753806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-b91f20e9-1faa-4df5-8d4c-6051857418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.754269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-b91f20e9-1faa-4df5-8d4c-6051857418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.754725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-b91f20e9-1faa-4df5-8d4c-6051857418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.756383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-b91f20e9-1faa-4df5-8d4c-6051857418be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2625484 Nov 15 22:35:08.775278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b5586d93-a246-43d6-9f97-c92fba6d2bdc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5217173 Nov 15 22:35:08.829335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4132e0c5-0a7a-4fff-bb62-f88706fa709c req-56133194-87c2-4d6e-ae21-346426c73901 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054783 Nov 15 22:35:08.839001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ips': [{'subnet_id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:35:08.839871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:08.853568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e555-2083-4819-bbfa-01acce203eed req-4862b57e-ce8d-4bfe-adbe-f5a28b0ab5be tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:08.855537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd92e555-2083-4819-bbfa-01acce203eed req-4862b57e-ce8d-4bfe-adbe-f5a28b0ab5be tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.3313761 Nov 15 22:35:08.893196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd92e555-2083-4819-bbfa-01acce203eed req-eb75fc4c-bd44-49c8-a5c2-2b676cdb5c04 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0204334 Nov 15 22:35:08.954532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951539ac-6dbc-41f6-bf6c-a11c35fa6130 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:09.037956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-d8c7d915-6308-4be7-932e-7fddaa7059e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:09.040279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f0b5a72a-99f5-42ef-8dc9-29c10d4e837c req-d8c7d915-6308-4be7-932e-7fddaa7059e4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2726750 Nov 15 22:35:09.045530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.086080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Transition to ACTIVE for port object 951539ac-6dbc-41f6-bf6c-a11c35fa6130 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:09.093918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Allocated IP 172.20.0.18 (3ee16d1a-8f03-4c38-be14-d43028f3e3d2/be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6/9baad56e-3d90-40f4-9b23-626623dd1b14) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:09.100538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd92e555-2083-4819-bbfa-01acce203eed req-5adfd9c5-27b7-4ce2-9464-4d887d16fdde tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2045238 Nov 15 22:35:09.158331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69c7e-e22e-4bcd-92fe-3393835570f4 req-5eb47b7e-d4b5-45af-9c08-f895a06c953c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:09.160040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0b69c7e-e22e-4bcd-92fe-3393835570f4 req-5eb47b7e-d4b5-45af-9c08-f895a06c953c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1956563 Nov 15 22:35:09.250152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0b69c7e-e22e-4bcd-92fe-3393835570f4 req-4a3d0ab3-053b-4faa-8c83-57242fdd3ab8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813563 Nov 15 22:35:09.264382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd92e555-2083-4819-bbfa-01acce203eed req-e8fd7639-1b4b-43b2-a863-24bd97b19cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583245 Nov 15 22:35:09.278984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.372295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd92e555-2083-4819-bbfa-01acce203eed req-24cc04ca-ba71-47fa-b1b0-e987ceef07a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004057 Nov 15 22:35:09.387876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.434239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.439169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.496742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:09.503752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:09.508383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:09.582731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Pushing event updated for resources: {'Port': ['ID=9baad56e-3d90-40f4-9b23-626623dd1b14,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:09.614475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:09.622076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447520779', 'description': 'tempest-secgroup-smoke-1447520779 description', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:09.630989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Attempting to bind port 9baad56e-3d90-40f4-9b23-626623dd1b14 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:09.631358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Attempting to bind port 9baad56e-3d90-40f4-9b23-626623dd1b14 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:09.631720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Attempting to bind port 9baad56e-3d90-40f4-9b23-626623dd1b14 on network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:09.656991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:09.657370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Checking segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:09.657773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.658170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Bound using segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:09.658644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Bound port: 9baad56e-3d90-40f4-9b23-626623dd1b14, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:09.662686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.752888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:09.759759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.761048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Attempting to bind port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:09.761683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Attempting to bind port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:09.761911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Attempting to bind port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:09.771965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:09.772298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Attempting to bind port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:09.793361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:09.794848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Checking segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:09.795254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Bound using segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:09.796787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Bound port: 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:09.797166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.836892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] For port 9baad56e-3d90-40f4-9b23-626623dd1b14, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:09.845686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] For port 9baad56e-3d90-40f4-9b23-626623dd1b14, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9baad56e-3d90-40f4-9b23-626623dd1b14,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:09.903208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:09.914921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:09.924458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:10.000158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.026162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.041845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.043318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15e89d-2e8d-4962-86b0-484d9edd3dc0 req-6448d9f7-cdf6-4eb6-a610-3163313967fc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.047607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] 10.222.0.57 "PUT /v2.0/ports/951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 200 len: 1091 time: 2.1495140 Nov 15 22:35:10.051582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a8ae5-0019-4c87-a5dc-07cc1a35eef0 None None] Pushing event updated for resources: {'Port': ['ID=9baad56e-3d90-40f4-9b23-626623dd1b14,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:10.053007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a15e89d-2e8d-4962-86b0-484d9edd3dc0 req-6448d9f7-cdf6-4eb6-a610-3163313967fc tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.2461834 Nov 15 22:35:10.126357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.174596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Request body: {'port': {'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:10.204249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.210667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.221443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.233709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:10.236111 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:10.242961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eac0ee-c7ef-46bc-9772-6e737506ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:10.255919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.270848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.284064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.310725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.321907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:10.325827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.335476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-36338d8a-d26d-4941-b5f9-420228fb4166 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5417 time: 0.4022803 Nov 15 22:35:10.360134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.544883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a15e89d-2e8d-4962-86b0-484d9edd3dc0 req-6eaef2b3-0812-4e46-bd66-c96217e965c8 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913750 Nov 15 22:35:10.627675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:10.654096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:10.661926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d43d332-cdaa-42a4-9965-251d388b0c12 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0433567 Nov 15 22:35:10.725424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:10.737114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f09ea8-c17d-42e2-864c-7565ea301ed2 req-3b09ccf7-d2c2-4495-83ff-8a62873a1f91 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4002616 Nov 15 22:35:10.745431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:11.023707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23edc-b8d5-4fe3-b724-a34c9e65ceb8 req-cc6fe237-d1f6-4ee9-a6b5-88d085898685 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.028091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7a23edc-b8d5-4fe3-b724-a34c9e65ceb8 req-cc6fe237-d1f6-4ee9-a6b5-88d085898685 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1038804 Nov 15 22:35:11.127179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7a23edc-b8d5-4fe3-b724-a34c9e65ceb8 req-27a25acc-7299-4ba5-ac32-a0c05a8f2963 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915091 Nov 15 22:35:11.306911 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def6292a-f79f-4a07-8563-18ee8385d449 x-openstack-request-id: req-def6292a-f79f-4a07-8563-18ee8385d449 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:11.307448 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:11.308592 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-def6292a-f79f-4a07-8563-18ee8385d449 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:11.309018 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'status': 'completed', 'code': 200} Nov 15 22:35:11.317460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc2af5-efd5-4709-a5eb-bb837907fda3 req-61c8f429-d26d-4c36-8f4c-dfd45377d334 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.326296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0bc2af5-efd5-4709-a5eb-bb837907fda3 req-61c8f429-d26d-4c36-8f4c-dfd45377d334 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1533287 Nov 15 22:35:11.405519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0bc2af5-efd5-4709-a5eb-bb837907fda3 req-918fab66-0598-46ca-9dc5-da87958782a9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784256 Nov 15 22:35:11.487856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:11.620806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d38e6f6-c048-477c-818f-fd5020f10af3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:11.629838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:11.646324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Transition to ACTIVE for port object 5d38e6f6-c048-477c-818f-fd5020f10af3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:11.673734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.674208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.674672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.675132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.675585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.676105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.676566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.678854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-92666654-4784-4b0c-a739-40b7f2a9f5d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6419 time: 0.2515473 Nov 15 22:35:11.696549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-84d5d9ca-65f6-4ac3-917d-105fe14899bf tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.713420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:11.727542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-84d5d9ca-65f6-4ac3-917d-105fe14899bf tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.3024719 Nov 15 22:35:11.736742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59369d95-011e-4325-b241-36e393a2d383 req-98d03347-b90d-4d4d-9532-934c39d48e50 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:11.738640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59369d95-011e-4325-b241-36e393a2d383 req-98d03347-b90d-4d4d-9532-934c39d48e50 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1921985 Nov 15 22:35:11.766517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:11.786631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-b6a78ac9-9577-4a35-9d96-01e2ca83773e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0672364 Nov 15 22:35:11.831979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:11.838662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:11.862338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40020ec-5f18-4549-a819-566d849342b3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:11.900335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59369d95-011e-4325-b241-36e393a2d383 req-e18c8edb-b729-4cf0-a9a1-eef28f1789df tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484699 Nov 15 22:35:11.940011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9396df-4c54-44cd-b2bb-fdf29a4f1dde None None] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:35:12.002205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-6c051dae-990b-4b65-a94d-514b605b0464 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2139106 Nov 15 22:35:12.131596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.132885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ae8739ce-6c92-4abf-a4c5-478e05474ffd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4064395 Nov 15 22:35:12.134200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-79c5a8f9-e620-4fdc-aaf3-84a8b2332505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:12.134666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-79c5a8f9-e620-4fdc-aaf3-84a8b2332505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:12.135120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-79c5a8f9-e620-4fdc-aaf3-84a8b2332505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:12.136706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-79c5a8f9-e620-4fdc-aaf3-84a8b2332505 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11a1e45332ce47eda477f1cdbb230c59&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4375627 Nov 15 22:35:12.156687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:12.187164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:12.255142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Attempting to bind port 5d38e6f6-c048-477c-818f-fd5020f10af3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:12.256077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Attempting to bind port 5d38e6f6-c048-477c-818f-fd5020f10af3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:12.256403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Attempting to bind port 5d38e6f6-c048-477c-818f-fd5020f10af3 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:12.282436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9baad56e-3d90-40f4-9b23-626623dd1b14 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:12.369603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Port 5d38e6f6-c048-477c-818f-fd5020f10af3 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:12.370190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Attempting to bind port 5d38e6f6-c048-477c-818f-fd5020f10af3 on network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:12.402795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-fd34bfe2-c857-40f2-a451-8c933ef1f97f service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988245 Nov 15 22:35:12.414448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:12.414776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Checking segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:12.415157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Bound using segment: {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:12.415616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Bound port: 5d38e6f6-c048-477c-818f-fd5020f10af3, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:12.415966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.529660 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.601860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-41541230-feef-4f6a-81b2-1414ad9e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:12.603043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8e6fc23e-d3b8-4612-9287-6a4c045bdf55 req-41541230-feef-4f6a-81b2-1414ad9e3fc3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4329636 Nov 15 22:35:12.653942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:12.660034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:12.698107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] Provisioning complete for port 9baad56e-3d90-40f4-9b23-626623dd1b14 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:12.698730 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.726594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.754044 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.853653 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.858853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:12.860196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.863622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 1091 time: 2.7153251 Nov 15 22:35:12.947347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799fb2-f427-4545-aaf7-ace19a28fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:12.963099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9baad56e-3d90-40f4-9b23-626623dd1b14 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:12.972362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:12.979573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75089089-bf30-478e-819b-652a95177929,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:13.069794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-9fcd85c0-85de-4f4f-b48e-a1e69f5bb0fb service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574256 Nov 15 22:35:13.079577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.088580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eaf33849-4139-4947-a1b9-7e5b82f48c7f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9278545 Nov 15 22:35:13.100093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:13.121190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:13.140866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.156704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.157457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.158768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.160810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.161874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.162433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.164481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.173180 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-e7e57f84-cdc1-4133-a087-dc5300e8cf43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6486 time: 0.1384308 Nov 15 22:35:13.207786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.214141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.241656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.250784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.263740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.271320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-420e3568-9ba6-436e-a859-1aecf9763d0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 217 time: 0.0921633 Nov 15 22:35:13.273962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.297140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.299113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-1a4ad614-a10f-4bf7-8219-356694c54d38 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.5273747 Nov 15 22:35:13.323421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] For port 9baad56e-3d90-40f4-9b23-626623dd1b14, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9baad56e-3d90-40f4-9b23-626623dd1b14,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:13.360908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:13.372451 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681f84b-ff08-4093-8576-0d6dff09674e" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:13.419135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-03257c58-3fd5-4c38-a678-49ab2959f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.427499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.434771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-03257c58-3fd5-4c38-a678-49ab2959f99f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 200 len: 855 time: 0.1408653 Nov 15 22:35:13.448905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.482251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8375677d-4133-4880-b1a7-2814fbd1c050 req-cbfc69a9-b4f1-4c06-acaf-d8d74c28e9e3 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742082 Nov 15 22:35:13.573275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-694a8b58-220c-434d-9b91-5c0500c521dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.581958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-694a8b58-220c-434d-9b91-5c0500c521dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a469fc97-3ff0-4451-930d-6f4631948401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425340 Nov 15 22:35:13.628846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.703062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.744878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.844277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.845783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7412081 Nov 15 22:35:13.850777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1cba1-c362-4d61-8769-9190140bb1bb tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bf10e2-7a52-4b68-b394-5ab4f03b3118,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:13.851727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:13.865490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:35:13.865490 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:35:13.865805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda1111-ad14-4c74-b626-f1c24f975276 None None] Pushing event updated for resources: {'Port': ['ID=9baad56e-3d90-40f4-9b23-626623dd1b14,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:13.878400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:13.903026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-961bcef3-303a-4419-913c-d027282f689d None None] Provisioning complete for port 9baad56e-3d90-40f4-9b23-626623dd1b14 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:13.903445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-961bcef3-303a-4419-913c-d027282f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:13.930647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8fc4-a32b-494a-b2a8-656965f8f184 req-71059740-2a4c-4753-9494-16b0249ad044 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.934325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb1f8fc4-a32b-494a-b2a8-656965f8f184 req-71059740-2a4c-4753-9494-16b0249ad044 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.2222643 Nov 15 22:35:13.937616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-f753b6b8-4b86-4028-863e-71025f20741c service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418005 Nov 15 22:35:13.954946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132770d7-39ab-4701-a3d9-c64a130ba95d req-80643534-13d2-4592-b3a8-26592edcf00e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:13.964827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-132770d7-39ab-4701-a3d9-c64a130ba95d req-80643534-13d2-4592-b3a8-26592edcf00e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.2778916 Nov 15 22:35:14.063582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.187890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb1f8fc4-a32b-494a-b2a8-656965f8f184 req-581ead26-ed0c-4926-8b33-2362898299d4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052097 Nov 15 22:35:14.195507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.235950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-132770d7-39ab-4701-a3d9-c64a130ba95d req-3436fd36-9db2-4050-a8b6-a258a0ee431e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651577 Nov 15 22:35:14.268112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.283006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-5c92e791-f5a8-4354-a7be-59281a82045b service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375123 Nov 15 22:35:14.377304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-9bec32b2-6aba-4b9c-81b6-7adb5dbcd69d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 217 time: 0.0782349 Nov 15 22:35:14.378848 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc84040-ac4e-4e26-b734-77af4708d8e4 x-openstack-request-id: req-3bc84040-ac4e-4e26-b734-77af4708d8e4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:14.379206 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:14.379524 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bc84040-ac4e-4e26-b734-77af4708d8e4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:14.379984 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'status': 'completed', 'code': 200} Nov 15 22:35:14.381368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9ba78f-5344-48b4-a9e8-353021dec7cb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:14.495656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16137536-84a0-46e7-ac6d-c33346759aa7 req-1fda2059-4f4f-4bd0-9c49-05a9ef2c6eab tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 210 time: 0.1195090 Nov 15 22:35:14.514615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.516072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-701c8a8b-6680-4dd6-9066-245a099bce94 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6633451 Nov 15 22:35:14.519655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:14.530085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:14.583438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-507e45b6-ad65-4b2c-b643-9a3cd89b29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:14.585010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-507e45b6-ad65-4b2c-b643-9a3cd89b29a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1935670 Nov 15 22:35:14.688333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-5cda210c-7c04-4b6b-9554-7701cd46faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:14.692122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-5cda210c-7c04-4b6b-9554-7701cd46faa3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953724 Nov 15 22:35:14.750089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9baad56e-3d90-40f4-9b23-626623dd1b14 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:14.779930 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:35:14.798417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.840381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-97df3074-20b1-40ad-9b80-ec91639a08ed service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266301 Nov 15 22:35:14.874308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bef705-631a-4c48-a6cf-91ab7e3a27bb req-c1bf366b-3b0f-49a9-a25c-c377b27ed146 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:14.878384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9baad56e-3d90-40f4-9b23-626623dd1b14 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:14.878750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:14.880579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84bef705-631a-4c48-a6cf-91ab7e3a27bb req-c1bf366b-3b0f-49a9-a25c-c377b27ed146 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.2817297 Nov 15 22:35:14.955985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-30dd1fba-f59c-4c6b-9640-cbbab0ab4836 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037841 Nov 15 22:35:15.001724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.008081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.014329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.023728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.030514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.036545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.044048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.053310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-78d7339f-6043-4189-8fb2-98a04851e682 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.3824241 Nov 15 22:35:15.059287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8eeb3ea3-d087-4ece-990c-c24d71c46f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 217 time: 0.0948915 Nov 15 22:35:15.144232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-bf9bb0f4-0c75-47dd-aa32-a29d35aa00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.146051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-bf9bb0f4-0c75-47dd-aa32-a29d35aa00bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0709684 Nov 15 22:35:15.222895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-754c73b2-0bd9-4bdb-a861-8b56c682c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.224501 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-754c73b2-0bd9-4bdb-a861-8b56c682c82b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664606 Nov 15 22:35:15.356398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-2dd2f4f5-b4be-4903-a31c-68852245f233 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168973 Nov 15 22:35:15.466882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84bef705-631a-4c48-a6cf-91ab7e3a27bb req-85f178bc-cf36-48a9-89c1-6b8d67c2f2be tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732412 Nov 15 22:35:15.526427 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-dc17b9a2-8ea1-4d24-8772-5765b50e4e6a service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601322 Nov 15 22:35:15.534536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:15.573758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28f783c2-1629-46e7-98c3-aecdbba514a2 req-7cecd94f-ef4a-4841-8b95-224ffa9fc287 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5195553 Nov 15 22:35:15.606839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-d217c92e-b8d0-4835-b84b-34c057049899 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 200 len: 217 time: 0.0701852 Nov 15 22:35:15.640684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:15.714184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-bdb03d97-5dc8-498e-a07b-88eb10f003df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.715892 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-bdb03d97-5dc8-498e-a07b-88eb10f003df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1013374 Nov 15 22:35:15.730333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661588a-ae88-4c3e-83ba-b8de01bc49c7 req-45c38592-0fae-49aa-a43d-7f47e8a91d21 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.734594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e661588a-ae88-4c3e-83ba-b8de01bc49c7 req-45c38592-0fae-49aa-a43d-7f47e8a91d21 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1569891 Nov 15 22:35:15.734594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc646a74-6aeb-4d38-afd7-2f582ab63ff4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:15.779460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-aa61d77a-ac57-4e61-a0a1-c3836919fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.783235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-aa61d77a-ac57-4e61-a0a1-c3836919fd6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572226 Nov 15 22:35:15.810208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:15.811465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72d47b85-2fcf-49ec-9672-be1afdd16274 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2850816 Nov 15 22:35:15.822403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 55612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:15.833091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '4d21f6b9-7e16-4c7d-9f2b-71e969c20a89', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:15.910845 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:35:15.918752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:15.936111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e661588a-ae88-4c3e-83ba-b8de01bc49c7 req-901daa5e-3c7b-42dd-b534-49ba3c77dbd6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859922 Nov 15 22:35:15.958395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17745225-64de-402f-87fe-860dc7c0c304 req-5a997bdd-a8ac-4ea3-a05a-44e9d027d692 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:15.960787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17745225-64de-402f-87fe-860dc7c0c304 req-5a997bdd-a8ac-4ea3-a05a-44e9d027d692 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1039476 Nov 15 22:35:15.969499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8609b620-52ef-432a-bfe3-f7743cbc8d1f service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766376 Nov 15 22:35:16.048796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:16.115290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17745225-64de-402f-87fe-860dc7c0c304 req-b3a06afe-7e27-4bad-8dcd-592c56b71894 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358113 Nov 15 22:35:16.119253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-b4a389ba-44c0-4bd1-b5e4-4715d919dabb service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411989 Nov 15 22:35:16.121353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad97e4ae-8a02-48cf-b304-a871d6ac25fe req-ff15c2ec-ae15-45b5-94af-dbc445727c32 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 210 time: 0.0597649 Nov 15 22:35:16.134347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:16.176438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e0aa16-8b5b-4486-9c1d-c9b7d6f28b0f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:16.184706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-58d0f19a-05c5-4004-9625-7775b8dbc926 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 200 len: 217 time: 0.0471625 Nov 15 22:35:16.278565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-eb9d4d17-8f01-4df7-8e74-bda7d27f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.280384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-eb9d4d17-8f01-4df7-8e74-bda7d27f705e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0804546 Nov 15 22:35:16.294290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:16.296803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16d3bc2e-7f15-47a2-9c4b-5ff5d0738c65 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4731064 Nov 15 22:35:16.347761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-b625c41a-f5e2-44e2-ade3-03899c52b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.349986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-b625c41a-f5e2-44e2-ade3-03899c52b820 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612996 Nov 15 22:35:16.536474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-083ef92a-c873-4a2f-9d6b-58b0461b92d6 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762807 Nov 15 22:35:16.568321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-2e861c52-a96b-4d22-abb2-d3a64f566cff tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.570029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-2e861c52-a96b-4d22-abb2-d3a64f566cff tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2249348 Nov 15 22:35:16.687053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-e5fed12d-1441-41fe-b48c-11112fe2ce4b service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428027 Nov 15 22:35:16.702171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '8a520207-d688-46e5-8f54-89b805dc3875', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:16.714370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-f76eb399-0bda-4073-a625-abaebe694cad tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447520779&fields=id&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 267 time: 0.1424313 Nov 15 22:35:16.783628 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-ed8fb82c-0818-4517-9f2c-fbb57ef54ccc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 200 len: 217 time: 0.0877502 Nov 15 22:35:16.859412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-636436fb-7881-4522-a0f7-bc10964e23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.861252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-636436fb-7881-4522-a0f7-bc10964e23dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0693243 Nov 15 22:35:16.885163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128275c-5416-4337-a42f-d9bcf96aced5 req-3b2c0bc6-1899-4244-b079-14ed4886c682 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.886869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0128275c-5416-4337-a42f-d9bcf96aced5 req-3b2c0bc6-1899-4244-b079-14ed4886c682 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1981411 Nov 15 22:35:16.917300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-6371e446-b4eb-48ce-944f-de7c232fde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:16.918957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-6371e446-b4eb-48ce-944f-de7c232fde9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460608 Nov 15 22:35:17.042296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-631f9af5-9f99-4834-ab34-b3b6c21ee2bd service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137555 Nov 15 22:35:17.075189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-e9544663-8302-490d-8cf1-42d88c62573a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.083562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-e9544663-8302-490d-8cf1-42d88c62573a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/networks?id=3ee16d1a-8f03-4c38-be14-d43028f3e3d2 HTTP/1.1" status: 200 len: 797 time: 0.3444128 Nov 15 22:35:17.114189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0128275c-5416-4337-a42f-d9bcf96aced5 req-8f6fd19a-2919-4ab6-892c-c7a7a8cd9581 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895330 Nov 15 22:35:17.134954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-31f1e0a0-22ba-4eb7-a964-f519bb6bf0da tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/quotas/4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 375 time: 0.0382967 Nov 15 22:35:17.178177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-6e1fe587-4e8e-4746-966f-fbb588e9f45e service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254616 Nov 15 22:35:17.221627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-43c5ce6b-4a8c-4ae4-adb8-e4a469f02107 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0723493 Nov 15 22:35:17.236191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-8eaa0b1e-7d71-4406-aaa6-c5d83bd2e8c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 217 time: 0.0399501 Nov 15 22:35:17.237418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:17.241033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:17.309147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-3a772847-cbc4-44c8-a051-f4dbe7f924b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.311080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-3a772847-cbc4-44c8-a051-f4dbe7f924b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0652726 Nov 15 22:35:17.377171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793e24-4473-425a-ac25-d93692e9f254 req-933c5611-d984-4c8a-a77e-45fd3917a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.379383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-933c5611-d984-4c8a-a77e-45fd3917a08c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558500 Nov 15 22:35:17.417923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.423773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.430411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.436444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.442651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.450869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.462418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.469236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-662e9d1a-6ca9-44fb-888d-d2895a083a56 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.2457232 Nov 15 22:35:17.542455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-bae49e59-b238-4431-8835-8377fd3b4cdf service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423888 Nov 15 22:35:17.560480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-4b9d8ab4-86c3-4bf9-ac8e-db46c93de12d service neutron] 10.222.0.15 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877238 Nov 15 22:35:17.658680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-93793e24-4473-425a-ac25-d93692e9f254 req-79bab53f-aa1e-4011-b11e-fb684ac4d718 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137106 Nov 15 22:35:17.709768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f65058f-574e-4a67-9b80-f7ae2056c22f req-09b15751-eee2-42f6-ae1f-56fbd15a91a5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2249200 Nov 15 22:35:17.710471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-ecbee3a3-bda8-45e6-8647-3c44b7670eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630128 Nov 15 22:35:17.711057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.6 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/8cda7512-193c-4e79-bf1e-1489eecde0aa) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:17.745602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-6eb42dea-93af-4412-b31d-34b529d0df5f service neutron] 10.222.0.15 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651459 Nov 15 22:35:17.865845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-022d59d2-b4ff-491d-846d-acf766882208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.868225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-022d59d2-b4ff-491d-846d-acf766882208 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 1097 time: 0.0643597 Nov 15 22:35:17.958892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:17.976346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-7cc6b4fe-d75c-4507-aaef-a232b385508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.977912 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-7cc6b4fe-d75c-4507-aaef-a232b385508a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.0872931 Nov 15 22:35:17.990793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6110942-1260-40e5-8bfa-c7ad01512fcb req-2a104abc-70e0-42aa-badd-487e4d441b3d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:17.994234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6110942-1260-40e5-8bfa-c7ad01512fcb req-2a104abc-70e0-42aa-badd-487e4d441b3d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0939412 Nov 15 22:35:18.025222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-b8088169-6fe3-4101-8ed2-c86fd21066c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb HTTP/1.1" status: 200 len: 217 time: 0.0388429 Nov 15 22:35:18.055977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6110942-1260-40e5-8bfa-c7ad01512fcb req-3a053085-8c1d-469c-854f-bc2db5e346c5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Nov 15 22:35:18.080856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-b010f1a1-29f9-4fe3-93d8-5d232b067718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.082864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-b010f1a1-29f9-4fe3-93d8-5d232b067718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0499446 Nov 15 22:35:18.115971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:18.135877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:18.206066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.206673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.207213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.207752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.208274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.208824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.209346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.211484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-646a45ef-2299-405c-a9c6-2569b82c0ce3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6486 time: 0.1093273 Nov 15 22:35:18.227681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-dad48a7f-1842-47ef-ac56-d4d818fd1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.229993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-dad48a7f-1842-47ef-ac56-d4d818fd1332 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392133 Nov 15 22:35:18.340082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:18.350277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:18.365480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1448d-bf61-424f-9251-ce0b1852d5b8 req-7db6e4ff-ce5d-4260-a134-c287d9285b3f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.375489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ce1448d-bf61-424f-9251-ce0b1852d5b8 req-7db6e4ff-ce5d-4260-a134-c287d9285b3f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 931 time: 0.2530136 Nov 15 22:35:18.395110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:18.404896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:18.466228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-0a6d356f-9bd5-42b3-af78-f27384e716cc service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223077 Nov 15 22:35:18.467438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-51e3f065-d5bc-44a5-a9af-f0e253bcde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.468902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-51e3f065-d5bc-44a5-a9af-f0e253bcde9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 903 time: 0.2379127 Nov 15 22:35:18.517537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ce1448d-bf61-424f-9251-ce0b1852d5b8 req-8bf2d7f0-9e1c-4b1a-b54c-ba24725a987d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411450 Nov 15 22:35:18.542644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.542644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:18.554719 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-0a11fc80-80f4-45e1-af43-451cdfec4224 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 217 time: 0.0696239 Nov 15 22:35:18.575170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd400b91-468d-4791-927f-4a557bf8f981 req-0ebf485a-5128-4eee-b3d5-337349d076fd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.586029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd400b91-468d-4791-927f-4a557bf8f981 req-0ebf485a-5128-4eee-b3d5-337349d076fd tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1323762 Nov 15 22:35:18.649829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b85fd0b1-e211-446a-b3cc-65757b4855fb req-f43f6c3b-d1b4-434d-8007-d21f8d3e443a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 210 time: 0.0546591 Nov 15 22:35:18.653749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-615c3397-740f-466e-9194-e1380a11aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.655440 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-615c3397-740f-466e-9194-e1380a11aa11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0824394 Nov 15 22:35:18.662625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-078a1223-9837-4608-a020-d47e30b3b408 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9644444 Nov 15 22:35:18.683202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Request body: {'port': {'device_id': '8a520207-d688-46e5-8f54-89b805dc3875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:18.716058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-463816e4-aa59-482b-aa7a-281fb08e7830 req-dffdd420-4006-4417-a441-a9f2bde9947c service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297444 Nov 15 22:35:18.739853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd400b91-468d-4791-927f-4a557bf8f981 req-3fa62a3b-b643-4b34-ba08-c172888c42d5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470261 Nov 15 22:35:18.772246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f84b-ff08-4093-8576-0d6dff09674e req-21852102-949c-4ae0-8e66-8668a1692b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.775200 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-21852102-949c-4ae0-8e66-8668a1692b8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007307 Nov 15 22:35:18.844728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:18.878638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-b852f9d3-2598-4130-8496-428d55b53707 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309295 Nov 15 22:35:18.928131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-8d5cd245-9be9-4629-8698-da4f4fc9c031 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355753 Nov 15 22:35:18.970107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.979369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.985069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:18.995052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.003400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.012109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.020152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.023260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-fbdc5957-3172-425d-bf77-13c5c1d66dae tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1447179 Nov 15 22:35:19.150328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-9d200fd6-3a29-41ed-b7bc-ac79b5eeb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.151867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-9d200fd6-3a29-41ed-b7bc-ac79b5eeb7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 1096 time: 0.1798365 Nov 15 22:35:19.162639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6681f84b-ff08-4093-8576-0d6dff09674e req-bda93307-da96-41fe-951e-03470a5e14c0 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243080 Nov 15 22:35:19.203729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-188ccb78-090d-4aba-970b-2f9967c3c9e8 req-5bb74e7d-e2fd-4b78-89b0-8f81faaea62e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235933 Nov 15 22:35:19.285304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-815e5310-f6db-4ce1-b48c-23ac3c14d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.286991 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-815e5310-f6db-4ce1-b48c-23ac3c14d159 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.1101954 Nov 15 22:35:19.345884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-031c27f9-35c0-4208-bf79-308953703ae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808e0b0f-2804-43cc-841c-9c0a51daf257 HTTP/1.1" status: 200 len: 217 time: 0.0419579 Nov 15 22:35:19.353914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cda7512-193c-4e79-bf1e-1489eecde0aa {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:19.377234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee57d6-d469-4439-8336-9922a791c375 req-d409e6f9-ee88-4b1d-b0d4-2ab2b8dc7cde tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.384984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aee57d6-d469-4439-8336-9922a791c375 req-d409e6f9-ee88-4b1d-b0d4-2ab2b8dc7cde tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1098905 Nov 15 22:35:19.388871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:19.396489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-d6db3426-9c92-40ce-bed0-09bc3d82b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.399099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-d6db3426-9c92-40ce-bed0-09bc3d82b3b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0503213 Nov 15 22:35:19.453082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Transition to ACTIVE for port object 8cda7512-193c-4e79-bf1e-1489eecde0aa will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:19.476982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-028ad0dd-9111-42a8-b3c8-930ce24b8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.478112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aee57d6-d469-4439-8336-9922a791c375 req-d22d6114-2ced-43bf-8e6f-183796caa6cf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910969 Nov 15 22:35:19.478792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-028ad0dd-9111-42a8-b3c8-930ce24b8b5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644662 Nov 15 22:35:19.495673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e0610-c7dd-4651-bc0b-18c7e221ee18 req-66447a76-1ea4-46c9-a66a-4b032023f559 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.501736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-563e0610-c7dd-4651-bc0b-18c7e221ee18 req-66447a76-1ea4-46c9-a66a-4b032023f559 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0976529 Nov 15 22:35:19.531349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:19.577732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-563e0610-c7dd-4651-bc0b-18c7e221ee18 req-1d73ae5f-c923-4203-822b-1c3cdfb695a1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732265 Nov 15 22:35:19.607499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Pushing event updated for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:19.658666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-dfe92fe3-8f07-4d9f-8d08-02f451c4c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.661403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-dfe92fe3-8f07-4d9f-8d08-02f451c4c6f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a90857edae3146bea6c4ee8101ec3471&device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 1098 time: 0.1121817 Nov 15 22:35:19.663646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-23d8d582-c47c-4737-9166-b6304fcf393c service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740949 Nov 15 22:35:19.707282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc7498-1751-42de-af23-3683765246bc req-1930786d-c616-4e6e-9a8f-fd29ef076a23 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.708694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fafc7498-1751-42de-af23-3683765246bc req-1930786d-c616-4e6e-9a8f-fd29ef076a23 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 943 time: 0.1108563 Nov 15 22:35:19.765971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Attempting to bind port 8cda7512-193c-4e79-bf1e-1489eecde0aa on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:19.766644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Attempting to bind port 8cda7512-193c-4e79-bf1e-1489eecde0aa by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:19.766644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Attempting to bind port 8cda7512-193c-4e79-bf1e-1489eecde0aa on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:19.777949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fafc7498-1751-42de-af23-3683765246bc req-8074ccc6-ec8b-4430-9c19-cf41eba900bd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Nov 15 22:35:19.792839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Port 8cda7512-193c-4e79-bf1e-1489eecde0aa on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:19.795803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Attempting to bind port 8cda7512-193c-4e79-bf1e-1489eecde0aa on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:19.811693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e9b939e-1651-4045-baf3-680c9c424472 req-2cd42b2e-6f0b-407d-bd89-7ea258bc9c1b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Nov 15 22:35:19.815395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:19.816500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:19.817172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:19.817800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Bound port: 8cda7512-193c-4e79-bf1e-1489eecde0aa, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:19.818398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:19.829821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-7727ef55-d07c-4cfe-beca-7ead6a26a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.831333 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-7727ef55-d07c-4cfe-beca-7ead6a26a4f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 200 len: 915 time: 0.1615338 Nov 15 22:35:19.833387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6c2d8120-6452-4e2a-8bdb-d25d718b2d6a req-5631f73d-2f45-4252-afcf-46cc6b28057f service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554382 Nov 15 22:35:19.881798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-611e62b2-4c08-4565-af21-322eaab9a5ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 200 len: 217 time: 0.0429981 Nov 15 22:35:19.890299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:19.893801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:19.936128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-a1bd8bd6-b64f-44b4-88bc-bc03699ebc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:19.937741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-a1bd8bd6-b64f-44b4-88bc-bc03699ebc3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 200 len: 854 time: 0.0450954 Nov 15 22:35:19.970404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-0ef14555-98b4-4f83-bfde-71b5de7779c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=287ca855-78ba-414f-9892-0f25adeeb185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239520 Nov 15 22:35:19.994457 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:20.033179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.034158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:20.035905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] 10.222.0.55 "PUT /v2.0/ports/8cda7512-193c-4e79-bf1e-1489eecde0aa HTTP/1.1" status: 200 len: 1091 time: 1.3586156 Nov 15 22:35:20.045738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:20.045738 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec28d51d-a290-434c-806e-1a9f0bd91f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:20.091715 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf0db4-b0c8-40dd-ae14-eb37861e3e97 x-openstack-request-id: req-b8cf0db4-b0c8-40dd-ae14-eb37861e3e97 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:20.092014 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:20.092269 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8cf0db4-b0c8-40dd-ae14-eb37861e3e97 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:20.092695 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa', 'status': 'completed', 'code': 200} Nov 15 22:35:20.097744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349212d-7400-4abb-9460-d25766ed5538 service neutron] Pushing event updated for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:20.111836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-ae148229-8365-4cba-af73-cf9ac23d7f04 service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299465 Nov 15 22:35:20.180086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-4a322cc7-8c6b-40cb-bba4-1b8e097d3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.181923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-4a322cc7-8c6b-40cb-bba4-1b8e097d3aeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 1094 time: 0.0522149 Nov 15 22:35:20.210627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23f66f82-57ab-4bcd-b727-166faa9c8c0f req-b94fbd07-830c-4645-a025-ba6145b4ea69 service neutron] 10.222.0.55 "GET /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907090 Nov 15 22:35:20.335738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-f98c2d17-dac1-4218-88df-680a563be33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.337208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-f98c2d17-dac1-4218-88df-680a563be33b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=69fbfd7de69b4799bcee3992f84c9490&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1434259 Nov 15 22:35:20.367830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.374016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.379931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.385921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.391860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.398375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.404092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.406019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-7e504408-f8af-417a-b381-4cfb6297966b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1144645 Nov 15 22:35:20.528694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca62501-cc25-4a6c-9b84-28c2ded23b03 req-86619744-cb9f-4620-b91d-48be6ecf0961 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088107 Nov 15 22:35:20.531502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-03b6103e-f12f-4e18-96e0-142d61ab7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.532918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec28d51d-a290-434c-806e-1a9f0bd91f4e req-03b6103e-f12f-4e18-96e0-142d61ab7a34 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841846 Nov 15 22:35:20.660990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab8a8-e876-46d1-a04c-bdbb4b293a46 req-4834da75-60b3-48f8-a741-da5deb7b4a5d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.662475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4eab8a8-e876-46d1-a04c-bdbb4b293a46 req-4834da75-60b3-48f8-a741-da5deb7b4a5d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0653710 Nov 15 22:35:20.669274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-c1bca1d1-5760-44c1-adce-08a422adbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.670692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-c1bca1d1-5760-44c1-adce-08a422adbd32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 1094 time: 0.0819044 Nov 15 22:35:20.795093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-9c7180cb-d0b0-42a2-b853-a50d684bbc9e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:20.796492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-9c7180cb-d0b0-42a2-b853-a50d684bbc9e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.57 "GET /v2.0/networks?id=3ee16d1a-8f03-4c38-be14-d43028f3e3d2 HTTP/1.1" status: 200 len: 797 time: 0.1146641 Nov 15 22:35:20.895486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-a983e593-ac46-4aa5-8021-e5a6664754c7 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 473 time: 0.0793953 Nov 15 22:35:20.907522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'port': {'device_id': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'admin_state_up': True, 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'security_groups': ['4d21f6b9-7e16-4c7d-9f2b-71e969c20a89']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:20.976705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-3fc760ae-4745-4d16-a423-0abe26997a4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa HTTP/1.1" status: 200 len: 217 time: 0.2917287 Nov 15 22:35:21.025090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4eab8a8-e876-46d1-a04c-bdbb4b293a46 req-59fc6bea-0a76-4808-b2fa-9c454f40830e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534434 Nov 15 22:35:21.042531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8808-d457-4e6a-8204-18786d0de899 req-235e1c3e-2cde-4955-8fef-a1f2068c0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.044540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-235e1c3e-2cde-4955-8fef-a1f2068c0231 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0586410 Nov 15 22:35:21.093894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-50265ac8-d00b-4fd1-93fe-23ba52900049 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379832 Nov 15 22:35:21.107610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:21.111186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:21.190622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a7e3-e612-4595-8630-836258c70c2e req-99603d1b-79d1-4edc-9a09-f16307cfb83f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.192152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5606a7e3-e612-4595-8630-836258c70c2e req-99603d1b-79d1-4edc-9a09-f16307cfb83f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1006467 Nov 15 22:35:21.236302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-0dafe891-eaa5-46a2-a7df-4b41650661b6 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331921 Nov 15 22:35:21.243831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.22 (3ee16d1a-8f03-4c38-be14-d43028f3e3d2/be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6/6c81991b-228d-465f-861a-dfe8c07f9457) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:21.304936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5606a7e3-e612-4595-8630-836258c70c2e req-7745f378-90bd-4abc-9418-5fbb0350f6f6 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056621 Nov 15 22:35:21.353332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-355d8808-d457-4e6a-8204-18786d0de899 req-c3fd7dba-8a2f-421e-8802-93f7771195d3 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059079 Nov 15 22:35:21.411133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:21.418822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf977-462f-4e92-9df8-0acd6eb3d783 req-8c7b550a-93d3-4b91-9cbb-9e36d7a9db37 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.420355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a7cf977-462f-4e92-9df8-0acd6eb3d783 req-8c7b550a-93d3-4b91-9cbb-9e36d7a9db37 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 943 time: 0.0531912 Nov 15 22:35:21.493212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b44554ee-0e60-4611-9d9d-b944d830c41a req-e8a532e1-0f45-45ce-9668-a0a7c4cf11a6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 210 time: 0.0343707 Nov 15 22:35:21.498080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a7cf977-462f-4e92-9df8-0acd6eb3d783 req-cfa65179-5182-4246-8876-efb66907052e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706880 Nov 15 22:35:21.588568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:21.636285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:21.639609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:21.642707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:21.671794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.674016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:21.678369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.689752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.691325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.697244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.703211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.706328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.706949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:21.709162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:21.711173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-3c228cc1-c718-4ed4-9ab4-ff113cd4193d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1053603 Nov 15 22:35:21.767687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-98739d11-c411-400d-bb87-39ead72b715f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652227 Nov 15 22:35:21.781253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Request body: {'port': {'device_id': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:21.785927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83de1b64-b8f8-4308-bbeb-0ceeb0ef1953 req-ee0ec2e4-a242-4d58-bb5d-762f5a1d2ec5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666294 Nov 15 22:35:21.938962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3a216416-4c37-42dd-8ba4-d892134c35ba None None] Provisioning complete for port 6c81991b-228d-465f-861a-dfe8c07f9457 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:21.939554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a216416-4c37-42dd-8ba4-d892134c35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:21.978554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a216416-4c37-42dd-8ba4-d892134c35ba None None] Port 6c81991b-228d-465f-861a-dfe8c07f9457 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:22.146626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-d957fa91-a2c5-46a3-b33c-23ac14dcbef8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.148553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-d957fa91-a2c5-46a3-b33c-23ac14dcbef8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.1336324 Nov 15 22:35:22.169212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-050358ef-7066-4691-93de-e95d22ccee39 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/quotas/6211dd7014c0420ba025078cc32d7c6f HTTP/1.1" status: 200 len: 375 time: 0.0145757 Nov 15 22:35:22.174026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.176598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ca3d3-6beb-4e84-be42-e1eaa7156ab5 req-908cf2e4-b192-43d9-a638-e801eb888ad8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.178080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6ca3d3-6beb-4e84-be42-e1eaa7156ab5 req-908cf2e4-b192-43d9-a638-e801eb888ad8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0771189 Nov 15 22:35:22.259870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-a31026b6-6b74-4e84-96c9-c28db7d89a99 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808287 Nov 15 22:35:22.264512 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d6ca3d3-6beb-4e84-be42-e1eaa7156ab5 req-47b57d72-24d4-4470-aba1-ceb2af69e21f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 Nov 15 22:35:22.357938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-94a02d75-53d1-4d32-afac-a9b22e05707c service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906887 Nov 15 22:35:22.463902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c81991b-228d-465f-861a-dfe8c07f9457 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:22.471006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.483328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Transition to ACTIVE for port object 6c81991b-228d-465f-861a-dfe8c07f9457 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:22.488043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c5a8-865a-4d50-b786-f1c115b2818a req-c12c8666-42a7-4da8-9f82-d7ffb811bd51 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.489549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b496c5a8-865a-4d50-b786-f1c115b2818a req-c12c8666-42a7-4da8-9f82-d7ffb811bd51 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1065176 Nov 15 22:35:22.495438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-0e8161a5-2a81-4948-a217-b2114229a0fe service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311803 Nov 15 22:35:22.536281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.539649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b496c5a8-865a-4d50-b786-f1c115b2818a req-861d29e4-d2c1-4691-8b1b-b900735120bf tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Nov 15 22:35:22.593142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Pushing event updated for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:22.660340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e218e8-8299-48c8-906b-35086b933c1f req-bdfc4e23-90c9-481c-abde-f3d91acd7c14 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.662166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e218e8-8299-48c8-906b-35086b933c1f req-bdfc4e23-90c9-481c-abde-f3d91acd7c14 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 944 time: 0.0578067 Nov 15 22:35:22.674987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Attempting to bind port 6c81991b-228d-465f-861a-dfe8c07f9457 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:22.675326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Attempting to bind port 6c81991b-228d-465f-861a-dfe8c07f9457 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:22.675662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Attempting to bind port 6c81991b-228d-465f-861a-dfe8c07f9457 on network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:22.680273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Port 6c81991b-228d-465f-861a-dfe8c07f9457 on network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:22.680593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Attempting to bind port 6c81991b-228d-465f-861a-dfe8c07f9457 on network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:22.685615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:22.685956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Checking segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:22.686339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Bound using segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:22.686763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Bound port: 6c81991b-228d-465f-861a-dfe8c07f9457, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:22.687113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.717012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66e218e8-8299-48c8-906b-35086b933c1f req-aaed41db-21a6-4e66-b3a4-309d80009abd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479558 Nov 15 22:35:22.804765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:22.813489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6c81991b-228d-465f-861a-dfe8c07f9457,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:22.868055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.887065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ebfb-7845-4297-9377-821c98f58b90 req-ff8afbbb-02c3-4842-b676-428bb8e67dc2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.889220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.890545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:22.892075 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] 10.222.0.57 "PUT /v2.0/ports/6c81991b-228d-465f-861a-dfe8c07f9457 HTTP/1.1" status: 200 len: 1092 time: 1.1153543 Nov 15 22:35:22.894361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0027ebfb-7845-4297-9377-821c98f58b90 req-ff8afbbb-02c3-4842-b676-428bb8e67dc2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 943 time: 0.0950251 Nov 15 22:35:22.924797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec22bed-52ee-462b-bfce-83bdc8523780 req-5af9abdf-0a8d-41b7-8123-349ef4e82f2e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:22.936872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec22bed-52ee-462b-bfce-83bdc8523780 req-5af9abdf-0a8d-41b7-8123-349ef4e82f2e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1202376 Nov 15 22:35:22.937208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:22.938528 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ce7a2-620d-4609-868c-8b975aed9186" -d '{"events": [{"name": "network-changed", "server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:22.969839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1c87-4036-46dc-922f-d6bdbcac68ab service neutron] Pushing event updated for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:23.007258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0027ebfb-7845-4297-9377-821c98f58b90 req-ab7fc416-1681-4e3e-a1f1-449f196a74ba tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115029 Nov 15 22:35:23.032068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ec22bed-52ee-462b-bfce-83bdc8523780 req-5b17bac4-4e45-4443-9065-4dec45c7b670 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897408 Nov 15 22:35:23.076243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-384ae19b-5d7c-4a31-9912-9f2781a428bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.077783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-384ae19b-5d7c-4a31-9912-9f2781a428bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 1095 time: 0.0714979 Nov 15 22:35:23.106451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b827c2ee-363d-43bc-9e22-b827f25c482f req-f21aca78-fb95-4790-a245-6f276b0e61ea tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 210 time: 0.0312181 Nov 15 22:35:23.130270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-3d1ba0f6-b1e4-4e33-9f49-545e0487f892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6c81991b-228d-465f-861a-dfe8c07f9457 HTTP/1.1" status: 200 len: 217 time: 0.0428908 Nov 15 22:35:23.194831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-92751386-5828-41b7-9744-edf3c68a76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.196586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-92751386-5828-41b7-9744-edf3c68a76bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6 HTTP/1.1" status: 200 len: 838 time: 0.0576761 Nov 15 22:35:23.198078 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3df7c5-a1a0-4ce0-8750-e31431c7aac6 x-openstack-request-id: req-0f3df7c5-a1a0-4ce0-8750-e31431c7aac6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:23.198362 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:23.198613 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f3df7c5-a1a0-4ce0-8750-e31431c7aac6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:23.198987 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457', 'status': 'completed', 'code': 200} Nov 15 22:35:23.202751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.208969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.216663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.221531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.227687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.233630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.239557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.241581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-47535f29-038c-4a8a-af4f-8b9523bdb4d0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1377950 Nov 15 22:35:23.250884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f897-2fa4-48d3-9863-a14948028a08 req-94c05ba9-7323-402d-b0bd-038a985ee3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.252466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-94c05ba9-7323-402d-b0bd-038a985ee3a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee16d1a-8f03-4c38-be14-d43028f3e3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460637 Nov 15 22:35:23.319109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd7d5f-3939-4e07-a4f5-8543106c9b30 req-b9e8fde7-1b15-479a-a3dc-ab9800232ce0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.321171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39fd7d5f-3939-4e07-a4f5-8543106c9b30 req-b9e8fde7-1b15-479a-a3dc-ab9800232ce0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0786872 Nov 15 22:35:23.360939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-478a1f66-0db9-4994-95c8-b1857eb02424 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934486 Nov 15 22:35:23.363815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3141f886-bd82-4ac6-bc23-a2000b72e3fe req-3c827276-63fc-4be1-b46f-c3434ed38eaf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083243 Nov 15 22:35:23.406994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39fd7d5f-3939-4e07-a4f5-8543106c9b30 req-9f919751-d2fb-45e8-8d6d-6fd5fb86508d tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757771 Nov 15 22:35:23.469002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4140f897-2fa4-48d3-9863-a14948028a08 req-382f3dbf-0251-495f-94da-208ca2cb3773 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990455 Nov 15 22:35:23.489315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9edff9-9515-4d52-bbfc-658f365f1743 req-5ec44f20-55ea-4fff-88a0-360291764fd6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.489315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9edff9-9515-4d52-bbfc-658f365f1743 req-5ec44f20-55ea-4fff-88a0-360291764fd6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0546703 Nov 15 22:35:23.566023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9edff9-9515-4d52-bbfc-658f365f1743 req-48a89a4a-52e7-4f9a-a6d9-ce878ac66322 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Nov 15 22:35:23.575075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab81f57-8a4b-41be-8fd5-e9c634849c82 req-a812ff46-c5b3-4f77-8f0a-c721672d1701 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.576533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab81f57-8a4b-41be-8fd5-e9c634849c82 req-a812ff46-c5b3-4f77-8f0a-c721672d1701 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0753670 Nov 15 22:35:23.628898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab81f57-8a4b-41be-8fd5-e9c634849c82 req-0905f237-5580-4d84-9b03-9edf20e210d1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Nov 15 22:35:23.643228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-8705f947-cd26-434a-b740-3a30ac6f954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.644798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-8705f947-cd26-434a-b740-3a30ac6f954a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 1095 time: 0.0424383 Nov 15 22:35:23.761957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-c64ec579-3dc5-4212-ad3b-189457377312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.763527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-c64ec579-3dc5-4212-ad3b-189457377312 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ee16d1a-8f03-4c38-be14-d43028f3e3d2 HTTP/1.1" status: 200 len: 898 time: 0.0989807 Nov 15 22:35:23.794935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092dc5b-faa4-4168-8df6-09c845e2db07 req-f7d58cdb-a4fe-4bb8-91d5-fabca81027b1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.798292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5092dc5b-faa4-4168-8df6-09c845e2db07 req-f7d58cdb-a4fe-4bb8-91d5-fabca81027b1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0544391 Nov 15 22:35:23.812542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-778d4d86-f5bc-410a-9794-58977c630f9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6c81991b-228d-465f-861a-dfe8c07f9457 HTTP/1.1" status: 200 len: 217 time: 0.0406873 Nov 15 22:35:23.875066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-e18f8a13-39ff-45c7-a2d5-1fa8c71d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.875974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5092dc5b-faa4-4168-8df6-09c845e2db07 req-99921e35-344c-492d-9ecf-9f5cc2cfe546 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723629 Nov 15 22:35:23.876538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-e18f8a13-39ff-45c7-a2d5-1fa8c71d47ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6 HTTP/1.1" status: 200 len: 838 time: 0.0505805 Nov 15 22:35:23.888782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ccab-2fef-4b73-a9fc-caef54be131c req-cb9f156e-1d4f-43bc-9022-27b6db868d25 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.890279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f190ccab-2fef-4b73-a9fc-caef54be131c req-cb9f156e-1d4f-43bc-9022-27b6db868d25 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 944 time: 0.0801973 Nov 15 22:35:23.929993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-7f5d7af7-6c78-49d5-a22b-6448f06f9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:23.931963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-7f5d7af7-6c78-49d5-a22b-6448f06f9cbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ee16d1a-8f03-4c38-be14-d43028f3e3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461066 Nov 15 22:35:23.946976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f190ccab-2fef-4b73-a9fc-caef54be131c req-80cf2b27-dcaf-401a-b3ab-321bff540a4d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506938 Nov 15 22:35:24.009305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8a6f6-9bb1-402f-ac7d-4973fef8ef02 req-cdca98ca-2c1c-4e01-884e-8548801f09aa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.010961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65d8a6f6-9bb1-402f-ac7d-4973fef8ef02 req-cdca98ca-2c1c-4e01-884e-8548801f09aa tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0556641 Nov 15 22:35:24.068033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-2597928f-7093-4945-92eb-bb1716882397 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.069591 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-2597928f-7093-4945-92eb-bb1716882397 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7d90110-c552-43ca-b0e8-3d5fd3aca12b HTTP/1.1" status: 200 len: 945 time: 0.0819395 Nov 15 22:35:24.076348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-58f139ae-6917-4fca-a073-ebf9e77ffb99 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328411 Nov 15 22:35:24.076563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65d8a6f6-9bb1-402f-ac7d-4973fef8ef02 req-b2e94ee6-8f9c-4f10-9c18-126a8b1b8621 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595396 Nov 15 22:35:24.151745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc8f9-0ab6-4a03-9ce4-74a8164980e3 req-5b7a3a5c-848b-4884-b18a-3b48832ed6cd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.153373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60dbc8f9-0ab6-4a03-9ce4-74a8164980e3 req-5b7a3a5c-848b-4884-b18a-3b48832ed6cd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 943 time: 0.0660312 Nov 15 22:35:24.232836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60dbc8f9-0ab6-4a03-9ce4-74a8164980e3 req-6bddc5af-854b-40fd-895c-cb60cf9b57c5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725865 Nov 15 22:35:24.247620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1931-5047-4d10-9c51-2904ae880c4b req-a3b300b9-6a5c-4849-adc3-6121a4e3f06f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.260832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25ae1931-5047-4d10-9c51-2904ae880c4b req-a3b300b9-6a5c-4849-adc3-6121a4e3f06f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0748062 Nov 15 22:35:24.260981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a97ce7a2-620d-4609-868c-8b975aed9186 req-444cbc14-ff6a-458f-a74e-4da81f51a101 service neutron] 10.222.0.57 "GET /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664159 Nov 15 22:35:24.281849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Deleting port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:35:24.282319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.299929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8cda7512-193c-4e79-bf1e-1489eecde0aa details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:24.315342 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25ae1931-5047-4d10-9c51-2904ae880c4b req-7c35266f-1aaa-42b9-ae07-22b5e666f1eb tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Nov 15 22:35:24.341971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2719fe3c-67d8-47e6-9d19-43ab733f9c4a req-e6f583e1-6cdc-480b-99a6-6b4ae78f8602 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 210 time: 0.0315619 Nov 15 22:35:24.397835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] For port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:24.398195 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.413972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:24.416561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Calling delete_port for f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:35:24.438405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '8cda7512-193c-4e79-bf1e-1489eecde0aa', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': '8cda7512-193c-4e79-bf1e-1489eecde0aa', 'mac_address': 'fa:16:3e:7b:25:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:24.485298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.499531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cda7512-193c-4e79-bf1e-1489eecde0aa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:24.522368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19cba-3276-45e5-9074-088dafda69af req-e66bef55-e83e-40d7-a8d5-5a0b05a0f722 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.522633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:24.522775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f19cba-3276-45e5-9074-088dafda69af req-e66bef55-e83e-40d7-a8d5-5a0b05a0f722 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1010146 Nov 15 22:35:24.547377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.553456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.560290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.566245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.572177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.578174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.585333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.587261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-823ba986-184f-4fa1-9681-a2024e007723 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1228173 Nov 15 22:35:24.610589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.633310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.667561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:24.670992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event deleted for resources: {'Port': ['ID=f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:24.684214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f19cba-3276-45e5-9074-088dafda69af req-09f1bc03-8995-40b1-94c9-c13d71e569c2 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570463 Nov 15 22:35:24.689980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff2585f1-a2ff-4f7c-b2ad-4ffe9a239ef1 req-9b7e242d-5ae9-4c56-a459-e3cbd9b6abcc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929022 Nov 15 22:35:24.719230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] No DVR routers for this DVR port f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:24.732298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:24.735947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b5034b6-08ac-462e-9f9c-ff513d23b06f req-c0e34d91-bc3b-4607-8477-f5f30160e920 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "DELETE /v2.0/ports/f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e HTTP/1.1" status: 204 len: 173 time: 0.6437404 Nov 15 22:35:24.784181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-ebb03a9f-85d3-42e8-9fae-6cd77e45e0af req-01df0413-ee23-4f9e-a1cc-92eacfb009f7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:35:24.785462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebb03a9f-85d3-42e8-9fae-6cd77e45e0af req-01df0413-ee23-4f9e-a1cc-92eacfb009f7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093937 Nov 15 22:35:24.913536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0842-af2f-4955-b231-601000d8223c req-931f3c10-c743-4dcb-9eb2-fb7df64c6a17 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:24.915033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ba0842-af2f-4955-b231-601000d8223c req-931f3c10-c743-4dcb-9eb2-fb7df64c6a17 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1496794 Nov 15 22:35:24.923490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:24.925922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['8cda7512-193c-4e79-bf1e-1489eecde0aa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:24.964712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:24.965308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:25.001995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce76d-e2e2-4df1-823f-4b83867ea4ee req-b487fdad-eca1-4f25-8e7d-937e9f9d437e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.003833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a0ce76d-e2e2-4df1-823f-4b83867ea4ee req-b487fdad-eca1-4f25-8e7d-937e9f9d437e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1471393 Nov 15 22:35:25.012100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-04035c6c-b739-4492-8133-29865fc61f60 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.013787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-04035c6c-b739-4492-8133-29865fc61f60 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.2052324 Nov 15 22:35:25.019594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ba0842-af2f-4955-b231-601000d8223c req-db76cd2d-78a8-4580-83e9-8dd78685493c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 Nov 15 22:35:25.046977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Request body: {'port': {'device_id': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'admin_state_up': True, 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:25.173667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a0ce76d-e2e2-4df1-823f-4b83867ea4ee req-6c263156-b3b5-4159-9e59-d0d1858177c0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583860 Nov 15 22:35:25.200641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-deleted', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:25.203074 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef9f147-148b-4198-a271-d63b907b5eb4" -d '{"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-deleted", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:25.214005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021b48d-d903-4e67-876a-84e032f8b9d3 req-ee94f463-49a0-4fa8-8f56-c6af9508efb4 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.215509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c021b48d-d903-4e67-876a-84e032f8b9d3 req-ee94f463-49a0-4fa8-8f56-c6af9508efb4 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 944 time: 0.1051822 Nov 15 22:35:25.291330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:25.294841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:25.309828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c021b48d-d903-4e67-876a-84e032f8b9d3 req-18329080-4bba-4f23-a6cc-b8a9d904840b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876191 Nov 15 22:35:25.330267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541974a-15d7-4e5d-9606-e3c802decab8 req-1a498fee-6ae4-43ae-ba00-d7c6ef0b421e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.331738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3541974a-15d7-4e5d-9606-e3c802decab8 req-1a498fee-6ae4-43ae-ba00-d7c6ef0b421e tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0885246 Nov 15 22:35:25.353441 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3f6aa-481a-4282-a9d7-64e940a6870b x-openstack-request-id: req-85b3f6aa-481a-4282-a9d7-64e940a6870b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:25.353930 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d90110-c552-43ca-b0e8-3d5fd3aca12b", "name": "network-vif-deleted", "tag": "f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:25.354169 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85b3f6aa-481a-4282-a9d7-64e940a6870b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:25.354716 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d90110-c552-43ca-b0e8-3d5fd3aca12b', 'name': 'network-vif-deleted', 'tag': 'f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e', 'status': 'completed', 'code': 200} Nov 15 22:35:25.483594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3541974a-15d7-4e5d-9606-e3c802decab8 req-f0625487-52bd-4291-ae29-e458bb323de9 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435833 Nov 15 22:35:25.516117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Allocated IP 172.20.0.8 (1b0a8283-0660-4d4d-bcdc-c0e8deb16608/73127a5f-23c6-4c4d-8707-87e3180bbddd/a69f688c-198e-4e62-a2d6-36bb62d1e4d0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:25.528204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a116b6-7a2d-4049-a203-86416f08df00 req-ef021721-60d2-4d96-b452-64bc14313c93 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.529717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60a116b6-7a2d-4049-a203-86416f08df00 req-ef021721-60d2-4d96-b452-64bc14313c93 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 944 time: 0.1307499 Nov 15 22:35:25.591599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4a92bb6-17f7-42de-988f-e030f1f1ea80 req-d5b63a6e-fcaa-4bfb-9b6a-36bcef446940 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 210 time: 0.0472441 Nov 15 22:35:25.640762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60a116b6-7a2d-4049-a203-86416f08df00 req-d97ba691-7808-483f-8bfd-23de6f5b99f6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041198 Nov 15 22:35:25.758689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615e5b-1b49-49fd-8261-2c0f5774e6bc req-979cfc29-1269-4161-87b4-a0bd2027243f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.760153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c615e5b-1b49-49fd-8261-2c0f5774e6bc req-979cfc29-1269-4161-87b4-a0bd2027243f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0784354 Nov 15 22:35:25.806274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:25.877082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c615e5b-1b49-49fd-8261-2c0f5774e6bc req-2b0110b7-c9a7-479a-bf94-8928936490e0 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095765 Nov 15 22:35:25.897318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.903332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.909260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.915703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.921623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.927511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.934014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:25.935892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-0033038a-f983-4256-b968-31ce0fd0c31b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1518631 Nov 15 22:35:25.992922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.058311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:26.068443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:26.074902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9d317f3-9d5c-42b9-befd-ec93fd6d31a1 req-6baffa5d-a11c-431d-8b7b-13cb01edbd34 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325729 Nov 15 22:35:26.078373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:26.091329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149717fb-db71-4651-9031-45380ade55e4 req-c1228370-2d18-4419-bd40-2cc1e3e19295 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:26.092822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-149717fb-db71-4651-9031-45380ade55e4 req-c1228370-2d18-4419-bd40-2cc1e3e19295 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1429024 Nov 15 22:35:26.113232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:26.188325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:26.188845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.224045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-149717fb-db71-4651-9031-45380ade55e4 req-efc163bd-60e1-474a-8eed-bae894ce04c1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118162 Nov 15 22:35:26.236674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bdfed-f6c8-4196-8642-7484376405b7 req-6837c463-e943-40a3-b95f-024a000f8428 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:26.238131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-563bdfed-f6c8-4196-8642-7484376405b7 req-6837c463-e943-40a3-b95f-024a000f8428 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0942340 Nov 15 22:35:26.279492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-19545c8a-0067-4244-b31b-267105cae3f1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529650 Nov 15 22:35:26.294334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Request body: {'port': {'device_id': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:26.301695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-563bdfed-f6c8-4196-8642-7484376405b7 req-51e2e081-0364-4edb-b961-526f74b31c93 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563834 Nov 15 22:35:26.303196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8cda7512-193c-4e79-bf1e-1489eecde0aa up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:26.392818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.393290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 8cda7512-193c-4e79-bf1e-1489eecde0aa completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:26.398361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 8cda7512-193c-4e79-bf1e-1489eecde0aa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:26.398723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.480573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.507747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:26.510039 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa32d956-a93b-4e6c-a18a-1cf6c2f19825" -d '{"events": [{"server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "name": "network-vif-plugged", "status": "completed", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:26.523445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:26.570801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:26.622094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:26.676053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8179598-ace1-4a78-ac66-7cb6435cb951 req-0f29d867-8411-4f35-9bbe-fb510af8ebda tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:26.677531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8179598-ace1-4a78-ac66-7cb6435cb951 req-0f29d867-8411-4f35-9bbe-fb510af8ebda tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.3614573 Nov 15 22:35:26.731791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e6cb5-411a-42c8-8804-8153dc22bfe5 req-24fb419a-c0c5-4444-aff2-4372e20c2a8e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:26.733165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c9e6cb5-411a-42c8-8804-8153dc22bfe5 req-24fb419a-c0c5-4444-aff2-4372e20c2a8e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 944 time: 0.3532043 Nov 15 22:35:26.841694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8179598-ace1-4a78-ac66-7cb6435cb951 req-f864190a-f2bc-474c-a859-503f0b18f5b1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573262 Nov 15 22:35:26.879909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c9e6cb5-411a-42c8-8804-8153dc22bfe5 req-b6a2e0cc-6a7f-46b8-978d-3ac77f669517 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383328 Nov 15 22:35:26.925515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6c81991b-228d-465f-861a-dfe8c07f9457 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:26.999881 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53485c6f-0440-4795-b7e9-54dec328f0f4 x-openstack-request-id: req-53485c6f-0440-4795-b7e9-54dec328f0f4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:27.000099 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "name": "network-vif-plugged", "status": "completed", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:27.000309 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53485c6f-0440-4795-b7e9-54dec328f0f4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:27.000719 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa', 'code': 200} Nov 15 22:35:27.055075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6c81991b-228d-465f-861a-dfe8c07f9457,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:27.067085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6c81991b-228d-465f-861a-dfe8c07f9457', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'port_id': '6c81991b-228d-465f-861a-dfe8c07f9457', 'mac_address': 'fa:16:3e:59:df:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:27.069699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4c6c-69d5-455f-a392-0708eb50bc5d req-bb030f85-60f5-4b19-b2a6-9bfa2f2b10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.071047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-166b4c6c-69d5-455f-a392-0708eb50bc5d req-bb030f85-60f5-4b19-b2a6-9bfa2f2b10a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 1096 time: 0.0416610 Nov 15 22:35:27.075804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf9b4-1819-4a27-9335-073743da0414 req-fd8e21c6-492a-4be2-b515-391c12e5e176 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.077325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-411bf9b4-1819-4a27-9335-073743da0414 req-fd8e21c6-492a-4be2-b515-391c12e5e176 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 931 time: 0.1245012 Nov 15 22:35:27.106728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.112187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb1593-d033-4b93-9ee7-3440739bdba9 req-adb59bdd-8ac8-4ef2-9115-5cb4b5c1bba6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.113705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8abb1593-d033-4b93-9ee7-3440739bdba9 req-adb59bdd-8ac8-4ef2-9115-5cb4b5c1bba6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.1060584 Nov 15 22:35:27.120439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c81991b-228d-465f-861a-dfe8c07f9457 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:27.122147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-166b4c6c-69d5-455f-a392-0708eb50bc5d req-14d2b702-cdf7-4331-84f4-2aace031c5bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Nov 15 22:35:27.140015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6c81991b-228d-465f-861a-dfe8c07f9457,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:27.152934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69f688c-198e-4e62-a2d6-36bb62d1e4d0 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:27.169844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.211410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Transition to ACTIVE for port object a69f688c-198e-4e62-a2d6-36bb62d1e4d0 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:27.215048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-411bf9b4-1819-4a27-9335-073743da0414 req-1c633b8e-800d-449e-b32f-ceb00273dee3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141984 Nov 15 22:35:27.222129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8abb1593-d033-4b93-9ee7-3440739bdba9 req-43462ceb-adac-4978-8173-aaf8d245385b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939267 Nov 15 22:35:27.235809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.286419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:27.306231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.401059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b6ab5-5a97-407c-b6dc-cbc475002651 req-d5b436bf-ed76-488f-bc00-3e694d842cc5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.402536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e55b6ab5-5a97-407c-b6dc-cbc475002651 req-d5b436bf-ed76-488f-bc00-3e694d842cc5 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1262836 Nov 15 22:35:27.405528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:27.446338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.452235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.458197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.464062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.469996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.476380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.482221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.484085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-015eab84-30be-4b3a-b5d6-b56e9f5d05cf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1817150 Nov 15 22:35:27.508280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6c81991b-228d-465f-861a-dfe8c07f9457'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:27.582822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e55b6ab5-5a97-407c-b6dc-cbc475002651 req-bff17685-5a03-45dd-956e-82d33d3424af tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734705 Nov 15 22:35:27.609018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65128eaa-6b85-4ce1-93d0-92ee2c49da0b req-93b57c8c-709d-47ca-a456-fe21ce04e304 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153836 Nov 15 22:35:27.609856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Attempting to bind port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:27.610264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Attempting to bind port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:27.610498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Attempting to bind port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:27.615446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:27.615721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Attempting to bind port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:27.622089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:27.622424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Checking segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:27.622810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Bound using segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:27.623240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Bound port: a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:27.623592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.755525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:27.777600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb20b-e7b9-4c6a-8fab-d5749c1de4a0 req-811b8e19-2485-4039-8e1d-0084625efff6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.779013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bdcb20b-e7b9-4c6a-8fab-d5749c1de4a0 req-811b8e19-2485-4039-8e1d-0084625efff6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1171451 Nov 15 22:35:27.780674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:27.798991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a14e-8552-47b3-bfac-41f68bc3cefd req-b6fca26d-cd7b-4f44-ad69-9ffb33382564 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.800410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6356a14e-8552-47b3-bfac-41f68bc3cefd req-b6fca26d-cd7b-4f44-ad69-9ffb33382564 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.0930905 Nov 15 22:35:27.861407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bdcb20b-e7b9-4c6a-8fab-d5749c1de4a0 req-ccb1c83e-c1c9-44d7-995b-fcf9868860cb tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759652 Nov 15 22:35:27.865282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.901193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6356a14e-8552-47b3-bfac-41f68bc3cefd req-6c29cbf2-c54d-46f8-a383-cd0f8372c7b1 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934052 Nov 15 22:35:27.908163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:27.908839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:27.910623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] 10.222.0.55 "PUT /v2.0/ports/a69f688c-198e-4e62-a2d6-36bb62d1e4d0 HTTP/1.1" status: 200 len: 1091 time: 1.6209750 Nov 15 22:35:27.910728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:27.913535 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e794809-7bf5-459f-90f1-85b8481e892c" -d '{"events": [{"name": "network-changed", "server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:27.940653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43f399-5aec-4bc7-8373-69145c547691 service neutron] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:27.974363 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7e761c-b90c-4da4-ac5e-263276b3476a x-openstack-request-id: req-df7e761c-b90c-4da4-ac5e-263276b3476a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:27.974668 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:27.974904 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df7e761c-b90c-4da4-ac5e-263276b3476a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:27.975362 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'status': 'completed', 'code': 200} Nov 15 22:35:28.033324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48d3ba-caa8-44e1-bd2a-83565ebcf7f4 req-b4247381-e2a1-4508-bbb2-134dce3b130d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.034708 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f48d3ba-caa8-44e1-bd2a-83565ebcf7f4 req-b4247381-e2a1-4508-bbb2-134dce3b130d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 945 time: 0.0724075 Nov 15 22:35:28.060230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e794809-7bf5-459f-90f1-85b8481e892c req-2cab4012-a281-4e30-b9d7-d881989f4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.061744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e794809-7bf5-459f-90f1-85b8481e892c req-2cab4012-a281-4e30-b9d7-d881989f4743 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 1094 time: 0.0664403 Nov 15 22:35:28.134532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f48d3ba-caa8-44e1-bd2a-83565ebcf7f4 req-07670727-9041-452e-b572-d081f7b708fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928729 Nov 15 22:35:28.186143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e794809-7bf5-459f-90f1-85b8481e892c req-4eb30dea-8139-462a-b742-e56efcb62b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.187675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e794809-7bf5-459f-90f1-85b8481e892c req-4eb30dea-8139-462a-b742-e56efcb62b9c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6211dd7014c0420ba025078cc32d7c6f&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1107626 Nov 15 22:35:28.299583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e794809-7bf5-459f-90f1-85b8481e892c req-39a5af96-2217-435e-8cc0-c509810395a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.301302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e794809-7bf5-459f-90f1-85b8481e892c req-39a5af96-2217-435e-8cc0-c509810395a2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057649 Nov 15 22:35:28.419297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652367-e4e8-4c42-aa7b-79bdc661d5db req-c5797eeb-7abd-4389-9f8c-f863c7025ccb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.420733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95652367-e4e8-4c42-aa7b-79bdc661d5db req-c5797eeb-7abd-4389-9f8c-f863c7025ccb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 943 time: 0.1105781 Nov 15 22:35:28.439579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a355e6-c3ba-4094-9787-44d22a3c5fec req-ece64dc6-94bb-4d45-9665-e084fe6664d0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.441064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11a355e6-c3ba-4094-9787-44d22a3c5fec req-ece64dc6-94bb-4d45-9665-e084fe6664d0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.1170859 Nov 15 22:35:28.460557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-4181046f-4be4-4b7a-add3-19088c61a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.462032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-4181046f-4be4-4b7a-add3-19088c61a047 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 1094 time: 0.0960248 Nov 15 22:35:28.530328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-a43afd6a-1d91-4a3b-adb5-01c79e3d5d32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0506811 Nov 15 22:35:28.563158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95652367-e4e8-4c42-aa7b-79bdc661d5db req-4098063c-8413-4930-ab56-38c384102ae6 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319284 Nov 15 22:35:28.593509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11a355e6-c3ba-4094-9787-44d22a3c5fec req-27aeb1de-78a2-4c2d-ad4b-a87bd605833a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357400 Nov 15 22:35:28.604377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-a2a949d2-e25d-4126-b6b1-d3a17b386a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.605855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-a2a949d2-e25d-4126-b6b1-d3a17b386a2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.0634768 Nov 15 22:35:28.646796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-81d97358-ebb6-47eb-a35c-7e2d07f56cb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311060 Nov 15 22:35:28.781128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.787008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.792945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.798775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.805221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.811054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.816931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:28.818764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-f06517f3-dd72-49ea-a661-c855eb8845b1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1146226 Nov 15 22:35:28.836159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-a027ca48-f0ed-47bf-844c-8704648a0000 service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809037 Nov 15 22:35:28.932492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be1f0b66-a935-4a71-89ca-c59b711d26d2 req-18bdcc94-0ef1-4043-83fe-560244fd4626 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068928 Nov 15 22:35:28.937241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6c81991b-228d-465f-861a-dfe8c07f9457 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:28.994971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1c30fea-3d15-4b81-8ab0-bc2f27b7b12b req-2e5787a2-adca-4e9a-aba7-fb487a15053b service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493134 Nov 15 22:35:29.015311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179d039-092c-4348-9c54-889362ba660e req-321e32eb-4ce0-452a-bb58-86328c01da79 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.020765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f179d039-092c-4348-9c54-889362ba660e req-321e32eb-4ce0-452a-bb58-86328c01da79 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0815170 Nov 15 22:35:29.065985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f179d039-092c-4348-9c54-889362ba660e req-e60e60c8-f1c9-4197-8e7e-4ac48dca7285 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 Nov 15 22:35:29.130181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6c81991b-228d-465f-861a-dfe8c07f9457 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:29.135278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6c81991b-228d-465f-861a-dfe8c07f9457 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:29.135645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.228916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.275657 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.284478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd3264-6963-4af6-9ec8-0251d00fd1c7 req-679e364d-5cfc-456f-9979-e995ab91f978 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.286467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ccd3264-6963-4af6-9ec8-0251d00fd1c7 req-679e364d-5cfc-456f-9979-e995ab91f978 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 945 time: 0.0706627 Nov 15 22:35:29.300179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:29.302846 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d3ed4-4ba7-43ac-98ad-831b523d4cc9" -d '{"events": [{"server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "name": "network-vif-plugged", "status": "completed", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:29.319088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6c81991b-228d-465f-861a-dfe8c07f9457,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:29.370554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ccd3264-6963-4af6-9ec8-0251d00fd1c7 req-74bdbcfc-be31-48a4-9cbf-cb2499e99039 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749679 Nov 15 22:35:29.393283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-7bbefc33-6176-4513-a4b9-b421a2cd8084 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.394383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-7bbefc33-6176-4513-a4b9-b421a2cd8084 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0666864 Nov 15 22:35:29.399193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.399984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:29.420680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-74966167-37e1-4b5d-8503-3e7ab4dd3e10 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.424359 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0464bfee-1f6a-4284-bf5f-affbf5c787ef x-openstack-request-id: req-0464bfee-1f6a-4284-bf5f-affbf5c787ef {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:29.424686 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "name": "network-vif-plugged", "status": "completed", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:29.425072 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0464bfee-1f6a-4284-bf5f-affbf5c787ef {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:29.425456 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457', 'code': 200} Nov 15 22:35:29.444999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:29.445366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f431b8bf-0c3e-4c7b-8b1c-98157fd7d43e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:29.482167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:29.518628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-74966167-37e1-4b5d-8503-3e7ab4dd3e10 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.549579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0349ed6-3fde-4020-9a01-cf80903b5182 req-fbf574ab-8e3d-428c-a7ea-7776817167e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.551129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0349ed6-3fde-4020-9a01-cf80903b5182 req-fbf574ab-8e3d-428c-a7ea-7776817167e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 1097 time: 0.0404658 Nov 15 22:35:29.575879 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-74966167-37e1-4b5d-8503-3e7ab4dd3e10 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.607820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0349ed6-3fde-4020-9a01-cf80903b5182 req-8f7f6939-f152-43ff-806d-11be5e8dd85c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491121 Nov 15 22:35:29.621164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-702f4cf5-9123-42f3-a859-4bf983e868b9 req-74966167-37e1-4b5d-8503-3e7ab4dd3e10 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155311 Nov 15 22:35:29.622140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74966167-37e1-4b5d-8503-3e7ab4dd3e10 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cece447-219c-45f9-ad0f-1b3deaf8c1da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:29.679039 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:29.749382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc251c8-c609-46df-a6f9-a3608ed0635a req-8d37de3e-3897-44fd-b998-32f5d47bc213 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.750861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbc251c8-c609-46df-a6f9-a3608ed0635a req-8d37de3e-3897-44fd-b998-32f5d47bc213 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 943 time: 0.0815072 Nov 15 22:35:29.762889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5e89-cccb-4af6-9afa-ebb81e973d81 req-a5934eab-1afd-4d9d-b962-9360550c4f3f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.764359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-042a5e89-cccb-4af6-9afa-ebb81e973d81 req-a5934eab-1afd-4d9d-b962-9360550c4f3f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.0664952 Nov 15 22:35:29.842647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbc251c8-c609-46df-a6f9-a3608ed0635a req-3e3e87af-b46d-4519-b860-ea48a56b2648 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772917 Nov 15 22:35:29.846036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-042a5e89-cccb-4af6-9afa-ebb81e973d81 req-88735bc5-2f3c-4ebf-97b6-e3a93e723d81 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Nov 15 22:35:29.979728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015b932-24f8-461b-b4ee-94fd8cd8b660 req-d568fa0c-78ac-4c5f-ad75-b9ac2f055cde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.981324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7015b932-24f8-461b-b4ee-94fd8cd8b660 req-d568fa0c-78ac-4c5f-ad75-b9ac2f055cde tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0772982 Nov 15 22:35:29.995671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06fff5-25ac-4b16-862a-de69b202d783 req-34ac99e8-ba54-489c-9b8e-3c0b17657650 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:29.997100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c06fff5-25ac-4b16-862a-de69b202d783 req-34ac99e8-ba54-489c-9b8e-3c0b17657650 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.0676045 Nov 15 22:35:30.075388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7015b932-24f8-461b-b4ee-94fd8cd8b660 req-377db772-96c1-4afb-9581-4acd9da3c713 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879254 Nov 15 22:35:30.079696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c06fff5-25ac-4b16-862a-de69b202d783 req-b641674c-55d2-4827-a0bb-dadae0c8335c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757515 Nov 15 22:35:30.099902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 55932) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:30.166622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d97e63aa-9f1a-4643-9dc1-22b98a862b92 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 200 len: 993 time: 0.0646389 Nov 15 22:35:30.238175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.244939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.250951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.257506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.263358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.269313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.275376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.277578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-892fecd4-ec20-47ca-ab36-e1fd31db661d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1332021 Nov 15 22:35:30.290137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861f0da-ec5d-4f78-a8f8-9fb72d3fe29c req-2132a938-4ad7-49ff-8678-676572078a70 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.291603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1861f0da-ec5d-4f78-a8f8-9fb72d3fe29c req-2132a938-4ad7-49ff-8678-676572078a70 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1103580 Nov 15 22:35:30.380491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1861f0da-ec5d-4f78-a8f8-9fb72d3fe29c req-c7af73b6-128c-41c1-8352-69902e436b36 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807891 Nov 15 22:35:30.386215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eeececa-1fb7-4ad1-a7fa-c2255451992d req-cf10a245-c5a6-4c6c-8e2f-3c511980a94e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936899 Nov 15 22:35:30.617158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda4ff-0f0d-4186-9ae9-99d9dd159342 req-4d7d38b0-de6b-4f84-8c44-e2b151b2e2fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.620660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8bda4ff-0f0d-4186-9ae9-99d9dd159342 req-4d7d38b0-de6b-4f84-8c44-e2b151b2e2fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.0544751 Nov 15 22:35:30.677768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8bda4ff-0f0d-4186-9ae9-99d9dd159342 req-2c0eb0fc-ebda-4730-8d87-466629a4f908 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504842 Nov 15 22:35:30.820452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb53bb-a785-43a1-8665-ec0cfae3fee7 req-a0385e63-d7fe-4141-843b-bfdb7e0f3ee3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.822256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bdb53bb-a785-43a1-8665-ec0cfae3fee7 req-a0385e63-d7fe-4141-843b-bfdb7e0f3ee3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.0569084 Nov 15 22:35:30.876042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bdb53bb-a785-43a1-8665-ec0cfae3fee7 req-65c56ecd-bc61-427e-9174-20340a7a1986 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Nov 15 22:35:30.989174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5c677-7435-4a9b-aecc-f289bd2923b5 req-c0b041eb-04b6-4acf-b7a6-154f9325fcef tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:30.989174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51e5c677-7435-4a9b-aecc-f289bd2923b5 req-c0b041eb-04b6-4acf-b7a6-154f9325fcef tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 943 time: 0.0538015 Nov 15 22:35:31.037234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51e5c677-7435-4a9b-aecc-f289bd2923b5 req-c555cb8c-a393-441c-9083-296697264844 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Nov 15 22:35:31.151910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4372a5-c047-4904-9d31-8497770622d1 req-d0e35c24-f627-4d7b-9d9e-6aef79f45d8a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.153434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e4372a5-c047-4904-9d31-8497770622d1 req-d0e35c24-f627-4d7b-9d9e-6aef79f45d8a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Nov 15 22:35:31.204983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e4372a5-c047-4904-9d31-8497770622d1 req-8c44040d-6cac-4d97-9b66-9bd064db977b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Nov 15 22:35:31.362697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-347864a7-3914-4807-a487-8328a79360eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974259 Nov 15 22:35:31.554287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57835282-d152-4066-90a5-e053961a35e5 req-e2036a7f-2a77-4f7d-b76d-be36ee46e185 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.562589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57835282-d152-4066-90a5-e053961a35e5 req-e2036a7f-2a77-4f7d-b76d-be36ee46e185 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1006458 Nov 15 22:35:31.610853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.617541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.625093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.631199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.637274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.643339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.650530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.652585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-8b422e1b-f0ea-44f0-952a-a68133aa07ee tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1538172 Nov 15 22:35:31.716466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57835282-d152-4066-90a5-e053961a35e5 req-546bdaaf-89af-47ef-a200-c3e60a1eb381 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373951 Nov 15 22:35:31.762260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e3b71e4-4ce0-4e56-b726-eb58ba3bc013 req-7b2ecd31-b00b-4173-9d8f-04bd748d3a71 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021025 Nov 15 22:35:31.842173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa62d0-22ca-4a1b-860f-41f4ffbb2cd7 req-d84b0557-816b-4211-989e-afad00012c5a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:31.844023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78aa62d0-22ca-4a1b-860f-41f4ffbb2cd7 req-d84b0557-816b-4211-989e-afad00012c5a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.0522931 Nov 15 22:35:31.911156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78aa62d0-22ca-4a1b-860f-41f4ffbb2cd7 req-f5976481-4a86-42f8-b53e-7a39bf611cf5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583081 Nov 15 22:35:32.042481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53055c91-f9da-44ed-9414-01e26e43334d req-f640d5d9-7817-4c06-8cdd-ed78ab36d81e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.044152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53055c91-f9da-44ed-9414-01e26e43334d req-f640d5d9-7817-4c06-8cdd-ed78ab36d81e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.0905495 Nov 15 22:35:32.063855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d2ffc-6721-42a9-bb1a-1d1828caf6cd req-ce68adfb-b3da-431f-85f8-2e7a6593fced tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.065547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-882d2ffc-6721-42a9-bb1a-1d1828caf6cd req-ce68adfb-b3da-431f-85f8-2e7a6593fced tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.0816841 Nov 15 22:35:32.137198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53055c91-f9da-44ed-9414-01e26e43334d req-46532638-d89e-417f-a8f8-1268440bdab1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820932 Nov 15 22:35:32.153983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-882d2ffc-6721-42a9-bb1a-1d1828caf6cd req-6e41c7a3-700e-4d46-a25c-02739d3ffb27 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689683 Nov 15 22:35:32.326171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:32.333546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f862e-29c8-4d2c-9e7c-01f90f6d853e req-d8873227-8417-45cf-abb7-ee9ef69fe7cd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.335179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9f862e-29c8-4d2c-9e7c-01f90f6d853e req-d8873227-8417-45cf-abb7-ee9ef69fe7cd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 943 time: 0.1039331 Nov 15 22:35:32.369218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612204b-26a6-4294-9389-6e6b219853c2 req-86956c5a-eaa7-4504-b105-467e766f2b82 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.370828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d612204b-26a6-4294-9389-6e6b219853c2 req-86956c5a-eaa7-4504-b105-467e766f2b82 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0807238 Nov 15 22:35:32.418405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9f862e-29c8-4d2c-9e7c-01f90f6d853e req-828351ac-bd91-413c-ac87-3e767b72c13b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740776 Nov 15 22:35:32.471350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d612204b-26a6-4294-9389-6e6b219853c2 req-0bef61c3-1db0-484e-8b3d-399219bbd24c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913546 Nov 15 22:35:32.482262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:32.499687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'mac_address': 'fa:16:3e:df:d2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:32.541905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:32.556928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69f688c-198e-4e62-a2d6-36bb62d1e4d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:32.572852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-9e3cf37e-5bf5-4f84-8b02-d5996658f638 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.575811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-9e3cf37e-5bf5-4f84-8b02-d5996658f638 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 945 time: 0.0628216 Nov 15 22:35:32.580259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:32.685516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port 8cda7512-193c-4e79-bf1e-1489eecde0aa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:35:32.685516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:32.701412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:32.767630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:32.784649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.785451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.786096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.786633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.787074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.788019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.788581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.794819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.797750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.798105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.800761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.800761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:32.863208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port 8cda7512-193c-4e79-bf1e-1489eecde0aa, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=8cda7512-193c-4e79-bf1e-1489eecde0aa,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:32.864029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:32.894568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for 8cda7512-193c-4e79-bf1e-1489eecde0aa owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:35:32.912002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ec28-ebcc-4e81-876a-e80a03e41346 req-c17e1489-9b49-4bda-9b67-60ff7e1abde9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:32.914364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6a1ec28-ebcc-4e81-876a-e80a03e41346 req-c17e1489-9b49-4bda-9b67-60ff7e1abde9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1320634 Nov 15 22:35:33.010682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.016430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.022911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.027004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a69f688c-198e-4e62-a2d6-36bb62d1e4d0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:33.029105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.035250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.042080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.048609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.050641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-5dbc4564-5ae8-4acf-b672-90d751677e57 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.2026105 Nov 15 22:35:33.086857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6a1ec28-ebcc-4e81-876a-e80a03e41346 req-87354524-59a0-48f5-b2db-ea97bf6b5d5e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567812 Nov 15 22:35:33.212916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b03fb479-6a31-41ab-bcbe-fe6876212b98 req-8dea56d5-ffe9-4914-aa4f-73b686cf13af tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172619 Nov 15 22:35:33.273716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:33.307602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=8cda7512-193c-4e79-bf1e-1489eecde0aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:33.320359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270665d1-bf95-4508-886e-d5f291ea86e4 req-4e351929-02dd-491e-bdc8-ee43d7c11974 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.320359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-270665d1-bf95-4508-886e-d5f291ea86e4 req-4e351929-02dd-491e-bdc8-ee43d7c11974 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a520207-d688-46e5-8f54-89b805dc3875 HTTP/1.1" status: 200 len: 867 time: 0.0892327 Nov 15 22:35:33.378311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port 8cda7512-193c-4e79-bf1e-1489eecde0aa on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:33.382725 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:33.385953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9b75e7d-2835-40de-b7fd-768ace730bdd req-7ae27c98-8621-4219-9f9e-15d94a14cf99 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "DELETE /v2.0/ports/8cda7512-193c-4e79-bf1e-1489eecde0aa HTTP/1.1" status: 204 len: 173 time: 0.8043444 Nov 15 22:35:33.386379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'name': 'network-vif-deleted', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:33.388596 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9fc04-59c4-4f7e-9a91-b2b606df166d" -d '{"events": [{"server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "name": "network-vif-deleted", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:33.413736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-270665d1-bf95-4508-886e-d5f291ea86e4 req-99ed7364-4cee-4990-b0d2-9ab52c006d8e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Nov 15 22:35:33.436678 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c21b4b-beaa-4e31-a39d-e1eb2ab3e855 x-openstack-request-id: req-f8c21b4b-beaa-4e31-a39d-e1eb2ab3e855 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:33.436998 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a520207-d688-46e5-8f54-89b805dc3875", "name": "network-vif-deleted", "tag": "8cda7512-193c-4e79-bf1e-1489eecde0aa", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:33.437272 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8c21b4b-beaa-4e31-a39d-e1eb2ab3e855 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:33.437669 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a520207-d688-46e5-8f54-89b805dc3875', 'name': 'network-vif-deleted', 'tag': '8cda7512-193c-4e79-bf1e-1489eecde0aa', 'status': 'completed', 'code': 200} Nov 15 22:35:33.622536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981772ec-8dc1-473f-8665-a8452a4a0c72 req-b2d22b34-78fb-428b-a3c6-b50c807b7bfe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.625078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-981772ec-8dc1-473f-8665-a8452a4a0c72 req-b2d22b34-78fb-428b-a3c6-b50c807b7bfe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0780399 Nov 15 22:35:33.633219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280f7e-9c18-49d7-b25c-c0d077e42be5 req-cac8005b-1bb9-444d-9e71-95ee3e6dcb55 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.633551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-6e506804-6fb8-42f0-99f7-87421a1bdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.634694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13280f7e-9c18-49d7-b25c-c0d077e42be5 req-cac8005b-1bb9-444d-9e71-95ee3e6dcb55 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 944 time: 0.1239812 Nov 15 22:35:33.635111 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-6e506804-6fb8-42f0-99f7-87421a1bdfd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0465815 Nov 15 22:35:33.717484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-981772ec-8dc1-473f-8665-a8452a4a0c72 req-c9043a8f-47aa-4adc-be72-b93e38662022 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816152 Nov 15 22:35:33.745116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13280f7e-9c18-49d7-b25c-c0d077e42be5 req-5a56f102-01b4-4c04-a5a1-1093387d95c3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030512 Nov 15 22:35:33.759099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-602c9297-f5e2-47d9-b296-2987bca9a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.761614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-602c9297-f5e2-47d9-b296-2987bca9a520 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.1151676 Nov 15 22:35:33.763786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:33.841141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-6cfd7163-878e-4d0a-8d7d-a03545fef51b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 1001 time: 0.0713830 Nov 15 22:35:33.873255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:33.902302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-c7ff61ce-6104-4d94-9102-123ca39b7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.904495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-c7ff61ce-6104-4d94-9102-123ca39b7489 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.0546911 Nov 15 22:35:33.965927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-0ff04107-17ae-4c0c-9b7b-de7a5bdc9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:33.967692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-0ff04107-17ae-4c0c-9b7b-de7a5bdc9c98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552363 Nov 15 22:35:34.067954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-67294bc4-8167-4747-9b71-5a0b0cf0f230 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917163 Nov 15 22:35:34.177165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-7be183eb-e296-456c-9d64-dbc6d1b3a802 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999849 Nov 15 22:35:34.276149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161860b1-a7f8-4a54-821d-706eb37f23d1 req-de3ae26d-39f1-4226-9a38-7bf1d1efd5f7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.277905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-161860b1-a7f8-4a54-821d-706eb37f23d1 req-de3ae26d-39f1-4226-9a38-7bf1d1efd5f7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.0960741 Nov 15 22:35:34.332856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:34.441549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-161860b1-a7f8-4a54-821d-706eb37f23d1 req-4efe8b59-eeba-4695-82bb-4e538f8b4e2d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523685 Nov 15 22:35:34.462475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:34.473041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:34.473041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:34.516287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.522975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.529277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.535295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.542087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.548212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.554456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.562445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-e84fe090-6306-4bf7-90db-9a19084502bc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.2143810 Nov 15 22:35:34.588900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:34.679429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:34.684943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42c48b40-b274-4215-a5e4-9b023de6fd0c req-3eec906b-9bcf-4912-b7cd-cfa284bea367 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003659 Nov 15 22:35:34.686922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:34.694285 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9c4a9-7b8f-4545-9e7f-7b34f06e50d8" -d '{"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-plugged", "status": "completed", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:34.742033 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:34.743303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8cda7512-193c-4e79-bf1e-1489eecde0aa no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:34.749205 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c96b1-2330-4535-804b-d963e9e34b89 x-openstack-request-id: req-bc7c96b1-2330-4535-804b-d963e9e34b89 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:34.749846 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-plugged", "status": "completed", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:34.753094 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc7c96b1-2330-4535-804b-d963e9e34b89 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:34.753753 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'code': 200} Nov 15 22:35:34.828839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 8cda7512-193c-4e79-bf1e-1489eecde0aa {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:34.829146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 8cda7512-193c-4e79-bf1e-1489eecde0aa not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:34.833656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56e4f4c2-29bc-4141-8238-740703da1559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:34.861657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:34.891238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:34.989452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793262f7-f2b6-4f5d-bccd-90a93b53dbb5 req-7d5ad072-e0e0-4ff7-946f-9d172b68f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:34.990949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-793262f7-f2b6-4f5d-bccd-90a93b53dbb5 req-7d5ad072-e0e0-4ff7-946f-9d172b68f591 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 1096 time: 0.1532319 Nov 15 22:35:35.001542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394e6cb-b8b3-4c32-ba22-fbec42a4529d req-843bd950-fe75-481e-8234-c5587e2a949c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:35.003029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9394e6cb-b8b3-4c32-ba22-fbec42a4529d req-843bd950-fe75-481e-8234-c5587e2a949c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1755455 Nov 15 22:35:35.139290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-793262f7-f2b6-4f5d-bccd-90a93b53dbb5 req-ab59f2ab-c467-4953-b9bd-83caf9d94139 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265519 Nov 15 22:35:35.147646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf69a84-7f8f-4bd1-a2ea-85c2ac4455e5 req-09b6f9cb-bc89-4b8e-9e42-df566fa398f5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:35.149220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf69a84-7f8f-4bd1-a2ea-85c2ac4455e5 req-09b6f9cb-bc89-4b8e-9e42-df566fa398f5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1640048 Nov 15 22:35:35.160926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9394e6cb-b8b3-4c32-ba22-fbec42a4529d req-a196c6c8-4cac-4399-a698-71aeed440aab tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470506 Nov 15 22:35:35.300129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf69a84-7f8f-4bd1-a2ea-85c2ac4455e5 req-b20317f8-1dce-4b32-81c8-0a80ac250cea tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381843 Nov 15 22:35:35.426209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.17 (3ee16d1a-8f03-4c38-be14-d43028f3e3d2/be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6/1fb4c645-52ba-4d3d-a412-f3f493f5c787) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:35.580340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-a2af867e-9bc4-42ce-ad4c-5a12b6834d27 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:35.582169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-a2af867e-9bc4-42ce-ad4c-5a12b6834d27 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.1730793 Nov 15 22:35:35.611504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-c087c6d7-f410-4b23-867f-81046ca5288e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0194049 Nov 15 22:35:35.638411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:35.685810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-4f687eb8-51e2-4b51-a08a-2005ca527bc7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665789 Nov 15 22:35:35.758051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:35.832977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:35.844846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:35.855410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:35.862780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:35.917500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58009ac-11d7-43dd-88ee-64263045db67 req-117c2665-d29e-408d-88f6-34a075df5c04 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:35.919067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e58009ac-11d7-43dd-88ee-64263045db67 req-117c2665-d29e-408d-88f6-34a075df5c04 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1650326 Nov 15 22:35:35.923887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-6bb3d327-6b2e-49f1-9109-f744058d5888 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153170 Nov 15 22:35:35.965000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:36.077977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fe2a8a93-8f0d-4e1b-95c4-1093fa20cb70 None None] Provisioning complete for port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:36.078622 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8a93-8f0d-4e1b-95c4-1093fa20cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:36.089514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e58009ac-11d7-43dd-88ee-64263045db67 req-49ccffd7-2735-4eaa-8405-28adda2f2fcc tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625142 Nov 15 22:35:36.125857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-cbafc918-c361-4f55-8209-76f66517869d service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951859 Nov 15 22:35:36.127407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a8a93-8f0d-4e1b-95c4-1093fa20cb70 None None] Port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:36.495803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.501776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.507751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.513682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.519565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.525522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.531619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.533545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-3a965e0b-c0ae-4a35-b8ad-4e500e877023 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.3738706 Nov 15 22:35:36.551573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:36.667038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21e87d-2737-4052-aabc-a586b5d658e4 req-dcfc5689-db09-4e95-8ea4-e88a22e5538c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.668475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f21e87d-2737-4052-aabc-a586b5d658e4 req-dcfc5689-db09-4e95-8ea4-e88a22e5538c tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1311874 Nov 15 22:35:36.681194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4025ddcd-3a19-4b24-9d59-00e6c336e7e0 req-ff2e19ab-d7f1-40c8-81f3-87e1c027f8d9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325619 Nov 15 22:35:36.830319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f21e87d-2737-4052-aabc-a586b5d658e4 req-41d1dcc4-2baf-4dad-b863-ca510ea07b9a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200473 Nov 15 22:35:36.843514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4994d3-139a-4833-8385-036ef360d085 req-8414e8f5-dbbc-4a4c-b05e-3a87ed365542 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:36.845010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a4994d3-139a-4833-8385-036ef360d085 req-8414e8f5-dbbc-4a4c-b05e-3a87ed365542 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0953400 Nov 15 22:35:36.926899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-897b2452-0b98-4f5a-a25b-bce51ec29f4f req-1bf48bcf-8143-4d4e-b10a-b32cda61fc6f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 210 time: 0.0481229 Nov 15 22:35:36.984205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a4994d3-139a-4833-8385-036ef360d085 req-993fea09-ece1-41d3-98ad-8f0ca9ade3d2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305320 Nov 15 22:35:37.067918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786e3d-af21-4699-84f0-89804364c22a req-c32eb9b8-b912-4b6a-93c1-e51ede45c823 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.070666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f786e3d-af21-4699-84f0-89804364c22a req-c32eb9b8-b912-4b6a-93c1-e51ede45c823 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.0852692 Nov 15 22:35:37.103491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:37.147066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a01e4449-0f87-4479-8b0b-fcf9e324cf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:37.149117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f786e3d-af21-4699-84f0-89804364c22a req-40df2ab8-3ba3-4584-a4ed-380245caaacd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725846 Nov 15 22:35:37.192377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:37.274191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:37.284941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecbf5a-80c2-4e76-bde2-d1f6e51b6d96 req-38d4e46c-b334-4301-bd02-99a59a59e6c4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.289003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2ecbf5a-80c2-4e76-bde2-d1f6e51b6d96 req-38d4e46c-b334-4301-bd02-99a59a59e6c4 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1208384 Nov 15 22:35:37.289003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:37.387143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2ecbf5a-80c2-4e76-bde2-d1f6e51b6d96 req-cf6ad11f-c940-4cfa-bb43-b32fca98fba5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919213 Nov 15 22:35:37.431222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:37.439464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:37.580555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967eea8-b601-4d80-86c8-9687e42318fb req-7c38a1ae-a7ae-41a3-be23-2d0c70dd06ec tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.582184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7967eea8-b601-4d80-86c8-9687e42318fb req-7c38a1ae-a7ae-41a3-be23-2d0c70dd06ec tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1655297 Nov 15 22:35:37.622449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:35:37.658351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7967eea8-b601-4d80-86c8-9687e42318fb req-6f9be978-b4bb-4902-b425-eb260ffb7934 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659871 Nov 15 22:35:37.771566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-21014e46-50ec-4164-b3e0-9921afbd5fd7 None None] Provisioning complete for port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:37.772430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21014e46-50ec-4164-b3e0-9921afbd5fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:37.817452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21014e46-50ec-4164-b3e0-9921afbd5fd7 None None] Port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:37.859320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-48c2d04e-2f4b-484c-ad2c-b2302586d809 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.860792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-48c2d04e-2f4b-484c-ad2c-b2302586d809 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.55 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1302671 Nov 15 22:35:37.890770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:35:37.902808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1443007e-444a-43f8-a035-fed6d9165d70 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6695e2bc-8019-4057-8112-773d05837237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1334779 Nov 15 22:35:37.911695 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:35:37.926205 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:37.926922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:37.927408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.933470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.939491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.946104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.952202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.958282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.964891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:37.966915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-f6005fa0-4ce5-42bd-b03c-ae94cb457d53 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.2029822 Nov 15 22:35:38.032250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fdcc1-e8fb-4f41-a354-c030c76b6c97 req-c436e6f2-3ef3-4a47-996d-f6e5181a7e51 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:38.033678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-239fdcc1-e8fb-4f41-a354-c030c76b6c97 req-c436e6f2-3ef3-4a47-996d-f6e5181a7e51 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.2052979 Nov 15 22:35:38.116865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3bc6ed7-1090-4711-ba03-13aa8cb42ba8 req-af0b95a2-d12d-4e03-b207-c4da213f11af tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394436 Nov 15 22:35:38.120440 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:38.134645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-239fdcc1-e8fb-4f41-a354-c030c76b6c97 req-b6930fe6-b700-49e6-a26a-577e848ff109 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Nov 15 22:35:38.140043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Deleting port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:35:38.140200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.239842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.248846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0adb8b9-f4f8-4501-b9ff-bd2b1aa1313b req-bec5ac30-2d15-4600-8764-6f14418b7cfb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 210 time: 0.0371175 Nov 15 22:35:38.357286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] For port c5b2d142-0c75-4ff9-979b-21270fa5e6f5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,segment=NetworkSegment(ab50484a-c8ed-4453-a4a7-e37911b11ccd),segment_id=ab50484a-c8ed-4453-a4a7-e37911b11ccd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:38.357563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.381870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206b39-6010-40d3-a7f7-16326c582d96 req-44b324eb-5d7d-43cf-8371-6730bc53126a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:38.383381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13206b39-6010-40d3-a7f7-16326c582d96 req-44b324eb-5d7d-43cf-8371-6730bc53126a tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 947 time: 0.1406560 Nov 15 22:35:38.389264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Calling delete_port for c5b2d142-0c75-4ff9-979b-21270fa5e6f5 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:35:38.421136 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:35:36Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb4c645-52ba-4d3d-a412-f3f493f5c787', 'name': '', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:f6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:35Z', 'updated_at': '2021-11-15T22:35:36Z', 'revision_number': 2, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:38.428703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8a08-6705-4d05-9639-bfa395f22337 req-c8c3bbbd-04a6-44e0-a7a6-480a17569e10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:38.430268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cea8a08-6705-4d05-9639-bfa395f22337 req-c8c3bbbd-04a6-44e0-a7a6-480a17569e10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1128955 Nov 15 22:35:38.458891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:35:38.459262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Updating router 6695e2bc-8019-4057-8112-773d05837237 port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:35:38.492037 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.498888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-893f54a5-0c15-4bb4-b92c-b94bc04ed5b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:38.501181 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-893f54a5-0c15-4bb4-b92c-b94bc04ed5b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.1366735 Nov 15 22:35:38.517968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:38.524417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13206b39-6010-40d3-a7f7-16326c582d96 req-87822d2b-d4d8-46d3-894d-fcf31bcb8a78 tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/security-groups?id=12b2a63d-192a-426a-a749-def7de878c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285388 Nov 15 22:35:38.566006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cea8a08-6705-4d05-9639-bfa395f22337 req-3a0db679-0e63-46c9-86a0-8a31ba7625a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995889 Nov 15 22:35:38.724281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:38.728732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.758781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.778555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['c5b2d142-0c75-4ff9-979b-21270fa5e6f5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:38.793734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Pushing event deleted for resources: {'Port': ['ID=c5b2d142-0c75-4ff9-979b-21270fa5e6f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:38.813623 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.827671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386fc9-9c5d-45dc-917f-3c845ae75a68 req-ba635f19-1efc-4bd6-a67c-311991516d5c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:38.829247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc386fc9-9c5d-45dc-917f-3c845ae75a68 req-ba635f19-1efc-4bd6-a67c-311991516d5c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1032047 Nov 15 22:35:38.854115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] No DVR routers for this DVR port c5b2d142-0c75-4ff9-979b-21270fa5e6f5 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:38.857035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.860245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b1efc7d-aa35-443a-8580-a32dca313654 req-a0681fbb-f9df-4bb1-82ea-63d24637d31f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.55 "DELETE /v2.0/ports/c5b2d142-0c75-4ff9-979b-21270fa5e6f5 HTTP/1.1" status: 204 len: 173 time: 0.9799850 Nov 15 22:35:38.860700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-deleted', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:38.862929 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965dc591-d374-4b7f-a0ab-94690ede43c8" -d '{"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-deleted", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:38.891177 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:38.901192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.6 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/b841c39e-e588-47f8-a2e9-88c2947856f4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:38.903781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc386fc9-9c5d-45dc-917f-3c845ae75a68 req-c8c5e6b8-e633-4e98-a1d2-e4efb60b91c0 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683219 Nov 15 22:35:38.969881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0cfeb84e-528b-4b70-b19a-53c4236cc2eb details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:38.991303 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Pushing event updated for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:39.013427 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.013781 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.014119 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.014448 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.014785 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.015111 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.015434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.015754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.017014 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.022805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.022805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.022805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.042848 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de063e48-b416-458c-8b64-ea16dd7369cc x-openstack-request-id: req-de063e48-b416-458c-8b64-ea16dd7369cc {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:39.049441 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750ca10b-2035-4e09-a9cd-4865c7243cdb", "name": "network-vif-deleted", "tag": "c5b2d142-0c75-4ff9-979b-21270fa5e6f5", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:39.049441 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de063e48-b416-458c-8b64-ea16dd7369cc {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:39.049686 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Attempting to bind port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:39.049794 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750ca10b-2035-4e09-a9cd-4865c7243cdb', 'name': 'network-vif-deleted', 'tag': 'c5b2d142-0c75-4ff9-979b-21270fa5e6f5', 'status': 'completed', 'code': 200} Nov 15 22:35:39.049883 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Attempting to bind port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:39.049883 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Attempting to bind port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 on network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:39.051738 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:39.065580 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Checking segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:39.066123 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.066520 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Bound using segment: {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:39.067400 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Bound port: 1fb4c645-52ba-4d3d-a412-f3f493f5c787, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5111df3-da1a-4b26-af97-364c603852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:39.067779 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.138968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:39.152474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.158168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'port_id': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb', 'mac_address': 'fa:16:3e:71:fa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:39.181895 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] For port 1fb4c645-52ba-4d3d-a412-f3f493f5c787, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:39.186653 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] For port 1fb4c645-52ba-4d3d-a412-f3f493f5c787, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1fb4c645-52ba-4d3d-a412-f3f493f5c787,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:39.215931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.240003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-cf5e01ec-3374-4d4c-ae14-a9023b99f606 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.242218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-cf5e01ec-3374-4d4c-ae14-a9023b99f606 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1043310 Nov 15 22:35:39.251808 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.254159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfeb84e-528b-4b70-b19a-53c4236cc2eb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:39.292526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:39.311847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-941917ec-b4e4-4366-a837-175853885f1a None None] Provisioning complete for port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:39.312445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941917ec-b4e4-4366-a837-175853885f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.353663 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:39.354739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:39.373549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.376784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.386075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.393116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.400671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.407840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.410342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:39.414805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.415583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.415879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 951539ac-6dbc-41f6-bf6c-a11c35fa6130 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:39.423327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.424850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-c23a9d0f-5604-42ec-baaf-91a81e96d24f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5429 time: 0.1700790 Nov 15 22:35:39.434512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfc50e-db5b-4afb-906d-a3c7ac47e249 req-68760c8b-f034-440a-8a23-5815a18f73f9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.441973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34bfc50e-db5b-4afb-906d-a3c7ac47e249 req-68760c8b-f034-440a-8a23-5815a18f73f9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 945 time: 0.1672270 Nov 15 22:35:39.465668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:39.471985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:35:39.472816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.473409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072496e-9bdd-4c77-a8ea-68da3e1a915f None None] Pushing event updated for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:39.501948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.502514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.502514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.502812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.506015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.506358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.506693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.507028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.508776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.509429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.509766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.510114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.510446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:39.538928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:39.561387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34bfc50e-db5b-4afb-906d-a3c7ac47e249 req-9e703baf-e830-4615-9cfb-fd90c4ba50cd tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182764 Nov 15 22:35:39.561589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:39.598848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1499c5ce-08ad-4624-a414-301c14a366d7 req-7e6e327e-b560-4b89-a9a6-b1d548325c39 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318653 Nov 15 22:35:39.601236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941917ec-b4e4-4366-a837-175853885f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.611962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:39.622632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:39.627691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:39.754522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.755170 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.767939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:39.768363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.772883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89a3462e-f31f-4b12-9ac3-467d7df4eebd req-28f4c031-722c-46f7-8250-fc70c49ad21f tempest-ServersNegativeTestJSON-1448411129 tempest-ServersNegativeTestJSON-1448411129-project] 10.222.0.15 "GET /v2.0/ports?device_id=750ca10b-2035-4e09-a9cd-4865c7243cdb HTTP/1.1" status: 200 len: 210 time: 0.0468621 Nov 15 22:35:39.776369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-941917ec-b4e4-4366-a837-175853885f1a None None] For port 1fb4c645-52ba-4d3d-a412-f3f493f5c787, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1fb4c645-52ba-4d3d-a412-f3f493f5c787,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:39.789759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:35:39.813527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157c8e-92e0-4f07-a76c-2ac553f94e96 req-0137d42b-6d58-41cb-95eb-a8bfb61788aa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:39.813527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6157c8e-92e0-4f07-a76c-2ac553f94e96 req-0137d42b-6d58-41cb-95eb-a8bfb61788aa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 931 time: 0.1179645 Nov 15 22:35:39.857715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941917ec-b4e4-4366-a837-175853885f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:39.865727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:39.914230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ad7ddd58-74c0-4c64-b48c-0329cc2edb9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997571 Nov 15 22:35:39.934741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Request body: {'port': {'device_id': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:39.934959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'port_id': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'mac_address': 'fa:16:3e:91:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91349e88-9d14-437a-a99b-992f1ced8e80', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:39.956753 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:35:36Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb4c645-52ba-4d3d-a412-f3f493f5c787', 'name': '', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:f6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:35Z', 'updated_at': '2021-11-15T22:35:39Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:39.964702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6157c8e-92e0-4f07-a76c-2ac553f94e96 req-9f699ebd-7f04-44a5-a9a4-1ed95317180e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353850 Nov 15 22:35:40.000702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab50f7-1c08-4187-9bea-23129d6a1c24 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:35:36Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb4c645-52ba-4d3d-a412-f3f493f5c787', 'name': '', 'network_id': '3ee16d1a-8f03-4c38-be14-d43028f3e3d2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:f6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:35Z', 'updated_at': '2021-11-15T22:35:39Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:35:40.002132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6fdf9-2efd-49bf-8a99-6a084750f06b req-8fb2558c-ec1e-4397-8bfb-f509f7205d7a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:40.003677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cb6fdf9-2efd-49bf-8a99-6a084750f06b req-8fb2558c-ec1e-4397-8bfb-f509f7205d7a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0945027 Nov 15 22:35:40.025321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.072982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951539ac-6dbc-41f6-bf6c-a11c35fa6130 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:40.076065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.108769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941917ec-b4e4-4366-a837-175853885f1a None None] Pushing event updated for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:40.118386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9ff9e811-9275-4dd2-8102-bbe449a410d7 None None] Provisioning complete for port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:40.119133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e811-9275-4dd2-8102-bbe449a410d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.123986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:40.154086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cb6fdf9-2efd-49bf-8a99-6a084750f06b req-a3da43a6-07c5-44a4-9348-a3a07251bda1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387444 Nov 15 22:35:40.195535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f488f14-fcd9-4198-a5e6-57fd4729991a req-4803d4c9-d4f3-4d21-863e-ea7d25b3c8bd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:40.200176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f488f14-fcd9-4198-a5e6-57fd4729991a req-4803d4c9-d4f3-4d21-863e-ea7d25b3c8bd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1375811 Nov 15 22:35:40.248943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.250182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 249e05a3-0eb2-417e-a1d1-74ea03f07719 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:40.275852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f488f14-fcd9-4198-a5e6-57fd4729991a req-75eb0560-df6b-425f-bc90-da438f036840 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744958 Nov 15 22:35:40.375764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:40.401789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'port_id': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'mac_address': 'fa:16:3e:7a:df:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:40.403478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:40.406300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c267-fb9f-47cf-82f1-3fc619888df0 req-cc685c4c-ad6b-4dfd-80df-115faa417b8c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:40.414204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c786c267-fb9f-47cf-82f1-3fc619888df0 req-cc685c4c-ad6b-4dfd-80df-115faa417b8c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0627751 Nov 15 22:35:40.433535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.467412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.472713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c786c267-fb9f-47cf-82f1-3fc619888df0 req-0c871514-0238-4bb8-8033-26435970c3b6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525818 Nov 15 22:35:40.496999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249e05a3-0eb2-417e-a1d1-74ea03f07719 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:40.500695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.516244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:40.557208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:40.570019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:40.591775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b841c39e-e588-47f8-a2e9-88c2947856f4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:40.605414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:40.609809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.613144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fbfc224c-03ae-4a8f-be46-e0ec4d2ae149 req-2c4e33c0-118b-4434-b853-9b70feda9b14 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "DELETE /v2.0/ports/7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 HTTP/1.1" status: 204 len: 173 time: 1.3630795 Nov 15 22:35:40.613617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'name': 'network-vif-deleted', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:40.615921 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a56457-0fea-457e-bf64-09247a0fe4bd" -d '{"events": [{"server_uuid": "045e302d-432a-438b-9615-dc935048e619", "name": "network-vif-deleted", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:40.620286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.626867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.627026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe9f2-65b7-4472-a943-0446de857ef6 req-fde20e5a-3d41-45af-8ee0-998acd347a7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:40.627026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e48fe9f2-65b7-4472-a943-0446de857ef6 req-fde20e5a-3d41-45af-8ee0-998acd347a7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0802798 Nov 15 22:35:40.627386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5d38e6f6-c048-477c-818f-fd5020f10af3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:40.639573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Transition to ACTIVE for port object b841c39e-e588-47f8-a2e9-88c2947856f4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:40.730601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.730829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:40.734157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97203111-3153-48f3-87ab-968bb98626d3 req-ea96946a-f0bb-4706-9832-834b760f5523 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=045e302d-432a-438b-9615-dc935048e619 HTTP/1.1" status: 200 len: 210 time: 0.0745416 Nov 15 22:35:40.739380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:40.745614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'network_id': '05553f3e-2b3f-4f3d-b38a-f64d81205cf0', 'port_id': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'mac_address': 'fa:16:3e:2f:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91349e88-9d14-437a-a99b-992f1ced8e80', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:40.770207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e48fe9f2-65b7-4472-a943-0446de857ef6 req-f396edb6-a8a9-4eff-ab27-1e11c7398df2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362677 Nov 15 22:35:40.830872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:40.835686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:40.857423 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aaaf3d-8737-4c76-8111-bb3cef26833c x-openstack-request-id: req-28aaaf3d-8737-4c76-8111-bb3cef26833c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:40.857787 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e302d-432a-438b-9615-dc935048e619", "name": "network-vif-deleted", "tag": "7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:40.858100 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28aaaf3d-8737-4c76-8111-bb3cef26833c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:40.858982 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e302d-432a-438b-9615-dc935048e619', 'name': 'network-vif-deleted', 'tag': '7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4', 'status': 'completed', 'code': 200} Nov 15 22:35:40.876076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d38e6f6-c048-477c-818f-fd5020f10af3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:40.919121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1fb4c645-52ba-4d3d-a412-f3f493f5c787 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:40.935680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:40.936958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:40.950775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Attempting to bind port b841c39e-e588-47f8-a2e9-88c2947856f4 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:40.951442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Attempting to bind port b841c39e-e588-47f8-a2e9-88c2947856f4 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:40.951788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Attempting to bind port b841c39e-e588-47f8-a2e9-88c2947856f4 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:40.956956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Port b841c39e-e588-47f8-a2e9-88c2947856f4 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:40.957591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Attempting to bind port b841c39e-e588-47f8-a2e9-88c2947856f4 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:40.963363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:40.969492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:40.969492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:40.969492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Bound port: b841c39e-e588-47f8-a2e9-88c2947856f4, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:40.969492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.028993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:41.029481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.041689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.049018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.055088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.061888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.069403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.071376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.072158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 40601589-a276-4220-8cb5-bee29e1f3f60 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:41.076331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.082839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.084533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:41.088487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b841c39e-e588-47f8-a2e9-88c2947856f4,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:41.092874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-9db23989-a81c-443d-9a18-dc49e8b489a9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5432 time: 0.1702363 Nov 15 22:35:41.105762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:35:41.113998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Deleting subnet 4eecd75d-d88e-426d-abca-7f6009db6e3f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:35:41.129967 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.182776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.185621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:41.202206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.223406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.223725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.225267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] 10.222.0.55 "PUT /v2.0/ports/b841c39e-e588-47f8-a2e9-88c2947856f4 HTTP/1.1" status: 200 len: 1091 time: 1.2967579 Nov 15 22:35:41.268806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93056-d60a-415b-b336-40742106bf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:41.269034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=40601589-a276-4220-8cb5-bee29e1f3f60,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.270408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '40601589-a276-4220-8cb5-bee29e1f3f60', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'port_id': '40601589-a276-4220-8cb5-bee29e1f3f60', 'mac_address': 'fa:16:3e:6a:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:41.275532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e809f3a3-1313-4eab-a7de-c8efde8e7982 req-186d5a22-2353-4ede-81ff-92c9e2687578 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817844 Nov 15 22:35:41.283135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248696c-3832-4683-ae6f-1d0de04c23fb req-938b0e8b-858a-443d-a1cb-bde97767cc41 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.284667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6248696c-3832-4683-ae6f-1d0de04c23fb req-938b0e8b-858a-443d-a1cb-bde97767cc41 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 943 time: 0.1889629 Nov 15 22:35:41.314569 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.315216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.330649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40601589-a276-4220-8cb5-bee29e1f3f60 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:41.352493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=40601589-a276-4220-8cb5-bee29e1f3f60,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.382999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6248696c-3832-4683-ae6f-1d0de04c23fb req-ba246248-1fac-4a03-8868-9041b81e241c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873871 Nov 15 22:35:41.420108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ddedf39b-4103-4872-b6d1-96867d41b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.421682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-ddedf39b-4103-4872-b6d1-96867d41b8d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 1094 time: 0.0656753 Nov 15 22:35:41.434290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.435139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:41.472548 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-9022d58c-8ece-42fa-a6a3-9fbfdbc22a90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b841c39e-e588-47f8-a2e9-88c2947856f4 HTTP/1.1" status: 200 len: 217 time: 0.0415537 Nov 15 22:35:41.522757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.529620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-15b1a86e-21b8-49c2-a548-e7afc8d83573 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.530792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-15b1a86e-21b8-49c2-a548-e7afc8d83573 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.1436925 Nov 15 22:35:41.532841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:41.543210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-9adeb28b-0cc4-41f4-9915-dcaec1140cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.544729 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-9adeb28b-0cc4-41f4-9915-dcaec1140cb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0601590 Nov 15 22:35:41.545267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'port_id': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'mac_address': 'fa:16:3e:c5:e5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:41.565347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-ee92417a-8e48-4f56-a81c-7a7b9bb85136 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/quotas/adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 375 time: 0.0249736 Nov 15 22:35:41.579094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615bdbe-996d-468c-a57d-939c851a42c0 req-d5247589-b136-4254-95ad-a0283fdbfab9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.581548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8615bdbe-996d-468c-a57d-939c851a42c0 req-d5247589-b136-4254-95ad-a0283fdbfab9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0972359 Nov 15 22:35:41.583672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-0094f9d6-7be9-4efc-93a4-6bf3dcf50ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307496 Nov 15 22:35:41.589484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.609614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:41.630871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.649165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.692827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eecd75d-d88e-426d-abca-7f6009db6e3f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:41.694816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.697989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea198723-27ec-4080-ac8a-b00a119cb7c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4eecd75d-d88e-426d-abca-7f6009db6e3f HTTP/1.1" status: 204 len: 168 time: 0.7589099 Nov 15 22:35:41.700740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:41.705009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-fbcae030-8c8c-4c56-8d1d-2b5c41e5ac93 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060426 Nov 15 22:35:41.707639 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.708377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a834201b-a843-45fb-9015-d7b128cee4d1 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:41.723337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8615bdbe-996d-468c-a57d-939c851a42c0 req-20ae2859-8594-4e20-ad35-9f947d77bb9d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269937 Nov 15 22:35:41.782794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:41.786855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a834201b-a843-45fb-9015-d7b128cee4d1,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.799378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'a834201b-a843-45fb-9015-d7b128cee4d1', 'network_id': '50f1c9ee-9ace-4c12-9ad2-390380f83379', 'port_id': 'a834201b-a843-45fb-9015-d7b128cee4d1', 'mac_address': 'fa:16:3e:42:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e329f7b9-012c-416b-89e3-5e9ded71e7a0', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:41.829245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d1aa8dde-fc17-4980-a9c8-b79ce85f2a24 req-f4dfa289-c10c-46b2-a2fd-c49addfc8de7 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112397 Nov 15 22:35:41.835190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-c1256c3f-1c59-4fc6-b89a-a9da6c21e262 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2524714 Nov 15 22:35:41.856281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.871102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a834201b-a843-45fb-9015-d7b128cee4d1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:41.892038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:41.892163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a834201b-a843-45fb-9015-d7b128cee4d1,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:41.905509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4dbbe-5427-4b6a-b6d8-304cbdf5de60 req-267af3a4-64a7-4377-a14c-7d20ccf6b630 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:41.907024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3f4dbbe-5427-4b6a-b6d8-304cbdf5de60 req-267af3a4-64a7-4377-a14c-7d20ccf6b630 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1018257 Nov 15 22:35:41.958823 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.006526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:42.057352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.330254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287ca855-78ba-414f-9892-0f25adeeb185']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:42.345559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3f4dbbe-5427-4b6a-b6d8-304cbdf5de60 req-7f1ab707-00af-4d2a-a6d7-674a273a416e tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305098 Nov 15 22:35:42.354434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab50484a-c8ed-4453-a4a7-e37911b11ccd') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:42.354717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab50484a-c8ed-4453-a4a7-e37911b11ccd') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:42.372833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:42.378217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.383857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-be5c5bda-9cfe-43c9-96d0-60c383b51875 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289481 Nov 15 22:35:42.394230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: c5b2d142-0c75-4ff9-979b-21270fa5e6f5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:42.401513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device c5b2d142-0c75-4ff9-979b-21270fa5e6f5 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:42.451814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.486911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:35:42.487313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:35:42.488999 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:35:42.585854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.591676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.597591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.603574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.609540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.615560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.621801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.623647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-745b80d9-470c-4bdc-ac20-eb60bc4a8f8c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5436 time: 0.1745818 Nov 15 22:35:42.625618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-08aba0d2-9d06-4787-86d0-c748aa6ebd1c service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346475 Nov 15 22:35:42.656805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.667608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:42.667608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/287ca855-78ba-414f-9892-0f25adeeb185 HTTP/1.1" status: 204 len: 168 time: 0.9657216 Nov 15 22:35:42.686626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f9cbf-ec2d-48a3-b29a-c6856b2be8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=287ca855-78ba-414f-9892-0f25adeeb185,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:42.704193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ddb57e6-bf93-41ba-abda-7724c4a98ef9 req-c8427917-1662-49fa-8576-dc9cb73021a3 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741677 Nov 15 22:35:42.725692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['249e05a3-0eb2-417e-a1d1-74ea03f07719'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.759134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['951539ac-6dbc-41f6-bf6c-a11c35fa6130'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.787262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['34ed6531-1ba9-49e1-aa0c-fab6506dd6fe'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.798467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['40601589-a276-4220-8cb5-bee29e1f3f60'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.826219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0404032-c470-4947-bfa1-ed7c97e81b5d req-e55242d8-2f57-4c6b-881f-619770054e63 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:42.826641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a834201b-a843-45fb-9015-d7b128cee4d1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.827738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0404032-c470-4947-bfa1-ed7c97e81b5d req-e55242d8-2f57-4c6b-881f-619770054e63 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 943 time: 0.0521584 Nov 15 22:35:42.855431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5d38e6f6-c048-477c-818f-fd5020f10af3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:42.860257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:42.863466 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b092cfee-9506-4206-b81c-dbcc02be8216" -d '{"events": [{"name": "network-changed", "server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:42.878914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0404032-c470-4947-bfa1-ed7c97e81b5d req-5121d1fa-e754-4d1d-b210-fd673f3f2029 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Nov 15 22:35:43.037908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:43.091661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d922ecb9-7dd7-4554-a6d9-a2c66379a80b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90857edae3146bea6c4ee8101ec3471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525689 Nov 15 22:35:43.092644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:43.143001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b742f5e-173d-4c2b-9953-fbb824583005 req-8fc976c2-6ee6-4f8e-a122-1904858d21a6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.144268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b742f5e-173d-4c2b-9953-fbb824583005 req-8fc976c2-6ee6-4f8e-a122-1904858d21a6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0866487 Nov 15 22:35:43.154220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:43.154671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-29bb6467-5909-4f63-96ec-3a253e5d30d9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.156131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-29bb6467-5909-4f63-96ec-3a253e5d30d9 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1818867 Nov 15 22:35:43.173946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-27064892-4549-47b2-b816-bd5ddd5a3355 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/quotas/ebc0a22b52684ee8b6d07f0de60e45da HTTP/1.1" status: 200 len: 375 time: 0.0105052 Nov 15 22:35:43.186269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:43.233930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-d7a57fd9-394e-4316-8cd9-165a0c8b8c2a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480576 Nov 15 22:35:43.304827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b742f5e-173d-4c2b-9953-fbb824583005 req-174a2601-043a-49ed-9d55-896124b4f93e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470716 Nov 15 22:35:43.331299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:43.334508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:43.336859 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12b2a63d-192a-426a-a749-def7de878c49 HTTP/1.1" status: 204 len: 168 time: 0.2430060 Nov 15 22:35:43.353203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28e36-5b8d-49b7-ba18-a211656555b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2a63d-192a-426a-a749-def7de878c49,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:43.398442 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6d588-5217-49e3-9cad-a8e2b45f657f x-openstack-request-id: req-dcf6d588-5217-49e3-9cad-a8e2b45f657f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:43.399223 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:43.399476 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcf6d588-5217-49e3-9cad-a8e2b45f657f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:43.399878 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4', 'status': 'completed', 'code': 200} Nov 15 22:35:43.402561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-8a6af89d-a698-4860-99a3-a478c50db690 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558132 Nov 15 22:35:43.485011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-cc626a22-35be-4556-9ca8-b3d7880379dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.487680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-cc626a22-35be-4556-9ca8-b3d7880379dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 1094 time: 0.0603282 Nov 15 22:35:43.536572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a42b2749-a59f-4a96-a43f-b57a7a5f6a37 req-d23b0aab-2940-4baa-9a7e-a8e1611e8e11 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 210 time: 0.0534778 Nov 15 22:35:43.596037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-2ce3439e-922f-4b47-b943-d98b9fa4aa28 service neutron] 10.222.0.15 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924284 Nov 15 22:35:43.620191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0cfeb84e-528b-4b70-b19a-53c4236cc2eb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:43.672669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-4ea0972c-3726-421f-a981-6082083c1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.672669 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-4ea0972c-3726-421f-a981-6082083c1209 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 907 time: 0.1742053 Nov 15 22:35:43.711372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331c912-332d-46fd-92ca-cf77de30c130 req-245c3a04-fbe2-425e-a182-4c1222fd2983 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.713774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f331c912-332d-46fd-92ca-cf77de30c130 req-245c3a04-fbe2-425e-a182-4c1222fd2983 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.0705717 Nov 15 22:35:43.725096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-c8d4761c-f07f-483d-aed4-d8d740f47d0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b841c39e-e588-47f8-a2e9-88c2947856f4 HTTP/1.1" status: 200 len: 217 time: 0.0459671 Nov 15 22:35:43.779494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f331c912-332d-46fd-92ca-cf77de30c130 req-a9358d1a-e779-4334-b934-75d0254f4929 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594687 Nov 15 22:35:43.800960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-6f8dff1b-02ca-4d09-bc65-b78f89e812a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:43.802481 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-6f8dff1b-02ca-4d09-bc65-b78f89e812a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0711451 Nov 15 22:35:43.862219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-da40d85a-7cd0-4414-8059-e93d8e177578 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516479 Nov 15 22:35:43.970317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff7c8632-605f-4567-aed9-4272b77b08b2 req-7a98fe31-9a3b-4cf9-ba97-1a256d00ae93 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 210 time: 0.0919459 Nov 15 22:35:43.993607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:44.032865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:44.033405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7e1cfd79-b8cb-48a5-b6ca-3dfe751062b4 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:44.037953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-94db909d-21d4-4025-9e4a-92f45c474589 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596930 Nov 15 22:35:44.046830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.059217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.069072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.076196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.083675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.090938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.097097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.099366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-355d90d6-adb8-4230-8deb-bf7978972321 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5436 time: 0.2321813 Nov 15 22:35:44.140257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b092cfee-9506-4206-b81c-dbcc02be8216 req-ed661fa6-abff-4451-b1af-c6514c0122f1 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952890 Nov 15 22:35:44.182562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f5e5-bef9-41af-a8f2-609bb3bf480e req-e077fd32-e02f-49ae-b593-cf53884d9682 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.184077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5893f5e5-bef9-41af-a8f2-609bb3bf480e req-e077fd32-e02f-49ae-b593-cf53884d9682 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 943 time: 0.0837862 Nov 15 22:35:44.205274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b05db2f-fdc0-4da9-aaeb-dd52a1e5da2c req-f4dc31fd-fb9e-4c53-99be-59c85531595f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942752 Nov 15 22:35:44.247089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5893f5e5-bef9-41af-a8f2-609bb3bf480e req-24f4f6ba-4752-4a38-b62b-13b85f2d5af5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Nov 15 22:35:44.402593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b841c39e-e588-47f8-a2e9-88c2947856f4 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:44.484087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b66e0-4e59-49bf-a3aa-ce46dda0c372 req-aea2af63-5f13-4f6f-be67-d22d5e9dd5d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.485882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf3b66e0-4e59-49bf-a3aa-ce46dda0c372 req-aea2af63-5f13-4f6f-be67-d22d5e9dd5d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0975485 Nov 15 22:35:44.526138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b841c39e-e588-47f8-a2e9-88c2947856f4,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:44.537307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'b841c39e-e588-47f8-a2e9-88c2947856f4', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': 'b841c39e-e588-47f8-a2e9-88c2947856f4', 'mac_address': 'fa:16:3e:fa:a6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:44.540195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf3b66e0-4e59-49bf-a3aa-ce46dda0c372 req-163ab93e-bcc2-4f7c-a87e-c518fc0d5050 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476716 Nov 15 22:35:44.577573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:44.594820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b841c39e-e588-47f8-a2e9-88c2947856f4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:44.616943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b841c39e-e588-47f8-a2e9-88c2947856f4,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:44.646952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-199c5c95-e6b7-4edb-be33-c81630da3827 req-7a46737f-9371-4f5a-8aae-69f078d905bb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 210 time: 0.0279534 Nov 15 22:35:44.697085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:44.725069 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:44.773688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:44.810281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-263295182-network', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:44.894615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fcebc-8c99-48de-9ef3-72f04dd09732 req-ba9322a1-906d-41b0-97bb-977b3228c5b1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:44.896074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a17fcebc-8c99-48de-9ef3-72f04dd09732 req-ba9322a1-906d-41b0-97bb-977b3228c5b1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.0495689 Nov 15 22:35:44.915719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Made reservation on behalf of 71c17aafcabc41d0bdd46e58460c8ab3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:44.917935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:44.928690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:44.968936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a17fcebc-8c99-48de-9ef3-72f04dd09732 req-ddc845c9-c19c-47f9-986e-758009014025 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Nov 15 22:35:45.010334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['b841c39e-e588-47f8-a2e9-88c2947856f4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:45.032567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.071238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47137101-615b-45aa-9495-55fa651b54e0 req-8d01b108-6346-4657-afc6-7c7deba2eca1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Nov 15 22:35:45.107429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.131732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:35:45.141485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9333be6-d0f3-459e-8619-cf990a72acfc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:45.146847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.147194 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Added segment ae58d78c-733b-4265-b5a5-536789a530cd of type vlan for network c62e890b-0d76-46ca-b1ec-c4b438e21bfc Nov 15 22:35:45.190916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.278731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.279763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.280359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.352929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-f6d59487-06ca-42ef-af22-85e052a63930 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.355046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-f6d59487-06ca-42ef-af22-85e052a63930 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.1369214 Nov 15 22:35:45.384132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'device_id': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'admin_state_up': True, 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:45.405254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] Pushing event updated for resources: {'Network': ['ID=c62e890b-0d76-46ca-b1ec-c4b438e21bfc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:45.417217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9f20d82f-5515-4749-a8f6-38ace5bc42db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7149587 Nov 15 22:35:45.417334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:35:45.421559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:45.426701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Request body: {'subnet': {'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-263295182-subnet', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:45.455933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.464398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.470926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.477447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.484703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.490312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.496690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.498585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16845d26-41c7-440f-8205-391281c408bb req-46d223a4-7edc-461d-835c-6d62f47457fc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5436 time: 0.2116947 Nov 15 22:35:45.541318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309185-d9ff-4945-8ad2-30a01b6121f7 req-4ce3bfcb-c1e6-44b5-a90f-b3b66f96f7b2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.542983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51309185-d9ff-4945-8ad2-30a01b6121f7 req-4ce3bfcb-c1e6-44b5-a90f-b3b66f96f7b2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 944 time: 0.1857417 Nov 15 22:35:45.630222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16845d26-41c7-440f-8205-391281c408bb req-90f2515f-0a84-4a9d-971b-a76db4607b3e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168363 Nov 15 22:35:45.632315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Made reservation on behalf of 71c17aafcabc41d0bdd46e58460c8ab3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:45.638622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.639742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51309185-d9ff-4945-8ad2-30a01b6121f7 req-dbaf2b44-2fce-47bb-a5bc-a7c7fc656857 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876350 Nov 15 22:35:45.782403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52ef2aee-371c-4fad-90d6-e9993512236d req-bb907fbe-25d9-4b76-bea2-26ce77a620e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 210 time: 0.0439966 Nov 15 22:35:45.811005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976d5ee-145a-4655-b389-95e35a3eeb75 req-15fe1b8e-8825-4e6f-8445-55369d740142 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:45.812991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2976d5ee-145a-4655-b389-95e35a3eeb75 req-15fe1b8e-8825-4e6f-8445-55369d740142 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1070631 Nov 15 22:35:45.914307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2976d5ee-145a-4655-b389-95e35a3eeb75 req-30a49a29-bc8e-4201-b2ed-59deef0b04ed tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827212 Nov 15 22:35:45.952687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:45.956253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:45.986769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 249e05a3-0eb2-417e-a1d1-74ea03f07719 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:46.004369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.094302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266a48ab-e741-4dee-8e51-1a200d5bc662,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:46.094721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.20.0.3 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/7c6829b7-8635-481f-8d82-83be30e1d2d5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:46.112837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 249e05a3-0eb2-417e-a1d1-74ea03f07719 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:46.119992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 249e05a3-0eb2-417e-a1d1-74ea03f07719 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:46.125041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.127837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Checking segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:46.128253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Network hostable DHCP agents. Network: c62e890b-0d76-46ca-b1ec-c4b438e21bfc, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:35:46.164513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c6ce5-ad14-4f4a-86fb-567ac2d7fb84 req-e678978c-5454-4f93-9b17-7ec18f48f180 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:46.173395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d0c6ce5-ad14-4f4a-86fb-567ac2d7fb84 req-e678978c-5454-4f93-9b17-7ec18f48f180 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1201897 Nov 15 22:35:46.239145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee17b8d9-026e-427a-a78a-6c773351bab3 req-7dc040da-f112-401b-bab6-f8f3a0f7ef60 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 210 time: 0.0901470 Nov 15 22:35:46.241038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.261359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d0c6ce5-ad14-4f4a-86fb-567ac2d7fb84 req-44f06a9d-58c7-442f-b6a9-b35bf9985718 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868881 Nov 15 22:35:46.268756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-75c8db20-64c2-4507-a5bf-8d4395fff887 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:46.270278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-75c8db20-64c2-4507-a5bf-8d4395fff887 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 812 time: 0.1841559 Nov 15 22:35:46.275190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:46.279399 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb96435-c5fb-4f27-ae8b-3d916d90b981" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:46.293220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:46.296992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Request body: {'port': {'device_id': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'admin_state_up': True, 'tenant_id': 'ebc0a22b52684ee8b6d07f0de60e45da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:46.319445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:35:46.337344 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d5f999-e22a-4a7f-bb02-6e264d5129d8 x-openstack-request-id: req-a9d5f999-e22a-4a7f-bb02-6e264d5129d8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:46.337649 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:46.337882 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9d5f999-e22a-4a7f-bb02-6e264d5129d8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:46.338268 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'code': 200} Nov 15 22:35:46.370215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.370937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:46.402477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.404702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c62e890b-0d76-46ca-b1ec-c4b438e21bfc) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:46.417171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:46.418394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.423053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b841c39e-e588-47f8-a2e9-88c2947856f4 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:46.428583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3846b615-b42e-4030-94d7-f24860cd12f1 None None] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:35:46.530714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Made reservation on behalf of ebc0a22b52684ee8b6d07f0de60e45da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:35:46.534459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.544362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:46.593304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.610625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:46.632310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:46.648879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2edabe3-7c0d-41e3-b975-ad8467acc468 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2261608 Nov 15 22:35:46.651617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:46.657572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:46.685802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:46.687735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port b841c39e-e588-47f8-a2e9-88c2947856f4 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:46.712647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:46.712997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.721099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port b841c39e-e588-47f8-a2e9-88c2947856f4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:46.721444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.742021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Allocated IP 172.20.0.10 (29870724-b3dc-4e41-9db6-b3590b40b7ab/757c0eb5-d816-42b2-bea0-4c88f5d93da6/d245c5c5-13d7-4d85-ad3d-c054d5bf0194) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:46.759247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.762960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.811075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:35:46.811947 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.940424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.960748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:46.963704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f09b-36cf-47e9-9838-591ddc2afa95 req-91287093-2180-498a-847f-112d6a3316fa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:46.973402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b007f09b-36cf-47e9-9838-591ddc2afa95 req-91287093-2180-498a-847f-112d6a3316fa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 944 time: 0.1932924 Nov 15 22:35:46.994684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:47.008369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:47.011179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:47.038973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:47.075404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.076205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.091028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.158106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b007f09b-36cf-47e9-9838-591ddc2afa95 req-ba2d3595-284b-472c-8b9c-3d479faf6c77 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834352 Nov 15 22:35:47.162963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event updated for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:47.172496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-7cb0ac86-13d3-4569-aa78-4ae87f106012 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7920766 Nov 15 22:35:47.187167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Request body: {'port': {'device_id': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:47.190055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.194686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Network 29870724-b3dc-4e41-9db6-b3590b40b7ab is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:47.197643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:47.202257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:47.223732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.230801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.231387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:47.238506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.245624 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.257048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.268173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.277425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.284661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.287791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-718c2b72-5653-4511-9466-66eec826a06b tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5437 time: 0.2918777 Nov 15 22:35:47.309835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Allocated IP 172.20.0.2 (c62e890b-0d76-46ca-b1ec-c4b438e21bfc/266a48ab-e741-4dee-8e51-1a200d5bc662/10f1a895-a9ce-4698-a484-bd704bef50b8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:47.311732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.322966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.323678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.337319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.404734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b841c39e-e588-47f8-a2e9-88c2947856f4,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:47.406047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-18f5f443-b5e4-4d36-916a-002e8673dac6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1127920 Nov 15 22:35:47.410784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.455025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Request body: {'port': {'device_id': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:47.461314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:47.467782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707864a-5d14-4ae8-a154-0b01eef907ba req-1564b861-2eaf-49b8-b03c-9124ccf3c749 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.469674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-436f5fd6-7ac6-4886-a5ff-5cf11d254973 None None] Provisioning complete for port 7c6829b7-8635-481f-8d82-83be30e1d2d5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:47.470040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-436f5fd6-7ac6-4886-a5ff-5cf11d254973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.470243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5707864a-5d14-4ae8-a154-0b01eef907ba req-1564b861-2eaf-49b8-b03c-9124ccf3c749 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 931 time: 0.1815588 Nov 15 22:35:47.504822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.513867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26685672-5f02-4b87-8b76-386213d3fdb0 req-00ec4d56-3e76-4c95-ae05-ecfdb082597c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767232 Nov 15 22:35:47.598922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.644952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5707864a-5d14-4ae8-a154-0b01eef907ba req-1a49cb0d-5d88-4138-a603-d56c00c7fa01 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635535 Nov 15 22:35:47.686172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de756463-e8ad-49d6-8400-f54a4c8028f2 req-8217c065-f7b1-4142-a207-9bed884cb044 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.699779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de756463-e8ad-49d6-8400-f54a4c8028f2 req-8217c065-f7b1-4142-a207-9bed884cb044 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1139214 Nov 15 22:35:47.702685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-436f5fd6-7ac6-4886-a5ff-5cf11d254973 None None] Port 7c6829b7-8635-481f-8d82-83be30e1d2d5 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:47.750875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:47.771924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.810486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de756463-e8ad-49d6-8400-f54a4c8028f2 req-a04d26ac-dfa1-43d2-b8b3-504cea108574 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095021 Nov 15 22:35:47.820455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9911cf-592f-415d-a24e-968a022111be req-57f33813-d363-495b-9da0-68e13d386c99 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:47.822092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a9911cf-592f-415d-a24e-968a022111be req-57f33813-d363-495b-9da0-68e13d386c99 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 932 time: 0.0933390 Nov 15 22:35:47.849081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.863930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6829b7-8635-481f-8d82-83be30e1d2d5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:47.874741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.903164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:47.907901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Transition to ACTIVE for port object 7c6829b7-8635-481f-8d82-83be30e1d2d5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:47.909214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:47.913382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:47.926412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Pushing event updated for resources: {'Port': ['ID=10f1a895-a9ce-4698-a484-bd704bef50b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:47.982829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:47.986682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 40601589-a276-4220-8cb5-bee29e1f3f60 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:48.013335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Attempting to bind port 10f1a895-a9ce-4698-a484-bd704bef50b8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:48.013912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Attempting to bind port 10f1a895-a9ce-4698-a484-bd704bef50b8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:48.014190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Attempting to bind port 10f1a895-a9ce-4698-a484-bd704bef50b8 on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:48.016606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d245c5c5-13d7-4d85-ad3d-c054d5bf0194 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:48.023248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:48.023631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Checking segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:48.024024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.024413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Bound using segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:48.024926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Bound port: 10f1a895-a9ce-4698-a484-bd704bef50b8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:48.025445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.048438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.073357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Transition to ACTIVE for port object d245c5c5-13d7-4d85-ad3d-c054d5bf0194 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:48.108677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:48.121233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] For port 10f1a895-a9ce-4698-a484-bd704bef50b8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:48.134852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] For port 10f1a895-a9ce-4698-a484-bd704bef50b8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10f1a895-a9ce-4698-a484-bd704bef50b8,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:48.149524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.198724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 40601589-a276-4220-8cb5-bee29e1f3f60 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:48.204313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 40601589-a276-4220-8cb5-bee29e1f3f60 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:48.204762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.231586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a9911cf-592f-415d-a24e-968a022111be req-ce523f10-5163-4544-8c94-fda6bd6e56ab tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010565 Nov 15 22:35:48.233939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Pushing event updated for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:48.239803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Attempting to bind port 7c6829b7-8635-481f-8d82-83be30e1d2d5 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:48.240694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Attempting to bind port 7c6829b7-8635-481f-8d82-83be30e1d2d5 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:48.241207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Attempting to bind port 7c6829b7-8635-481f-8d82-83be30e1d2d5 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:48.254466 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.275710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Port 7c6829b7-8635-481f-8d82-83be30e1d2d5 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:48.276089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Attempting to bind port 7c6829b7-8635-481f-8d82-83be30e1d2d5 on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:48.303606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:48.304091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:48.304487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:48.305365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Bound port: 7c6829b7-8635-481f-8d82-83be30e1d2d5, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:48.305746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.318788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3049c-ec72-46be-8ba5-f32f63862bec req-5c549f73-afa0-4d95-93df-359aff237b1a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:48.320940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e3049c-ec72-46be-8ba5-f32f63862bec req-5c549f73-afa0-4d95-93df-359aff237b1a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1620367 Nov 15 22:35:48.354928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe'}, {'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:48.357462 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9c72e-16a8-49fd-bd10-9c9385b2eebd" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe"}, {"server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "name": "network-vif-plugged", "status": "completed", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:48.360879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c030f8-b40c-46d3-96ab-3ba79efafb0d None None] Pushing event updated for resources: {'Port': ['ID=10f1a895-a9ce-4698-a484-bd704bef50b8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:48.376123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.422034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.434186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Attempting to bind port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:48.434754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Attempting to bind port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:48.435259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Attempting to bind port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:48.460727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:48.460727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Attempting to bind port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 on network 29870724-b3dc-4e41-9db6-b3590b40b7ab {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:48.463295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:48.463644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Checking segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:48.464023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Bound using segment: {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:48.464583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Bound port: d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c48df27-897c-4f85-84b4-c2313a453b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:48.465362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.466030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.468108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:48.492490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:48.519210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=40601589-a276-4220-8cb5-bee29e1f3f60,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:48.545714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:48.546330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f605bb7-2f06-4af2-bf99-f2d30950e8fc req-e325097a-8e15-447f-9877-72ca9ae8504b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:48.547889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f605bb7-2f06-4af2-bf99-f2d30950e8fc req-e325097a-8e15-447f-9877-72ca9ae8504b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.2255979 Nov 15 22:35:48.549316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:48.570856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.583160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e3049c-ec72-46be-8ba5-f32f63862bec req-033b24ba-e92d-4e11-8257-67babc4f5f01 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407777 Nov 15 22:35:48.607445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.607445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0cfeb84e-528b-4b70-b19a-53c4236cc2eb up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:48.642515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Allocated IP 172.25.0.147 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ed59453e-33eb-4ccc-87e0-bb6800b52050) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:48.651467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:48.652445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.654154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] 10.222.0.57 "PUT /v2.0/ports/7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 200 len: 1091 time: 1.4734979 Nov 15 22:35:48.658624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:48.672047 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f1092e-2485-4474-a746-d9d5e80aea62" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:48.680519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.703779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f605bb7-2f06-4af2-bf99-f2d30950e8fc req-2f1a2e84-86f8-48e8-a722-6d9a9c74125f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267743 Nov 15 22:35:48.706400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:48.707051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.708811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] 10.222.0.57 "PUT /v2.0/ports/d245c5c5-13d7-4d85-ad3d-c054d5bf0194 HTTP/1.1" status: 200 len: 1092 time: 1.2601521 Nov 15 22:35:48.733820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:48.739553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953fd46-3305-4d61-9bdd-577f871ef64d service neutron] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:48.779075 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1da8a5-ca3b-4b4d-b1d5-9a737b90201e x-openstack-request-id: req-3c1da8a5-ca3b-4b4d-b1d5-9a737b90201e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:48.779527 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe", "code": 200}, {"server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "name": "network-vif-plugged", "status": "completed", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:48.779895 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c1da8a5-ca3b-4b4d-b1d5-9a737b90201e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:48.780721 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'code': 200} Nov 15 22:35:48.781071 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4', 'code': 200} Nov 15 22:35:48.856649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:48.860192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:48.860557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:48.990277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ed14d-6ca3-4585-a11a-a2b1d32b7228 service neutron] Pushing event updated for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:49.001142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.016041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10f1a895-a9ce-4698-a484-bd704bef50b8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:49.016920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-595f115c-ea2f-4888-b23f-2f7c0ca0be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.019093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-595f115c-ea2f-4888-b23f-2f7c0ca0be2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 1094 time: 0.2145882 Nov 15 22:35:49.034419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1a16-748c-4513-b1de-4add684f4f66 req-02876f3c-6785-4254-ab4a-6c82c9d0965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.035941 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54dd1a16-748c-4513-b1de-4add684f4f66 req-02876f3c-6785-4254-ab4a-6c82c9d0965e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 1096 time: 0.1116447 Nov 15 22:35:49.039816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-ad245a2c-40de-4562-9641-6fc512ff83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.042540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-ad245a2c-40de-4562-9641-6fc512ff83be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 1095 time: 0.1291168 Nov 15 22:35:49.080192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:49.087222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.099168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 10f1a895-a9ce-4698-a484-bd704bef50b8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:49.101225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.105304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-22fabdd7-e8c5-4a8c-bd43-c54493136108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 200 len: 217 time: 0.0680010 Nov 15 22:35:49.126376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.132348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.139237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.146584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-550f4864-0f62-4f08-bf2f-3a97caa05f32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194 HTTP/1.1" status: 200 len: 217 time: 0.0584545 Nov 15 22:35:49.149107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.150367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.151992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 951539ac-6dbc-41f6-bf6c-a11c35fa6130 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:49.156575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.163344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.169413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.171401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-7cc34a1c-33a4-45f3-a62e-84887c7f3729 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5439 time: 0.2675250 Nov 15 22:35:49.192223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4215-d573-4cfe-bd44-34c35448eecf req-bd25fdde-7cbf-4cb5-bd44-ddf8d87f6192 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.200322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-367f4215-d573-4cfe-bd44-34c35448eecf req-bd25fdde-7cbf-4cb5-bd44-ddf8d87f6192 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 943 time: 0.2657142 Nov 15 22:35:49.235449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54dd1a16-748c-4513-b1de-4add684f4f66 req-51e43cf5-bac8-47e0-b9ff-e48596661f77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860619 Nov 15 22:35:49.248546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-dba9a217-feba-4039-bf30-f898b5d5f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.250954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-dba9a217-feba-4039-bf30-f898b5d5f4d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1160173 Nov 15 22:35:49.251717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-b34b4392-465d-4fc6-929b-37971a274ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.253521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-b34b4392-465d-4fc6-929b-37971a274ded service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.0822468 Nov 15 22:35:49.273799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:49.291814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-367f4215-d573-4cfe-bd44-34c35448eecf req-c12e888d-127b-4b03-964b-1cafc9b29062 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Nov 15 22:35:49.295593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.326495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-88409825-cba2-4b7a-9631-7f3d01edcda4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529251 Nov 15 22:35:49.335638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96fe1cf3-d7af-47c0-bf5d-21a6201cde0b req-ad4688cd-6bf9-43fd-aef0-2dc56a6e9f07 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545491 Nov 15 22:35:49.341259 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.349477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 10f1a895-a9ce-4698-a484-bd704bef50b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10f1a895-a9ce-4698-a484-bd704bef50b8,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:49.362266 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5064dc4-5310-4705-8336-de69b995f491 x-openstack-request-id: req-e5064dc4-5310-4705-8336-de69b995f491 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:49.362565 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:49.363167 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5064dc4-5310-4705-8336-de69b995f491 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:49.363719 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'status': 'completed', 'code': 200} Nov 15 22:35:49.364106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:49.368218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:49.368597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.416318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:49.421960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:49.426545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:49.453819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.484949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-705aa3f7-9aa7-429c-a4f4-2af8af18c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.487097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-705aa3f7-9aa7-429c-a4f4-2af8af18c3a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002833 Nov 15 22:35:49.499295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Pushing event updated for resources: {'Port': ['ID=ed59453e-33eb-4ccc-87e0-bb6800b52050,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:49.548297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=10f1a895-a9ce-4698-a484-bd704bef50b8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:49.568955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.599056 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-2c12bd07-a103-49fd-b70c-92c5aea0ffa7 service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509482 Nov 15 22:35:49.614376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:49.637366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30de55-57a1-4706-b5d4-d3b9f139268e req-181e818b-30b0-4d9b-9975-16b6bf059af7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.638961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b30de55-57a1-4706-b5d4-d3b9f139268e req-181e818b-30b0-4d9b-9975-16b6bf059af7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 944 time: 0.1701515 Nov 15 22:35:49.649057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbf2d3-28f4-4268-817a-06407e31629b req-fbd6ec2a-ca91-4005-9563-cf1364f06a46 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:49.650630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14dbf2d3-28f4-4268-817a-06407e31629b req-fbd6ec2a-ca91-4005-9563-cf1364f06a46 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1777549 Nov 15 22:35:49.696817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-851ea99d-703a-4aaa-bf1e-54fdbaf3ba29 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866493 Nov 15 22:35:49.702931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:49.705477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a834201b-a843-45fb-9015-d7b128cee4d1 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:49.770187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b30de55-57a1-4706-b5d4-d3b9f139268e req-004d7136-ff8e-4b7e-8c8b-bb4e2403c195 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185315 Nov 15 22:35:49.774157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14dbf2d3-28f4-4268-817a-06407e31629b req-596fc591-22aa-4c50-9b80-92f0d5cf1948 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966604 Nov 15 22:35:49.813151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:49.886065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-45f8b770-b56c-4dcd-817f-3b9ec91f9585 req-f99c5e22-4419-428d-9f2e-99c4186bfd52 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813655 Nov 15 22:35:49.889829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8231f49-fb8a-4206-a7a1-36caa50af6ca req-703b718b-12a1-40ba-a3e2-88fcf29ea57b service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805474 Nov 15 22:35:49.907327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77950e-17ff-4033-bba4-7479f7274433 None None] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:35:49.952457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port a834201b-a843-45fb-9015-d7b128cee4d1 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:49.962396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port a834201b-a843-45fb-9015-d7b128cee4d1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:49.962767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.005260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce279-9424-465f-a1cb-037ea4c5ab49 req-3c8f4608-1f5f-468c-9e89-573a987ea00d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.006660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c21ce279-9424-465f-a1cb-037ea4c5ab49 req-3c8f4608-1f5f-468c-9e89-573a987ea00d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1211140 Nov 15 22:35:50.033824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7f62-c23f-4a7e-a4cc-05eec0e4109f req-acb2a854-05b8-4147-bab2-e4274addddec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.035331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e0c7f62-c23f-4a7e-a4cc-05eec0e4109f req-acb2a854-05b8-4147-bab2-e4274addddec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.1508756 Nov 15 22:35:50.035862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.076347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4a790c2a-0716-4b0f-b13d-4e737183e72e None None] Provisioning complete for port 10f1a895-a9ce-4698-a484-bd704bef50b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:50.076642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a790c2a-0716-4b0f-b13d-4e737183e72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.092356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-c83eb58d-3a66-41f9-981b-851cde273bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.094103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-c83eb58d-3a66-41f9-981b-851cde273bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 1094 time: 0.0519106 Nov 15 22:35:50.166845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c21ce279-9424-465f-a1cb-037ea4c5ab49 req-d988f0ef-d70d-4adb-9ed8-64163aceb523 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507761 Nov 15 22:35:50.171518 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.182799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e0c7f62-c23f-4a7e-a4cc-05eec0e4109f req-69a6238a-7460-45b3-91d0-487b1df60b44 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381660 Nov 15 22:35:50.219933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-4e877fab-5cfe-408d-b0db-eb661364fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.221605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-4e877fab-5cfe-408d-b0db-eb661364fed9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.1204174 Nov 15 22:35:50.263065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a834201b-a843-45fb-9015-d7b128cee4d1,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:50.287852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-5bb41c9d-06ab-4f2f-bbf7-b87c78e64ae0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 200 len: 217 time: 0.0516541 Nov 15 22:35:50.310905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.341606 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.342571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5d38e6f6-c048-477c-818f-fd5020f10af3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:50.371432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-ab7faf8a-8f5e-472b-a77b-65cccb0cf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.374713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-ab7faf8a-8f5e-472b-a77b-65cccb0cf455 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0768051 Nov 15 22:35:50.476416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-a5255993-734b-4a75-88c9-a503d052ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.478732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-a5255993-734b-4a75-88c9-a503d052ecd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966630 Nov 15 22:35:50.485547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:50.507983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-08ba1257-3ae1-4ab4-bff4-fc56dac42758 None None] Provisioning complete for port 10f1a895-a9ce-4698-a484-bd704bef50b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:50.508346 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08ba1257-3ae1-4ab4-bff4-fc56dac42758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.581418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5d38e6f6-c048-477c-818f-fd5020f10af3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:50.584349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.591765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.592033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5d38e6f6-c048-477c-818f-fd5020f10af3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:50.592391 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.597874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.601611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-b7e42548-d76b-4885-b3c2-b8cd2d522d1e service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047795 Nov 15 22:35:50.604681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.610538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.616655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.623700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.626226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-913f7b1f-d4ea-4dae-852f-9812a3b77f13 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5442 time: 0.1422677 Nov 15 22:35:50.642585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0dcd7-4be9-4b37-abe3-8925ed79fa4c req-78d0d50b-bf6c-48b4-900d-873048ea8515 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.650283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f0dcd7-4be9-4b37-abe3-8925ed79fa4c req-78d0d50b-bf6c-48b4-900d-873048ea8515 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 943 time: 0.1677561 Nov 15 22:35:50.678514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.723694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:50.750391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0f1092e-2485-4474-a746-d9d5e80aea62 req-c6b9f482-e6fc-4a5f-bddd-a7edec9398dc service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400893 Nov 15 22:35:50.762913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0f0dcd7-4be9-4b37-abe3-8925ed79fa4c req-27f2a59b-f646-403c-9649-5750cc5804e7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116519 Nov 15 22:35:50.771519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10f1a895-a9ce-4698-a484-bd704bef50b8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:50.792770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834201b-a843-45fb-9015-d7b128cee4d1'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:50.794984 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5f20ff-d168-4125-b82a-23882de67531" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "0cfeb84e-528b-4b70-b19a-53c4236cc2eb"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "a834201b-a843-45fb-9015-d7b128cee4d1"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:50.803641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.810021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fe6491-3af0-4afa-8e73-92a6f55746c4 req-596d98a8-d807-429e-8cfd-e146dae0a64a tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543951 Nov 15 22:35:50.869133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:50.880052 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8af6860-43bd-4074-8358-9456ac66ae6c x-openstack-request-id: req-a8af6860-43bd-4074-8358-9456ac66ae6c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:50.880388 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "0cfeb84e-528b-4b70-b19a-53c4236cc2eb", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "a834201b-a843-45fb-9015-d7b128cee4d1", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-plugged", "status": "completed", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:50.880647 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8af6860-43bd-4074-8358-9456ac66ae6c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:50.881057 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60', 'code': 200} Nov 15 22:35:50.881304 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfeb84e-528b-4b70-b19a-53c4236cc2eb', 'code': 200} Nov 15 22:35:50.881571 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'code': 200} Nov 15 22:35:50.881768 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834201b-a843-45fb-9015-d7b128cee4d1', 'code': 200} Nov 15 22:35:50.882001 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'code': 200} Nov 15 22:35:50.888081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 10f1a895-a9ce-4698-a484-bd704bef50b8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:50.888520 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:50.906944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c9dc-6d0e-4487-88ee-d1b514358ef8 req-91bf9e0a-7487-4b73-8620-c94314704f87 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:50.908952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa96c9dc-6d0e-4487-88ee-d1b514358ef8 req-91bf9e0a-7487-4b73-8620-c94314704f87 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 944 time: 0.0626230 Nov 15 22:35:50.938401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Router 011ba76a-2d13-4d63-90f1-704f418509de is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:35:51.020640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.021655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.022113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.022566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.023017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.023466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.023914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.025830 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-d8e6f22e-9594-4088-b515-9eaa03ec0c51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.0565956 Nov 15 22:35:51.062746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa96c9dc-6d0e-4487-88ee-d1b514358ef8 req-de352f06-da8c-4280-831f-b9ca49198c9c tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466184 Nov 15 22:35:51.082510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9aa8-a8cf-49c7-86ca-b4ad371087a3 req-65d47289-f47e-4451-babf-fd489a7b6323 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.084587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf9c9aa8-a8cf-49c7-86ca-b4ad371087a3 req-65d47289-f47e-4451-babf-fd489a7b6323 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1573071 Nov 15 22:35:51.094655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9629585-d6a5-4bc1-b9d2-f8342dd5ef2f req-823241b9-7079-4079-81a7-15e205eb3b88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598130 Nov 15 22:35:51.147747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:35:51.152892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf9c9aa8-a8cf-49c7-86ca-b4ad371087a3 req-529341c7-5df6-4005-9e0a-648a79b72561 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614355 Nov 15 22:35:51.156402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:35:51.166440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:51.166855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:51.223160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:51.225146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-771ae679-21c8-483e-bef6-1a9449a05571 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5717909 Nov 15 22:35:51.227860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:51.280676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:51.327585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c6d27-fc1a-43b9-95fd-05e16ae74191 req-52f9f986-dfe6-45c3-87c3-f699619685b7 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.334228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d2c6d27-fc1a-43b9-95fd-05e16ae74191 req-52f9f986-dfe6-45c3-87c3-f699619685b7 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.0814295 Nov 15 22:35:51.357183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e218c-c957-4172-8e71-54c54e41f843 req-fe22e5ff-9c61-436e-9a92-b2d0ca2a9039 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.358600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b29e218c-c957-4172-8e71-54c54e41f843 req-fe22e5ff-9c61-436e-9a92-b2d0ca2a9039 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.0803394 Nov 15 22:35:51.375642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:51.377322 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bda8e8-56a6-459f-b8fd-950c7ddd4170" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:51.428160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d2c6d27-fc1a-43b9-95fd-05e16ae74191 req-2f1d9c1b-1c2d-4add-b8d2-f1ebc4d775d3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927017 Nov 15 22:35:51.440201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b29e218c-c957-4172-8e71-54c54e41f843 req-d953f7b0-c7aa-4e81-ad1d-66ea26b5bdaf tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724189 Nov 15 22:35:51.474883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:49Z', 'revision_number': 3, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:51.502976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:35:51.503328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Updating router 011ba76a-2d13-4d63-90f1-704f418509de port ed59453e-33eb-4ccc-87e0-bb6800b52050 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:35:51.525297 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d26afe1-4d7b-4228-9f97-9d86b7d1c344 x-openstack-request-id: req-3d26afe1-4d7b-4228-9f97-9d86b7d1c344 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:51.526022 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:51.526275 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d26afe1-4d7b-4228-9f97-9d86b7d1c344 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:51.526660 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194', 'status': 'completed', 'code': 200} Nov 15 22:35:51.530392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:51.606620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf6b9-f721-464e-b7cc-5a2dd31ce943 req-e3829460-d86c-42aa-bcf7-5bf57f4e7b22 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.608672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbbdf6b9-f721-464e-b7cc-5a2dd31ce943 req-e3829460-d86c-42aa-bcf7-5bf57f4e7b22 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.0730400 Nov 15 22:35:51.660735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-54634926-f989-4edd-8bc3-aeb30dc07421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.662271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-54634926-f989-4edd-8bc3-aeb30dc07421 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 1095 time: 0.0805218 Nov 15 22:35:51.673526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbbdf6b9-f721-464e-b7cc-5a2dd31ce943 req-91bd8286-eee9-4e45-94d5-37515ae0ba52 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Nov 15 22:35:51.763944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:51.854057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-219ee913-2ddc-4cc8-9f1b-0cc8cf41f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.855580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-219ee913-2ddc-4cc8-9f1b-0cc8cf41f76c service neutron] 10.222.0.57 "GET /v2.0/networks?id=29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 200 len: 913 time: 0.1800227 Nov 15 22:35:51.886265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90222a-51bc-47fe-b963-1195f5e7e59a req-b3a19db1-f24b-4f93-8ddd-ef12a1645900 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:51.887663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a90222a-51bc-47fe-b963-1195f5e7e59a req-b3a19db1-f24b-4f93-8ddd-ef12a1645900 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 943 time: 0.0589573 Nov 15 22:35:51.927759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-d33f6f09-9346-4fbe-96c5-47bee273051e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194 HTTP/1.1" status: 200 len: 217 time: 0.0622551 Nov 15 22:35:51.937487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a90222a-51bc-47fe-b963-1195f5e7e59a req-954cd5f6-aa60-4d18-b559-671d5bc31cb3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Nov 15 22:35:51.940840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.003157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7c6829b7-8635-481f-8d82-83be30e1d2d5 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:52.019240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.020535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-32704d03-90f7-4da1-b890-28f99e28263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.022654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-32704d03-90f7-4da1-b890-28f99e28263e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 200 len: 852 time: 0.0863743 Nov 15 22:35:52.040423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Allocated IP 172.20.0.1 (c62e890b-0d76-46ca-b1ec-c4b438e21bfc/266a48ab-e741-4dee-8e51-1a200d5bc662/93d4e1a7-c66e-418b-b4b0-fbe86febd55a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:52.061058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-7bdc2061-f2ff-41c6-a1e2-930e8e4ab4c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29870724-b3dc-4e41-9db6-b3590b40b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283823 Nov 15 22:35:52.061309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.068429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.076461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.082380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.089972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.095827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.101768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.103686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-8445fe06-01dc-43bb-aa53-b95874d61804 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1106665 Nov 15 22:35:52.129880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Attempting to bind port ed59453e-33eb-4ccc-87e0-bb6800b52050 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:52.130242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Attempting to bind port ed59453e-33eb-4ccc-87e0-bb6800b52050 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:52.131161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Attempting to bind port ed59453e-33eb-4ccc-87e0-bb6800b52050 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:52.148950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a0692-5479-4da4-ae6f-0350d490b3c3 None None] Pushing event updated for resources: {'Port': ['ID=ed59453e-33eb-4ccc-87e0-bb6800b52050,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:52.154135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:52.155002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:52.155002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.155839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:52.162173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Bound port: ed59453e-33eb-4ccc-87e0-bb6800b52050, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:52.162173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.229020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] For port ed59453e-33eb-4ccc-87e0-bb6800b52050, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:52.251007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:52.254752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] For port ed59453e-33eb-4ccc-87e0-bb6800b52050, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed59453e-33eb-4ccc-87e0-bb6800b52050,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:52.267262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'mac_address': 'fa:16:3e:ec:b1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:52.307757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.322589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6829b7-8635-481f-8d82-83be30e1d2d5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:52.350262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:52.351927 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.418386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:52.419068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:52.421095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a0692-5479-4da4-ae6f-0350d490b3c3 None None] Pushing event updated for resources: {'Port': ['ID=ed59453e-33eb-4ccc-87e0-bb6800b52050,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:52.426577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.427814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d245c5c5-13d7-4d85-ad3d-c054d5bf0194 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:35:52.502708 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3225826-4d94-4855-9b8a-29ebb2f93576 req-2ccc37ec-26f9-45c0-ad5f-7d9a377d7ec8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3918266 Nov 15 22:35:52.535121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e801b-ef70-4209-8cd9-042328c6db3e req-d4ec223a-6bff-46cb-99ea-54e79bbfd2d1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.545087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b3e801b-ef70-4209-8cd9-042328c6db3e req-d4ec223a-6bff-46cb-99ea-54e79bbfd2d1 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 944 time: 0.1033316 Nov 15 22:35:52.612152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-bf278009-797f-4ef5-9a50-25d161a7416e service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416930 Nov 15 22:35:52.621018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b3e801b-ef70-4209-8cd9-042328c6db3e req-f6de009d-48ba-4fe5-ad1e-ef57495a89ff tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740917 Nov 15 22:35:52.629500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.653477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:52.681293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9f8a9-e4af-4430-a92f-b0b88b246b84 req-bfc2dddc-7c32-4417-9e00-108d7bedc7ef tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.682866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1e9f8a9-e4af-4430-a92f-b0b88b246b84 req-bfc2dddc-7c32-4417-9e00-108d7bedc7ef tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.0933654 Nov 15 22:35:52.714857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:52.748887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40bda8e8-56a6-459f-b8fd-950c7ddd4170 req-837284ba-548b-4dc9-9ee3-78547bd77a49 service neutron] 10.222.0.57 "GET /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167841 Nov 15 22:35:52.760110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1e9f8a9-e4af-4430-a92f-b0b88b246b84 req-e6caaee6-2c86-431e-b2d8-4d731074ffa6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636544 Nov 15 22:35:52.804713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.811067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d9e7-71c3-4dfe-9b3f-ea0ac7beed37 req-6c669d43-e658-4df0-a999-0d9be25e6eb2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.814149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67d7d9e7-71c3-4dfe-9b3f-ea0ac7beed37 req-6c669d43-e658-4df0-a999-0d9be25e6eb2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0710433 Nov 15 22:35:52.843175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:52.850657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:52.854313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:52.869555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:52.889116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67d7d9e7-71c3-4dfe-9b3f-ea0ac7beed37 req-e4895364-519b-4ed5-a942-9204339e9ea5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675232 Nov 15 22:35:52.892874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Pushing event updated for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:52.903669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194', 'network_id': '29870724-b3dc-4e41-9db6-b3590b40b7ab', 'port_id': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194', 'mac_address': 'fa:16:3e:92:5a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757c0eb5-d816-42b2-bea0-4c88f5d93da6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:35:52.926843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.982682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:52.991877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc92b8b-c47b-48e8-84c0-56ff89662507 req-2b770a2e-f997-40d1-a953-ccc72962d8ea tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:52.999568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bc92b8b-c47b-48e8-84c0-56ff89662507 req-2b770a2e-f997-40d1-a953-ccc72962d8ea tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1093602 Nov 15 22:35:53.001304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d245c5c5-13d7-4d85-ad3d-c054d5bf0194 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:35:53.031541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:53.060650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:49Z', 'revision_number': 3, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:53.076927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bc92b8b-c47b-48e8-84c0-56ff89662507 req-29cbad94-e326-47e6-b0af-4a90c5730569 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764549 Nov 15 22:35:53.092583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb70b7c-8bc0-4f8c-aa92-39e6da3d7113 None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:49Z', 'revision_number': 3, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:35:53.095685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.127671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b7516-2cdb-4986-be5d-cdb67663e6fa req-67a47337-0fa0-4fb3-9376-f241cc9eda62 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.129888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b7516-2cdb-4986-be5d-cdb67663e6fa req-67a47337-0fa0-4fb3-9376-f241cc9eda62 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 944 time: 0.0757070 Nov 15 22:35:53.159459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:53.178917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.182331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f8b7516-2cdb-4986-be5d-cdb67663e6fa req-3e6771a8-168d-4f04-b288-e16ca973393d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Nov 15 22:35:53.258210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-74faf37c-cf28-4c17-8326-20542cb06615 None None] Provisioning complete for port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:53.258568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74faf37c-cf28-4c17-8326-20542cb06615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.297483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-74faf37c-cf28-4c17-8326-20542cb06615 None None] Port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:53.354031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.427572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.445922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7c6829b7-8635-481f-8d82-83be30e1d2d5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:53.498310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['d245c5c5-13d7-4d85-ad3d-c054d5bf0194'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:53.534621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Pushing event updated for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:53.539328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.634188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e179c-b16f-433e-a28a-334a0469df7b req-fbd109c4-d1c2-4343-9ab0-1bfb7d8027b6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.635780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-424e179c-b16f-433e-a28a-334a0469df7b req-fbd109c4-d1c2-4343-9ab0-1bfb7d8027b6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.1175473 Nov 15 22:35:53.661119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.672009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.679288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.689467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.702315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.709840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.716458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.728882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-bbb32c5b-5313-4b16-8f9f-d476154b9797 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1433630 Nov 15 22:35:53.763410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:53.766361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:53.845833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa329415-8101-4554-bc47-774fc4bb0af9 req-680ef8af-636e-48b3-b7f6-49c339054e54 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159499 Nov 15 22:35:53.875258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e0d4-0a77-41da-beae-3b5a231951fc req-5a0abee1-2955-4f4b-9025-a535d27eea75 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:53.884351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca43e0d4-0a77-41da-beae-3b5a231951fc req-5a0abee1-2955-4f4b-9025-a535d27eea75 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 945 time: 0.1464372 Nov 15 22:35:53.898539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port b841c39e-e588-47f8-a2e9-88c2947856f4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:35:53.898905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:53.960537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca43e0d4-0a77-41da-beae-3b5a231951fc req-4162e234-a505-497b-8f3c-4dc5f04733a6 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686471 Nov 15 22:35:54.023256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:35:54.044044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port b841c39e-e588-47f8-a2e9-88c2947856f4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=b841c39e-e588-47f8-a2e9-88c2947856f4,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:54.044405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.059714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153ea02-94b0-4d3d-a431-d5b36f1150b2 req-62f61759-c4b5-4bc1-89cf-1b36f44c31af tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.061398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7153ea02-94b0-4d3d-a431-d5b36f1150b2 req-62f61759-c4b5-4bc1-89cf-1b36f44c31af tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 945 time: 0.1202946 Nov 15 22:35:54.063575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for b841c39e-e588-47f8-a2e9-88c2947856f4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:35:54.128842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4cfdb66d-31cf-4bd9-b4be-bf4a49baf009 None None] Provisioning complete for port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:54.129675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4cfdb66d-31cf-4bd9-b4be-bf4a49baf009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.169368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.175263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.175574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4cfdb66d-31cf-4bd9-b4be-bf4a49baf009 None None] Port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:35:54.182187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.189154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.196489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.202770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.209195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.211174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-709f5d35-aaf9-4d85-bafd-98c8bce4dc0e req-49684561-6993-4ec6-8968-34df56240c35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1366553 Nov 15 22:35:54.215177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7153ea02-94b0-4d3d-a431-d5b36f1150b2 req-3882cb74-c878-4225-b0f0-b7ec96645e1c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473234 Nov 15 22:35:54.225977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:54.231309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Request body: {'floatingip': {'port_id': '40601589-a276-4220-8cb5-bee29e1f3f60'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:54.274002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:35:54.281483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.283448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2eba7504-1e35-456c-ab87-343708eee86d admin admin] 10.222.0.15 "PUT /v2.0/routers/011ba76a-2d13-4d63-90f1-704f418509de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0538332 Nov 15 22:35:54.409554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.429515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d', 'b841c39e-e588-47f8-a2e9-88c2947856f4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:35:54.455622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=b841c39e-e588-47f8-a2e9-88c2947856f4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:54.486869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27625261-a657-4859-a436-e7387615e5c9 req-29373537-8021-44b4-b6b5-38780cf51f64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.488422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27625261-a657-4859-a436-e7387615e5c9 req-29373537-8021-44b4-b6b5-38780cf51f64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1271112 Nov 15 22:35:54.519389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port b841c39e-e588-47f8-a2e9-88c2947856f4 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:54.523651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.527690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-424e179c-b16f-433e-a28a-334a0469df7b req-11d98c83-06eb-4114-a8df-c50795527455 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "DELETE /v2.0/ports/b841c39e-e588-47f8-a2e9-88c2947856f4 HTTP/1.1" status: 204 len: 173 time: 0.8771653 Nov 15 22:35:54.527690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'name': 'network-vif-deleted', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:54.531755 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb966df4-66b2-4c50-a88c-64c11bbd6a5c" -d '{"events": [{"server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "name": "network-vif-deleted", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:54.595138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508beb-7602-497e-8165-330e47bf6ad5 req-23815feb-1347-4f12-a5c2-8ab767a8f09c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.596603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d508beb-7602-497e-8165-330e47bf6ad5 req-23815feb-1347-4f12-a5c2-8ab767a8f09c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1890388 Nov 15 22:35:54.679543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27625261-a657-4859-a436-e7387615e5c9 req-70d32f93-e30d-490b-9843-6316b9331dc3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467648 Nov 15 22:35:54.700235 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d508beb-7602-497e-8165-330e47bf6ad5 req-e5ede7a9-8672-4b13-8ed3-e0de0372f0e2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936005 Nov 15 22:35:54.821187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed59453e-33eb-4ccc-87e0-bb6800b52050 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:54.887770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed59453e-33eb-4ccc-87e0-bb6800b52050 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:54.888311 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:54.918074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74b80b-6991-47d9-8e1e-0dd0b649f10e req-854d9916-f6a5-4aae-b7fa-3d34afcb5a7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:54.919626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff74b80b-6991-47d9-8e1e-0dd0b649f10e req-854d9916-f6a5-4aae-b7fa-3d34afcb5a7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 944 time: 0.1157494 Nov 15 22:35:54.994538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.020456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ed59453e-33eb-4ccc-87e0-bb6800b52050, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed59453e-33eb-4ccc-87e0-bb6800b52050,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:55.025971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff74b80b-6991-47d9-8e1e-0dd0b649f10e req-42ea6a80-8086-4aac-9814-20f6dbaf219f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871823 Nov 15 22:35:55.047540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.080433 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f4ddf8-c838-44a7-a690-a9d2d4444fc5 x-openstack-request-id: req-f3f4ddf8-c838-44a7-a690-a9d2d4444fc5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:55.080955 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6394d1ea-7cf5-45ec-b3d3-eaaae9dff539", "name": "network-vif-deleted", "tag": "b841c39e-e588-47f8-a2e9-88c2947856f4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:55.081046 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3f4ddf8-c838-44a7-a690-a9d2d4444fc5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:55.081562 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6394d1ea-7cf5-45ec-b3d3-eaaae9dff539', 'name': 'network-vif-deleted', 'tag': 'b841c39e-e588-47f8-a2e9-88c2947856f4', 'status': 'completed', 'code': 200} Nov 15 22:35:55.101416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.136778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.157893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ed59453e-33eb-4ccc-87e0-bb6800b52050,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:55.189256 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:35:55.199558 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:55.200160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:55.229649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:55.237492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443043376', 'description': 'tempest-description--325835590'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:55.247963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee98136-ec14-40ac-8bf0-0a9eb6815b71 req-b9b32266-97c2-427e-b9a2-77c3e41dd28a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:55.249565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee98136-ec14-40ac-8bf0-0a9eb6815b71 req-b9b32266-97c2-427e-b9a2-77c3e41dd28a tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 945 time: 0.1238375 Nov 15 22:35:55.293221 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Floating IP ea7bfbce-ea5d-4898-b6c5-60afcecb3faf associated. External IP: 172.25.0.54, port: 40601589-a276-4220-8cb5-bee29e1f3f60. Nov 15 22:35:55.341491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.406014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2eaf4050-4f6c-4341-a590-c49dd1446549 req-f938bb78-6363-496d-8797-f5f676927187 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=6394d1ea-7cf5-45ec-b3d3-eaaae9dff539 HTTP/1.1" status: 200 len: 210 time: 0.0573473 Nov 15 22:35:55.422176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee98136-ec14-40ac-8bf0-0a9eb6815b71 req-88accc47-08bc-41e9-b521-e3f83d182874 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650779 Nov 15 22:35:55.424517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.438283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:55.501570 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.541214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3efef5e-c328-42f8-90c6-3585abde94f9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:55.599968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Router 0445044f-f8de-402b-83c6-a3cb61ddf853 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:35:55.623452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.628220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a8a58043-a20a-4349-a994-aa9ff97bda72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3975487 Nov 15 22:35:55.629350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56368) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:55.634081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group_rule': {'security_group_id': 'c3efef5e-c328-42f8-90c6-3585abde94f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:55.658300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 2, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:55.685609 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:35:55.691895 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Updating router 011ba76a-2d13-4d63-90f1-704f418509de port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:35:55.711840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:35:55.715529 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.719049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.726681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Sync routers for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:35:55.736426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.745253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:55.745872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:55.750958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9e9e9ce-0905-4aa9-8711-8681bcaefd80 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "PUT /v2.0/floatingips/ea7bfbce-ea5d-4898-b6c5-60afcecb3faf HTTP/1.1" status: 200 len: 990 time: 1.5236084 Nov 15 22:35:55.751747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:55.754181 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:55.804671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.863083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6db5c-820b-49f9-b435-5603e24f6a73 req-d263e53c-9b6e-4aa2-9242-a58d4872f2bf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:55.867269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.871887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67e6db5c-820b-49f9-b435-5603e24f6a73 req-d263e53c-9b6e-4aa2-9242-a58d4872f2bf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0605319 Nov 15 22:35:55.908221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:55.909267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4503efa2-1445-4bf2-86d4-fa993a76f27f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:55.957177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67e6db5c-820b-49f9-b435-5603e24f6a73 req-dcd13861-06e2-4435-9d6a-45aec73c0e27 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843720 Nov 15 22:35:55.984415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:55.988583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:55.990400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7f1bc0be-c719-4a7c-8be5-8cbacedad88c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598764 Nov 15 22:35:56.002004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group_rule': {'security_group_id': 'c3efef5e-c328-42f8-90c6-3585abde94f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:56.020199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d56a9-3a3d-401e-9bdc-bfdd645bd5d6 req-06a26894-d489-44fb-8967-4b59dfe39991 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.022091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f21d56a9-3a3d-401e-9bdc-bfdd645bd5d6 req-06a26894-d489-44fb-8967-4b59dfe39991 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1007826 Nov 15 22:35:56.025963 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa614f86-34ae-4adb-ac0f-7827b9c4aa6f x-openstack-request-id: req-fa614f86-34ae-4adb-ac0f-7827b9c4aa6f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:56.026372 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:56.026949 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa614f86-34ae-4adb-ac0f-7827b9c4aa6f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:56.027189 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60', 'status': 'completed', 'code': 200} Nov 15 22:35:56.112912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f21d56a9-3a3d-401e-9bdc-bfdd645bd5d6 req-49d029d1-4d5c-4de3-ae07-63b3f8d57daf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780222 Nov 15 22:35:56.129606 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.142061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.142710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.143489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.144009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.144529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.145084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.145597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.147974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-c917a6a2-9c45-44bc-a99a-d02443a7449e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.0856507 Nov 15 22:35:56.175593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7c6829b7-8635-481f-8d82-83be30e1d2d5 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:56.176178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64507e-de2b-415d-a586-4d21b765c7be req-912b0cf1-5e10-420a-9bc1-bf8a65298ac7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.185230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c64507e-de2b-415d-a586-4d21b765c7be req-912b0cf1-5e10-420a-9bc1-bf8a65298ac7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 944 time: 0.0694215 Nov 15 22:35:56.212812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.227504 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.268219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-ef7ff9b5-03a4-4767-bb46-f258743b2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.270096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-ef7ff9b5-03a4-4767-bb46-f258743b2c1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401 HTTP/1.1" status: 200 len: 917 time: 0.1129770 Nov 15 22:35:56.311686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c64507e-de2b-415d-a586-4d21b765c7be req-d98720b0-230b-4235-bcc8-265aae9866af tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199169 Nov 15 22:35:56.321309 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.370770 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-679cc2f3-ebed-465c-9f81-33c707fc27c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 998 time: 0.0904899 Nov 15 22:35:56.378223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34074b-2e54-41a1-a54c-7007cc3bbd6c None None] Pushing event updated for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:56.393131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'ea7bfbce-ea5d-4898-b6c5-60afcecb3faf', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'port_id': '40601589-a276-4220-8cb5-bee29e1f3f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'mac_address': 'fa:16:3e:6a:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:37Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 1, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:56.395469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 7c6829b7-8635-481f-8d82-83be30e1d2d5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:56.402854 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Attempting to bind port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:56.403284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Attempting to bind port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:56.403690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Attempting to bind port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:56.408960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.412202 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:56.413218 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Checking segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:56.413797 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.414350 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Bound using segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:56.414939 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Bound port: 93d4e1a7-c66e-418b-b4b0-fbe86febd55a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:56.415394 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.428143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Checking router: 0445044f-f8de-402b-83c6-a3cb61ddf853 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:35:56.432835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 7c6829b7-8635-481f-8d82-83be30e1d2d5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:56.433240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.440070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bdd9d9-1f2d-4ca1-8a04-88e342e9953d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:56.477825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.478305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.478682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.478974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.479301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.479729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.479930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.480239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.480552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.480888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.481205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.481520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:35:56.499303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-e1856965-ccfd-4a4d-8eb4-9fb66a5a5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.501780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-e1856965-ccfd-4a4d-8eb4-9fb66a5a5c88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 200 len: 855 time: 0.1216593 Nov 15 22:35:56.523573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:56.524151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:56.537637 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] For port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:56.545875 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] For port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:56.574001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.575160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9bc47ae8-986d-4302-8ced-fc4d7fdb3751 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5855360 Nov 15 22:35:56.581242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:35:56.587716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:56.612902 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.615733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-a65ea5a5-ff01-4b5f-b74e-7e0341fe8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.617327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-a65ea5a5-ff01-4b5f-b74e-7e0341fe8a6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a469fc97-3ff0-4451-930d-6f4631948401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053185 Nov 15 22:35:56.630868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fbe8-3c55-47d1-8b97-2a6ce30211ed req-b74e78e8-189c-4077-b54d-16ee21ecffab tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:56.640860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6529fbe8-3c55-47d1-8b97-2a6ce30211ed req-b74e78e8-189c-4077-b54d-16ee21ecffab tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 945 time: 0.0834870 Nov 15 22:35:56.683237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.699820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.720736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:56.733208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6529fbe8-3c55-47d1-8b97-2a6ce30211ed req-c71041f2-012c-4091-b22a-3eac45853eb3 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911949 Nov 15 22:35:56.775688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:56.777992 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da026c-d11e-4a9f-8b69-386e291d2bf5" -d '{"events": [{"server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "name": "network-vif-plugged", "status": "completed", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:56.792777 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:35:56.795283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] Provisioning complete for port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:56.795747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:56.797536 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:35:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:56.830320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:56.888378 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec66cbf1-a533-49c5-a3d1-3d9fefa9f199 x-openstack-request-id: req-ec66cbf1-a533-49c5-a3d1-3d9fefa9f199 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:56.893840 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "name": "network-vif-plugged", "status": "completed", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:56.894395 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec66cbf1-a533-49c5-a3d1-3d9fefa9f199 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:56.895056 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'code': 200} Nov 15 22:35:56.914712 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-7c302213-1b2f-46aa-91e6-0479c192cda9 service neutron] show failed (client error): The resource could not be found. Nov 15 22:35:56.915307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-7c302213-1b2f-46aa-91e6-0479c192cda9 service neutron] 10.222.0.57 "GET /v2.0/ports/e95e7419-0f03-45e8-81d3-c148e6be7f1f/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.1828222 Nov 15 22:35:56.924259 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-86434915-533b-433f-87ad-a77f73a42015 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978582 Nov 15 22:35:56.932052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34074b-2e54-41a1-a54c-7007cc3bbd6c None None] Pushing event updated for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:57.015241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed59453e-33eb-4ccc-87e0-bb6800b52050 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:57.071685 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:35:57.107233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.157014 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.157953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d245c5c5-13d7-4d85-ad3d-c054d5bf0194 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:57.159490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6aae0c5e-6167-4fdf-afb0-ab4c1ceaaae9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.166886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6aae0c5e-6167-4fdf-afb0-ab4c1ceaaae9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.1513693 Nov 15 22:35:57.211404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-16907ce9-0af2-479c-820f-93e392b14fb6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0433891 Nov 15 22:35:57.219259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8ba68-63a8-4c0e-8668-28857fbfe6a5 req-87de4986-8fd1-4880-8523-1e4ab0c300aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.220748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3c8ba68-63a8-4c0e-8668-28857fbfe6a5 req-87de4986-8fd1-4880-8523-1e4ab0c300aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 1096 time: 0.2705300 Nov 15 22:35:57.271782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa98a9b-69ca-4bb7-99b8-8024059c0661 req-eaa33112-c9fd-4cc3-ae59-b119fbd9ef4e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.279745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afa98a9b-69ca-4bb7-99b8-8024059c0661 req-eaa33112-c9fd-4cc3-ae59-b119fbd9ef4e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1351173 Nov 15 22:35:57.303486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a187cf9c-cf10-4af8-bfb3-55e0d8888cfa req-417c556a-90d5-4606-8fe7-cf46b971c604 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340042 Nov 15 22:35:57.327328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-ece3a36b-d5c7-48e3-ba10-897b51c5a99a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1148186 Nov 15 22:35:57.344874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Allocated IP 172.25.0.247 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/b7e05bf1-1469-413d-bddb-b16a616bd310) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:35:57.349282 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3c8ba68-63a8-4c0e-8668-28857fbfe6a5 req-14caf709-7497-4a21-8ac8-414d694d98b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164105 Nov 15 22:35:57.408268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:57.451749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afa98a9b-69ca-4bb7-99b8-8024059c0661 req-3757b7a3-be53-4d75-8f58-a42ab60b7f6c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710927 Nov 15 22:35:57.468729 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:56Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:57.471432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-0b53b5fc-d640-4596-8fad-2605b53c3108 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431289 Nov 15 22:35:57.497905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed59453e-33eb-4ccc-87e0-bb6800b52050 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:57.498277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.498466 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd65081-480c-447a-8fb5-e08abe247ddd None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:56Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:35:57.593684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:35:57.610027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.610775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.616208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:57.617146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.641285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'ea7bfbce-ea5d-4898-b6c5-60afcecb3faf', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'port_id': '40601589-a276-4220-8cb5-bee29e1f3f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'mac_address': 'fa:16:3e:6a:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:37Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 1, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:35:57.657468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-1597c77e-658a-4978-9aad-d73f0f825d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.658992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-1597c77e-658a-4978-9aad-d73f0f825d60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 1096 time: 0.1153412 Nov 15 22:35:57.673886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:35:57.685566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-00291458-0da9-417d-bbe6-a8a793443cda service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021487 Nov 15 22:35:57.699873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a371dd-8117-4dc1-bf98-e02e6e8cc4aa req-d29ca8a8-6bcc-4dee-a2c0-7b0da7ff0e69 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.705444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b3339f-b5d3-46f4-bf76-ac233f70747c None None] The sync data for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 is: [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'ea7bfbce-ea5d-4898-b6c5-60afcecb3faf', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'port_id': '40601589-a276-4220-8cb5-bee29e1f3f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'mac_address': 'fa:16:3e:6a:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775c5e35-d9d1-443d-a504-b957686915ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:37Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 1, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:35:57.711614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57a371dd-8117-4dc1-bf98-e02e6e8cc4aa req-d29ca8a8-6bcc-4dee-a2c0-7b0da7ff0e69 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1416309 Nov 15 22:35:57.751215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] For port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:57.773234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.793360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57a371dd-8117-4dc1-bf98-e02e6e8cc4aa req-18b5c32d-f80b-43d4-b766-bc30cbea0023 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807757 Nov 15 22:35:57.856987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.871922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.894532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:35:57.900353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:35:57.906112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:35:57.913706 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:57.928743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=b7e05bf1-1469-413d-bddb-b16a616bd310,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:57.944331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7740790-304c-445f-b6ce-f249858baea6 req-155ea948-6136-4720-8b78-3b157f1563ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:57.954239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7740790-304c-445f-b6ce-f249858baea6 req-155ea948-6136-4720-8b78-3b157f1563ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 945 time: 0.0732722 Nov 15 22:35:57.979182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd8f06-5222-41df-ba09-126af2d7aedb None None] Pushing event updated for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:58.000298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:58.019172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0d365caf-f679-457e-998f-09f2c2b3573b None None] Provisioning complete for port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:58.019552 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d365caf-f679-457e-998f-09f2c2b3573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.023704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7740790-304c-445f-b6ce-f249858baea6 req-929946a4-5e68-46c5-b4f0-fb116def8170 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685785 Nov 15 22:35:58.103960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.129796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:58.175863 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb607d8-1afe-43fa-b6fa-e8ae65332c90 None None] New status for floating IP ea7bfbce-ea5d-4898-b6c5-60afcecb3faf: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:35:58.227359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a1a2-f9fa-4012-915c-8c24035b5e6f req-dc2d05aa-a421-409c-a1d4-511bd11138b8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:58.231739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6d3a1a2-f9fa-4012-915c-8c24035b5e6f req-dc2d05aa-a421-409c-a1d4-511bd11138b8 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.1243618 Nov 15 22:35:58.255115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.304658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-288a756e-57a3-48ad-b4ef-f5526f1026ac req-127eaa56-a7e7-4028-945f-ec210e8819bc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 210 time: 0.0678360 Nov 15 22:35:58.348319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:58.366983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6d3a1a2-f9fa-4012-915c-8c24035b5e6f req-e759cadb-20a8-407d-848e-befb08413eaa tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142805 Nov 15 22:35:58.436567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.484442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b841c39e-e588-47f8-a2e9-88c2947856f4 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:35:58.511879 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.532891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: b841c39e-e588-47f8-a2e9-88c2947856f4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:35:58.532891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device b841c39e-e588-47f8-a2e9-88c2947856f4 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:35:58.582685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:35:58.638066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38058b-4e8d-4f09-872a-fc87d419bfe2 req-513d4bc2-f11d-49d6-8693-6a7c28c0ee58 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:58.641120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af38058b-4e8d-4f09-872a-fc87d419bfe2 req-513d4bc2-f11d-49d6-8693-6a7c28c0ee58 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0844965 Nov 15 22:35:58.644888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:58.708553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:58.710898 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b58625-f8f8-484c-9ff6-c4c9447ead5f" -d '{"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:58.716569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.723711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.772127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Transition to ACTIVE for port object e95e7419-0f03-45e8-81d3-c148e6be7f1f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:35:58.821094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.855192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:58.903448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af38058b-4e8d-4f09-872a-fc87d419bfe2 req-7f002f71-689d-4187-84d6-54d97fbc3776 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517250 Nov 15 22:35:58.940010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:35:58.950737 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6edd33-8c70-468a-a5c0-c0aac635b6d7" -d '{"events": [{"server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "name": "network-vif-plugged", "status": "completed", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:35:58.982888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 93d4e1a7-c66e-418b-b4b0-fbe86febd55a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:35:59.004364 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a53bee-4b31-4a87-8338-3abc2f610aa7 x-openstack-request-id: req-33a53bee-4b31-4a87-8338-3abc2f610aa7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:59.005767 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:59.009704 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33a53bee-4b31-4a87-8338-3abc2f610aa7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:59.009704 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'code': 200} Nov 15 22:35:59.024005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.134982 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d1d25-616c-4646-be73-0a47af821d83 x-openstack-request-id: req-273d1d25-616c-4646-be73-0a47af821d83 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:35:59.135432 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "name": "network-vif-plugged", "status": "completed", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:35:59.135832 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-273d1d25-616c-4646-be73-0a47af821d83 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:35:59.142953 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194', 'code': 200} Nov 15 22:35:59.177507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:35:59.178270 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:35:59.243016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:35:59.243517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.251461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=b7e05bf1-1469-413d-bddb-b16a616bd310,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:59.309190 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.318804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:59.354124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.364909 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88e592c0-5371-4428-9a98-8d1736f89eca tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7730606 Nov 15 22:35:59.364909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3b57-345e-45b0-9b86-9062f19b22b1 req-8b083fd1-b7d7-42b0-997a-a39968cf7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.365783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-feae3b57-345e-45b0-9b86-9062f19b22b1 req-8b083fd1-b7d7-42b0-997a-a39968cf7afb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 1097 time: 0.1857388 Nov 15 22:35:59.374871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25f6a9-c347-4d9a-8294-6392a5b7eea6 req-1bb1f0e0-6391-4c44-be60-7b9bbf4b7601 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.383656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c25f6a9-c347-4d9a-8294-6392a5b7eea6 req-1bb1f0e0-6391-4c44-be60-7b9bbf4b7601 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.3032978 Nov 15 22:35:59.405296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e3ae0-a036-41eb-8f7d-7b08cfa11798 req-4d9f4d87-1f1a-4773-b450-cb6c8be2f9e7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.406801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df0e3ae0-a036-41eb-8f7d-7b08cfa11798 req-4d9f4d87-1f1a-4773-b450-cb6c8be2f9e7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 945 time: 0.1985621 Nov 15 22:35:59.461876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] No DVR routers for this DVR port e95e7419-0f03-45e8-81d3-c148e6be7f1f on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:35:59.501990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c25f6a9-c347-4d9a-8294-6392a5b7eea6 req-fa3cdd63-47a5-491f-aba6-ffb9a4473107 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064763 Nov 15 22:35:59.506721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df0e3ae0-a036-41eb-8f7d-7b08cfa11798 req-07f09ae1-7a5c-410d-96ea-1e05bcdb9d9b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Nov 15 22:35:59.572128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-feae3b57-345e-45b0-9b86-9062f19b22b1 req-19331bf3-0973-4c08-b5a2-0e99b1028a17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796279 Nov 15 22:35:59.612730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dba4359f-098f-4410-af3a-38d1548068f2 req-9bf9e4b7-11cc-4213-9388-815eceb71a42 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 210 time: 0.0313294 Nov 15 22:35:59.630936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:35:59.631168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:35:59.631491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:59.635937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:35:59.636274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Attempting to bind port e95e7419-0f03-45e8-81d3-c148e6be7f1f on network 6dd2d108-3b48-4d0e-82db-98e962197e68 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:35:59.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:35:59.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Checking segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:35:59.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Bound using segment: {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:35:59.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Bound port: e95e7419-0f03-45e8-81d3-c148e6be7f1f, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b63b66-090c-4734-a408-d7a2507b62af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:35:59.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.703340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.714151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:35:59.717739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:35:59.729321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f9e0-0362-4e4a-a135-eb274d8a4432 req-3be1494d-72d7-4011-9496-7710be31bf5e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.730768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eeb8f9e0-0362-4e4a-a135-eb274d8a4432 req-3be1494d-72d7-4011-9496-7710be31bf5e tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.0573571 Nov 15 22:35:59.765197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.778124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eeb8f9e0-0362-4e4a-a135-eb274d8a4432 req-014a20d5-5bf3-4b58-a763-883e98d31da5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Nov 15 22:35:59.821748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.822431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:35:59.823905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] 10.222.0.55 "PUT /v2.0/ports/e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 1091 time: 2.1544988 Nov 15 22:35:59.866657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bcd4a-c6ca-4aeb-8c1f-1b954b763442 service neutron] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:35:59.907239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-c76fedfe-0730-4135-8539-3e53989a698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:35:59.909209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-c76fedfe-0730-4135-8539-3e53989a698e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0556285 Nov 15 22:35:59.951994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-102ac3de-0fa4-47ac-a5be-a99f97146f56 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 267 time: 0.0767381 Nov 15 22:35:59.984472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-9a94123f-86e1-421b-859f-80d74ea91e5c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--443043376&fields=id&tenant_id=71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 267 time: 0.0820041 Nov 15 22:36:00.030191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-8380f492-e974-4a36-9d2f-943e220aefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.031787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-8380f492-e974-4a36-9d2f-943e220aefb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.1148479 Nov 15 22:36:00.093994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-1c4e8c8f-dedb-4ab7-ba79-9469b1a217a1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.095952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-1c4e8c8f-dedb-4ab7-ba79-9469b1a217a1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 945 time: 0.1374979 Nov 15 22:36:00.137017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-7317ec5e-0df6-4af6-a921-332a43f08586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 999 time: 0.0770652 Nov 15 22:36:00.137393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'security_groups': []}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:00.176094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b4824289-3189-4364-9489-a8f3af3efea0 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.177963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b4824289-3189-4364-9489-a8f3af3efea0 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 810 time: 0.1768346 Nov 15 22:36:00.233017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-c1aba342-38ac-4d50-934b-e43b6b6b1d49 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/quotas/71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 375 time: 0.0448079 Nov 15 22:36:00.255974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:00.337898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-9093df5e-4d87-4de8-ba2c-c0a9f2158e94 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969164 Nov 15 22:36:00.523501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-336707fb-1c65-4baf-ba18-f9bd907803c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.526645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-336707fb-1c65-4baf-ba18-f9bd907803c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.4017291 Nov 15 22:36:00.575995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-9dc94879-9ecf-46e5-a549-f5716ae4620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.577540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-9dc94879-9ecf-46e5-a549-f5716ae4620d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450306 Nov 15 22:36:00.678185 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-90ade8da-d6e7-4128-b61f-688f1f575322 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912814 Nov 15 22:36:00.771608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3c9940e-bf46-4067-af79-29f38e3ad295 req-14eea8b7-2cab-4b7d-9ec6-a521420dcf62 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Nov 15 22:36:00.914270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-feb694a7-50e0-4d68-b28c-3949f081223b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:00.915686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-feb694a7-50e0-4d68-b28c-3949f081223b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2137043 Nov 15 22:36:00.917463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-0e3fac03-0541-4a99-a924-f9074ba54a20 service neutron] 10.222.0.15 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529556 Nov 15 22:36:00.921452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:00.948838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '8935bd81-85eb-4754-95eb-dd80309f2623', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:01.010743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:01.013425 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718e5eb-077b-4624-9f28-aa1702ab856c" -d '{"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:01.055085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.111790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-135b210d-f68f-4390-a1df-38ac61536c62 service neutron] 10.222.0.15 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798978 Nov 15 22:36:01.150922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.164755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:01.204937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:01.205973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.219498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6dcf100-4044-4828-8aaf-0ff62533e7d1 req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "PUT /v2.0/ports/7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 200 len: 904 time: 1.1101696 Nov 15 22:36:01.219996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:01.222707 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:01.234320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:01.237970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.270849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70ad6-dc33-426c-b78a-371ef6e4316d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:01.362810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257', '7c6829b7-8635-481f-8d82-83be30e1d2d5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:01.438275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.4 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/e5a998fa-17d9-44dc-b343-f9e723eb77ab) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:01.459741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3560cb-769e-4227-893f-16cc592327a3 req-6deacdb5-ac57-4401-ace4-e4ababb3aef5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:01.467472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f3560cb-769e-4227-893f-16cc592327a3 req-6deacdb5-ac57-4401-ace4-e4ababb3aef5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 943 time: 0.1933303 Nov 15 22:36:01.492718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7c6829b7-8635-481f-8d82-83be30e1d2d5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:01.599769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e2168d1f-4514-4677-8b53-60d5ba4fe2a4 None None] Provisioning complete for port 7c6829b7-8635-481f-8d82-83be30e1d2d5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:01.600131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2168d1f-4514-4677-8b53-60d5ba4fe2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.610775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f1552-d11c-4c3d-91c4-dca896ee34ec req-d33f98bd-45a6-4846-85c3-a5d2cc391599 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:01.613075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0f1552-d11c-4c3d-91c4-dca896ee34ec req-d33f98bd-45a6-4846-85c3-a5d2cc391599 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1627812 Nov 15 22:36:01.625604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f3560cb-769e-4227-893f-16cc592327a3 req-75a4f7e4-0a33-49a6-879c-2f4f141d4471 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572416 Nov 15 22:36:01.745012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e0f1552-d11c-4c3d-91c4-dca896ee34ec req-486e40f5-ce9f-4bf0-b743-96f1f51f27fa tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234634 Nov 15 22:36:01.749037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-719c1483-fa2e-45e6-95a4-ac08749f8a4b req-a898315d-4cad-49cc-9c49-49bc7ca452aa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 210 time: 0.0385690 Nov 15 22:36:01.821090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.908414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fea4f-8d3d-4668-a351-1cdd0cd5b8d5 req-d7300240-faa6-4166-8560-9ca7e7b8f960 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:01.912749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a3fea4f-8d3d-4668-a351-1cdd0cd5b8d5 req-d7300240-faa6-4166-8560-9ca7e7b8f960 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.0862465 Nov 15 22:36:01.913402 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148a2eab-4502-458b-84b2-30fe21a04a1d x-openstack-request-id: req-148a2eab-4502-458b-84b2-30fe21a04a1d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:01.913402 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:01.914605 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-148a2eab-4502-458b-84b2-30fe21a04a1d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:01.915441 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'status': 'completed', 'code': 200} Nov 15 22:36:01.963477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:01.985594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a3fea4f-8d3d-4668-a351-1cdd0cd5b8d5 req-19ef287b-7e91-483e-b342-a2517bc48516 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 Nov 15 22:36:02.011562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:02.029283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-da173caa-6592-4d80-bf1f-f7b581cad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.030661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-da173caa-6592-4d80-bf1f-f7b581cad3a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0800622 Nov 15 22:36:02.054017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-bfe61deb-52d3-4796-a16d-17ce522b0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.055948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-bfe61deb-52d3-4796-a16d-17ce522b0049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0762997 Nov 15 22:36:02.059142 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1268fe73-ed6a-4a31-8416-f888f027deb4 x-openstack-request-id: req-1268fe73-ed6a-4a31-8416-f888f027deb4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:02.061796 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:02.061796 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1268fe73-ed6a-4a31-8416-f888f027deb4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:02.061796 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'status': 'completed', 'code': 200} Nov 15 22:36:02.064769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:02.104347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:02.107127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:02.121054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:02.171669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1b80472-d4fe-4dd7-8c89-6d624fe85941 req-4155825b-9ddb-4cac-846e-9f051140b6f4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 210 time: 0.0711770 Nov 15 22:36:02.190579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d395f-2366-4af1-b24f-99efcfc4f50d req-a3d72b82-4696-4a3a-9561-4e57a2d68ed4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.192113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-391d395f-2366-4af1-b24f-99efcfc4f50d req-a3d72b82-4696-4a3a-9561-4e57a2d68ed4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 907 time: 0.2129354 Nov 15 22:36:02.204951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-8b0948a7-bcce-4c62-b7e8-f0656500b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.207192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-8b0948a7-bcce-4c62-b7e8-f0656500b257 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.1132050 Nov 15 22:36:02.209514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.210256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:02.273625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-c6091e44-5222-4112-837c-47fd21374109 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312247 Nov 15 22:36:02.293472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Request body: {'port': {'device_id': '8935bd81-85eb-4754-95eb-dd80309f2623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:02.340788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-dd610d62-c485-4032-b1ee-f915579f7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.342264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-dd610d62-c485-4032-b1ee-f915579f7e98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 1058 time: 0.2496247 Nov 15 22:36:02.346521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-cafde67d-51ea-41fc-a876-ff8af6732e37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 999 time: 0.1189771 Nov 15 22:36:02.380015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0bbcc-033d-448e-90ff-9e63adcda5b4 req-8a86b8f9-7467-4cae-91f6-43c28a737f99 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.382322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05d0bbcc-033d-448e-90ff-9e63adcda5b4 req-8a86b8f9-7467-4cae-91f6-43c28a737f99 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1044445 Nov 15 22:36:02.387670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-0ecde304-ca92-479b-ac7b-3995c26cce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.387670 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-0ecde304-ca92-479b-ac7b-3995c26cce25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.3460500 Nov 15 22:36:02.391223 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:02.483759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05d0bbcc-033d-448e-90ff-9e63adcda5b4 req-f7a883c7-bbc0-41dc-a82c-fdaf3c29e631 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934930 Nov 15 22:36:02.500787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-d17d1a46-4d23-4562-ad41-ce5baaed067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.501190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-d17d1a46-4d23-4562-ad41-ce5baaed067a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.1356723 Nov 15 22:36:02.564198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-2426cf9d-476f-466b-babc-6b836c8bb448 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 999 time: 0.1309814 Nov 15 22:36:02.619204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-08637ba1-5899-434a-bcc4-6358550bf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.620765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-08637ba1-5899-434a-bcc4-6358550bf906 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2633007 Nov 15 22:36:02.643478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-4dbb9b6a-9036-42a0-9e0d-8068ed4f60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.644902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-4dbb9b6a-9036-42a0-9e0d-8068ed4f60b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242528 Nov 15 22:36:02.652846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-ddf07134-148d-42a8-8430-8722ed2ba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.652846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-ddf07134-148d-42a8-8430-8722ed2ba637 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.0755870 Nov 15 22:36:02.693828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-0f818404-36d9-4740-9d9d-d0a53307780e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 200 len: 217 time: 0.0602107 Nov 15 22:36:02.755538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033174-7008-45cd-b764-48056d27d8f8 req-4dc93390-2a23-4b28-8115-7a03ac1f09ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.757066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd033174-7008-45cd-b764-48056d27d8f8 req-4dc93390-2a23-4b28-8115-7a03ac1f09ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1361589 Nov 15 22:36:02.768226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83d4a-d687-466d-8cee-0668c4dbf1d1 req-07818a47-6ff9-4fca-9ce9-636054940290 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.770054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33a83d4a-d687-466d-8cee-0668c4dbf1d1 req-07818a47-6ff9-4fca-9ce9-636054940290 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.1503069 Nov 15 22:36:02.810221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-8e954ce1-3eec-4e3c-8d03-d39236ec6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.811589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-8e954ce1-3eec-4e3c-8d03-d39236ec6210 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0929263 Nov 15 22:36:02.832276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-8ce3af8c-5fac-494b-8cc3-4edab6637850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.834312 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-8ce3af8c-5fac-494b-8cc3-4edab6637850 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574335 Nov 15 22:36:02.878427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a998fa-17d9-44dc-b343-f9e723eb77ab {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:02.889452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:02.894355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd033174-7008-45cd-b764-48056d27d8f8 req-28d35d63-28e2-4946-982b-8d616fdf2a0f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192884 Nov 15 22:36:02.911467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-b3ab4d2f-343c-4d2b-9b2b-2f1d8520dd79 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327247 Nov 15 22:36:02.943374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-9c7b954c-0e8f-443d-922d-8a5695695475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:02.944877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-9c7b954c-0e8f-443d-922d-8a5695695475 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232052 Nov 15 22:36:02.946309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33a83d4a-d687-466d-8cee-0668c4dbf1d1 req-39b2c721-7317-4ca7-bac7-78a3ea92858d tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485677 Nov 15 22:36:02.946309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Transition to ACTIVE for port object e5a998fa-17d9-44dc-b343-f9e723eb77ab will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:03.015991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:03.130359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-ca073ba4-64fd-464d-b1f5-f6c6af7e10c2 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738466 Nov 15 22:36:03.146555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca95c-dfcc-4741-a734-fbca7d0915f2 req-444ef28d-33f9-4ec8-b6f0-16e91189393b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.148101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d93ca95c-dfcc-4741-a734-fbca7d0915f2 req-444ef28d-33f9-4ec8-b6f0-16e91189393b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 943 time: 0.1444767 Nov 15 22:36:03.148777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:03.201339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05bb6-c9c3-48ca-bfb0-799dcc5859db req-d62061ac-40fb-4900-82f2-deb580a1ee9c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.202861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29e05bb6-c9c3-48ca-bfb0-799dcc5859db req-d62061ac-40fb-4900-82f2-deb580a1ee9c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1787581 Nov 15 22:36:03.222894 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-548b6aad-e565-48bf-9d37-397a55fd24db service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945118 Nov 15 22:36:03.243043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-0e93f342-c51f-4cf4-b898-a0fb6d224264 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745841 Nov 15 22:36:03.293203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Attempting to bind port e5a998fa-17d9-44dc-b343-f9e723eb77ab on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:03.293657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Attempting to bind port e5a998fa-17d9-44dc-b343-f9e723eb77ab by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:03.293864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Attempting to bind port e5a998fa-17d9-44dc-b343-f9e723eb77ab on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:03.312409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d93ca95c-dfcc-4741-a734-fbca7d0915f2 req-d755b63c-7343-48f8-b868-5d3902258cc9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222107 Nov 15 22:36:03.323009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29e05bb6-c9c3-48ca-bfb0-799dcc5859db req-2527e7f3-667d-42b6-9549-b9c618c88240 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087363 Nov 15 22:36:03.323611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Port e5a998fa-17d9-44dc-b343-f9e723eb77ab on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:03.323939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Attempting to bind port e5a998fa-17d9-44dc-b343-f9e723eb77ab on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:03.329638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:03.329981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:03.330365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:03.330691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c718e5eb-077b-4624-9f28-aa1702ab856c req-55b6bca2-ea17-45b6-8521-d73d38e63281 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875019 Nov 15 22:36:03.330833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Bound port: e5a998fa-17d9-44dc-b343-f9e723eb77ab, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:03.331149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:03.395216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b12ce9c8-fad4-4ef3-9ede-1345610ffb63 req-53ee830c-f5ac-4cd6-b532-60f5157965e8 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422133 Nov 15 22:36:03.429582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:03.454622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:03.486411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4a60d-4c8d-4df4-ba15-0ee3c8130cc9 req-4f857e94-e30d-4758-b8c1-51ae6caffab7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.486411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fad4a60d-4c8d-4df4-ba15-0ee3c8130cc9 req-4f857e94-e30d-4758-b8c1-51ae6caffab7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 943 time: 0.0727823 Nov 15 22:36:03.573098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:03.635964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fad4a60d-4c8d-4df4-ba15-0ee3c8130cc9 req-00d60d8a-bcaf-49a6-bce1-cddbcd661348 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466742 Nov 15 22:36:03.647797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.648508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:03.659553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] 10.222.0.55 "PUT /v2.0/ports/e5a998fa-17d9-44dc-b343-f9e723eb77ab HTTP/1.1" status: 200 len: 1091 time: 1.3615456 Nov 15 22:36:03.736421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d6f4b-f254-438b-9dc9-08059139ee4a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:03.778655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-0c9aea2a-771e-41e2-9852-26e91057973c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.780270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-0c9aea2a-771e-41e2-9852-26e91057973c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.2763343 Nov 15 22:36:03.782128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6bc09d2-7d7e-47d2-b11d-0f00af62f2dc req-778db40c-95aa-4407-8368-d92a03fbab3e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 210 time: 0.0471146 Nov 15 22:36:03.805597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-d1ecaac1-41a8-4041-a10e-5e74934d8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.807198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-d1ecaac1-41a8-4041-a10e-5e74934d8690 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 1094 time: 0.0473380 Nov 15 22:36:03.821104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-dc8b3d66-a500-4fd0-b132-39c19342157b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/quotas/adf92d1b7a6b40d5ae34d0bc6346bd3b HTTP/1.1" status: 200 len: 375 time: 0.0305049 Nov 15 22:36:03.850889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-8031f529-f29a-4648-ab04-fac725315f84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab HTTP/1.1" status: 200 len: 217 time: 0.0356441 Nov 15 22:36:03.887600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-83e48304-4a8d-4eeb-86d2-bbc6279cee72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.889241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-83e48304-4a8d-4eeb-86d2-bbc6279cee72 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 810 time: 0.2135713 Nov 15 22:36:03.907103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6e733889-75b1-46e6-a9c9-cac229b14d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:03.908221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-6e733889-75b1-46e6-a9c9-cac229b14d9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0510035 Nov 15 22:36:03.931413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-f726a06d-14b4-420a-9a25-d66dcb251d28 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1002150 Nov 15 22:36:03.950082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-4625c0e8-6109-429d-8618-6f6c80f9ef67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271764 Nov 15 22:36:04.045931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-dbbdee88-6d2c-42ea-bb4b-0d4c5a587909 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879519 Nov 15 22:36:04.061955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:04.068466 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c02326c-178a-4d3e-a24c-918aea756f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:04.078806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-fef4689f-06b3-4982-843c-f69f28886ffb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 379 time: 0.1791847 Nov 15 22:36:04.092199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'port': {'device_id': '97b0691f-fc76-44a6-b06d-1179693062f3', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'admin_state_up': True, 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'security_groups': ['c3efef5e-c328-42f8-90c6-3585abde94f9']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:04.143012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b3c3725-6449-4eaf-8b06-a7220eeee3e0 req-e1a1bb9a-5c1c-4d9c-a833-0d77a98e789d service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891790 Nov 15 22:36:04.156842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ccd5-4079-4d93-858e-ccb9438cc15c req-677e2e3a-eff4-4245-8554-7da638286e83 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:04.158247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a59ccd5-4079-4d93-858e-ccb9438cc15c req-677e2e3a-eff4-4245-8554-7da638286e83 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.1479340 Nov 15 22:36:04.178483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-10bd61e2-d7a1-4d9a-80b0-c34852d76f10 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313278 Nov 15 22:36:04.284837 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a59ccd5-4079-4d93-858e-ccb9438cc15c req-bf73963d-ce0e-44f2-8e27-9a7a5b148699 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181438 Nov 15 22:36:04.328104 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d971b79d-55d4-4fe3-bcf5-b764db6b0732 x-openstack-request-id: req-d971b79d-55d4-4fe3-bcf5-b764db6b0732 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:04.328394 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:04.328665 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d971b79d-55d4-4fe3-bcf5-b764db6b0732 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:04.329056 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab', 'status': 'completed', 'code': 200} Nov 15 22:36:04.347751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-735aceb0-0ea3-469f-bdec-169aa79cf115 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607127 Nov 15 22:36:04.387205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Made reservation on behalf of 71c17aafcabc41d0bdd46e58460c8ab3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:04.397539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:04.397657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-162a84e7-d808-4da8-b015-5b91186cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:04.398615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-162a84e7-d808-4da8-b015-5b91186cf50b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 1094 time: 0.0456192 Nov 15 22:36:04.500536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:04.504509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-2a44f5f0-1860-4b6e-9101-1398405886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:04.506833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-2a44f5f0-1860-4b6e-9101-1398405886cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 907 time: 0.0988059 Nov 15 22:36:04.539940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Allocated IP 172.20.0.5 (c62e890b-0d76-46ca-b1ec-c4b438e21bfc/266a48ab-e741-4dee-8e51-1a200d5bc662/752fb1ba-8324-4b2e-949d-d67a9a77a730) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:04.551171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-d48cc855-4600-4aed-935d-58ad8c4ed1fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab HTTP/1.1" status: 200 len: 217 time: 0.0349703 Nov 15 22:36:04.627148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-52c41168-e591-4715-84e8-7819f925599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:04.631862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-52c41168-e591-4715-84e8-7819f925599b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0699971 Nov 15 22:36:04.632231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:04.664964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'port_id': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'mac_address': 'fa:16:3e:39:4f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:04.692965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-740706ed-7165-4050-883b-c0398862b8d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495288 Nov 15 22:36:04.724908 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:04.743311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95e7419-0f03-45e8-81d3-c148e6be7f1f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:04.763976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a898da-826b-431e-86e5-140baae16925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:04.772077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:04.843026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-bc19f54a-28aa-40eb-9ddf-ab5d289a5bda service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427276 Nov 15 22:36:04.849879 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:04.905260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:04.950176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1c02326c-178a-4d3e-a24c-918aea756f2b req-71227cdf-0ea4-4c5b-87f8-5b6a9f4e871c service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987005 Nov 15 22:36:05.094519 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.117705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b70f1-ac3e-4415-8e9c-88af64afeeac req-f1e7940a-453a-465f-b596-1fbe6b0f0b89 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.119417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f3b70f1-ac3e-4415-8e9c-88af64afeeac req-f1e7940a-453a-465f-b596-1fbe6b0f0b89 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.3696415 Nov 15 22:36:05.152130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ab639-5629-4036-8fee-6e3dc9bddfef req-b5a36a64-9abe-4374-9c85-a5e6c2266c17 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.153577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-583ab639-5629-4036-8fee-6e3dc9bddfef req-b5a36a64-9abe-4374-9c85-a5e6c2266c17 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 944 time: 0.1025553 Nov 15 22:36:05.202317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e95e7419-0f03-45e8-81d3-c148e6be7f1f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:05.231130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f3b70f1-ac3e-4415-8e9c-88af64afeeac req-6edf351d-47ba-4238-986a-f507a68ad5aa tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043613 Nov 15 22:36:05.235903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-583ab639-5629-4036-8fee-6e3dc9bddfef req-0e53afe3-5506-49d0-9318-16da137a5644 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737321 Nov 15 22:36:05.244951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.303369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:05.317624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:05.332586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:05.337453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1de1d807-8cb1-4d5b-b42c-7949369a0b43 req-deba1674-90c2-4152-8aa3-42febb508b04 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 210 time: 0.0374503 Nov 15 22:36:05.338044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:05.423524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:05.444453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.445061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.568505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41958a-4147-461f-81d6-ee1d887779f7 req-15fa1a9c-918e-4830-8fda-cfe263f8b87f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.570097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab41958a-4147-461f-81d6-ee1d887779f7 req-15fa1a9c-918e-4830-8fda-cfe263f8b87f tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.0911758 Nov 15 22:36:05.596597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd6a9d-525a-4ceb-b751-e37870ab9fe3 req-f35a7a1e-7a45-4d66-af3f-d5765192a78c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.599182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94fd6a9d-525a-4ceb-b751-e37870ab9fe3 req-f35a7a1e-7a45-4d66-af3f-d5765192a78c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 943 time: 0.0858829 Nov 15 22:36:05.646269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b0842350-72d0-438c-a76b-57eec44dc4ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5597715 Nov 15 22:36:05.649080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43a4c4c3-bea3-4266-9e57-7a4d0bccae07 None None] Provisioning complete for port 752fb1ba-8324-4b2e-949d-d67a9a77a730 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:05.649601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43a4c4c3-bea3-4266-9e57-7a4d0bccae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.663812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab41958a-4147-461f-81d6-ee1d887779f7 req-84c65d4f-d92f-40cd-9d04-1f87025136c7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Nov 15 22:36:05.669920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Request body: {'port': {'device_id': '97b0691f-fc76-44a6-b06d-1179693062f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:05.699209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43a4c4c3-bea3-4266-9e57-7a4d0bccae07 None None] Port 752fb1ba-8324-4b2e-949d-d67a9a77a730 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:36:05.739340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94fd6a9d-525a-4ceb-b751-e37870ab9fe3 req-541349b0-0826-4136-ab61-ad8504560a5d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296880 Nov 15 22:36:05.798787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.825680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cfd98-5585-44f1-81c8-e9b62789792c req-918fdea8-3d3c-4a6c-80b1-1c9fae0c7aec tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:05.827212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-002cfd98-5585-44f1-81c8-e9b62789792c req-918fdea8-3d3c-4a6c-80b1-1c9fae0c7aec tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 931 time: 0.0944941 Nov 15 22:36:05.865598 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:05.958445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-002cfd98-5585-44f1-81c8-e9b62789792c req-73267b03-87ce-4d96-8448-7dac10b4e9e8 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126914 Nov 15 22:36:06.107384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e056e5-41aa-4022-80c9-fa5d2693e65d req-ad10398b-d0a5-4ab9-aa6d-0faab02949cb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.109085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5e056e5-41aa-4022-80c9-fa5d2693e65d req-ad10398b-d0a5-4ab9-aa6d-0faab02949cb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 944 time: 0.0775318 Nov 15 22:36:06.205289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5e056e5-41aa-4022-80c9-fa5d2693e65d req-f2392740-0e7b-488e-b039-390832eb3b52 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893552 Nov 15 22:36:06.216007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752fb1ba-8324-4b2e-949d-d67a9a77a730 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:06.224234 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.225975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-be5b705c-1d45-455f-9cbd-acb4d34083a9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.227464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-be5b705c-1d45-455f-9cbd-acb4d34083a9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7&tenant_id=6ffa127e6f1d4f8896ac85292faba590&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 944 time: 0.1320319 Nov 15 22:36:06.237466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Transition to ACTIVE for port object 752fb1ba-8324-4b2e-949d-d67a9a77a730 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:06.289535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.343895 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-05063147-8d3f-4684-b116-6c0e0cf26721 service neutron] delete failed (client error): The resource could not be found. Nov 15 22:36:06.344953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-05063147-8d3f-4684-b116-6c0e0cf26721 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e95e7419-0f03-45e8-81d3-c148e6be7f1f/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.1015940 Nov 15 22:36:06.373090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:06.456285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc36b3f-ae8f-404b-b55d-3eb8499b9a87 req-d27993de-48f3-4773-90bc-00fa152a0abf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.457842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fc36b3f-ae8f-404b-b55d-3eb8499b9a87 req-d27993de-48f3-4773-90bc-00fa152a0abf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1391251 Nov 15 22:36:06.495462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-ac1643f2-9786-4f3f-8259-92be5990b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.505468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-ac1643f2-9786-4f3f-8259-92be5990b47d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0880041 Nov 15 22:36:06.520204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Attempting to bind port 752fb1ba-8324-4b2e-949d-d67a9a77a730 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:06.520489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:06.520966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Attempting to bind port 752fb1ba-8324-4b2e-949d-d67a9a77a730 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:06.520966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Attempting to bind port 752fb1ba-8324-4b2e-949d-d67a9a77a730 on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:06.574976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c5360d5-aa3b-4721-b39b-531c1a94e1fb req-9a7f88c8-66a1-4629-b4ed-a5e44169ad36 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 210 time: 0.0540771 Nov 15 22:36:06.586060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Port 752fb1ba-8324-4b2e-949d-d67a9a77a730 on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:06.586393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Attempting to bind port 752fb1ba-8324-4b2e-949d-d67a9a77a730 on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:06.595751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:06.596159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Checking segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:06.596554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Bound using segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:06.597440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Bound port: 752fb1ba-8324-4b2e-949d-d67a9a77a730, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:06.597826 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.635659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fc36b3f-ae8f-404b-b55d-3eb8499b9a87 req-38160b78-fc0a-4a9b-8a7f-c8a06a5cfe5b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654088 Nov 15 22:36:06.716462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:06.717747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e95e7419-0f03-45e8-81d3-c148e6be7f1f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:06.721090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:06.751294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e95e7419-0f03-45e8-81d3-c148e6be7f1f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:06.751294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.787811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.883325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.884059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.886063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 1091 time: 1.2269452 Nov 15 22:36:06.892106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:06.894868 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:06.898214 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb" -d '{"events": [{"name": "network-changed", "server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:06.964775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4357e-ee3a-4b6f-a887-361e4425d8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:06.968287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:06.971900 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a30f98a-0c4b-46e0-913c-4d5dd30762ea" -d '{"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:06.980134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c614-91c6-4a06-99a3-c964bfe5a508 req-2dbc8c55-248e-480e-9ac7-47d313106685 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:06.989405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52c7c614-91c6-4a06-99a3-c964bfe5a508 req-2dbc8c55-248e-480e-9ac7-47d313106685 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.1884115 Nov 15 22:36:06.998357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:07.053946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 1fb4c645-52ba-4d3d-a412-f3f493f5c787 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:07.054592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.062339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912f4f-8eb2-4f54-b9eb-24bbb6ae7e84 req-d8761062-50b2-4008-a5af-25ae4c405dba tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.064609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d912f4f-8eb2-4f54-b9eb-24bbb6ae7e84 req-d8761062-50b2-4008-a5af-25ae4c405dba tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 943 time: 0.2225475 Nov 15 22:36:07.069324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.102587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52c7c614-91c6-4a06-99a3-c964bfe5a508 req-e1300f2b-5557-4919-adfc-a109fd0106d5 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108196 Nov 15 22:36:07.130334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b5d59824-c97f-4e6c-8678-6183723a54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.142712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:07.146855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-b5d59824-c97f-4e6c-8678-6183723a54e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1094 time: 0.1549087 Nov 15 22:36:07.164172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-e3191019-e2b4-417e-9b21-1623973f09cb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.165921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-e3191019-e2b4-417e-9b21-1623973f09cb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 811 time: 0.2380691 Nov 15 22:36:07.184143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Request body: {'port': {'device_id': '9481253b-a232-4b80-a017-7f943f8e6a17', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'admin_state_up': True, 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:07.204219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8014681-aa7d-4ab7-9218-8edeac2cd262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.211783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-72ba6646-d38a-4566-8ded-cf890d13cf96 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.213265 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-72ba6646-d38a-4566-8ded-cf890d13cf96 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.2942488 Nov 15 22:36:07.226590 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12554b6-2adc-4678-b2b0-a37d28eba4bf x-openstack-request-id: req-b12554b6-2adc-4678-b2b0-a37d28eba4bf {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:07.226886 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:07.227139 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b12554b6-2adc-4678-b2b0-a37d28eba4bf {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:07.227539 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'status': 'completed', 'code': 200} Nov 15 22:36:07.230796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-e7aa4505-e38a-457d-9374-22deee1c7747 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 217 time: 0.0684354 Nov 15 22:36:07.262773 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a65ff-b6db-4715-a426-e7dcebc02cc9 x-openstack-request-id: req-e72a65ff-b6db-4715-a426-e7dcebc02cc9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:07.262773 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:07.262773 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e72a65ff-b6db-4715-a426-e7dcebc02cc9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:07.263043 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'code': 200} Nov 15 22:36:07.287364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d912f4f-8eb2-4f54-b9eb-24bbb6ae7e84 req-b6f6b193-bde3-4be4-9dbf-496d7719559d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961317 Nov 15 22:36:07.327912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-2492d204-123b-4f7a-9e6e-d802ce6ce877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.331426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-2492d204-123b-4f7a-9e6e-d802ce6ce877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.0914114 Nov 15 22:36:07.344034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-5f028f27-b0ff-4758-818a-b75864803af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.346130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-5f028f27-b0ff-4758-818a-b75864803af9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.8379660 Nov 15 22:36:07.392144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 1fb4c645-52ba-4d3d-a412-f3f493f5c787, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1fb4c645-52ba-4d3d-a412-f3f493f5c787,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:07.392444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.445333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 1fb4c645-52ba-4d3d-a412-f3f493f5c787 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:07.453313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-e57b985d-c60a-463d-a0a8-2d0bc5f1ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.454791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-e57b985d-c60a-463d-a0a8-2d0bc5f1ef94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139400 Nov 15 22:36:07.464147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04277a8-f345-41cc-bd12-ecfab017d959 req-e7984df0-e33d-44ff-985b-6106e4d7b934 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.465953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f04277a8-f345-41cc-bd12-ecfab017d959 req-e7984df0-e33d-44ff-985b-6106e4d7b934 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 943 time: 0.1092792 Nov 15 22:36:07.497088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0c9fe-f98a-4651-9da0-23b702a772e0 req-4f3f580f-5faa-43fc-8021-16d9d92b10c3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.498721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e0c9fe-f98a-4651-9da0-23b702a772e0 req-4f3f580f-5faa-43fc-8021-16d9d92b10c3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1159563 Nov 15 22:36:07.552434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-45910574-c2e3-466d-bb24-8eb72d2bfa90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 1001 time: 0.1764424 Nov 15 22:36:07.614616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Deleting port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:07.615007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.623668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f04277a8-f345-41cc-bd12-ecfab017d959 req-ebde245e-8b6a-43b0-95df-6167d6e8a6d7 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456728 Nov 15 22:36:07.641230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e0c9fe-f98a-4651-9da0-23b702a772e0 req-36fa11e3-bb89-48c3-a46d-76c13fa4bf6b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309304 Nov 15 22:36:07.668732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Made reservation on behalf of adf92d1b7a6b40d5ae34d0bc6346bd3b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:07.672047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.673034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-52066002-f4f4-4100-9080-341a224d5bb5 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966674 Nov 15 22:36:07.727298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-e144eeb1-a1d8-4194-b613-adee73d43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.728808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-e144eeb1-a1d8-4194-b613-adee73d43c93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.1670964 Nov 15 22:36:07.801959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f417349-a4ec-4225-8faf-9723e95eb339 req-4e7e5a72-1357-4b44-946a-62d6b89cf413 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 210 time: 0.0346563 Nov 15 22:36:07.867221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] For port d245c5c5-13d7-4d85-ad3d-c054d5bf0194, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,segment=NetworkSegment(4c48df27-897c-4f85-84b4-c2313a453b3e),segment_id=4c48df27-897c-4f85-84b4-c2313a453b3e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:07.867603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:07.867769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af1f496-3177-45ba-8252-92ff7e12b8a9 req-ff389c11-a668-4ac0-8354-2727874a89e0 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932583 Nov 15 22:36:07.881813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52327df-5b4a-4fa7-b18f-6d3941595ba1 req-3874df1f-af2f-43f2-8d4b-015caa5734c2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.883576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f52327df-5b4a-4fa7-b18f-6d3941595ba1 req-3874df1f-af2f-43f2-8d4b-015caa5734c2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.0871372 Nov 15 22:36:07.898689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Calling delete_port for d245c5c5-13d7-4d85-ad3d-c054d5bf0194 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:07.906863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-b5db5e32-fd1c-416e-94b2-0d3353b043eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:07.908395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-b5db5e32-fd1c-416e-94b2-0d3353b043eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684868 Nov 15 22:36:07.940425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f52327df-5b4a-4fa7-b18f-6d3941595ba1 req-3f21f1bb-7600-499d-8f55-f7aa4c42782e tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Nov 15 22:36:08.021307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-6f3806b1-3da0-4c84-9abc-79083da72a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.022956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-6f3806b1-3da0-4c84-9abc-79083da72a63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1094 time: 0.0436878 Nov 15 22:36:08.092678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Allocated IP 172.20.0.6 (fd0a1dcc-0a24-42b1-b578-763071a4e5bf/b0676570-6693-4e73-bfa3-9caef7784045/76a581f1-ce3a-469e-ba06-2aed46976c3e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:08.116836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-f14e1fd3-7b67-491a-b957-136e6c1d84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.118351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-f14e1fd3-7b67-491a-b957-136e6c1d84ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.0880001 Nov 15 22:36:08.172854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-593b3f11-190e-419a-8d38-aeb1c6fb1a3c service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125382 Nov 15 22:36:08.176098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.178743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-79428f85-f406-47d8-9bab-6b544494e2c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 217 time: 0.0529158 Nov 15 22:36:08.221157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.238892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=1fb4c645-52ba-4d3d-a412-f3f493f5c787,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:08.260639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d6c3-f950-4b8a-8bd4-9e9f8c0726a2 req-c7088bd4-3d4d-497f-b703-f8b4fea059e7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.262179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3818d6c3-f950-4b8a-8bd4-9e9f8c0726a2 req-c7088bd4-3d4d-497f-b703-f8b4fea059e7 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 946 time: 0.0825179 Nov 15 22:36:08.263676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-b8ae81b4-ac19-466c-98e2-f3e4b148d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.265066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-b8ae81b4-ac19-466c-98e2-f3e4b148d48b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.0757296 Nov 15 22:36:08.344511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3818d6c3-f950-4b8a-8bd4-9e9f8c0726a2 req-0dff1326-e122-4120-a735-0f76fb7a4d4b tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f3cc73-a486-4b58-8b9e-8741f9d429ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758688 Nov 15 22:36:08.352930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-cb4b555f-1a51-4338-af51-c5d9fc90a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.356995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-cb4b555f-1a51-4338-af51-c5d9fc90a828 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820208 Nov 15 22:36:08.468203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-11a70224-1cd0-44bb-a6a3-f61e253a1d0e req-a501d569-5513-45eb-9523-fbffe668f142 service neutron] 10.222.0.57 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787030 Nov 15 22:36:08.501532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164836c-d068-449a-9c86-4155d8b72f7c req-d79210f1-697d-4fd7-aed7-049ab689c986 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.503042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a164836c-d068-449a-9c86-4155d8b72f7c req-d79210f1-697d-4fd7-aed7-049ab689c986 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 943 time: 0.0860500 Nov 15 22:36:08.507985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-dd2603d5-4c37-41c7-8980-df3b1de246b0 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424236 Nov 15 22:36:08.518483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5a998fa-17d9-44dc-b343-f9e723eb77ab details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:08.562924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.605096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.629259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:08.641480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a164836c-d068-449a-9c86-4155d8b72f7c req-b6e63adf-e9a6-4d3e-ab27-2be0ac9d884e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274157 Nov 15 22:36:08.649519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab', 'mac_address': 'fa:16:3e:ed:99:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:08.652329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Pushing event deleted for resources: {'Port': ['ID=d245c5c5-13d7-4d85-ad3d-c054d5bf0194,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:08.659635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.729998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] No DVR routers for this DVR port d245c5c5-13d7-4d85-ad3d-c054d5bf0194 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:08.733126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.734384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.742988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ed2f748-a86d-49c0-90c5-334b70f9ffdb req-92820464-83e5-4cee-b015-0064fc312c44 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061825 Nov 15 22:36:08.743292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b165e6ae-25e5-462b-81f2-23d4fd4c6c1b req-d456e4c1-ca10-41f2-8cc1-cc9c9bd81d65 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.57 "DELETE /v2.0/ports/d245c5c5-13d7-4d85-ad3d-c054d5bf0194 HTTP/1.1" status: 204 len: 173 time: 1.4780548 Nov 15 22:36:08.744264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'name': 'network-vif-deleted', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:08.746768 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc67570-ec61-4532-9573-2f942ccaaf4b" -d '{"events": [{"server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "name": "network-vif-deleted", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:08.750939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.753212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a998fa-17d9-44dc-b343-f9e723eb77ab {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:08.776096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:08.780043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:08.783423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:08.856321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:08.899972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472005eb-3e21-4827-b161-3360fae7dc3d req-df59fa1d-f33a-4111-822f-38cccab13f27 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.901713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-472005eb-3e21-4827-b161-3360fae7dc3d req-df59fa1d-f33a-4111-822f-38cccab13f27 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 943 time: 0.0964358 Nov 15 22:36:08.935381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7cb81-695b-4c79-906e-4d2bd0d464f8 req-428f7995-6c55-45c4-bfe4-cfdf8d899f78 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:08.943982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7b7cb81-695b-4c79-906e-4d2bd0d464f8 req-428f7995-6c55-45c4-bfe4-cfdf8d899f78 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1008554 Nov 15 22:36:08.991855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:09.035768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-472005eb-3e21-4827-b161-3360fae7dc3d req-fb4695f7-2481-40b3-b965-ae2e26a5465c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251719 Nov 15 22:36:09.048502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7b7cb81-695b-4c79-906e-4d2bd0d464f8 req-dcf350ab-f602-4ebd-920d-9505ce67818f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034484 Nov 15 22:36:09.152061 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6c8b1-ebb3-4ab5-9c90-788350311715 x-openstack-request-id: req-73c6c8b1-ebb3-4ab5-9c90-788350311715 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:09.152359 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2132df-7ee4-4e12-9918-c00ac9eeb228", "name": "network-vif-deleted", "tag": "d245c5c5-13d7-4d85-ad3d-c054d5bf0194", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:09.152635 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73c6c8b1-ebb3-4ab5-9c90-788350311715 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:09.153032 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2132df-7ee4-4e12-9918-c00ac9eeb228', 'name': 'network-vif-deleted', 'tag': 'd245c5c5-13d7-4d85-ad3d-c054d5bf0194', 'status': 'completed', 'code': 200} Nov 15 22:36:09.177852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:09.186479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:09.188877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e5a998fa-17d9-44dc-b343-f9e723eb77ab'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:09.190332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:09.193409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:09.255064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:09.255934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:09.373380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75feee-ce0a-4af5-b9b1-a3cda08cff70 req-8bdad432-5a47-4bd9-bd3b-1c32e44431a1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:09.374774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba75feee-ce0a-4af5-b9b1-a3cda08cff70 req-8bdad432-5a47-4bd9-bd3b-1c32e44431a1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 931 time: 0.1488938 Nov 15 22:36:09.383029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:09.397431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98bc31-44d3-43a1-b5b9-f54266e3be29 req-b97e2020-5442-4f01-a3dd-20c940eac3ae tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:09.399124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a98bc31-44d3-43a1-b5b9-f54266e3be29 req-b97e2020-5442-4f01-a3dd-20c940eac3ae tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1295834 Nov 15 22:36:09.414827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:09.479956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-03bb97f8-713f-4409-8946-c74de899ba39 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2996020 Nov 15 22:36:09.495020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba75feee-ce0a-4af5-b9b1-a3cda08cff70 req-f0abef42-ad5c-4f38-90e0-2ae9e09f5eb9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116621 Nov 15 22:36:09.521602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a98bc31-44d3-43a1-b5b9-f54266e3be29 req-240ea4e8-9308-4a32-bf20-e29d74ec2672 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087589 Nov 15 22:36:09.531519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Request body: {'port': {'device_id': '9481253b-a232-4b80-a017-7f943f8e6a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:09.594581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46e633d5-610d-4f33-8492-59811b5560c6 None None] Provisioning complete for port 76a581f1-ce3a-469e-ba06-2aed46976c3e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:09.595298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46e633d5-610d-4f33-8492-59811b5560c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:09.607767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:09.635450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:09.643953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2bacd44-d158-4799-849a-799a4cdeaeae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6695e2bc-8019-4057-8112-773d05837237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2164528 Nov 15 22:36:09.663366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:09.670318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46e633d5-610d-4f33-8492-59811b5560c6 None None] Port 76a581f1-ce3a-469e-ba06-2aed46976c3e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:36:09.676670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:09.677315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:09.814801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bb64f02-facd-4e31-9e58-43e3fdcc4ef7 req-adc81766-ef88-449f-8cd6-03041be8ac94 tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf2132df-7ee4-4e12-9918-c00ac9eeb228 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Nov 15 22:36:09.873105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:09.965627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a581f1-ce3a-469e-ba06-2aed46976c3e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:09.972943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:09.985044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Transition to ACTIVE for port object 76a581f1-ce3a-469e-ba06-2aed46976c3e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:10.073276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:10.110930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d245c5c5-13d7-4d85-ad3d-c054d5bf0194 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:10.126879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:10.143503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: d245c5c5-13d7-4d85-ad3d-c054d5bf0194 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:10.143503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device d245c5c5-13d7-4d85-ad3d-c054d5bf0194 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:10.162439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:10.191695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20bc0c-3204-4897-8975-a231db0deb4e req-8a4da309-a8e4-4097-93c9-f089f9cec70b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.201245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d20bc0c-3204-4897-8975-a231db0deb4e req-8a4da309-a8e4-4097-93c9-f089f9cec70b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 944 time: 0.1112514 Nov 15 22:36:10.206400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:10.237013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:10.237612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:10.267727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Attempting to bind port 76a581f1-ce3a-469e-ba06-2aed46976c3e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:10.268197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Attempting to bind port 76a581f1-ce3a-469e-ba06-2aed46976c3e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:10.268645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Attempting to bind port 76a581f1-ce3a-469e-ba06-2aed46976c3e on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:10.272599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d20bc0c-3204-4897-8975-a231db0deb4e req-ebefcbb4-55bf-49b9-9a7c-3bd9cb4480ea tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704849 Nov 15 22:36:10.290119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Port 76a581f1-ce3a-469e-ba06-2aed46976c3e on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:10.291571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Attempting to bind port 76a581f1-ce3a-469e-ba06-2aed46976c3e on network fd0a1dcc-0a24-42b1-b578-763071a4e5bf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:10.316205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:10.317010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Checking segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:10.317434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Bound using segment: {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:10.317933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Bound port: 76a581f1-ce3a-469e-ba06-2aed46976c3e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba12b37-e450-4852-87c0-d8efb4c2b597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:10.318300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:10.336411 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:10.417295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:10.419777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:10.425983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:10.489723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5aa774-ef79-4fdb-a5ce-4060cffb9a84 req-2658fd97-536b-4d5d-b0af-5d36129ed292 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.491253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef5aa774-ef79-4fdb-a5ce-4060cffb9a84 req-2658fd97-536b-4d5d-b0af-5d36129ed292 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 943 time: 0.1162524 Nov 15 22:36:10.500786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a277-42a1-4202-b52f-2b61149d74ac req-b8f4fa60-4e19-4ad2-bdac-31416e813e70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.501944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:10.505710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f67a277-42a1-4202-b52f-2b61149d74ac req-b8f4fa60-4e19-4ad2-bdac-31416e813e70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.0921910 Nov 15 22:36:10.552033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.553149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:10.554905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] 10.222.0.55 "PUT /v2.0/ports/76a581f1-ce3a-469e-ba06-2aed46976c3e HTTP/1.1" status: 200 len: 1091 time: 1.0289867 Nov 15 22:36:10.594432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f67a277-42a1-4202-b52f-2b61149d74ac req-83fbf251-831b-4187-8044-ac7fa3b9dee8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838358 Nov 15 22:36:10.596073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44cf4-8f81-4957-bde9-62892edf351c service neutron] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:10.610622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef5aa774-ef79-4fdb-a5ce-4060cffb9a84 req-4fca616b-19d1-407a-88f6-59e5275e8dcc tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059160 Nov 15 22:36:10.622966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56634) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:10.631319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 752fb1ba-8324-4b2e-949d-d67a9a77a730 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:10.633244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5a998fa-17d9-44dc-b343-f9e723eb77ab up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:10.772816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fcc43fbf-09d5-4da5-983f-d16b2505f51d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 200 len: 993 time: 0.1426640 Nov 15 22:36:10.785330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ae547-51de-473c-a31f-f7bd85092153 req-5f4f84f4-edda-47c4-9009-6637ee312753 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.793425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb5ae547-51de-473c-a31f-f7bd85092153 req-5f4f84f4-edda-47c4-9009-6637ee312753 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.1173265 Nov 15 22:36:10.825342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-02401137-4f39-43fb-ad74-6bcf60c290e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.827984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-02401137-4f39-43fb-ad74-6bcf60c290e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 1094 time: 0.0893347 Nov 15 22:36:10.874554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb5ae547-51de-473c-a31f-f7bd85092153 req-d61dc953-2a8c-450d-89c0-7cce79cda8f8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801179 Nov 15 22:36:10.892545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-8dd3b7ee-3f25-4a86-a620-2d6f03790df8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e HTTP/1.1" status: 200 len: 217 time: 0.0552835 Nov 15 22:36:10.930748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44691a-7ef3-4c7d-825e-b78d3fd04d90 req-9d7870ee-6f2e-4a31-a6e3-95869e45a0e2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.934713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b44691a-7ef3-4c7d-825e-b78d3fd04d90 req-9d7870ee-6f2e-4a31-a6e3-95869e45a0e2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 943 time: 0.1065567 Nov 15 22:36:10.940906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:10.962067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'port_id': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'mac_address': 'fa:16:3e:6d:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:10.969819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-41cfae33-e7cc-4b6a-9f8b-e837135dba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:10.971320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-41cfae33-e7cc-4b6a-9f8b-e837135dba15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0720527 Nov 15 22:36:10.991857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e5a998fa-17d9-44dc-b343-f9e723eb77ab completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:11.000657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b44691a-7ef3-4c7d-825e-b78d3fd04d90 req-8e94f389-029f-4d9b-8739-0ec6fa9210f3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Nov 15 22:36:11.029480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e5a998fa-17d9-44dc-b343-f9e723eb77ab triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:11.029901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:11.041377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-56c5bddd-7bc8-4e03-b964-fea757a77bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.043202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-56c5bddd-7bc8-4e03-b964-fea757a77bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639234 Nov 15 22:36:11.075191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:11.102614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752fb1ba-8324-4b2e-949d-d67a9a77a730 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:11.131236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:11.138532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:11.147431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-b9b04c3f-dfec-4da6-bde7-108054a28ccc service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953934 Nov 15 22:36:11.154067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:11.157661 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69076e1-7033-40ba-ac60-00103a3e67b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:11.188120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda295e0-3332-4fe8-a635-f7d0a546ff71 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'd005a82c-3eb5-443e-8471-121434123ba2', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6695e2bc-8019-4057-8112-773d05837237', 'port_id': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'mac_address': 'fa:16:3e:27:05:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:34:29Z', 'updated_at': '2021-11-15T22:34:34Z', 'revision_number': 1, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:11.196515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:11.204156 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:11.238210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84456d52-0242-4863-8b78-b5710ea7717f x-openstack-request-id: req-84456d52-0242-4863-8b78-b5710ea7717f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:11.238210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:11.238210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84456d52-0242-4863-8b78-b5710ea7717f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:11.238210 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'status': 'completed', 'code': 200} Nov 15 22:36:11.266442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:11.266442 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f91600-09eb-4132-9bfa-c16344069559" -d '{"events": [{"server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "name": "network-vif-plugged", "status": "completed", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:11.277183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-adb1c732-55a5-4f90-ad0e-5007cfa3a3b6 req-657ab9ea-3e4d-4b53-9388-5cdec8444c9f service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156998 Nov 15 22:36:11.294541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:11.295698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:11.309037 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176a140-dd31-4aff-9e78-73f1449ccdd9 x-openstack-request-id: req-3176a140-dd31-4aff-9e78-73f1449ccdd9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:11.309520 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "name": "network-vif-plugged", "status": "completed", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:11.309770 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3176a140-dd31-4aff-9e78-73f1449ccdd9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:11.310168 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab', 'code': 200} Nov 15 22:36:11.392041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:11.442815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459ead-e917-4c08-82e6-46e77f299d8f req-d78c152c-37da-45e7-8da7-d101ecf0038f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.444553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95459ead-e917-4c08-82e6-46e77f299d8f req-d78c152c-37da-45e7-8da7-d101ecf0038f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 944 time: 0.0833313 Nov 15 22:36:11.451312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b19ac-b1fe-4fcb-81f4-78a481dc2561 req-3398fefd-8059-4f96-94b5-5117678de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.452935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1b19ac-b1fe-4fcb-81f4-78a481dc2561 req-3398fefd-8059-4f96-94b5-5117678de95c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 1095 time: 0.0772953 Nov 15 22:36:11.461923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:11.514212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cf1b19ac-b1fe-4fcb-81f4-78a481dc2561 req-3e85c399-fa08-4453-ba67-f1d4d0f95436 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509474 Nov 15 22:36:11.519162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-c7e332a1-744b-44eb-9f54-81124179443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.520601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-c7e332a1-744b-44eb-9f54-81124179443b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 1094 time: 0.0751081 Nov 15 22:36:11.525436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95459ead-e917-4c08-82e6-46e77f299d8f req-c002a069-2a8c-4bb4-8c0b-fed938dc7b74 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706511 Nov 15 22:36:11.589873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['752fb1ba-8324-4b2e-949d-d67a9a77a730'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:11.819678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db2780-c9d9-4679-a2f4-ac991718cfa8 req-b5d3a687-73cd-422e-83d3-888edb9e5e1f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.821234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82db2780-c9d9-4679-a2f4-ac991718cfa8 req-b5d3a687-73cd-422e-83d3-888edb9e5e1f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 944 time: 0.1348479 Nov 15 22:36:11.912526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82db2780-c9d9-4679-a2f4-ac991718cfa8 req-9b34c53d-2c89-41f7-8637-87d4acdc9344 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844753 Nov 15 22:36:11.914182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-de442f67-6db1-46f8-a657-752e9d39e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.915701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-de442f67-6db1-46f8-a657-752e9d39e6f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.1903131 Nov 15 22:36:11.942123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-ce335254-a22c-4c37-b90d-15f1610ecce0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:11.943834 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-ce335254-a22c-4c37-b90d-15f1610ecce0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.57 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.0554602 Nov 15 22:36:11.977763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-a1cfd026-7b9f-4ea6-8b37-41e20519bf77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e HTTP/1.1" status: 200 len: 217 time: 0.0358930 Nov 15 22:36:12.079435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-90d7c649-93eb-4e10-8342-5dde4ee1e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:12.081280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-90d7c649-93eb-4e10-8342-5dde4ee1e7b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0887246 Nov 15 22:36:12.089490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 6c81991b-228d-465f-861a-dfe8c07f9457 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:12.089980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:12.091188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577836a6-714d-406f-8b71-bd03d7145706 req-320b461f-384d-489b-8133-0c29adfecda2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:12.093667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-577836a6-714d-406f-8b71-bd03d7145706 req-320b461f-384d-489b-8133-0c29adfecda2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 946 time: 0.0985274 Nov 15 22:36:12.191031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-174ada93-565a-48b8-a1e4-d68b1d5a635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:12.192953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-174ada93-565a-48b8-a1e4-d68b1d5a635a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990331 Nov 15 22:36:12.209485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 6c81991b-228d-465f-861a-dfe8c07f9457, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6c81991b-228d-465f-861a-dfe8c07f9457,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:12.209848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:12.225635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 6c81991b-228d-465f-861a-dfe8c07f9457 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:12.244881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-577836a6-714d-406f-8b71-bd03d7145706 req-a07e4c30-0974-4364-a785-ea21d0fc905f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411190 Nov 15 22:36:12.283876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ddbf2-ca7e-4ed4-bf5c-3ae001d88025 req-35907921-58ce-43fb-8341-07d37799b300 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:12.286468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0ddbf2-ca7e-4ed4-bf5c-3ae001d88025 req-35907921-58ce-43fb-8341-07d37799b300 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 943 time: 0.1812270 Nov 15 22:36:12.355737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0ddbf2-ca7e-4ed4-bf5c-3ae001d88025 req-bf295b40-f358-4730-9e83-9c9d68f5bd07 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Nov 15 22:36:12.370381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-6c78ffdc-66d9-4303-bf95-9413dc7c6c03 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684074 Nov 15 22:36:12.495759 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:12.497526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69076e1-7033-40ba-ac60-00103a3e67b1 req-16be87f1-eeda-4651-83c8-928d38a51b0f service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178837 Nov 15 22:36:12.527954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=6c81991b-228d-465f-861a-dfe8c07f9457,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:12.533805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:12.614694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] No DVR routers for this DVR port 6c81991b-228d-465f-861a-dfe8c07f9457 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:12.623393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:12.627537 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c32d7ab9-db8e-468f-ab64-42e71634a2ea req-e84ca169-bd97-44c5-9c13-56973f579a8c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.57 "DELETE /v2.0/ports/6c81991b-228d-465f-861a-dfe8c07f9457 HTTP/1.1" status: 204 len: 173 time: 0.6767282 Nov 15 22:36:12.733903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48cf19-1c3f-48e4-bf25-fac5a07222d2 req-3937489a-2d9c-461f-8381-8db985b0312f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:12.735018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1fb4c645-52ba-4d3d-a412-f3f493f5c787 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:12.735910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e48cf19-1c3f-48e4-bf25-fac5a07222d2 req-3937489a-2d9c-461f-8381-8db985b0312f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.0839520 Nov 15 22:36:12.765974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1fb4c645-52ba-4d3d-a412-f3f493f5c787 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:12.766376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1fb4c645-52ba-4d3d-a412-f3f493f5c787 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:12.807769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:12.813093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'mac_address': 'fa:16:3e:df:d2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:12.860171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e48cf19-1c3f-48e4-bf25-fac5a07222d2 req-761d141a-3652-44e7-a52b-0be0d981dff4 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143427 Nov 15 22:36:12.862443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:12.882867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a69f688c-198e-4e62-a2d6-36bb62d1e4d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:12.914959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:12.992493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:13.166757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6179-a4fc-4d55-83ec-7838bed20566 req-0042c22f-51e8-4938-9998-3f1cb07e58ae tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:13.168474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49aa6179-a4fc-4d55-83ec-7838bed20566 req-0042c22f-51e8-4938-9998-3f1cb07e58ae tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 944 time: 0.0746765 Nov 15 22:36:13.188391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:13.240671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'name': 'network-vif-deleted', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:13.242988 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd0f25-a70b-4d75-ac5a-f5a3fa409bf9" -d '{"events": [{"server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "name": "network-vif-deleted", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:13.243467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49aa6179-a4fc-4d55-83ec-7838bed20566 req-ff88dd79-390f-42fa-8853-a70c1f62a68c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671992 Nov 15 22:36:13.261279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a69f688c-198e-4e62-a2d6-36bb62d1e4d0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:13.305687 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da3122-74b3-4262-88f6-30af8201e4d0 x-openstack-request-id: req-a5da3122-74b3-4262-88f6-30af8201e4d0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:13.305986 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5488fc76-2935-4cb5-af4c-3d6b08fe6756", "name": "network-vif-deleted", "tag": "6c81991b-228d-465f-861a-dfe8c07f9457", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:13.306394 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5da3122-74b3-4262-88f6-30af8201e4d0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:13.306983 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5488fc76-2935-4cb5-af4c-3d6b08fe6756', 'name': 'network-vif-deleted', 'tag': '6c81991b-228d-465f-861a-dfe8c07f9457', 'status': 'completed', 'code': 200} Nov 15 22:36:13.409437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63ac7da7-efcd-4ccc-8ae2-3df9420f8469 req-03c8db72-da57-4576-824f-e66052a51238 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=5488fc76-2935-4cb5-af4c-3d6b08fe6756 HTTP/1.1" status: 200 len: 210 time: 0.0472324 Nov 15 22:36:13.574249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f764d2-7d66-4b1e-9d78-ed6eecd6c877 req-c7ae1096-0d87-4881-bd7e-b119d7123d14 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:13.582019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96f764d2-7d66-4b1e-9d78-ed6eecd6c877 req-c7ae1096-0d87-4881-bd7e-b119d7123d14 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 943 time: 0.0739315 Nov 15 22:36:13.634071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96f764d2-7d66-4b1e-9d78-ed6eecd6c877 req-20152eac-d6ce-4619-b0f9-723a2f0d33d5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504808 Nov 15 22:36:14.026149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fcb49-3ad6-47c1-beef-e47fca8bf648 req-6c4b7879-909e-451c-8bcb-46ef321fb558 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:14.027824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c78fcb49-3ad6-47c1-beef-e47fca8bf648 req-6c4b7879-909e-451c-8bcb-46ef321fb558 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.0637412 Nov 15 22:36:14.099392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c78fcb49-3ad6-47c1-beef-e47fca8bf648 req-8a033512-3253-45ce-99f4-3a35221fb375 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653088 Nov 15 22:36:14.494633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3f2c-95d8-41e6-87ae-d0070f6c4c9f req-ec102258-4bbb-43d7-b239-7aea2962edb4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:14.498041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be8c3f2c-95d8-41e6-87ae-d0070f6c4c9f req-ec102258-4bbb-43d7-b239-7aea2962edb4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 944 time: 0.1204717 Nov 15 22:36:14.541693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-a8bdebcf-647e-4b9b-9782-984e5f69c510 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:14.543360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-a8bdebcf-647e-4b9b-9782-984e5f69c510 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2003555 Nov 15 22:36:14.560341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:14.578314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-21309eae-6fe9-4288-b356-5eb9d541d09d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0192132 Nov 15 22:36:14.664472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be8c3f2c-95d8-41e6-87ae-d0070f6c4c9f req-fe7e4329-61de-453c-abeb-5f9c8a5a17e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398039 Nov 15 22:36:14.679653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 752fb1ba-8324-4b2e-949d-d67a9a77a730 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:14.717983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-d383dc90-7944-422a-92b3-859447e44024 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388571 Nov 15 22:36:14.764436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:14.807266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:14.847396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'mac_address': 'fa:16:3e:95:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:14.913260 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:14.938633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 752fb1ba-8324-4b2e-949d-d67a9a77a730 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:14.952608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 752fb1ba-8324-4b2e-949d-d67a9a77a730 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:14.953473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:14.953723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.008750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.037206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-3dbd33f6-cc67-480d-9399-3f20229f9d57 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181620 Nov 15 22:36:15.037737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a581f1-ce3a-469e-ba06-2aed46976c3e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:15.069639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:15.136073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.154624 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.171754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:15.174857 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c210b-14e8-443a-b25e-d591bbbf494d" -d '{"events": [{"server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "name": "network-vif-plugged", "status": "completed", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:15.219718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:15.247093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:15.289588 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.290298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:15.377303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:15.424799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:15.425174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.488290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.493954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.495955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d21f6b9-7e16-4c7d-9f2b-71e969c20a89 HTTP/1.1" status: 204 len: 168 time: 0.7294941 Nov 15 22:36:15.518121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-02df61e6-6474-4bfc-a7a5-530b4ca7d797 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793355 Nov 15 22:36:15.530849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e09f4-d9d4-4110-bf28-2d2424dde12f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d21f6b9-7e16-4c7d-9f2b-71e969c20a89,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:15.533703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['76a581f1-ce3a-469e-ba06-2aed46976c3e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:15.553489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d82b-9360-4eb0-b725-2858134c4a5b req-8ea16ec4-b6a5-4faf-9391-455aaa14ce3d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:15.556402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f938d82b-9360-4eb0-b725-2858134c4a5b req-8ea16ec4-b6a5-4faf-9391-455aaa14ce3d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 943 time: 0.5529721 Nov 15 22:36:15.594389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.628157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f938d82b-9360-4eb0-b725-2858134c4a5b req-f190bfce-4f1e-47bb-b6fc-9061f31bc226 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Nov 15 22:36:15.643796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:15.739872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:15.818687 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f87ce-f614-4982-ab75-70f08f13bff0 x-openstack-request-id: req-3e3f87ce-f614-4982-ab75-70f08f13bff0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:15.819955 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "name": "network-vif-plugged", "status": "completed", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:15.820202 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e3f87ce-f614-4982-ab75-70f08f13bff0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:15.820745 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'code': 200} Nov 15 22:36:15.867108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:15.931935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:16.022234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting subnet be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:36:16.026030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.086509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.112779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9db46dee-f75c-4c0d-9aca-ea903b59203e req-b91896d7-446d-4f7f-bd09-3819f0aa8118 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 210 time: 0.1256437 Nov 15 22:36:16.139801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6c81991b-228d-465f-861a-dfe8c07f9457 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:16.163636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645bdd-7f1c-4c45-96fb-dde7fcdfeb85 req-7443016a-8d0c-4be9-910e-24c53afafae6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:16.174389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd645bdd-7f1c-4c45-96fb-dde7fcdfeb85 req-7443016a-8d0c-4be9-910e-24c53afafae6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1895666 Nov 15 22:36:16.184861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa96f0-9835-465a-baac-78af7d180ab5 req-13bff351-d4d1-4eb0-a7cd-8c2891dee76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:16.187070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6c81991b-228d-465f-861a-dfe8c07f9457 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:16.187070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6c81991b-228d-465f-861a-dfe8c07f9457 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:16.189461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fa96f0-9835-465a-baac-78af7d180ab5 req-13bff351-d4d1-4eb0-a7cd-8c2891dee76f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1096 time: 0.2653913 Nov 15 22:36:16.301790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.306153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd645bdd-7f1c-4c45-96fb-dde7fcdfeb85 req-e1654b23-1a0e-483e-8735-e8373a4b98c2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156006 Nov 15 22:36:16.349666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37fa96f0-9835-465a-baac-78af7d180ab5 req-42ab0141-e0cf-4fa7-87e5-9aa1785492c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202202 Nov 15 22:36:16.490080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.497563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:16.539391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Subnet': ['ID=be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:16.553048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9cdce-38bc-49d6-b079-6879ddf151ef None None] Network 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:16.554821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.559979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a7ff7115-1ab3-49df-a105-9b92e2ee987a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/subnets/be83b1ce-7801-48dc-9b59-aa0c0dd9a3e6 HTTP/1.1" status: 204 len: 168 time: 0.6262393 Nov 15 22:36:16.563227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:16.789100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.914559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Deleting subnet 757c0eb5-d816-42b2-bea0-4c88f5d93da6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:36:16.926889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:16.954652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] DHCP port deletion for 3ee16d1a-8f03-4c38-be14-d43028f3e3d2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:36:16.970497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ded97-2009-42e5-88af-39ff7edc9010 req-1fe540db-c479-4875-a5f1-82de0b98e424 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:16.972351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-341ded97-2009-42e5-88af-39ff7edc9010 req-1fe540db-c479-4875-a5f1-82de0b98e424 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 944 time: 0.1972463 Nov 15 22:36:17.013317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.034000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Deleting port 9baad56e-3d90-40f4-9b23-626623dd1b14 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:17.034530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.090828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 9baad56e-3d90-40f4-9b23-626623dd1b14 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:17.090828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.125119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-341ded97-2009-42e5-88af-39ff7edc9010 req-6a49118a-c18b-45c5-8cde-da128e3f4f74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374555 Nov 15 22:36:17.159996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.166664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] For port 9baad56e-3d90-40f4-9b23-626623dd1b14, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9baad56e-3d90-40f4-9b23-626623dd1b14,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:17.167345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.196289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Calling delete_port for 9baad56e-3d90-40f4-9b23-626623dd1b14 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:17.277193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 9baad56e-3d90-40f4-9b23-626623dd1b14, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9baad56e-3d90-40f4-9b23-626623dd1b14,segment=NetworkSegment(d5111df3-da1a-4b26-af97-364c603852ba),segment_id=d5111df3-da1a-4b26-af97-364c603852ba)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:17.279729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.321847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 9baad56e-3d90-40f4-9b23-626623dd1b14 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:17.351920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-496a710e-99e7-4249-8dde-19a17df4fcbf req-c9dd3e9e-0433-4681-98d6-2447461271b7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 210 time: 0.0801084 Nov 15 22:36:17.483547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.488038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.510644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] No DVR routers for this DVR port 9baad56e-3d90-40f4-9b23-626623dd1b14 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:17.547531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757c0eb5-d816-42b2-bea0-4c88f5d93da6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:17.561860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259328ac-5a64-4369-81e4-cabd75e79e35 None None] Pushing event deleted for resources: {'Port': ['ID=9baad56e-3d90-40f4-9b23-626623dd1b14,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:17.597029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.602652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a7e4b81-ec51-4749-af0d-237a62335df8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/757c0eb5-d816-42b2-bea0-4c88f5d93da6 HTTP/1.1" status: 204 len: 168 time: 1.1039112 Nov 15 22:36:17.606035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:17.638014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbbe5b-91e5-4e82-a0c1-bb62f830d331 req-3230f3f8-51e2-4f8f-a658-be0f94784e48 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:17.641190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bbbbe5b-91e5-4e82-a0c1-bb62f830d331 req-3230f3f8-51e2-4f8f-a658-be0f94784e48 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.2024128 Nov 15 22:36:17.724532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.731088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.792712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1bbbbe5b-91e5-4e82-a0c1-bb62f830d331 req-5d72fbf1-899c-454d-921d-0c40fde06a42 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102557 Nov 15 22:36:17.794165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=9baad56e-3d90-40f4-9b23-626623dd1b14,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:17.807130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] No DVR routers for this DVR port 9baad56e-3d90-40f4-9b23-626623dd1b14 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:17.828182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:17.831693 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a75ef-db53-4ad6-a01d-fad579353655" -d '{"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-plugged", "status": "completed", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:17.901474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:17.930892 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d652d39-b889-4855-b7f4-b6a19ffded41 x-openstack-request-id: req-9d652d39-b889-4855-b7f4-b6a19ffded41 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:17.931408 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-plugged", "status": "completed", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:17.931883 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d652d39-b889-4855-b7f4-b6a19ffded41 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:17.932436 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'code': 200} Nov 15 22:36:17.952381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29870724-b3dc-4e41-9db6-b3590b40b7ab']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:17.989723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c48df27-897c-4f85-84b4-c2313a453b3e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:17.990667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c48df27-897c-4f85-84b4-c2313a453b3e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:17.992735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.030461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.034320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee16d1a-8f03-4c38-be14-d43028f3e3d2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:18.047916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5111df3-da1a-4b26-af97-364c603852ba') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:18.048231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5111df3-da1a-4b26-af97-364c603852ba') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:18.063229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.079448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.083962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.087818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:36:18.088875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.109500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:36:18.110921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.114285 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:36:18.115372 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:36:18.174814 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:36:18.260996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.267337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.271682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/29870724-b3dc-4e41-9db6-b3590b40b7ab HTTP/1.1" status: 204 len: 168 time: 0.6644447 Nov 15 22:36:18.290533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.307707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.312268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/networks/3ee16d1a-8f03-4c38-be14-d43028f3e3d2 HTTP/1.1" status: 204 len: 168 time: 1.7473249 Nov 15 22:36:18.316057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56860) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:18.346684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b511-5349-46ba-af68-16dabba2b35b req-974c60a0-03d5-4b48-976f-046194dc24c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:18.349376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3181b511-5349-46ba-af68-16dabba2b35b req-974c60a0-03d5-4b48-976f-046194dc24c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 944 time: 0.1345181 Nov 15 22:36:18.350458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc411a-4b8e-442f-b161-c00bfa64c84e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Network': ['ID=3ee16d1a-8f03-4c38-be14-d43028f3e3d2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:18.365320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce039d78-eb1a-4f00-816b-c4758bcc99f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29870724-b3dc-4e41-9db6-b3590b40b7ab,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:18.459927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3181b511-5349-46ba-af68-16dabba2b35b req-c8db6c91-7ba4-4735-8897-2a8c61c685e0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752473 Nov 15 22:36:18.558766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:18.652009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0999242a-ce8b-4db6-8598-bbbec47cdad8 req-366fde52-4409-4b78-8809-7093250464dd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 210 time: 0.0715575 Nov 15 22:36:18.677258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-90ee3c72-f974-404f-a24b-7b6bd1ea7f36 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:18.678856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-90ee3c72-f974-404f-a24b-7b6bd1ea7f36 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2916348 Nov 15 22:36:18.685163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 6b7643f1-b06a-4c03-9236-6b578203c9ea {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:18.685760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.698502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '51053e41-1c09-4c10-877f-5689038e4852', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:18.712358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 76a581f1-ce3a-469e-ba06-2aed46976c3e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:18.716693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 76a581f1-ce3a-469e-ba06-2aed46976c3e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:18.720015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.764671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:18.847911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f8ca51b-05e4-4758-b612-d0b4e89bbce5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebc0a22b52684ee8b6d07f0de60e45da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768137 Nov 15 22:36:18.847911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:18.900487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9baad56e-3d90-40f4-9b23-626623dd1b14 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:18.919847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.920227 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.963258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9baad56e-3d90-40f4-9b23-626623dd1b14 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:18.963911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9baad56e-3d90-40f4-9b23-626623dd1b14 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:18.979009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 6b7643f1-b06a-4c03-9236-6b578203c9ea owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:18.982825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:18.990896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.011292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.073862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:19.087038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.131369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5030b-eabf-4daa-9a5d-6fbcc84a066b req-a7742158-6f89-4bcc-951b-7d4936c02100 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:19.139544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-deb5030b-eabf-4daa-9a5d-6fbcc84a066b req-a7742158-6f89-4bcc-951b-7d4936c02100 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1945648 Nov 15 22:36:19.173805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.177305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.178460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45f3cc73-a486-4b58-8b9e-8741f9d429ac HTTP/1.1" status: 204 len: 168 time: 0.3296356 Nov 15 22:36:19.193288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:19.203196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1604f9-a1f3-411b-adb6-900a5eb61594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3cc73-a486-4b58-8b9e-8741f9d429ac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:19.249260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-deb5030b-eabf-4daa-9a5d-6fbcc84a066b req-dc0efd8f-9a23-4ce6-80bc-515ac4c647e9 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087546 Nov 15 22:36:19.268724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.330762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.8 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/53641628-426f-4412-8c3b-df44e65625a1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:19.370032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:19.426664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a43cdc-f395-4571-a0e3-100dfda6c4a8 req-cb8990da-d30e-4520-8b4d-d67a7a8251d8 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:19.428236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57a43cdc-f395-4571-a0e3-100dfda6c4a8 req-cb8990da-d30e-4520-8b4d-d67a7a8251d8 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1068697 Nov 15 22:36:19.438512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 56886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:19.449127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'floatingip': {'port_id': '752fb1ba-8324-4b2e-949d-d67a9a77a730'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:19.493284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.531988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.607810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.677668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=6b7643f1-b06a-4c03-9236-6b578203c9ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:19.815083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d91be89d-db60-4418-9545-fda99de4b559 req-709a4d84-2b00-4b69-89f9-dab11b68b3be tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 210 time: 0.0629160 Nov 15 22:36:19.835964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209f50d-b423-4546-b1f0-4a4da29d32d9 req-b3f48431-ee7c-49d9-85b3-3b1fbbcb7157 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:19.837791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6209f50d-b423-4546-b1f0-4a4da29d32d9 req-b3f48431-ee7c-49d9-85b3-3b1fbbcb7157 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.2518778 Nov 15 22:36:19.885515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:19.885840 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Floating IP d005a82c-3eb5-443e-8471-121434123ba2 disassociated (deleted). External IP: 172.25.0.31, port: 5fdafcc6-ba49-495a-b1bb-cedb205a87ca. Nov 15 22:36:19.934936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:19.937310 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d58ac0-1816-4130-a849-3c5ba099dcbf" -d '{"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-plugged", "status": "completed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:19.975358 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa16ba3-e50e-4513-977b-200d816108a8 x-openstack-request-id: req-efa16ba3-e50e-4513-977b-200d816108a8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:19.975744 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-plugged", "status": "completed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:19.976060 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa16ba3-e50e-4513-977b-200d816108a8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:19.976507 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'code': 200} Nov 15 22:36:19.981295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:20.003338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d', 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:20.040895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:20.044876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:20.047153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:20.049587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:20.077502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6209f50d-b423-4546-b1f0-4a4da29d32d9 req-5e921321-ee88-4abb-8026-a35f96f4ead8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328892 Nov 15 22:36:20.136525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:20.137278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:20.224539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-5418fdbe-dace-490a-b2e2-da181659e31b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5310698 Nov 15 22:36:20.239072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Request body: {'port': {'device_id': '51053e41-1c09-4c10-877f-5689038e4852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:20.248859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183c6e9-a4ec-4f8e-b807-4747f5ca346f req-9665ca3f-44c5-41ee-8a98-5469de275fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:20.251810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8183c6e9-a4ec-4f8e-b807-4747f5ca346f req-9665ca3f-44c5-41ee-8a98-5469de275fbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 1096 time: 0.1664696 Nov 15 22:36:20.331763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:20.735344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53641628-426f-4412-8c3b-df44e65625a1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:20.747042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:20.760074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Transition to ACTIVE for port object 53641628-426f-4412-8c3b-df44e65625a1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:20.771220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:20.855491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:20.924569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8183c6e9-a4ec-4f8e-b807-4747f5ca346f req-b78692cb-d6b5-4e9c-815d-46cad43b5bda service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368251 Nov 15 22:36:20.926363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Pushing event updated for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:21.006818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:21.008746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1710372645-network', 'tenant_id': 'f557373527f5413485c70df789e5860b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:21.065003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Attempting to bind port 53641628-426f-4412-8c3b-df44e65625a1 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:21.065603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Attempting to bind port 53641628-426f-4412-8c3b-df44e65625a1 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:21.066096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Attempting to bind port 53641628-426f-4412-8c3b-df44e65625a1 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:21.073855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Port 53641628-426f-4412-8c3b-df44e65625a1 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:21.075002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Attempting to bind port 53641628-426f-4412-8c3b-df44e65625a1 on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:21.083500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:21.084097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:21.084653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:21.085274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Bound port: 53641628-426f-4412-8c3b-df44e65625a1, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:21.085623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.135103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Made reservation on behalf of f557373527f5413485c70df789e5860b for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:21.137754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.150588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.188547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a9aa-d17d-4f31-8448-3993177ca81b req-3a60b495-c681-47fc-b999-4b05bef094c5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.195670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:21.197593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e049a9aa-d17d-4f31-8448-3993177ca81b req-3a60b495-c681-47fc-b999-4b05bef094c5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 943 time: 0.2117200 Nov 15 22:36:21.199077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=53641628-426f-4412-8c3b-df44e65625a1,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:21.230319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.290040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.296956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.304658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c597-23e6-4229-a500-dc74a5c0dafc req-216de1db-1519-4904-9229-f99bea75263c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.306797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c98c597-23e6-4229-a500-dc74a5c0dafc req-216de1db-1519-4904-9229-f99bea75263c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1296005 Nov 15 22:36:21.332733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.333591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.336061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] 10.222.0.57 "PUT /v2.0/ports/53641628-426f-4412-8c3b-df44e65625a1 HTTP/1.1" status: 200 len: 1091 time: 1.1021428 Nov 15 22:36:21.336536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'tag': '53641628-426f-4412-8c3b-df44e65625a1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:21.338890 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa83231a-2f49-4780-8730-6cae3aba13d7" -d '{"events": [{"name": "network-changed", "server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "tag": "53641628-426f-4412-8c3b-df44e65625a1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:21.341265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.376909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5d91-5e78-4a8a-af2a-21fed5df4f5e service neutron] Pushing event updated for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:21.381671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.415165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:36:21.419955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e049a9aa-d17d-4f31-8448-3993177ca81b req-751dbb04-670d-4a12-9b00-254be7ac0ceb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211602 Nov 15 22:36:21.436508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e123935-2631-41a5-90dd-1cd04007512b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:21.489214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.489214 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Added segment 1c1b66c1-365d-46f3-9b98-978360bb66c5 of type vlan for network 6f26d41b-695b-4532-8ac7-ffa50495cf48 Nov 15 22:36:21.496274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:21.509844 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:21.526317 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:21.527088 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:21.552138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.560430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c98c597-23e6-4229-a500-dc74a5c0dafc req-643be771-d66a-4b75-bd65-fab3421f0ac3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394719 Nov 15 22:36:21.605450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dff48c1a-08ea-414f-9676-a7840ade51e8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/floatingips/d005a82c-3eb5-443e-8471-121434123ba2 HTTP/1.1" status: 204 len: 168 time: 3.2765353 Nov 15 22:36:21.607820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:21.610190 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac" -d '{"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:21.635949 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073f1414-8664-442a-8f41-d96e3bef5578 x-openstack-request-id: req-073f1414-8664-442a-8f41-d96e3bef5578 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:21.635949 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "tag": "53641628-426f-4412-8c3b-df44e65625a1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:21.635949 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-073f1414-8664-442a-8f41-d96e3bef5578 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:21.636391 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'tag': '53641628-426f-4412-8c3b-df44e65625a1', 'status': 'completed', 'code': 200} Nov 15 22:36:21.648837 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Floating IP 0f294660-d881-45f0-bf98-2df94b251a21 associated. External IP: 172.25.0.247, port: 752fb1ba-8324-4b2e-949d-d67a9a77a730. Nov 15 22:36:21.663426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.693418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-d217a07b-ef4b-4544-9c9b-237650b1beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.694938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-d217a07b-ef4b-4544-9c9b-237650b1beee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 1094 time: 0.2393110 Nov 15 22:36:21.762762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:21.770048 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eddd74-4ff4-4d92-96f3-c00a16ac2005 x-openstack-request-id: req-34eddd74-4ff4-4d92-96f3-c00a16ac2005 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:21.770728 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:21.771328 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34eddd74-4ff4-4d92-96f3-c00a16ac2005 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:21.771994 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'status': 'completed', 'code': 200} Nov 15 22:36:21.818962 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-7c1b1b6e-604a-4f09-be94-8ff27cb88bb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53641628-426f-4412-8c3b-df44e65625a1 HTTP/1.1" status: 200 len: 217 time: 0.1077831 Nov 15 22:36:21.878369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-302a3f4a-9564-45fb-b8e2-0b77ce7840ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.880834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-302a3f4a-9564-45fb-b8e2-0b77ce7840ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 1096 time: 0.1146879 Nov 15 22:36:21.915711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.916597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.917319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:21.934475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-58e46c77-d579-40a3-a21f-3021fe8ae5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:21.935967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-58e46c77-d579-40a3-a21f-3021fe8ae5c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0960650 Nov 15 22:36:22.026015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-4c043e2e-4e1c-46d6-8810-27c3221865be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714474 Nov 15 22:36:22.039902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2720423 Nov 15 22:36:22.040584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 56962) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:22.056233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Request body: {'subnet': {'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1710372645-subnet', 'tenant_id': 'f557373527f5413485c70df789e5860b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:22.121308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948fa3-a292-491b-a17d-c7b867d7e636 admin admin] Pushing event updated for resources: {'Network': ['ID=6f26d41b-695b-4532-8ac7-ffa50495cf48,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:22.133551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6f26d41b-695b-4532-8ac7-ffa50495cf48 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:36:22.172828 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:22.200301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:22.204559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-ec29f7c3-d726-424b-95e5-981a8f19785a service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532929 Nov 15 22:36:22.205660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Made reservation on behalf of f557373527f5413485c70df789e5860b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:22.211311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-5abe4aed-cb14-44bf-96f4-c50e677b047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:22.216076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-5abe4aed-cb14-44bf-96f4-c50e677b047c service neutron] 10.222.0.55 "GET /v2.0/networks?id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 200 len: 897 time: 0.3152945 Nov 15 22:36:22.220884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:22.249191 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:22.265808 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:22.267512 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:22.453169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-26940af7-fdcb-481a-9eb4-47322965676e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 200 len: 217 time: 0.1863000 Nov 15 22:36:22.470431 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:22.551422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b414d-aa8a-46e0-9e6a-b242f0bd9853 req-c8862c96-be77-478d-b092-5c90b9875778 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:22.565250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-710b414d-aa8a-46e0-9e6a-b242f0bd9853 req-c8862c96-be77-478d-b092-5c90b9875778 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.3570983 Nov 15 22:36:22.733855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:22.745000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f82e9ea-a615-44c2-ae29-182262060e52 req-fc623314-f5f3-42bc-b932-1662ddd2363b service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197546 Nov 15 22:36:22.754696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:22.761794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:22.766546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:22.773664 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0dd2b-6a11-4920-b799-38a860016e60 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:07Z', 'revision_number': 6, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6969a980-1896-46a0-bd4d-42c4d9955981', 'name': '', 'network_id': '21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:e4:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:53Z', 'updated_at': '2021-11-15T22:34:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'd2e79fd3-261c-442b-929b-d3bb8d7574a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:22.792959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:22.793734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:22.800253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-1bf9aa30-0029-4645-ac36-2ca5c88b3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:22.802629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-1bf9aa30-0029-4645-ac36-2ca5c88b3271 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2e79fd3-261c-442b-929b-d3bb8d7574a6 HTTP/1.1" status: 200 len: 835 time: 0.3269966 Nov 15 22:36:22.823036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-710b414d-aa8a-46e0-9e6a-b242f0bd9853 req-666b0129-6663-4989-ac25-7d0efbcdd334 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549138 Nov 15 22:36:22.870058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f0af1d0-5bf0-4853-8cb3-f437962e3efe tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "PUT /v2.0/floatingips/0f294660-d881-45f0-bf98-2df94b251a21 HTTP/1.1" status: 200 len: 991 time: 3.4261801 Nov 15 22:36:22.920589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111395-51b9-46f3-8eeb-30a132be82e7 req-ed1b3011-09b7-4ca3-8bd4-df3f6c119b4f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:22.936996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc111395-51b9-46f3-8eeb-30a132be82e7 req-ed1b3011-09b7-4ca3-8bd4-df3f6c119b4f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 943 time: 0.2779601 Nov 15 22:36:22.947411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-6893a525-5bbe-4763-8c8d-636bddf12850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:22.948949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-6893a525-5bbe-4763-8c8d-636bddf12850 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219993 Nov 15 22:36:23.054001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc111395-51b9-46f3-8eeb-30a132be82e7 req-4adbdee6-c3ec-4363-93de-ee66adc18b0e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160734 Nov 15 22:36:23.055812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-07411990-d964-4c6e-bd29-818814f7b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.060535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-07411990-d964-4c6e-bd29-818814f7b727 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 1094 time: 0.1336963 Nov 15 22:36:23.103354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:23.116525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:23.213531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658e69-1f94-4396-879e-6900a7db8b04 req-e9b38762-52d8-43ba-af75-089d487f658d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.215272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f658e69-1f94-4396-879e-6900a7db8b04 req-e9b38762-52d8-43ba-af75-089d487f658d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1603689 Nov 15 22:36:23.223444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-883c1cd1-3522-45cb-b502-666a41f6ec3b service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636421 Nov 15 22:36:23.295589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8bebe7-889a-47b3-a054-78590b32a7ab None None] New status for floating IP d005a82c-3eb5-443e-8471-121434123ba2: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:36:23.346775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Checking segment: {'id': '1c1b66c1-365d-46f3-9b98-978360bb66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:23.347148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Network hostable DHCP agents. Network: 6f26d41b-695b-4532-8ac7-ffa50495cf48, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:36:23.356775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f7d741-0422-4859-8ae9-8582400e9035,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:23.369150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f658e69-1f94-4396-879e-6900a7db8b04 req-90cbedf7-22c6-426d-a318-5820e2c56fe8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351407 Nov 15 22:36:23.407199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-235d6d8e-3f77-440a-8520-1140dc11ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.409501 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-235d6d8e-3f77-440a-8520-1140dc11ef98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 907 time: 0.3422782 Nov 15 22:36:23.437406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5a1ff25-ee84-47a6-b4ee-4bfd3f73adac req-1242f2df-6069-488d-9c4b-836f2a59d1b0 service neutron] 10.222.0.55 "GET /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870751 Nov 15 22:36:23.473780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-ba489377-2a39-406f-8855-e07a54dc6249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53641628-426f-4412-8c3b-df44e65625a1 HTTP/1.1" status: 200 len: 217 time: 0.0555124 Nov 15 22:36:23.521477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Network 6f26d41b-695b-4532-8ac7-ffa50495cf48 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:36:23.554789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-88b02a43-ec39-4d52-8b0c-2387cb947937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.556592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-88b02a43-ec39-4d52-8b0c-2387cb947937 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0737145 Nov 15 22:36:23.605658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-7b183ebc-394b-4e78-8758-08687f11ad0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362883 Nov 15 22:36:23.606956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0f294660-d881-45f0-bf98-2df94b251a21', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:6d:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b0691f-fc76-44a6-b06d-1179693062f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:35:58Z', 'updated_at': '2021-11-15T22:36:20Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:23.638993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:23.648646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:23.649305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:23.678086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6f26d41b-695b-4532-8ac7-ffa50495cf48) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:23.689843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.690645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:23.720217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f14d5a-716a-4d81-be0d-97a7b24e49d0 None None] Network 6f26d41b-695b-4532-8ac7-ffa50495cf48 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:23.740507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-7c65319d-0f5d-4e81-8e9b-9d220087726b service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197073 Nov 15 22:36:23.774368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:23.782198 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71587152-c788-4b62-a6c4-30a338ea4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:23.855399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:23.867920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-b9099aec-d6ee-4438-9bd5-601835955018 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:23.871118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-b9099aec-d6ee-4438-9bd5-601835955018 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.1107883 Nov 15 22:36:23.889502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0218fc3e-33cf-4c63-9079-d6e7351e2e5f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8369136 Nov 15 22:36:23.934347 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b980e2df-ec3c-4b5e-acda-59cb26df8c32 x-openstack-request-id: req-b980e2df-ec3c-4b5e-acda-59cb26df8c32 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:23.934761 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:23.935107 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b980e2df-ec3c-4b5e-acda-59cb26df8c32 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:23.935599 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'status': 'completed', 'code': 200} Nov 15 22:36:23.995375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fa83231a-2f49-4780-8730-6cae3aba13d7 req-18738c20-2a48-4068-adf2-9594756f4b87 service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459056 Nov 15 22:36:24.003015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1b437-6233-4386-a14d-bc31a5b3ee41 req-e7decbc9-b1dd-440a-b209-c664ecc81f7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.006233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2c1b437-6233-4386-a14d-bc31a5b3ee41 req-e7decbc9-b1dd-440a-b209-c664ecc81f7e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1340654 Nov 15 22:36:24.046233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-b6ef2e74-9563-4ff8-945c-98de283b40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.048023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-b6ef2e74-9563-4ff8-945c-98de283b40f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1096 time: 0.0488787 Nov 15 22:36:24.065509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcbb495-01ae-4ae8-9bd9-7385074008be None None] Network 6f26d41b-695b-4532-8ac7-ffa50495cf48 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:24.167108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 53641628-426f-4412-8c3b-df44e65625a1 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:24.237090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-21afd2d4-e699-43d2-bce3-024b909f6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.240485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-21afd2d4-e699-43d2-bce3-024b909f6357 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.1832600 Nov 15 22:36:24.356269 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-be227ab3-f540-4189-ad06-8f3834d09936 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 999 time: 0.1078990 Nov 15 22:36:24.436687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=53641628-426f-4412-8c3b-df44e65625a1,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:24.474116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '53641628-426f-4412-8c3b-df44e65625a1', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': '53641628-426f-4412-8c3b-df44e65625a1', 'mac_address': 'fa:16:3e:05:9b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:24.520639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-9697760a-dbb4-4bb4-8d04-5321ed933779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.524125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-9697760a-dbb4-4bb4-8d04-5321ed933779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1309316 Nov 15 22:36:24.533071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0f294660-d881-45f0-bf98-2df94b251a21', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:6d:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b0691f-fc76-44a6-b06d-1179693062f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:35:58Z', 'updated_at': '2021-11-15T22:36:20Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:24.574867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:24.607431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-3ef22e8c-1584-42a6-a678-e6ce5e4ed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.617371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-3ef22e8c-1584-42a6-a678-e6ce5e4ed06d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849893 Nov 15 22:36:24.624491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:24.624946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:24.631344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2c1b437-6233-4386-a14d-bc31a5b3ee41 req-aeb3a27b-bc50-4e22-a513-6975b4b593b1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175241 Nov 15 22:36:24.641894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8793d-a151-4306-98ff-b7846cfe0972 req-78dc8467-a41c-434e-8611-6fab1f9d25e1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:24.652161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53e8793d-a151-4306-98ff-b7846cfe0972 req-78dc8467-a41c-434e-8611-6fab1f9d25e1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 945 time: 0.6055787 Nov 15 22:36:24.737314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894f4ccd-597d-4202-af67-d169e4d3e958 None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0f294660-d881-45f0-bf98-2df94b251a21', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:6d:fe:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b0691f-fc76-44a6-b06d-1179693062f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:35:58Z', 'updated_at': '2021-11-15T22:36:20Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:24.740368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53641628-426f-4412-8c3b-df44e65625a1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:24.765057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=53641628-426f-4412-8c3b-df44e65625a1,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:24.797760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53e8793d-a151-4306-98ff-b7846cfe0972 req-9cc93486-acc8-4e36-bcf1-3bc2a01a5e09 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae143789-f841-43b7-9043-0b56a253ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445849 Nov 15 22:36:24.844391 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:24.892106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:24.894910 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:24.926905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 5fdafcc6-ba49-495a-b1bb-cedb205a87ca owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:24.938530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-d54ac3e8-6609-4603-9ffe-aa454a332171 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903574 Nov 15 22:36:24.985837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:25.064372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2bf6b-f185-44b0-9aae-1cc009e138a9 req-39287be2-4225-49f5-b18d-8b1f5a643ce3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:25.073851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83b2bf6b-f185-44b0-9aae-1cc009e138a9 req-39287be2-4225-49f5-b18d-8b1f5a643ce3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 944 time: 0.1447754 Nov 15 22:36:25.162202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71587152-c788-4b62-a6c4-30a338ea4de2 req-894d0f81-7cc1-46cb-a9e5-cde61d43fad4 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146025 Nov 15 22:36:25.173518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83b2bf6b-f185-44b0-9aae-1cc009e138a9 req-62ac99f3-1ad1-41d6-b9dc-8eb9269b2d35 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986209 Nov 15 22:36:25.189412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['53641628-426f-4412-8c3b-df44e65625a1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:25.253500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ea4bb-2b38-49cb-a10e-1da6a91da062 None None] New status for floating IP 0f294660-d881-45f0-bf98-2df94b251a21: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:36:25.300328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:25.384439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=5fdafcc6-ba49-495a-b1bb-cedb205a87ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:25.415371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] No DVR routers for this DVR port 5fdafcc6-ba49-495a-b1bb-cedb205a87ca on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:25.417974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:25.421460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d5e5ec7-4ac8-4b60-81cd-be2a722e53a7 req-6642abf2-dac1-4f6f-9776-703753073ed6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "DELETE /v2.0/ports/5fdafcc6-ba49-495a-b1bb-cedb205a87ca HTTP/1.1" status: 204 len: 173 time: 1.5332851 Nov 15 22:36:25.584318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-5156be4a-b92d-4fbd-8d30-46918288a188 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:25.586519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-5156be4a-b92d-4fbd-8d30-46918288a188 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/networks?id=6f26d41b-695b-4532-8ac7-ffa50495cf48 HTTP/1.1" status: 200 len: 821 time: 0.1726866 Nov 15 22:36:25.612902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-8edc382a-b6ef-4e9d-9c5d-7423f6a14c7d tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/quotas/f557373527f5413485c70df789e5860b HTTP/1.1" status: 200 len: 375 time: 0.0170169 Nov 15 22:36:25.653124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-e81bcf45-6296-470d-98d9-c4c5bc610bfd tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f557373527f5413485c70df789e5860b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383265 Nov 15 22:36:25.850546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b2e55-230b-4962-b9e6-a396736abc3b req-b348dce7-d6b2-4fe3-9543-7cdd0e2e83e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:25.859001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-819b2e55-230b-4962-b9e6-a396736abc3b req-b348dce7-d6b2-4fe3-9543-7cdd0e2e83e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0934916 Nov 15 22:36:25.897888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-cefa3781-d9ee-487f-9b9f-d8988428431c service neutron] 10.222.0.15 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437568 Nov 15 22:36:25.948521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'name': 'network-vif-deleted', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:25.962697 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffb97ce-3fc0-4eab-aca1-777ef5721e84" -d '{"events": [{"server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "name": "network-vif-deleted", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:26.003288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-819b2e55-230b-4962-b9e6-a396736abc3b req-0dd2c36c-06c2-46a6-8795-5eee2c58d16f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430204 Nov 15 22:36:26.034010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-606bf596-6cd5-40d8-8ed7-ffc3d1469ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349277 Nov 15 22:36:26.144118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b1d6e4f-60b4-4912-a942-11113ade22f5 req-8019896d-fac4-470b-9ca2-9cc78321d6c0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de28c2-ed77-4e7f-9efe-6d7e5c010021 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Nov 15 22:36:26.317934 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d3c836-5fc3-4da2-bd7d-386521df1395 x-openstack-request-id: req-89d3c836-5fc3-4da2-bd7d-386521df1395 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:26.318373 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de28c2-ed77-4e7f-9efe-6d7e5c010021", "name": "network-vif-deleted", "tag": "5fdafcc6-ba49-495a-b1bb-cedb205a87ca", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:26.318716 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89d3c836-5fc3-4da2-bd7d-386521df1395 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:26.319204 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de28c2-ed77-4e7f-9efe-6d7e5c010021', 'name': 'network-vif-deleted', 'tag': '5fdafcc6-ba49-495a-b1bb-cedb205a87ca', 'status': 'completed', 'code': 200} Nov 15 22:36:26.679634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f361-6218-4b57-b661-98ff03e731a8 req-a4be9c91-04d9-427a-8921-2eff40e9d3b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:26.680654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1261f361-6218-4b57-b661-98ff03e731a8 req-a4be9c91-04d9-427a-8921-2eff40e9d3b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 944 time: 0.0526917 Nov 15 22:36:26.753299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1261f361-6218-4b57-b661-98ff03e731a8 req-35163290-cd1b-4340-bb99-c04de2a34bec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632753 Nov 15 22:36:26.848309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b8c175a-c7c7-48fb-a671-1e3518827c18 req-bdccab8e-a3f6-4bf7-ace8-db2470bc633a tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.0342529 Nov 15 22:36:27.229597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:27.309510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:27.377175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:27.421757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b772d-84a9-4545-af4c-39965f87a277 req-3d259df8-fcad-4032-9166-89bcdebe06f7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:27.422397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b7b772d-84a9-4545-af4c-39965f87a277 req-3d259df8-fcad-4032-9166-89bcdebe06f7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0693722 Nov 15 22:36:27.482700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b7b772d-84a9-4545-af4c-39965f87a277 req-f548cac3-47ab-49c3-ba2f-d9819324a4f7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Nov 15 22:36:27.598350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:27.602608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:27.604867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae143789-f841-43b7-9043-0b56a253ab20 HTTP/1.1" status: 204 len: 168 time: 0.3792999 Nov 15 22:36:27.618343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6fc24-7ea5-4f5d-a321-0abc1d236d29 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae143789-f841-43b7-9043-0b56a253ab20,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:27.753766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:27.942589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47cfcf-030d-40f9-85d4-45ac45eab92d req-b25dbe6c-cc02-46de-894c-643c18fa7820 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:27.944371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a47cfcf-030d-40f9-85d4-45ac45eab92d req-b25dbe6c-cc02-46de-894c-643c18fa7820 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 944 time: 0.0994723 Nov 15 22:36:28.054346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-465697fc-6b0c-43c7-a99b-0d3f8ac66e69 req-00e6c73c-7a25-4e2c-91df-6128b29b7f7f tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.1070523 Nov 15 22:36:28.106150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a47cfcf-030d-40f9-85d4-45ac45eab92d req-58c0fc7f-46bd-4f2f-8ca5-36cb5709388c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156352 Nov 15 22:36:28.172352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 53641628-426f-4412-8c3b-df44e65625a1 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:28.346323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 53641628-426f-4412-8c3b-df44e65625a1 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:28.354598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 53641628-426f-4412-8c3b-df44e65625a1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:28.359646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:28.479562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:28.572910 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:28.576775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5fdafcc6-ba49-495a-b1bb-cedb205a87ca no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:28.634122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 5fdafcc6-ba49-495a-b1bb-cedb205a87ca {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:28.634709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5fdafcc6-ba49-495a-b1bb-cedb205a87ca not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:28.640844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53641628-426f-4412-8c3b-df44e65625a1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:28.643377 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87df41-d62c-4d1c-9bbf-3ca8fd9f18db" -d '{"events": [{"server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "name": "network-vif-plugged", "status": "completed", "tag": "53641628-426f-4412-8c3b-df44e65625a1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:28.661005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=53641628-426f-4412-8c3b-df44e65625a1,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:28.681678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56b984-4a5a-428f-afec-c8fd98e86df0 req-eee62554-2ef3-4bb4-a064-78fe51b0c8fd tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:28.694489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac56b984-4a5a-428f-afec-c8fd98e86df0 req-eee62554-2ef3-4bb4-a064-78fe51b0c8fd tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1139648 Nov 15 22:36:28.711992 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c5a78-8bbc-4398-b522-3d4d44ec33fd x-openstack-request-id: req-322c5a78-8bbc-4398-b522-3d4d44ec33fd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:28.712490 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "name": "network-vif-plugged", "status": "completed", "tag": "53641628-426f-4412-8c3b-df44e65625a1", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:28.712971 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-322c5a78-8bbc-4398-b522-3d4d44ec33fd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:28.713534 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53641628-426f-4412-8c3b-df44e65625a1', 'code': 200} Nov 15 22:36:28.729567 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:28.811684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:28.850534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2747e3-a472-479e-be10-f33395088c1f req-3ec76142-1ac5-4652-b63a-2a69e462d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:28.852380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2747e3-a472-479e-be10-f33395088c1f req-3ec76142-1ac5-4652-b63a-2a69e462d2ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 1096 time: 0.0619984 Nov 15 22:36:28.912445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2d2747e3-a472-479e-be10-f33395088c1f req-4f872374-5626-4357-96fe-48a2d76255f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Nov 15 22:36:28.956755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac56b984-4a5a-428f-afec-c8fd98e86df0 req-0f42a2a6-1f42-4d2c-ab42-862faf49c735 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656953 Nov 15 22:36:29.118119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 6969a980-1896-46a0-bd4d-42c4d9955981 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:29.119625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:29.163448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:29.221787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b7f9083-c3d6-4bf4-a640-3b4688e04338 req-0dbe61ea-1495-4641-805e-0891cb423d26 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.0428264 Nov 15 22:36:29.312869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 6969a980-1896-46a0-bd4d-42c4d9955981, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6969a980-1896-46a0-bd4d-42c4d9955981,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:29.313642 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:29.348402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 6969a980-1896-46a0-bd4d-42c4d9955981 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:29.379244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b2717-4bc5-4ada-9a8f-44534b6ac2b8 req-94814805-8b66-4e01-b3c0-aed7f6682500 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:29.380828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-829b2717-4bc5-4ada-9a8f-44534b6ac2b8 req-94814805-8b66-4e01-b3c0-aed7f6682500 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.1646433 Nov 15 22:36:29.542656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-829b2717-4bc5-4ada-9a8f-44534b6ac2b8 req-1ba3c5c9-6ac1-4d92-a17a-7f1e4f22aad8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484473 Nov 15 22:36:29.696331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-12e9659f-fba2-473b-9ec1-1f00cc8dd980 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:29.697856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-12e9659f-fba2-473b-9ec1-1f00cc8dd980 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.57 "GET /v2.0/networks?id=6f26d41b-695b-4532-8ac7-ffa50495cf48 HTTP/1.1" status: 200 len: 821 time: 0.1849582 Nov 15 22:36:29.715127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Request body: {'port': {'device_id': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48', 'admin_state_up': True, 'tenant_id': 'f557373527f5413485c70df789e5860b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:29.768850 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:29.769391 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:29.805538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=6969a980-1896-46a0-bd4d-42c4d9955981,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:29.917359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Made reservation on behalf of f557373527f5413485c70df789e5860b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:29.921154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:30.092248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:30.218625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Allocated IP 172.20.0.7 (6f26d41b-695b-4532-8ac7-ffa50495cf48/84f7d741-0422-4859-8ae9-8582400e9035/6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:30.357856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2777-fb7a-45fa-a6a7-14f098a03890 req-f16cfdcc-1bc7-46ae-82f9-51e3115056a3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:30.360263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33eb2777-fb7a-45fa-a6a7-14f098a03890 req-f16cfdcc-1bc7-46ae-82f9-51e3115056a3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.2439260 Nov 15 22:36:30.432985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef1cc73f-65c5-4994-9bde-d48a51183f6c req-570d15f3-6e12-4f8e-a085-cdeb7a4a9288 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.0555129 Nov 15 22:36:30.473614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:30.576349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:30.632702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:30.708923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Network 6f26d41b-695b-4532-8ac7-ffa50495cf48 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:30.713204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:30.718558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:30.723873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Pushing event updated for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:30.797838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:30.798757 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.021187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:31.021187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'port_id': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'mac_address': 'fa:16:3e:95:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:31.021187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.021187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76a581f1-ce3a-469e-ba06-2aed46976c3e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:31.021187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:31.023159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33eb2777-fb7a-45fa-a6a7-14f098a03890 req-6331b508-accc-44e6-a368-6ac2c2b590ab tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384914 Nov 15 22:36:31.041852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a629935-4166-465e-a18d-b554057727e0 req-52a6b777-95cd-4e99-87d6-c6e49c7c9c5f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:31.043506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a629935-4166-465e-a18d-b554057727e0 req-52a6b777-95cd-4e99-87d6-c6e49c7c9c5f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.1371229 Nov 15 22:36:31.081226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6695e2bc-8019-4057-8112-773d05837237 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:31.132068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a629935-4166-465e-a18d-b554057727e0 req-6a43bee8-dca4-4836-b062-50df1eb7a0ab tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638871 Nov 15 22:36:31.230724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:31.239239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1b07e07-430a-4a9a-bf24-13c9eb88af2c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6695e2bc-8019-4057-8112-773d05837237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4806783 Nov 15 22:36:31.239619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:31.242724 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Sync routers for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:31.254195 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:31.254960 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:31.287903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-42d0fe42-c1a1-498f-adc0-9c4668f33878 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5766699 Nov 15 22:36:31.288585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.303048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Request body: {'port': {'device_id': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:31.353527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:31.355444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting subnet d2e79fd3-261c-442b-929b-d3bb8d7574a6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:36:31.360033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.369398 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:31.395294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.424955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d74e14-434e-42de-b1e5-67803194f352 req-474c0a9a-b482-4c3e-b2b9-e4155bfe467f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:31.433851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62d74e14-434e-42de-b1e5-67803194f352 req-474c0a9a-b482-4c3e-b2b9-e4155bfe467f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.1396472 Nov 15 22:36:31.438361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['76a581f1-ce3a-469e-ba06-2aed46976c3e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:31.444421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.635077 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:29Z', 'revision_number': 7, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:31.665798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Checking router: 6695e2bc-8019-4057-8112-773d05837237 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:31.675067 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Routers {'6695e2bc-8019-4057-8112-773d05837237'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:31.676517 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6695e2bc-8019-4057-8112-773d05837237'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:31.770463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:31.821374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62d74e14-434e-42de-b1e5-67803194f352 req-16c120b1-bfa5-4c77-a5b3-db2f830c73f2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866150 Nov 15 22:36:31.859223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] Set router 6695e2bc-8019-4057-8112-773d05837237 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:32.013357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.041240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:32.049420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.063137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Transition to ACTIVE for port object 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:32.072016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e79fd3-261c-442b-929b-d3bb8d7574a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:32.087377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.093441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1b0d707-43ac-495b-bae8-3b61b17ab224 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/subnets/d2e79fd3-261c-442b-929b-d3bb8d7574a6 HTTP/1.1" status: 204 len: 168 time: 0.8505805 Nov 15 22:36:32.093726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:32.094438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef088a00-5b3a-412f-92d7-1573d980ea52 None None] Network 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:32.113900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46b2b2-b72c-483e-b1d2-f9c6d0ff525e req-6ae2cc8c-5772-4930-9027-88b4d5d4bdb0 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:32.123629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db46b2b2-b72c-483e-b1d2-f9c6d0ff525e req-6ae2cc8c-5772-4930-9027-88b4d5d4bdb0 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 931 time: 0.1658895 Nov 15 22:36:32.177291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.185262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:29Z', 'revision_number': 7, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:32.251850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db46b2b2-b72c-483e-b1d2-f9c6d0ff525e req-1331c9e6-a7b0-4f5c-80d2-919562f533df tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202524 Nov 15 22:36:32.257228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d6db-d974-43fe-b75c-c2d7b1126031 None None] The sync data for ids ['6695e2bc-8019-4057-8112-773d05837237'] in n-d-817995-3 is: [{'id': '6695e2bc-8019-4057-8112-773d05837237', 'name': 'tempest-TestNetworkBasicOps-router-1152933022', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:47Z', 'updated_at': '2021-11-15T22:36:29Z', 'revision_number': 7, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '9231ebdb-fd8f-4620-9417-0583e08a2b08', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6695e2bc-8019-4057-8112-773d05837237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:48Z', 'updated_at': '2021-11-15T22:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:32.448973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Attempting to bind port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:32.449897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Attempting to bind port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '1c1b66c1-365d-46f3-9b98-978360bb66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:32.450416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Attempting to bind port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b on network 6f26d41b-695b-4532-8ac7-ffa50495cf48 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:32.457635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b on network 6f26d41b-695b-4532-8ac7-ffa50495cf48 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:32.458209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Attempting to bind port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b on network 6f26d41b-695b-4532-8ac7-ffa50495cf48 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:32.460307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Pushing event updated for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:32.468873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d46c9-3803-47ea-b978-7f4d9e6fd401 req-57c8b4be-dbc2-4cc9-b016-527b903f1ffc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:32.470602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e1d46c9-3803-47ea-b978-7f4d9e6fd401 req-57c8b4be-dbc2-4cc9-b016-527b903f1ffc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.0883052 Nov 15 22:36:32.473553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:32.474154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Checking segment: {'id': '1c1b66c1-365d-46f3-9b98-978360bb66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:32.474726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Bound using segment: {'id': '1c1b66c1-365d-46f3-9b98-978360bb66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:32.475353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Bound port: 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1b66c1-365d-46f3-9b98-978360bb66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:32.475899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.541528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e1d46c9-3803-47ea-b978-7f4d9e6fd401 req-4dcb20d3-36a8-4b13-8d86-29ca87fdf905 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605700 Nov 15 22:36:32.571529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:32.577045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.583242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:32.683024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 76a581f1-ce3a-469e-ba06-2aed46976c3e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:32.683665 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.727617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,segment=NetworkSegment(1c1b66c1-365d-46f3-9b98-978360bb66c5),segment_id=1c1b66c1-365d-46f3-9b98-978360bb66c5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:32.731773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] DHCP port deletion for 21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:36:32.788437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f62e9-a8c5-400b-9af4-ff73d423d167 req-d66a7848-60fb-432a-add8-60f8e9c1da59 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:32.798748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.803096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-532f62e9-a8c5-400b-9af4-ff73d423d167 req-d66a7848-60fb-432a-add8-60f8e9c1da59 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 944 time: 0.1921725 Nov 15 22:36:32.911261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Pushing event updated for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:32.919236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6969a980-1896-46a0-bd4d-42c4d9955981 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:32.932692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:32.933487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.934928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a14372a0-be81-48de-829c-59229ef6647a service neutron] 10.222.0.57 "PUT /v2.0/ports/6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b HTTP/1.1" status: 200 len: 1091 time: 1.6378436 Nov 15 22:36:32.937578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:32.940396 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb4774-91b0-4a2a-b63f-5ec7671b9225" -d '{"events": [{"name": "network-changed", "server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:32.943914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:32.945319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6969a980-1896-46a0-bd4d-42c4d9955981 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:32.945656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6969a980-1896-46a0-bd4d-42c4d9955981 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:32.946072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:32.957538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-532f62e9-a8c5-400b-9af4-ff73d423d167 req-f4f1f55d-8865-432f-94ff-9e0cac6ac93c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502500 Nov 15 22:36:32.979554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.120596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:33.126233 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cbbf61-527b-444d-8c6b-0d951c14d5ac" -d '{"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-plugged", "status": "completed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:33.153040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:33.198926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Deleting port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:33.199303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.224403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-4935608c-040c-4559-91b5-480eda6bf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:33.224403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-4935608c-040c-4559-91b5-480eda6bf7df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f557373527f5413485c70df789e5860b&device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 1094 time: 0.1495435 Nov 15 22:36:33.236689 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e2eace-96c1-4864-9ef8-90a5ef42d87a x-openstack-request-id: req-08e2eace-96c1-4864-9ef8-90a5ef42d87a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:33.237119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:33.237516 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e2eace-96c1-4864-9ef8-90a5ef42d87a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:33.238554 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b', 'status': 'completed', 'code': 200} Nov 15 22:36:33.249990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.292721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.332195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-e3f5a614-42ef-4d5b-bab1-9f434f0d7fe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b HTTP/1.1" status: 200 len: 217 time: 0.0709701 Nov 15 22:36:33.334702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] For port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:33.339271 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.340168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 9231ebdb-fd8f-4620-9417-0583e08a2b08 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:33.340511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.365170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,segment=NetworkSegment(76ad74d6-99f1-47fd-a3f8-238c470b0424),segment_id=76ad74d6-99f1-47fd-a3f8-238c470b0424)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:33.381821 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36739412-24eb-4394-94ba-3715c2494aad x-openstack-request-id: req-36739412-24eb-4394-94ba-3715c2494aad {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:33.390695 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-plugged", "status": "completed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:33.390695 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36739412-24eb-4394-94ba-3715c2494aad {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:33.390695 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'code': 200} Nov 15 22:36:33.394724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Calling delete_port for b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:33.401467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-ade019d3-926c-4b95-9ef3-32660d71a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:33.403065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-ade019d3-926c-4b95-9ef3-32660d71a09d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84f7d741-0422-4859-8ae9-8582400e9035 HTTP/1.1" status: 200 len: 861 time: 0.0604579 Nov 15 22:36:33.404538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:33.419770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.420258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.420720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.421147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.421575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.422017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.422616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.423037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.423635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.424054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.424467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.424905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:33.474042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.514802 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-a05b8dca-ee89-4228-b52a-d24ddb3b4472 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f26d41b-695b-4532-8ac7-ffa50495cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007755 Nov 15 22:36:33.552700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b59b-efd8-4296-b877-466db70fa42f req-80672941-a14b-4330-9eeb-00cd2b6ddf9d tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:33.563181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2e1b59b-efd8-4296-b877-466db70fa42f req-80672941-a14b-4330-9eeb-00cd2b6ddf9d tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 943 time: 0.0821116 Nov 15 22:36:33.588962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:33.637645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2e1b59b-efd8-4296-b877-466db70fa42f req-e927e076-2004-480a-adcd-6feb840be6b9 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Nov 15 22:36:33.711360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 9231ebdb-fd8f-4620-9417-0583e08a2b08, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9231ebdb-fd8f-4620-9417-0583e08a2b08,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:33.711737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.733870 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-c19678ef-05aa-4d80-95e3-5a8fc1b58f90 service neutron] 10.222.0.57 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040744 Nov 15 22:36:33.735000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 9231ebdb-fd8f-4620-9417-0583e08a2b08 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:33.769609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:33.830058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] Pushing event deleted for resources: {'Port': ['ID=b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:33.848573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae92c883-c127-427e-8e81-0e1fdf886cd0 None None] No DVR routers for this DVR port b4c01899-3b50-4e3f-a0b1-7f9c2a79f8cc on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:33.942514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3aab8-ec25-4ceb-b800-4213a80f0cb1 req-def34ff0-24cf-407f-926a-7c43fcb134da tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:33.957997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcb3aab8-ec25-4ceb-b800-4213a80f0cb1 req-def34ff0-24cf-407f-926a-7c43fcb134da tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.0867546 Nov 15 22:36:34.014803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcb3aab8-ec25-4ceb-b800-4213a80f0cb1 req-d2d56ae2-91b8-4fdf-8535-093e712b00e6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Nov 15 22:36:34.056188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df8b7ed4-2d9e-4f6d-bec1-62388e9e3121 req-1d4d512c-bbdb-4c55-8944-1fc603465755 service neutron] 10.222.0.57 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145473 Nov 15 22:36:34.195780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee90f7d-71cf-47c1-9ee2-a4387ad1641e req-f9e29628-9a98-4b52-8678-ff40c32e59e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:34.197213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ee90f7d-71cf-47c1-9ee2-a4387ad1641e req-f9e29628-9a98-4b52-8678-ff40c32e59e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1015816 Nov 15 22:36:34.220305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:34.251587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=9231ebdb-fd8f-4620-9417-0583e08a2b08,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:34.265787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ee90f7d-71cf-47c1-9ee2-a4387ad1641e req-9bdf9b33-072d-4342-99d1-54bf80c0deb1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620327 Nov 15 22:36:34.290235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-ce6068fd-d5eb-471c-a410-af7ef454bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:34.296707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-ce6068fd-d5eb-471c-a410-af7ef454bfcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f557373527f5413485c70df789e5860b&device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 1094 time: 0.1093106 Nov 15 22:36:34.649108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:34.728795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6b6721c-3703-4188-aea7-a4c972b4e43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:34.786823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:34.791374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:34.827081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-1592b690-f76a-4dde-bfa3-988d968f968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:34.828471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-1592b690-f76a-4dde-bfa3-988d968f968f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f26d41b-695b-4532-8ac7-ffa50495cf48 HTTP/1.1" status: 200 len: 922 time: 0.2457743 Nov 15 22:36:34.857391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788214c-5f34-49c4-933f-aa94b8d35fd3 req-24af5611-a5c4-4f1c-9a89-f0e0fdb60801 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:34.867271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8788214c-5f34-49c4-933f-aa94b8d35fd3 req-24af5611-a5c4-4f1c-9a89-f0e0fdb60801 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 943 time: 0.1195428 Nov 15 22:36:34.911972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-ad031d12-61be-48bc-b755-bcc27c35ec46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b HTTP/1.1" status: 200 len: 217 time: 0.0522931 Nov 15 22:36:34.933224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8788214c-5f34-49c4-933f-aa94b8d35fd3 req-b1d886d6-3c65-485d-8b92-ba826511a0e3 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646083 Nov 15 22:36:34.994576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-83231508-5abf-408b-91ce-9f84e5223e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:34.996136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-83231508-5abf-408b-91ce-9f84e5223e2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84f7d741-0422-4859-8ae9-8582400e9035 HTTP/1.1" status: 200 len: 861 time: 0.0741391 Nov 15 22:36:35.036164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.037505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Fanout notify agent at l3_agent the message router_deleted on router 6695e2bc-8019-4057-8112-773d05837237 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:36:35.054334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.059152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-75a83f7f-fa93-4f4a-8d04-688d6fdeb60d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/routers/6695e2bc-8019-4057-8112-773d05837237 HTTP/1.1" status: 204 len: 168 time: 2.9595225 Nov 15 22:36:35.062099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:35.073341 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-751c136b-d064-4478-84c5-3bf7e4d349a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f26d41b-695b-4532-8ac7-ffa50495cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675070 Nov 15 22:36:35.229698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-f84541f2-335d-4b13-812a-2eeb4a2df8ca service neutron] 10.222.0.57 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471193 Nov 15 22:36:35.302205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.321364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5175c-5e41-4326-921c-e269bbed070b req-a6e9f136-c454-488a-b87f-8fb88dd2c5d5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:35.323193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73b5175c-5e41-4326-921c-e269bbed070b req-a6e9f136-c454-488a-b87f-8fb88dd2c5d5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.1377051 Nov 15 22:36:35.419848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-c572c8a4-069c-43c0-aee8-da7cd490aed7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:35.421420 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-c572c8a4-069c-43c0-aee8-da7cd490aed7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 945 time: 0.1062531 Nov 15 22:36:35.428718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-afbb4774-91b0-4a2a-b63f-5ec7671b9225 req-f9957eea-2b1d-4c7e-981d-e5aa28bfd938 service neutron] 10.222.0.57 "GET /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910563 Nov 15 22:36:35.465179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.515224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73b5175c-5e41-4326-921c-e269bbed070b req-2571420d-af65-4c7a-8382-1361aac3bb6a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783028 Nov 15 22:36:35.541166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:35.556234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ad74d6-99f1-47fd-a3f8-238c470b0424') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:35.556547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ad74d6-99f1-47fd-a3f8-238c470b0424') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:35.563529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port 53641628-426f-4412-8c3b-df44e65625a1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:35.563529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.574135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615419-0475-44ef-8c27-13eab8ca11ed req-501ac210-01f7-4867-9ce3-efa91d56cac5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:35.575805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e615419-0475-44ef-8c27-13eab8ca11ed req-501ac210-01f7-4867-9ce3-efa91d56cac5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1383839 Nov 15 22:36:35.577820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.620251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.665683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e615419-0475-44ef-8c27-13eab8ca11ed req-9a44af62-28df-4355-89ed-f6fcafde66bb tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:36:35.676940 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:36:35.761766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port 53641628-426f-4412-8c3b-df44e65625a1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=53641628-426f-4412-8c3b-df44e65625a1,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:35.765025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.783507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for 53641628-426f-4412-8c3b-df44e65625a1 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:35.922906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.928435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:35.932268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/networks/21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf HTTP/1.1" status: 204 len: 168 time: 0.8690834 Nov 15 22:36:35.953543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:35.963117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'network': {'name': 'tempest-network-smoke--1703584959', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:35.964999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1a324-93a0-4813-96fd-687ee89770fd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Network': ['ID=21ccb954-b9a5-49b8-b4aa-b68a7b2a96cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:36.044562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.058880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['53641628-426f-4412-8c3b-df44e65625a1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:36.064485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d', 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:36.076316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=53641628-426f-4412-8c3b-df44e65625a1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:36.114116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293d28-5a9a-4a58-bca8-4399167a8a50 req-04a4b9a3-91e3-4cd5-b40a-0a52391ea216 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:36.116534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d293d28-5a9a-4a58-bca8-4399167a8a50 req-04a4b9a3-91e3-4cd5-b40a-0a52391ea216 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 943 time: 0.1095846 Nov 15 22:36:36.124843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:36.129034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.132354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port 53641628-426f-4412-8c3b-df44e65625a1 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:36.143092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.164900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3613e542-6366-4756-a6e9-a06bf62d1816 req-13cdef17-dd61-43e6-9a33-858d151c0c9d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "DELETE /v2.0/ports/53641628-426f-4412-8c3b-df44e65625a1 HTTP/1.1" status: 204 len: 173 time: 0.7168078 Nov 15 22:36:36.164900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'name': 'network-vif-deleted', 'tag': '53641628-426f-4412-8c3b-df44e65625a1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:36.164900 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc610f68-cebc-4afd-817b-5e6270f3b78a" -d '{"events": [{"server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "name": "network-vif-deleted", "tag": "53641628-426f-4412-8c3b-df44e65625a1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:36.191798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:36:36.193127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d293d28-5a9a-4a58-bca8-4399167a8a50 req-fc9cff4a-e974-4a9d-88cb-34c844e08f60 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686836 Nov 15 22:36:36.218579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:36.251595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.252025 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Added segment 32cc2198-a36e-4ea0-81a6-19d1b40fe3a5 of type vlan for network c1c66af2-f3e8-44ae-b93e-699552b4920d Nov 15 22:36:36.293044 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c5661-ab78-4e90-b5af-44c0a1fa6c72 x-openstack-request-id: req-ec0c5661-ab78-4e90-b5af-44c0a1fa6c72 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:36.293340 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51053e41-1c09-4c10-877f-5689038e4852", "name": "network-vif-deleted", "tag": "53641628-426f-4412-8c3b-df44e65625a1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:36.293592 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec0c5661-ab78-4e90-b5af-44c0a1fa6c72 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:36.296812 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51053e41-1c09-4c10-877f-5689038e4852', 'name': 'network-vif-deleted', 'tag': '53641628-426f-4412-8c3b-df44e65625a1', 'status': 'completed', 'code': 200} Nov 15 22:36:36.310848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.396794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,segment=NetworkSegment(1c1b66c1-365d-46f3-9b98-978360bb66c5),segment_id=1c1b66c1-365d-46f3-9b98-978360bb66c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:36.417130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b', 'network_id': '6f26d41b-695b-4532-8ac7-ffa50495cf48', 'port_id': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b', 'mac_address': 'fa:16:3e:7d:1c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f7d741-0422-4859-8ae9-8582400e9035', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:36.480369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.503426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:36.525323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-8e178291-152b-4a02-95d9-bb8ac6238d0b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:36.526798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-8e178291-152b-4a02-95d9-bb8ac6238d0b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.1191993 Nov 15 22:36:36.531068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,segment=NetworkSegment(1c1b66c1-365d-46f3-9b98-978360bb66c5),segment_id=1c1b66c1-365d-46f3-9b98-978360bb66c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:36.545394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d8aff3a7-4c8e-401b-90ab-566e43a725cf tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/quotas/6211dd7014c0420ba025078cc32d7c6f HTTP/1.1" status: 200 len: 375 time: 0.0124454 Nov 15 22:36:36.626267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.627576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.629981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-860bfeeb-fa90-41a1-b4e8-fdd8f4f0de97 req-6b1c891f-ab17-4563-9786-8a39c850510d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=51053e41-1c09-4c10-877f-5689038e4852 HTTP/1.1" status: 200 len: 210 time: 0.0333424 Nov 15 22:36:36.637255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:36.637892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:36.670168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-2d9cc5f4-3a7e-48a4-bb54-e57cd67e8930 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045408 Nov 15 22:36:36.687769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:36.743236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9231ebdb-fd8f-4620-9417-0583e08a2b08 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:36.831664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Network': ['ID=c1c66af2-f3e8-44ae-b93e-699552b4920d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:36.869643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-2f1d2a25-8598-4433-8c7a-96e5ca0d0f13 service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896694 Nov 15 22:36:36.907293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5779ae42-6ce7-4854-b951-652375704fd2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9521668 Nov 15 22:36:36.908080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:36.913213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637402371', 'admin_state_up': True, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:36.991398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c1c66af2-f3e8-44ae-b93e-699552b4920d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:36:36.995285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9231ebdb-fd8f-4620-9417-0583e08a2b08 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:36.995739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9231ebdb-fd8f-4620-9417-0583e08a2b08 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:37.021012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.021795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-9dd02c95-5595-48d0-aa18-7ac607d269d9 service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452687 Nov 15 22:36:37.022306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.111904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297dfed-22de-4b41-b927-cb24541daaf2 req-81e45b8b-b778-41f1-9656-3b2f51002c24 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:37.117471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:37.125776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b297dfed-22de-4b41-b927-cb24541daaf2 req-81e45b8b-b778-41f1-9656-3b2f51002c24 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1022260 Nov 15 22:36:37.142061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.171599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c23e2df-92cd-4c99-856a-74865c5a7ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.217566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b297dfed-22de-4b41-b927-cb24541daaf2 req-6313b6ca-c5e4-4d35-8308-340ffb6439c6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903740 Nov 15 22:36:37.505054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.537953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd015c88-e661-46a8-9484-3a57976417af req-b621adb5-4cbb-497f-87b3-bada52074912 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 210 time: 0.0828550 Nov 15 22:36:37.590237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030add04-41d5-453c-a952-999daee98e2f req-438d181e-e453-4c97-9cee-85dcf00db5b6 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:37.591778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-030add04-41d5-453c-a952-999daee98e2f req-438d181e-e453-4c97-9cee-85dcf00db5b6 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 944 time: 0.1961417 Nov 15 22:36:37.658604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-030add04-41d5-453c-a952-999daee98e2f req-18784a06-504d-4705-85cb-ebd07d226236 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Nov 15 22:36:37.876545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:37.916233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.042473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.25.0.108 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/961b0acf-cada-4577-89be-5d136c138e74) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:38.211706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.221457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea99a-deed-4526-a5b6-caac6f44542a req-60afdbe1-ccca-4f64-886d-b7cdffb896e6 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:38.224282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-210ea99a-deed-4526-a5b6-caac6f44542a req-60afdbe1-ccca-4f64-886d-b7cdffb896e6 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "GET /v2.0/ports?device_id=c773e446-a1bf-4265-b88a-1a44565f6597 HTTP/1.1" status: 200 len: 945 time: 0.1011972 Nov 15 22:36:38.224436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:38.334877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.343472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Deleting port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:38.344063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.404498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:38.408781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:38.409041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.443527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.504712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:38.510111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:38.511036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71386adb-80af-4739-a63a-746734b09d2e req-6eedf930-96e5-4c98-b28c-d1ce4c826ac0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:38.519034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71386adb-80af-4739-a63a-746734b09d2e req-6eedf930-96e5-4c98-b28c-d1ce4c826ac0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1511784 Nov 15 22:36:38.523360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:38.527298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=961b0acf-cada-4577-89be-5d136c138e74,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:38.542606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240dca-e57f-4758-a05c-3d5a7f17ef0a req-c887be10-c637-4356-9499-9339546fc50c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:38.544382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd240dca-e57f-4758-a05c-3d5a7f17ef0a req-c887be10-c637-4356-9499-9339546fc50c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.1386683 Nov 15 22:36:38.549116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.551777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] For port a69f688c-198e-4e62-a2d6-36bb62d1e4d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:38.552144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.587368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Calling delete_port for a69f688c-198e-4e62-a2d6-36bb62d1e4d0 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:38.593012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:38.595444 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec40f80-3ac0-4d9f-bfda-a1f014d28a64" -d '{"events": [{"server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:38.612821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:38.616051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,segment=NetworkSegment(1c1b66c1-365d-46f3-9b98-978360bb66c5),segment_id=1c1b66c1-365d-46f3-9b98-978360bb66c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:38.684232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71386adb-80af-4739-a63a-746734b09d2e req-b1519ff6-c29d-4444-a9d8-e31251867377 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590302 Nov 15 22:36:38.731399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd240dca-e57f-4758-a05c-3d5a7f17ef0a req-effb5f46-bf62-498f-ab42-d2b62240d2f7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672728 Nov 15 22:36:38.769634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.771389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 53641628-426f-4412-8c3b-df44e65625a1 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:38.797805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 53641628-426f-4412-8c3b-df44e65625a1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:38.798532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 53641628-426f-4412-8c3b-df44e65625a1 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:38.901896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:38.912200 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a24e37-47c6-4337-9954-c30621ec4df8 x-openstack-request-id: req-b7a24e37-47c6-4337-9954-c30621ec4df8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:38.912200 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:38.912200 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7a24e37-47c6-4337-9954-c30621ec4df8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:38.912200 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b', 'code': 200} Nov 15 22:36:38.912732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ff0bfb2-3617-4fff-940f-177f522f1125 req-dba5ed8b-6dc3-498c-a687-78cf6879fdb9 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 210 time: 0.0640659 Nov 15 22:36:39.005882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:39.088506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0353ed4-05d3-4fc8-85f2-e62c0c4030f3 req-10a9aea6-7a94-41cf-bcfa-35a0201a23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:39.089877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:39.091827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0353ed4-05d3-4fc8-85f2-e62c0c4030f3 req-10a9aea6-7a94-41cf-bcfa-35a0201a23af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 1096 time: 0.0871646 Nov 15 22:36:39.134645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event deleted for resources: {'Port': ['ID=a69f688c-198e-4e62-a2d6-36bb62d1e4d0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:39.173342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718127f-738a-4487-861d-dda359d456bc req-ded2673d-f24c-4050-8f8d-26d043d0cf2c tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:39.175579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b718127f-738a-4487-861d-dda359d456bc req-ded2673d-f24c-4050-8f8d-26d043d0cf2c tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.1523845 Nov 15 22:36:39.180936 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:39.217356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] No DVR routers for this DVR port a69f688c-198e-4e62-a2d6-36bb62d1e4d0 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:39.220210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:39.224092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-210ea99a-deed-4526-a5b6-caac6f44542a req-5cc162e7-1ab0-499d-b877-bc167645491d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "DELETE /v2.0/ports/a69f688c-198e-4e62-a2d6-36bb62d1e4d0 HTTP/1.1" status: 204 len: 173 time: 0.9931076 Nov 15 22:36:39.226273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-deleted', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:39.230735 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d93dc2c-41df-4cb7-b260-218cc6b1ccd6" -d '{"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-deleted", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:39.311586 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55185efc-6067-4ccb-bdb9-95bb68b96025 x-openstack-request-id: req-55185efc-6067-4ccb-bdb9-95bb68b96025 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:39.312061 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773e446-a1bf-4265-b88a-1a44565f6597", "name": "network-vif-deleted", "tag": "a69f688c-198e-4e62-a2d6-36bb62d1e4d0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:39.312323 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55185efc-6067-4ccb-bdb9-95bb68b96025 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:39.312753 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773e446-a1bf-4265-b88a-1a44565f6597', 'name': 'network-vif-deleted', 'tag': 'a69f688c-198e-4e62-a2d6-36bb62d1e4d0', 'status': 'completed', 'code': 200} Nov 15 22:36:39.348748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b718127f-738a-4487-861d-dda359d456bc req-1a3bed4b-adcc-4b12-a802-71b5de8ddf62 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372681 Nov 15 22:36:39.454551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:39.585066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a0353ed4-05d3-4fc8-85f2-e62c0c4030f3 req-75a42421-13dc-4a48-8415-f9700274fac3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837170 Nov 15 22:36:39.778018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:39.823296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a709-a92e-4224-958f-527ffdbaceb2 req-9290da0b-97d0-42a6-85c7-d86bdacc3cef tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:39.832529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3659a709-a92e-4224-958f-527ffdbaceb2 req-9290da0b-97d0-42a6-85c7-d86bdacc3cef tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0766335 Nov 15 22:36:39.945650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3659a709-a92e-4224-958f-527ffdbaceb2 req-768a8301-4e92-4895-add4-0a68d1bc9d67 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117058 Nov 15 22:36:39.987027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587948-632f-46e5-a381-c4128c5d3179 req-6406a2dd-9e37-4e1b-a4fe-45b485697721 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:39.996431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa587948-632f-46e5-a381-c4128c5d3179 req-6406a2dd-9e37-4e1b-a4fe-45b485697721 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.1560543 Nov 15 22:36:40.043083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6a792483-76bf-490a-84c7-9480c07df683 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:36:40.062816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa587948-632f-46e5-a381-c4128c5d3179 req-57f2b6eb-1ae0-44bf-bf0e-7898714d9dc8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 Nov 15 22:36:40.172207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-172125bb-c4c3-4d9d-925c-29c9ee3eb2c8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:40.183996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-172125bb-c4c3-4d9d-925c-29c9ee3eb2c8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 945 time: 0.1062660 Nov 15 22:36:40.241942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:40.259334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Sync routers for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:40.283558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:40.284338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:40.324316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dad5032-2462-4e88-8ba6-b956ee65fc58 req-41412097-5196-4f22-874d-49f2a9f175f9 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 210 time: 0.0897214 Nov 15 22:36:40.389598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port e5a998fa-17d9-44dc-b343-f9e723eb77ab {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:40.390047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:40.406883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:40.435858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:40.500572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:40.505221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37cf9e7a-86f5-4287-b792-b8fae2190d75 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5927157 Nov 15 22:36:40.506261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:40.548942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c8752867-0642-43c8-b318-ff0b90011835 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4eccef2e024540bf8e1eab02b592ad9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391476 Nov 15 22:36:40.550521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:40.698780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-73417854-ee08-4b63-88b6-588edc1dedcd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:40.700491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-73417854-ee08-4b63-88b6-588edc1dedcd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.3621964 Nov 15 22:36:40.721724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port e5a998fa-17d9-44dc-b343-f9e723eb77ab, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5a998fa-17d9-44dc-b343-f9e723eb77ab,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:40.739295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:40.739417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Request body: {'port': {'device_id': '3773e729-891b-4105-98d8-c4636c3a87fe', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'admin_state_up': True, 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:40.752300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for e5a998fa-17d9-44dc-b343-f9e723eb77ab owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:40.796509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:38Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:40.827438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Checking router: 6a792483-76bf-490a-84c7-9480c07df683 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:40.828173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Updating router 6a792483-76bf-490a-84c7-9480c07df683 port 961b0acf-cada-4577-89be-5d136c138e74 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:36:40.842279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb26311-5829-4d5f-a4b0-3d414f9073a5 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:40.848727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9cb26311-5829-4d5f-a4b0-3d414f9073a5 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2977111 Nov 15 22:36:40.849785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05019da8-25f2-4d16-b0ea-5ac4beba71eb req-1f5898e9-a74c-4ec0-8729-fde2147a8133 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:40.849926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:40.851131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05019da8-25f2-4d16-b0ea-5ac4beba71eb req-1f5898e9-a74c-4ec0-8729-fde2147a8133 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.3420079 Nov 15 22:36:40.863332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:40.936208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05019da8-25f2-4d16-b0ea-5ac4beba71eb req-7b9b8330-f4ee-42bf-aa0b-1aaaaf0d3c57 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782936 Nov 15 22:36:41.023403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f5acbf32-9ab6-40b9-8ef2-d92cec5f484c tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852740 Nov 15 22:36:41.025758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:41.038537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-333231328', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:41.105901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:41.110224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.195250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebdb27-c704-40ce-be9f-4149e6f9a1df req-a3b49f71-79b5-4fa4-acf7-72f709fbab48 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:41.203100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdebdb27-c704-40ce-be9f-4149e6f9a1df req-a3b49f71-79b5-4fa4-acf7-72f709fbab48 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1736991 Nov 15 22:36:41.285283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdebdb27-c704-40ce-be9f-4149e6f9a1df req-ea675200-0e6a-48cc-be01-d1de2c29ffc5 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 Nov 15 22:36:41.329870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.350002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1973b3da-3541-4813-a7b4-5cb18bc575da req-5037aced-bff8-4ec5-9b9a-27cf7ff180a8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 210 time: 0.0557675 Nov 15 22:36:41.377719 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.384345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d', 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:41.443487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=e5a998fa-17d9-44dc-b343-f9e723eb77ab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:41.445073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Allocated IP 172.20.0.11 (1b0a8283-0660-4d4d-bcdc-c0e8deb16608/73127a5f-23c6-4c4d-8707-87e3180bbddd/dc404ba5-fb5a-40c5-880c-a7b08e5091d3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:41.470568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port e5a998fa-17d9-44dc-b343-f9e723eb77ab on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:41.474419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.478001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17fad2e8-cdfb-4122-a04c-b284b888777c req-4181a7ef-159c-4602-9b2a-bf8bfc7c1ae7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "DELETE /v2.0/ports/e5a998fa-17d9-44dc-b343-f9e723eb77ab HTTP/1.1" status: 204 len: 173 time: 1.2932374 Nov 15 22:36:41.487570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'name': 'network-vif-deleted', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:41.490818 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021a88b-2873-4403-aa00-618353e20eef" -d '{"events": [{"server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "name": "network-vif-deleted", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:41.532130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92ca7caf-2119-4750-99dd-351e923e4589 req-df816f5c-dc13-481f-9f3e-c28a0c9749a8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 210 time: 0.0621843 Nov 15 22:36:41.545560 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2313b439-beea-4c3c-882c-780bd9f3ab6c x-openstack-request-id: req-2313b439-beea-4c3c-882c-780bd9f3ab6c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:41.545973 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8935bd81-85eb-4754-95eb-dd80309f2623", "name": "network-vif-deleted", "tag": "e5a998fa-17d9-44dc-b343-f9e723eb77ab", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:41.546322 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2313b439-beea-4c3c-882c-780bd9f3ab6c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:41.547825 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8935bd81-85eb-4754-95eb-dd80309f2623', 'name': 'network-vif-deleted', 'tag': 'e5a998fa-17d9-44dc-b343-f9e723eb77ab', 'status': 'completed', 'code': 200} Nov 15 22:36:41.645454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.705300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:41.709535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.751222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.797989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.802372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Attempting to bind port 961b0acf-cada-4577-89be-5d136c138e74 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:41.802971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Attempting to bind port 961b0acf-cada-4577-89be-5d136c138e74 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:41.803253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Attempting to bind port 961b0acf-cada-4577-89be-5d136c138e74 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:41.812348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0902b2-1135-4472-ab3b-69dd9cace606 None None] Pushing event updated for resources: {'Port': ['ID=961b0acf-cada-4577-89be-5d136c138e74,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:41.814670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:41.815037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:41.815968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.816344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:41.816825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Bound port: 961b0acf-cada-4577-89be-5d136c138e74, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:41.817202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.881256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] For port 961b0acf-cada-4577-89be-5d136c138e74, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:41.884335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:41.886367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] For port 961b0acf-cada-4577-89be-5d136c138e74, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=961b0acf-cada-4577-89be-5d136c138e74,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:41.888914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:41.893693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:41.903711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:41.934959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.935296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.935631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.935960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.936280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.937026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.937026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.937261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.937542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.937872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.938163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.938470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:41.968660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:41.969519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:41.986596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:42.043768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:42.046533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:42.047152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:42.052728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0902b2-1135-4472-ab3b-69dd9cace606 None None] Pushing event updated for resources: {'Port': ['ID=961b0acf-cada-4577-89be-5d136c138e74,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:42.080188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-fa368d7f-8b56-40cc-b3e7-de39d84cb798 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3563480 Nov 15 22:36:42.092547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Request body: {'port': {'device_id': '3773e729-891b-4105-98d8-c4636c3a87fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:42.162910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Checking segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:42.163273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network hostable DHCP agents. Network: c1c66af2-f3e8-44ae-b93e-699552b4920d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:36:42.172438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Subnet': ['ID=a955b840-8edf-4346-abaa-2df7dbb44a4f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:42.187267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:42.206701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aceed-6453-46cd-9cd4-edaaded55d23 req-9e4a4841-0017-44cd-ba3b-ce784aa9688c tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:42.209297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-701aceed-6453-46cd-9cd4-edaaded55d23 req-9e4a4841-0017-44cd-ba3b-ce784aa9688c tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.1610696 Nov 15 22:36:42.262293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:42.271301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network c1c66af2-f3e8-44ae-b93e-699552b4920d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:36:42.298757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-701aceed-6453-46cd-9cd4-edaaded55d23 req-8b7e82de-f66d-43a0-9b88-e77a8a440e28 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819738 Nov 15 22:36:42.382477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c1c66af2-f3e8-44ae-b93e-699552b4920d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:42.387299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:42.387893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:42.413065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b51bff-a090-4b2e-80c4-1d6bf9690fab None None] Network c1c66af2-f3e8-44ae-b93e-699552b4920d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:42.504941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-672ed6d1-c2c4-4296-816b-46ffde41f190 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4713228 Nov 15 22:36:42.507145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:42.574972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be144ec0-e200-419a-b9d0-b5bc3b2329bc req-2ebbd743-c516-46ac-8a0a-9896ded1f342 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8935bd81-85eb-4754-95eb-dd80309f2623 HTTP/1.1" status: 200 len: 210 time: 0.0346553 Nov 15 22:36:42.587117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e371-8969-4123-a634-54763d91dd44 req-bf3961cb-b495-4b9c-884c-871cccbd73c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:42.596995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6731e371-8969-4123-a634-54763d91dd44 req-bf3961cb-b495-4b9c-884c-871cccbd73c1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1667764 Nov 15 22:36:42.676466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6731e371-8969-4123-a634-54763d91dd44 req-1953c17b-7013-45b4-838a-2d0b8e9cae46 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Nov 15 22:36:42.861109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:42.864003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcabc3-4fa2-454a-92ac-e69242e3c3a9 req-4293d240-4326-4fae-99b0-eb1339ef35c2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:42.876135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eebcabc3-4fa2-454a-92ac-e69242e3c3a9 req-4293d240-4326-4fae-99b0-eb1339ef35c2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 932 time: 0.1227357 Nov 15 22:36:42.927632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: a69f688c-198e-4e62-a2d6-36bb62d1e4d0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:42.933419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a69f688c-198e-4e62-a2d6-36bb62d1e4d0 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:42.988947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eebcabc3-4fa2-454a-92ac-e69242e3c3a9 req-d7123647-66ff-422d-b552-5052379fc165 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081514 Nov 15 22:36:43.117428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc404ba5-fb5a-40c5-880c-a7b08e5091d3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:43.126590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.152188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Transition to ACTIVE for port object dc404ba5-fb5a-40c5-880c-a7b08e5091d3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:43.208260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c1c66af2-f3e8-44ae-b93e-699552b4920d', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:36:43.209529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.215754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:38Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:43.260487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.260933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ea79a-6782-4949-b951-06557c1b4e49 None None] The sync data for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 is: [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:38Z', 'revision_number': 3, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:43.388796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:43.499187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Allocated IP 172.20.0.2 (c1c66af2-f3e8-44ae-b93e-699552b4920d/a955b840-8edf-4346-abaa-2df7dbb44a4f/71c73893-5b71-4c37-a980-9b3475e5b8af) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:43.512429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Attempting to bind port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:43.513513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Attempting to bind port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:43.513640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Attempting to bind port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:43.522834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:43.523248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Attempting to bind port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:43.544353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:43.544353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Checking segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:43.544353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Bound using segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:43.544353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Bound port: dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:43.544896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.628765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd5e15-e375-413e-88b0-d954fa497bb3 req-6ed0027e-cced-421c-a0bd-c7c2721f4a72 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:43.637119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1efd5e15-e375-413e-88b0-d954fa497bb3 req-6ed0027e-cced-421c-a0bd-c7c2721f4a72 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.0693231 Nov 15 22:36:43.854056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.874626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:43.880171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:43.929393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:43.967468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.051671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Network c1c66af2-f3e8-44ae-b93e-699552b4920d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:44.054812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Pushing event updated for resources: {'Port': ['ID=71c73893-5b71-4c37-a980-9b3475e5b8af,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:44.061068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:44.070676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:44.106905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:44.137861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:44.138540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.139993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-d3f3ff1b-88a9-4a3f-ba48-bdc5607378d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc404ba5-fb5a-40c5-880c-a7b08e5091d3 HTTP/1.1" status: 200 len: 1092 time: 2.0516584 Nov 15 22:36:44.140734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:44.151924 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bcebbf-5290-4807-a652-016c48a767d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:44.162245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.201435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Attempting to bind port 71c73893-5b71-4c37-a980-9b3475e5b8af on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:44.201913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Attempting to bind port 71c73893-5b71-4c37-a980-9b3475e5b8af by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:44.212979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Attempting to bind port 71c73893-5b71-4c37-a980-9b3475e5b8af on network c1c66af2-f3e8-44ae-b93e-699552b4920d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:44.213404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:44.213784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Checking segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:44.215137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.215530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Bound using segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:44.216006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Bound port: 71c73893-5b71-4c37-a980-9b3475e5b8af, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:44.216542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.307145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1efd5e15-e375-413e-88b0-d954fa497bb3 req-2874f00f-e16b-471c-a063-650e31ef2970 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685548 Nov 15 22:36:44.344400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] For port 71c73893-5b71-4c37-a980-9b3475e5b8af, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:44.354157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115ca96-33a2-4507-a465-4808f48ef4bc req-aa3312d8-09e2-4042-8b39-dfd8d2361de0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:44.357478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] For port 71c73893-5b71-4c37-a980-9b3475e5b8af, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c73893-5b71-4c37-a980-9b3475e5b8af,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:44.362948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a115ca96-33a2-4507-a465-4808f48ef4bc req-aa3312d8-09e2-4042-8b39-dfd8d2361de0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1586761 Nov 15 22:36:44.395170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-aff8d2b2-0d4b-4431-b67a-b4f59e3099e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:44.398858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-aff8d2b2-0d4b-4431-b67a-b4f59e3099e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 1095 time: 0.1360843 Nov 15 22:36:44.432401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:44.483220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a115ca96-33a2-4507-a465-4808f48ef4bc req-5d72210a-3bd6-4fdb-8c25-b632b34ba2b3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136520 Nov 15 22:36:44.577624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403c252-15af-48c6-89ad-a16f0f77f126 None None] Pushing event updated for resources: {'Port': ['ID=71c73893-5b71-4c37-a980-9b3475e5b8af,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:44.581382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-56de3805-b60c-4560-84a2-0437d52ff354 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3 HTTP/1.1" status: 200 len: 217 time: 0.1697092 Nov 15 22:36:44.641413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5a998fa-17d9-44dc-b343-f9e723eb77ab no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:44.671689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18966d1-0b22-4cf7-baff-c2fdbc1c51ec req-ccefc0e7-02b3-4a91-919a-9e5844f23552 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:44.698492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e18966d1-0b22-4cf7-baff-c2fdbc1c51ec req-ccefc0e7-02b3-4a91-919a-9e5844f23552 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 944 time: 0.1413217 Nov 15 22:36:44.700406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: e5a998fa-17d9-44dc-b343-f9e723eb77ab {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:44.700909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5a998fa-17d9-44dc-b343-f9e723eb77ab not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:44.863348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e18966d1-0b22-4cf7-baff-c2fdbc1c51ec req-6c978abe-2c88-43bd-a6fd-dcd1af083881 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468542 Nov 15 22:36:44.890186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-a3b505d9-8d3e-43a3-82cb-a81173f43fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:44.892525 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-a3b505d9-8d3e-43a3-82cb-a81173f43fa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.3015928 Nov 15 22:36:44.916436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 961b0acf-cada-4577-89be-5d136c138e74 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:45.040545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-4db4e276-b2e5-427e-82ce-309564873028 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:45.042438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-4db4e276-b2e5-427e-82ce-309564873028 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.3428977 Nov 15 22:36:45.066631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 961b0acf-cada-4577-89be-5d136c138e74 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:45.067809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:45.080084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-9692762b-a134-48b8-9ad8-0ac004cdf9bc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0203822 Nov 15 22:36:45.174251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-5ec9a49a-6f43-4872-ad91-b632d7f8c0c3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849850 Nov 15 22:36:45.218695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:45.249902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 961b0acf-cada-4577-89be-5d136c138e74, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=961b0acf-cada-4577-89be-5d136c138e74,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:45.312094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-d3b782ca-3e2d-42a8-a2ac-09d6c01c9336 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279063 Nov 15 22:36:45.322721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:45.360546 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c5ab05-a693-48bb-b0fd-ab4ee157972b x-openstack-request-id: req-31c5ab05-a693-48bb-b0fd-ab4ee157972b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:45.361238 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:45.361746 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31c5ab05-a693-48bb-b0fd-ab4ee157972b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:45.362927 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'status': 'completed', 'code': 200} Nov 15 22:36:45.427885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-7840e6bf-03af-4030-ae18-2b95d6b836c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5189102 Nov 15 22:36:45.484603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=961b0acf-cada-4577-89be-5d136c138e74,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:45.517370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-e9f0ee30-4ade-485c-aa54-3c8066f5ae43 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:45.518955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-e9f0ee30-4ade-485c-aa54-3c8066f5ae43 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.57 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.1550522 Nov 15 22:36:45.562586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2d52-f461-4f42-b350-258762f4940d req-2a92ce5f-9a9f-4f0c-b018-74af4c3ddb44 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:45.564120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3f2d52-f461-4f42-b350-258762f4940d req-2a92ce5f-9a9f-4f0c-b018-74af4c3ddb44 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 945 time: 0.0741146 Nov 15 22:36:45.625609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-cb182a08-db71-4a70-9865-ebd26a981540 service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784839 Nov 15 22:36:45.666674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.1 (c1c66af2-f3e8-44ae-b93e-699552b4920d/a955b840-8edf-4346-abaa-2df7dbb44a4f/1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:45.671920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3f2d52-f461-4f42-b350-258762f4940d req-b527f3d7-401c-4e3a-afec-a480628f9469 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e123935-2631-41a5-90dd-1cd04007512b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923831 Nov 15 22:36:45.764993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-a0aaba59-11a5-4203-9e1b-f95367beae77 service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273060 Nov 15 22:36:45.875959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Deleting port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:45.876302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:45.910053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dd53-b63c-439b-9eec-15086c2db739 req-593af512-9e3d-4094-986f-880620c23ef1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:45.919757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c93dd53-b63c-439b-9eec-15086c2db739 req-593af512-9e3d-4094-986f-880620c23ef1 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0860376 Nov 15 22:36:46.000602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c93dd53-b63c-439b-9eec-15086c2db739 req-45aa2446-a32f-4f9e-b208-2abc559d292e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 Nov 15 22:36:46.094671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9056915-25fa-4ed4-9816-5f168e0b0575 req-56d20e80-8329-496a-9455-f2fe4314372e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.0418901 Nov 15 22:36:46.217065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:46.254972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c365f4e-ba87-4a9f-9a66-bd29193042c6 req-eb0f613f-3fdc-40ec-8720-15b43a8c2081 service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570909 Nov 15 22:36:46.288978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] For port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,segment=NetworkSegment(1c1b66c1-365d-46f3-9b98-978360bb66c5),segment_id=1c1b66c1-365d-46f3-9b98-978360bb66c5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:46.289350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:46.323307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Calling delete_port for 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:46.355385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b0824-e88d-4032-a504-b6b0e02201a2 req-0ec1a6a5-3b4d-4989-b4d8-162c6deae15f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:46.364075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a8b0824-e88d-4032-a504-b6b0e02201a2 req-0ec1a6a5-3b4d-4989-b4d8-162c6deae15f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 944 time: 0.2518432 Nov 15 22:36:46.387076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf0e3a-7f0d-4eee-9856-5eea2307f42b None None] Network c1c66af2-f3e8-44ae-b93e-699552b4920d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:46.414377 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:46.461607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a28b-2d58-4c7f-87a3-c1b324cc9487 req-b5092fd2-223c-43c8-b19a-1bbbba0a595f tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:46.469578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b20a28b-2d58-4c7f-87a3-c1b324cc9487 req-b5092fd2-223c-43c8-b19a-1bbbba0a595f tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.2767797 Nov 15 22:36:46.513513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network c1c66af2-f3e8-44ae-b93e-699552b4920d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:46.524300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:46.530406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:46.532712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:46.548007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-93c53597-cc0c-42d2-b614-42b838eeb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:46.550210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-93c53597-cc0c-42d2-b614-42b838eeb176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 1095 time: 0.1478565 Nov 15 22:36:46.656596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a8b0824-e88d-4032-a504-b6b0e02201a2 req-d72775a2-f2e6-4bed-aaed-375bcb05d360 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915938 Nov 15 22:36:46.735144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b20a28b-2d58-4c7f-87a3-c1b324cc9487 req-28ba0c1b-90f8-4c7a-8fb3-77a2c3e4ef86 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457354 Nov 15 22:36:46.746052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:46.762418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-0d7e34f4-38da-4bf8-a4ac-243e8cde41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:46.762418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-0d7e34f4-38da-4bf8-a4ac-243e8cde41be service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 905 time: 0.1832106 Nov 15 22:36:46.867050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] Provisioning complete for port 71c73893-5b71-4c37-a980-9b3475e5b8af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:46.870398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:46.876099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-b7da5d88-3bc6-4cf0-a15a-fcf954d52a91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3 HTTP/1.1" status: 200 len: 217 time: 0.0814164 Nov 15 22:36:46.979016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.049149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] For port 71c73893-5b71-4c37-a980-9b3475e5b8af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c73893-5b71-4c37-a980-9b3475e5b8af,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:47.049730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-9d10a29f-c572-4958-bae5-8592ffac5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:47.051934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-9d10a29f-c572-4958-bae5-8592ffac5c95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.1766715 Nov 15 22:36:47.052880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.062961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.069187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:47.143824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71abe25c-e4c9-4926-9bcc-bad6b9842096 req-1afbbb05-fc39-4293-b177-b15b8e99afb2 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.1466734 Nov 15 22:36:47.168065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c73893-5b71-4c37-a980-9b3475e5b8af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:47.229451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-391130b0-0223-4d83-9cb4-870d45cebc62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901997 Nov 15 22:36:47.262277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.281776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9746c2d8-db26-47c4-a21f-8725722196b2 req-99c09097-3e7c-45ee-aecc-c89ea0ce6888 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.0405116 Nov 15 22:36:47.334639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Pushing event deleted for resources: {'Port': ['ID=6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:47.361812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 71c73893-5b71-4c37-a980-9b3475e5b8af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:47.376539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.376714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f7535-6256-4a86-93c7-de9bc162b03f req-e88f1c13-63f8-46d2-b88f-5201d64087b4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:47.376714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-606f7535-6256-4a86-93c7-de9bc162b03f req-e88f1c13-63f8-46d2-b88f-5201d64087b4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1944590 Nov 15 22:36:47.407615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3622e-7067-4de2-9a96-fc29a4ee3bee None None] Pushing event updated for resources: {'Port': ['ID=71c73893-5b71-4c37-a980-9b3475e5b8af,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:47.434005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 35845c63-55b5-4926-85dc-ecb7db68e745 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:47.434403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.441915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9117a4cb-fcc2-462f-8253-47edfde27e31 None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:47.442289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9117a4cb-fcc2-462f-8253-47edfde27e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.509320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9117a4cb-fcc2-462f-8253-47edfde27e31 None None] Port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:36:47.531897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] No DVR routers for this DVR port 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:47.545224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.550691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-43a34430-e793-43d3-8672-61408a7fa2b2 req-6364e16c-5596-43fb-81f3-cc653da9f33e tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.57 "DELETE /v2.0/ports/6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b HTTP/1.1" status: 204 len: 173 time: 2.0113256 Nov 15 22:36:47.551248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'name': 'network-vif-deleted', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:47.553667 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b83cdb8-8f40-4c2d-af5f-314bfa7096e7" -d '{"events": [{"server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "name": "network-vif-deleted", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:47.584596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-606f7535-6256-4a86-93c7-de9bc162b03f req-dbb05ddb-4909-4f91-8196-ffa18ccbfdc3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873052 Nov 15 22:36:47.589359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9117a4cb-fcc2-462f-8253-47edfde27e31 None None] Provisioning complete for port 71c73893-5b71-4c37-a980-9b3475e5b8af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:47.589591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9117a4cb-fcc2-462f-8253-47edfde27e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.632479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-e81786ae-63e5-482e-a461-00443d7b554a service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776458 Nov 15 22:36:47.640055 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e67cfd5-618f-419a-a80b-3e19d8f0fe0e x-openstack-request-id: req-8e67cfd5-618f-419a-a80b-3e19d8f0fe0e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:47.640392 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f527ee8e-3606-4f21-bfb6-865aaf2b2c1a", "name": "network-vif-deleted", "tag": "6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:47.640672 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e67cfd5-618f-419a-a80b-3e19d8f0fe0e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:47.641755 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f527ee8e-3606-4f21-bfb6-865aaf2b2c1a', 'name': 'network-vif-deleted', 'tag': '6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b', 'status': 'completed', 'code': 200} Nov 15 22:36:47.673304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 961b0acf-cada-4577-89be-5d136c138e74 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:47.698659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.698971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.753708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 35845c63-55b5-4926-85dc-ecb7db68e745 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:47.842484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2bcebbf-5290-4807-a652-016c48a767d7 req-52833d0a-62cd-41f6-b2fa-883b613a1437 service neutron] 10.222.0.57 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833041 Nov 15 22:36:47.904764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.905887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 961b0acf-cada-4577-89be-5d136c138e74 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:47.906349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:47.984910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068eca-1ebc-47ab-b739-d54b1a9b35ea req-66101c53-e181-4ea8-a8f6-6d8fa51db437 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:47.986483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4068eca-1ebc-47ab-b739-d54b1a9b35ea req-66101c53-e181-4ea8-a8f6-6d8fa51db437 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 944 time: 0.1469057 Nov 15 22:36:48.065238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-aec55d1a-f5f8-4ccb-a8d3-6ea867e5495b None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:48.065766 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aec55d1a-f5f8-4ccb-a8d3-6ea867e5495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.082598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4068eca-1ebc-47ab-b739-d54b1a9b35ea req-560c7f08-1d48-423a-bf7d-1d57ec6bf915 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882010 Nov 15 22:36:48.152018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aec55d1a-f5f8-4ccb-a8d3-6ea867e5495b None None] Port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:36:48.220390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.275531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=35845c63-55b5-4926-85dc-ecb7db68e745,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:48.279671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:48.444932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.450907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce22e7f-6279-4e28-b656-d1f2074b4114 req-a9083575-caee-40fd-84ee-3530eb1f2811 tempest-ServerMetadataNegativeTestJSON-962348512 tempest-ServerMetadataNegativeTestJSON-962348512-project] 10.222.0.15 "GET /v2.0/ports?device_id=f527ee8e-3606-4f21-bfb6-865aaf2b2c1a HTTP/1.1" status: 200 len: 210 time: 0.1893094 Nov 15 22:36:48.456843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.457658 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 2d427aff-97eb-4ef0-9408-818db8666fcf disassociated (deleted). External IP: 172.25.0.109, port: e95e7419-0f03-45e8-81d3-c148e6be7f1f. Nov 15 22:36:48.495126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:48.510466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'mac_address': 'fa:16:3e:19:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:48.551697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.567491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc404ba5-fb5a-40c5-880c-a7b08e5091d3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:48.587050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-add32c22-f876-4397-afd8-e2f66a8db807 req-f7d9e21e-6ea9-45a8-bc06-1b9ad7cdf8d2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.1388824 Nov 15 22:36:48.588989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:48.744931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b067ec-0ea1-45d3-a340-845927da3712 req-d5bb905c-2604-43d5-b6aa-84f13f8c93e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:48.746319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9b067ec-0ea1-45d3-a340-845927da3712 req-d5bb905c-2604-43d5-b6aa-84f13f8c93e9 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0875552 Nov 15 22:36:48.779954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:48.801735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c73893-5b71-4c37-a980-9b3475e5b8af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:48.815719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9b067ec-0ea1-45d3-a340-845927da3712 req-8ca0f241-ea43-4dd8-8cfa-8b3021686265 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Nov 15 22:36:48.819486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.866432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 71c73893-5b71-4c37-a980-9b3475e5b8af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:48.866846 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.906573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:48.910741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:48.929981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:49.001690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:49.009507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:49.017543 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Sync routers for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:49.027244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network c1c66af2-f3e8-44ae-b93e-699552b4920d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:49.029368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:49.046379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:49.049290 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:49.089612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:49.104215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2c244892-3ba6-4a78-8f59-48155379119d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d427aff-97eb-4ef0-9408-818db8666fcf HTTP/1.1" status: 204 len: 168 time: 2.3570440 Nov 15 22:36:49.106688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:49.128112 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a95ada-ad9e-4c22-b60d-fc558c008471" -d '{"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:49.248260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['dc404ba5-fb5a-40c5-880c-a7b08e5091d3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:49.325532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce9c8c-6149-44b8-8308-35d2b55f0f4b req-ba79c6af-177c-4cb2-8724-56c7c7e2ec43 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:49.326532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6a792483-76bf-490a-84c7-9480c07df683 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:49.338537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1ce9c8c-6149-44b8-8308-35d2b55f0f4b req-ba79c6af-177c-4cb2-8724-56c7c7e2ec43 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 945 time: 0.1206157 Nov 15 22:36:49.456240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1ce9c8c-6149-44b8-8308-35d2b55f0f4b req-80b6ddc4-858b-4f57-8ea9-5ccc55a06450 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158659 Nov 15 22:36:49.494740 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036656df-177f-4a4d-88e4-5c2ce2aa182b x-openstack-request-id: req-036656df-177f-4a4d-88e4-5c2ce2aa182b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:49.495015 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:49.495257 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-036656df-177f-4a4d-88e4-5c2ce2aa182b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:49.495725 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'status': 'completed', 'code': 200} Nov 15 22:36:49.540424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:49.550026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:49.551513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-affe0e2b-16fe-4bcd-8447-304120e2dfe5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6a792483-76bf-490a-84c7-9480c07df683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0414832 Nov 15 22:36:49.552405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57528) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:49.597444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:49.605266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Sync routers for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:49.676433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:49.677673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:49.704497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-675e0b11-be1c-4ba1-8143-3ddab858bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:49.706486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ef5e966b-0d7d-4e14-8c0f-abf7b62394ea None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:49.706646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-675e0b11-be1c-4ba1-8143-3ddab858bf35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1840725 Nov 15 22:36:49.707905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef5e966b-0d7d-4e14-8c0f-abf7b62394ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:49.779958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-473a5834-7dcf-4342-866e-cc489b1419e5 req-f684b430-ba4b-4997-b43c-f9874dbe1e36 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.0517735 Nov 15 22:36:49.829660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Deleting subnet 84f7d741-0422-4859-8ae9-8582400e9035 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:36:49.835205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:49.921173 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:49.922193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:49.954272 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Checking router: 8348f19c-5362-4c69-9fd8-0b1009b0fb64 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:49.964304 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:49.965288 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:49.970480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:50.017424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e966b-0d7d-4e14-8c0f-abf7b62394ea None None] Port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:36:50.082519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:50.091596 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:50.252741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:50.302232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:50.309301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84f7d741-0422-4859-8ae9-8582400e9035 HTTP/1.1" status: 204 len: 168 time: 0.7093875 Nov 15 22:36:50.310490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb12d44-7432-4aa1-9e37-23cd0fd7c9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f7d741-0422-4859-8ae9-8582400e9035,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:50.315875 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:50.317776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:50.344785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89b5af-f7cc-4d5e-ad05-9b26d7e60562 req-ec747910-9fe9-45d0-bc7d-e7f61ff7759b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.348647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc89b5af-f7cc-4d5e-ad05-9b26d7e60562 req-ec747910-9fe9-45d0-bc7d-e7f61ff7759b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.3155746 Nov 15 22:36:50.362006 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011aad60-a36e-4516-9427-be052ef3a208 None None] The sync data for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 is: [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:34:25Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e6d170a8-5aed-46b6-9224-0131ebf33484', 'name': '', 'network_id': '6dd2d108-3b48-4d0e-82db-98e962197e68', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:0e:97:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:24Z', 'updated_at': '2021-11-15T22:34:33Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '74ed9b7f-2498-48e2-86d7-a002ac96ed08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:50.524103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:50.555967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cc89b5af-f7cc-4d5e-ad05-9b26d7e60562 req-df3fc840-b5a8-4e8e-ae44-5ecb1b4c4f27 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039132 Nov 15 22:36:50.587285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:50.587285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6dc733bd-850d-4e3f-b8e4-b4e2d3a39d4b not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:50.610700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-a2dd0e82-436c-4617-97b4-f47f6eb6ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.615154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-a2dd0e82-436c-4617-97b4-f47f6eb6ecf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 200 len: 898 time: 0.8947027 Nov 15 22:36:50.617427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:48Z', 'revision_number': 2, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:50.636368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-f95db9fe-67ff-4b88-89a4-1c9f79dbabd5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.639001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-f95db9fe-67ff-4b88-89a4-1c9f79dbabd5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.3970385 Nov 15 22:36:50.641974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.648584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.648913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b524d-4066-41fb-b06b-1368870cb3de req-f8eb0eb1-e6ab-4a0e-8082-eaa82f53ae37 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Checking router: 6a792483-76bf-490a-84c7-9480c07df683 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:50.649764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Updating router 6a792483-76bf-490a-84c7-9480c07df683 port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:36:50.649935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.649935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.650835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.651506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.656908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-956b524d-4066-41fb-b06b-1368870cb3de req-f8eb0eb1-e6ab-4a0e-8082-eaa82f53ae37 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.5396008 Nov 15 22:36:50.658389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b86d69e-9088-458b-85bc-e9180bc04ee6 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9850 time: 1.1036973 Nov 15 22:36:50.659774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:50.666110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:50.692557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:50.753815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-baa2e91e-b71b-4fbd-83b3-242d87b30b2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 200 len: 217 time: 0.0980484 Nov 15 22:36:50.780199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:50.875218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-956b524d-4066-41fb-b06b-1368870cb3de req-c12e8319-d718-4276-9936-4d03b70e8e35 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499951 Nov 15 22:36:50.879187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-a1e5f6e2-63c5-4528-adbe-cb869f6a5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.880717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-a1e5f6e2-63c5-4528-adbe-cb869f6a5223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 200 len: 834 time: 0.1172123 Nov 15 22:36:50.883156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.884075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.884075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.884513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.884989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.885438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.885882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.886342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.886767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.887584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.888580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.888580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.888840 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5261baa0-da1f-4674-a733-ff23baeeac25 None None] New status for floating IP 2d427aff-97eb-4ef0-9408-818db8666fcf: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:36:50.888997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:50.895022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-713e1008-8303-4cef-8bbe-737543406456 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8346 time: 0.2248654 Nov 15 22:36:50.895655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:51.126239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1595d13-3147-4ce1-aa70-528ffa4a3891 req-18a7ac7c-a9b1-4127-9d07-4006e712b5d3 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.0816615 Nov 15 22:36:51.145869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.151485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.167348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-c4a83275-cb72-4f7e-8fa0-a4df667cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:51.168853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-c4a83275-cb72-4f7e-8fa0-a4df667cc58c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6dd2d108-3b48-4d0e-82db-98e962197e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276158 Nov 15 22:36:51.171445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:51.175002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.179674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f26d41b-695b-4532-8ac7-ffa50495cf48']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:51.214509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40e63a-0720-4c9c-958b-62c2c6e44122 req-61524da5-a6ef-4801-899a-97d096df914e tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:51.215706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f40e63a-0720-4c9c-958b-62c2c6e44122 req-61524da5-a6ef-4801-899a-97d096df914e tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 945 time: 0.2730942 Nov 15 22:36:51.217681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1b66c1-365d-46f3-9b98-978360bb66c5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:51.217964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1b66c1-365d-46f3-9b98-978360bb66c5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:51.224379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.266465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.276466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac88a4-be1b-4728-bd4a-0ab3d914c22d None None] Pushing event updated for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:51.297847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.314056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:36:51.314454 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:36:51.322487 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:36:51.354367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Attempting to bind port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:51.354726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Attempting to bind port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:51.355088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Attempting to bind port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b on network c1c66af2-f3e8-44ae-b93e-699552b4920d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:51.360602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:51.361114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Checking segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:51.361407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.361823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Bound using segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:51.362845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Bound port: 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:51.362845 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.398756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-4c788302-db74-43a1-9e74-a676b5171af4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:51.401033 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-4c788302-db74-43a1-9e74-a676b5171af4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1824584 Nov 15 22:36:51.407518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f40e63a-0720-4c9c-958b-62c2c6e44122 req-ff88ea41-ae99-4706-964e-3374653c57c1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549752 Nov 15 22:36:51.411570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-24e8eb09-e119-43b3-9118-14469e7eac63 service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337468 Nov 15 22:36:51.417721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6ee0313f-fc78-4292-9c26-1aded632afbb tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.5118906 Nov 15 22:36:51.428490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.4 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/34e54bba-2f45-41e6-8682-a3c4a47fd23b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:36:51.449444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] For port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:51.452399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] For port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:51.546685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50a95ada-ad9e-4c22-b60d-fc558c008471 req-22aa153f-9bf6-4638-bd3e-4e74281e675d service neutron] 10.222.0.55 "GET /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003845 Nov 15 22:36:51.548329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.555012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.558545 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.559041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] 10.222.0.15 "DELETE /v2.0/networks/6f26d41b-695b-4532-8ac7-ffa50495cf48 HTTP/1.1" status: 204 len: 168 time: 1.2359025 Nov 15 22:36:51.572366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7206cc-ef5b-410e-b1af-a2aac76a950c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f26d41b-695b-4532-8ac7-ffa50495cf48,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:51.630758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:51.633376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:51.760317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.798727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port e95e7419-0f03-45e8-81d3-c148e6be7f1f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:51.799085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.843572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:51.843952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.848810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4808465-76e8-45c2-8d85-6faa683050d4 req-1b31a1d5-4651-45ea-bf9a-61584cac34de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:51.850478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4808465-76e8-45c2-8d85-6faa683050d4 req-1b31a1d5-4651-45ea-bf9a-61584cac34de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 945 time: 0.1611376 Nov 15 22:36:51.888879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-8b05da71-dc8c-42ac-86da-8cb6127fcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:51.891025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-8b05da71-dc8c-42ac-86da-8cb6127fcca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 1096 time: 0.1041572 Nov 15 22:36:51.895039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac88a4-be1b-4728-bd4a-0ab3d914c22d None None] Pushing event updated for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:51.966293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port e95e7419-0f03-45e8-81d3-c148e6be7f1f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e95e7419-0f03-45e8-81d3-c148e6be7f1f,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:51.966661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.981089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for e95e7419-0f03-45e8-81d3-c148e6be7f1f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:51.981585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:51.984497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:51.988495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4808465-76e8-45c2-8d85-6faa683050d4 req-ae5b5ac7-4b60-4a30-8220-616cc03f9525 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aecfd8-b5ff-4a9e-903a-0cefc51676fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310122 Nov 15 22:36:52.019527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:52.024206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482120218', 'description': 'tempest-secgroup-smoke-482120218 description', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:52.042150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.058928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] For port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:52.066566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:52.093626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:52.132106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:36:52.138180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:52.150687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:36:52.155573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:52.157982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.172210 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.234182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:52.240288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.263279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-6c5c2f1b-ced2-49f2-a07d-e90d6f63bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:52.265493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-6c5c2f1b-ced2-49f2-a07d-e90d6f63bd3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.3579834 Nov 15 22:36:52.283463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:52.319854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-7d9eb50a-6bd3-41c8-a8fa-bafee4ac7d06 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6579967 Nov 15 22:36:52.335356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Request body: {'port': {'device_id': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:52.348100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea737e-7eea-4af2-85df-96c0b645459e None None] Pushing event updated for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:52.386543 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.388874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-51e6dd48-d1d3-4c21-b473-9ba6eed5fd2e None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:52.389214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51e6dd48-d1d3-4c21-b473-9ba6eed5fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.389433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-cfbad3c6-b74c-49e8-8da2-4457eb0e5bbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e HTTP/1.1" status: 200 len: 217 time: 0.1040633 Nov 15 22:36:52.403977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-821c9714-97fa-4cae-9963-96c30d6477ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f557373527f5413485c70df789e5860b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069091 Nov 15 22:36:52.407281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.409220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57580) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:52.438489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.443038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=e95e7419-0f03-45e8-81d3-c148e6be7f1f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:52.477571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef8e4-b4ff-4c32-adee-bc57c2760961 req-70375dcb-0f27-4d00-9a4c-b377f548e73a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:52.479129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e5ef8e4-b4ff-4c32-adee-bc57c2760961 req-70375dcb-0f27-4d00-9a4c-b377f548e73a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1969283 Nov 15 22:36:52.493123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fda76d-fbcb-4ab7-a31d-a7eef527247e req-d27608ae-0291-4631-998d-096f994b7b49 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:52.501371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54fda76d-fbcb-4ab7-a31d-a7eef527247e req-d27608ae-0291-4631-998d-096f994b7b49 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 931 time: 0.2460136 Nov 15 22:36:52.508243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.543742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:36:52.547629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] No DVR routers for this DVR port e95e7419-0f03-45e8-81d3-c148e6be7f1f on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:52.552162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:52.552528 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.557968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.559883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-1c9d5919-d994-40c3-9983-ab6321c8e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:52.561364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-1c9d5919-d994-40c3-9983-ab6321c8e429 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1540530 Nov 15 22:36:52.561519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ddd3a1b4-6e72-46ae-9f24-c5bcacfa8352 req-54ee502e-12b5-4a1c-b2a0-7aa6b59bfc23 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "DELETE /v2.0/ports/e95e7419-0f03-45e8-81d3-c148e6be7f1f HTTP/1.1" status: 204 len: 173 time: 1.1151750 Nov 15 22:36:52.561807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-deleted', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:52.564051 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09fb35-a93c-4abe-9cb2-04d74f449ccc" -d '{"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-deleted", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:52.633251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:51Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:52.654360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.680838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fddd9-cdb1-447b-8d66-62fcffe12317 None None] The sync data for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 is: [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:51Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:52.719873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.753769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.840757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:52.843232 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b4949b-2489-4674-983d-1e45a1623fc5" -d '{"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-plugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:52.865010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:52.902093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.905527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.909913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e123935-2631-41a5-90dd-1cd04007512b HTTP/1.1" status: 204 len: 168 time: 0.4794919 Nov 15 22:36:52.909913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e54bba-2f45-41e6-8682-a3c4a47fd23b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:52.946040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.956874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:52.980971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f45d8-ea37-4b7e-bfb2-f09c5b850c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e123935-2631-41a5-90dd-1cd04007512b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.002863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Transition to ACTIVE for port object 34e54bba-2f45-41e6-8682-a3c4a47fd23b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:36:53.008450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54fda76d-fbcb-4ab7-a31d-a7eef527247e req-b93c3c77-bc87-4e3a-81b5-7d8a031084ae tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060449 Nov 15 22:36:53.024500 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.027587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0057545 Nov 15 22:36:53.029442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:53.034893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:53.038920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68afc8-675b-4897-9847-08d8881663b3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5ca84-b9c1-4334-8d1c-92c2ab760c67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.080271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.113438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.131342 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e5ef8e4-b4ff-4c32-adee-bc57c2760961 req-11406fa0-cf28-4208-8732-ce34177b6f29 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125638 Nov 15 22:36:53.209623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-7e1b02d4-80ad-4e8c-9f6a-cf04e01fa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:53.213432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-7e1b02d4-80ad-4e8c-9f6a-cf04e01fa1f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6346760 Nov 15 22:36:53.213738 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf212c-8f6f-40f5-9bff-9a0ed8630ab5 x-openstack-request-id: req-27cf212c-8f6f-40f5-9bff-9a0ed8630ab5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:53.213738 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e31678-8a2a-46a8-a482-bd202ce27fa7", "name": "network-vif-deleted", "tag": "e95e7419-0f03-45e8-81d3-c148e6be7f1f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:53.213738 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27cf212c-8f6f-40f5-9bff-9a0ed8630ab5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:53.213738 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e31678-8a2a-46a8-a482-bd202ce27fa7', 'name': 'network-vif-deleted', 'tag': 'e95e7419-0f03-45e8-81d3-c148e6be7f1f', 'status': 'completed', 'code': 200} Nov 15 22:36:53.218060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Pushing event updated for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.257495 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8282e39d-e2af-436b-9525-ced40266ab00 x-openstack-request-id: req-8282e39d-e2af-436b-9525-ced40266ab00 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:53.257801 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-plugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:53.258050 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8282e39d-e2af-436b-9525-ced40266ab00 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:53.258493 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'code': 200} Nov 15 22:36:53.280855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.354777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Attempting to bind port 34e54bba-2f45-41e6-8682-a3c4a47fd23b on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:36:53.354777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Attempting to bind port 34e54bba-2f45-41e6-8682-a3c4a47fd23b by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:36:53.355120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Attempting to bind port 34e54bba-2f45-41e6-8682-a3c4a47fd23b on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:53.379343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf009-e168-440a-a0cc-1f1da99b9f0f req-77139af8-2b50-427d-a750-59704cbf97b5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:53.389059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-800bf009-e168-440a-a0cc-1f1da99b9f0f req-77139af8-2b50-427d-a750-59704cbf97b5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 946 time: 0.2500272 Nov 15 22:36:53.406046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Port 34e54bba-2f45-41e6-8682-a3c4a47fd23b on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:36:53.406378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Attempting to bind port 34e54bba-2f45-41e6-8682-a3c4a47fd23b on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:36:53.413438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.423747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7833e02f-a9d6-4631-b17e-5c0c0d264bde req-f381e72c-850b-4509-bac7-a5e0e605d274 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=24e31678-8a2a-46a8-a482-bd202ce27fa7 HTTP/1.1" status: 200 len: 210 time: 0.0781064 Nov 15 22:36:53.442978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:36:53.443140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:53.443516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:36:53.443970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Bound port: 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:36:53.444326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.491221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29a3d6-f1fb-4684-b1a2-51b907e9d2ab req-209b20d3-b37e-47ea-8b12-8cd9e119b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:53.492831 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee29a3d6-f1fb-4684-b1a2-51b907e9d2ab req-209b20d3-b37e-47ea-8b12-8cd9e119b6aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 1097 time: 0.1521206 Nov 15 22:36:53.511836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.529217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-800bf009-e168-440a-a0cc-1f1da99b9f0f req-d269252e-c70f-4362-99f0-d1fc1ceba999 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358719 Nov 15 22:36:53.545240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-1b625c1b-b383-4257-8b05-4a1e19ebb0d7 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117528 Nov 15 22:36:53.620864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee29a3d6-f1fb-4684-b1a2-51b907e9d2ab req-d5449bff-1185-48af-b896-835db8e17b63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099946 Nov 15 22:36:53.629894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94184dd5-51ff-4e96-9845-104f7aa69081,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.663367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:36:53.668740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:36:53.679831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.681948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df0a355b-ea07-4bfa-a8f3-5b5e39cb4acd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6514335 Nov 15 22:36:53.685028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57606) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:53.691472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:53.702478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a526c0b0-79d1-4201-abd5-bf77fb57fb83 req-8877af27-5cb7-4c50-b29d-46ffb9305c5a service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506534 Nov 15 22:36:53.751830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.787916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:53.788234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.789848 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] 10.222.0.57 "PUT /v2.0/ports/34e54bba-2f45-41e6-8682-a3c4a47fd23b HTTP/1.1" status: 200 len: 1091 time: 1.4594729 Nov 15 22:36:53.806054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.844733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571efab-0297-447a-a070-fb23ee96b064 service neutron] Pushing event updated for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:53.881455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.951558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:53.957410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-d088d250-d415-4c2a-afb7-c46b747c6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:53.958896 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-d088d250-d415-4c2a-afb7-c46b747c6cea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 1094 time: 0.0475373 Nov 15 22:36:53.979657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a183d43c-6e56-4f7c-9eec-fac9a23732de,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:54.012211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-eb3d947a-6abf-42e8-a5ac-11c25494e72b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b HTTP/1.1" status: 200 len: 217 time: 0.0422852 Nov 15 22:36:54.058326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.062221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-562d92d6-5a5d-4dfe-ac99-661be7ac97e3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735740 Nov 15 22:36:54.064561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:54.072298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:54.076220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-6c6bde4b-c282-47de-a582-990d822d7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:54.078489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-6c6bde4b-c282-47de-a582-990d822d7aea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0586319 Nov 15 22:36:54.123274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-68fae61b-a2a5-4ea9-8b01-3557ad4e5031 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368040 Nov 15 22:36:54.161997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875d80e-a849-46fa-b8b1-92b0fd3c45b2 req-aff74373-8df6-431c-bcc4-24a5c6deb3a5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:54.171394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4875d80e-a849-46fa-b8b1-92b0fd3c45b2 req-aff74373-8df6-431c-bcc4-24a5c6deb3a5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 943 time: 0.0673814 Nov 15 22:36:54.195607 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.243137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-c0a3202c-ac89-412a-a61f-9320c414bdad service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112444 Nov 15 22:36:54.265263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4875d80e-a849-46fa-b8b1-92b0fd3c45b2 req-34729a07-1243-4235-93d3-f04e10f2fca4 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927351 Nov 15 22:36:54.303087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.323523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8f782-20e3-4ea3-bd28-4448b0320082 req-c8c5c52a-e1d1-4e38-ac48-92b1f576a4e6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:54.325209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eee8f782-20e3-4ea3-bd28-4448b0320082 req-c8c5c52a-e1d1-4e38-ac48-92b1f576a4e6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0928934 Nov 15 22:36:54.367416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-504b2209-ee36-4594-b16a-1dec13d4b31d req-8b887aeb-4f03-4d53-a243-81ea0d8494db service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113505 Nov 15 22:36:54.379574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.398061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eee8f782-20e3-4ea3-bd28-4448b0320082 req-3e034cb4-8189-4b21-a04a-0ea8199d2f53 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657859 Nov 15 22:36:54.411391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377df3a7-e17c-4bf7-91fa-3324843c342a,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:54.414696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:54.502492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.503941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2570cd6e-df33-4e06-b9ad-f651822a33f3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4366903 Nov 15 22:36:54.507699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:54.511947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:54.512853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:54.524491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1940441723-network', 'tenant_id': '64cbb1dd02eb46ae9f31fdce066443e1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:54.631566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.661634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:54.683533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: e95e7419-0f03-45e8-81d3-c148e6be7f1f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:36:54.683895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e95e7419-0f03-45e8-81d3-c148e6be7f1f not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:36:54.717210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.730257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2091aa-a92b-4558-8a32-93f3b69a5bae req-677b540d-f195-4596-a441-c97b926f17a2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:54.738603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b2091aa-a92b-4558-8a32-93f3b69a5bae req-677b540d-f195-4596-a441-c97b926f17a2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 946 time: 0.1458938 Nov 15 22:36:54.805978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b2091aa-a92b-4558-8a32-93f3b69a5bae req-7a01039e-1af9-44df-8f67-d5328e524b63 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Nov 15 22:36:54.815971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.846959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d23b1e1-18da-4c41-823b-8a5fba39a2cd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:54.867528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:36:54.918951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:36:54.919412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:54.989196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Made reservation on behalf of 64cbb1dd02eb46ae9f31fdce066443e1 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:54.991571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.034264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.062435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.064663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-51f9b921-eff5-4a7f-99c7-5d86bdfc4fe1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5571177 Nov 15 22:36:55.067507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:55.073420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:55.113874 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:36:55.195437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.213878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:55.216147 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835e343-9b96-4e9b-96af-417a53e146b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:55.219958 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:36:55.225611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.262646 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee7b6b0-ee7f-4e65-8c4a-e22c6754e83e x-openstack-request-id: req-fee7b6b0-ee7f-4e65-8c4a-e22c6754e83e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:55.262931 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:55.263180 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fee7b6b0-ee7f-4e65-8c4a-e22c6754e83e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:55.263556 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b', 'status': 'completed', 'code': 200} Nov 15 22:36:55.278406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.299164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.337523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:36:55.347069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77280f3-7802-439d-9c56-85b7388b9c80,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:55.369448 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.369448 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Added segment a917692f-6daf-450d-bbae-12ff74f052dd of type vlan for network ab7c382e-c440-4c06-9a68-ba1b8edfddcd Nov 15 22:36:55.386286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51a698-8bc6-4a27-ab0d-02eaf94fb3ad req-c7f47811-f811-40b3-9671-957b90a08fcc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.387811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee51a698-8bc6-4a27-ab0d-02eaf94fb3ad req-c7f47811-f811-40b3-9671-957b90a08fcc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 943 time: 0.0517695 Nov 15 22:36:55.389002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.401743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.415480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa518e3f-e71b-42f8-ae79-ed41ee3031de,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:55.451135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.454832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-dae306ac-77bf-42b4-bfe0-278efb7001fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.457151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-dae306ac-77bf-42b4-bfe0-278efb7001fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 1094 time: 0.1649811 Nov 15 22:36:55.468380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee51a698-8bc6-4a27-ab0d-02eaf94fb3ad req-c0606612-bb42-4255-89b8-b9baa7374883 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639699 Nov 15 22:36:55.481335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.481335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4be28839-aa6f-40e8-94a0-4000fdad0446 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4074011 Nov 15 22:36:55.481335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:55.485007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'security_group_rule': {'security_group_id': '9df5ca84-b9c1-4334-8d1c-92c2ab760c67', 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:55.549596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c8802-2872-4982-a586-1f3707ccc4ea req-8b5ba9a6-bbff-4573-9b97-76a6f9921c8d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.551029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-264c8802-2872-4982-a586-1f3707ccc4ea req-8b5ba9a6-bbff-4573-9b97-76a6f9921c8d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.0611696 Nov 15 22:36:55.596747 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Project 4eccef2e024540bf8e1eab02b592ad9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:36:55.604357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.610964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-264c8802-2872-4982-a586-1f3707ccc4ea req-03562532-22f9-41a8-a0d8-3602bb229488 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533183 Nov 15 22:36:55.650021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-d06ea852-8d32-4854-a9c6-ac234858d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.651475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-d06ea852-8d32-4854-a9c6-ac234858d03f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 907 time: 0.1649778 Nov 15 22:36:55.675823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.712088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.713067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.713634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.716496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-71556657-5728-48e1-be9e-13beab32a2d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b HTTP/1.1" status: 200 len: 217 time: 0.0474174 Nov 15 22:36:55.773415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.795304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559be83a-cdcc-401d-a2a1-1d6799bf31c6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:55.827509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7c382e-c440-4c06-9a68-ba1b8edfddcd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:55.838659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ab7c382e-c440-4c06-9a68-ba1b8edfddcd details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:36:55.844990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-0857e752-6f87-4e04-a2dc-8586c342040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.847407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-0857e752-6f87-4e04-a2dc-8586c342040a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.1199024 Nov 15 22:36:55.861065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:55.863801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bc5152b4-04ec-47da-bdcf-a62bcfbf936e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3816407 Nov 15 22:36:55.878900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2c9e8fbc-e6e9-4aec-a359-034226b68b04 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4628527 Nov 15 22:36:55.879534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:55.894348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Request body: {'subnet': {'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1940441723-subnet', 'tenant_id': '64cbb1dd02eb46ae9f31fdce066443e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:55.924954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-dbadf4c3-6120-4997-a908-eb63a2627507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528669 Nov 15 22:36:55.950369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dfa64-a18f-4786-895a-a31d4952ce77 req-121daf18-87ea-4222-aa85-2de316b7bb8d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:55.952033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1dfa64-a18f-4786-895a-a31d4952ce77 req-121daf18-87ea-4222-aa85-2de316b7bb8d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 946 time: 0.0553050 Nov 15 22:36:56.010310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1dfa64-a18f-4786-895a-a31d4952ce77 req-07b335e1-dbc9-49e4-931f-58e621c5d593 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 Nov 15 22:36:56.058790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port e6d170a8-5aed-46b6-9224-0131ebf33484 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:56.059301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.112416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Made reservation on behalf of 64cbb1dd02eb46ae9f31fdce066443e1 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:56.113217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-48ae8959-18cf-4dfd-99bf-a2d7a05167d2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482120218&fields=id&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 267 time: 0.0520403 Nov 15 22:36:56.114763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.139007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-80de65c3-6229-4caf-b4ef-fdbf2812020b service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888044 Nov 15 22:36:56.228475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-fb0ce848-93cd-4f9b-9095-500edd8c509b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:56.229980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-fb0ce848-93cd-4f9b-9095-500edd8c509b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/networks?id=c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 200 len: 797 time: 0.1114726 Nov 15 22:36:56.248956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-a910f09a-7945-41a2-a56d-c075660d52ae tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/quotas/4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 375 time: 0.0114138 Nov 15 22:36:56.291775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port e6d170a8-5aed-46b6-9224-0131ebf33484, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e6d170a8-5aed-46b6-9224-0131ebf33484,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:56.292136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.308527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-d703a2b5-694d-4e98-ae16-03c03e3d68ee tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483279 Nov 15 22:36:56.323757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for e6d170a8-5aed-46b6-9224-0131ebf33484 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:56.385422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4835e343-9b96-4e9b-96af-417a53e146b7 req-b7a2ad67-70c4-4b5e-815a-dd82106405bd service neutron] 10.222.0.57 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184479 Nov 15 22:36:56.420519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-058cd0c3-1f9a-4245-b64c-4ce5a6057971 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029050 Nov 15 22:36:56.523384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95183b4-2280-43fd-86c4-dfbe9113ecfe req-e9f6fc2f-748e-45d5-9d35-00b6d16eab40 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:56.524712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a95183b4-2280-43fd-86c4-dfbe9113ecfe req-e9f6fc2f-748e-45d5-9d35-00b6d16eab40 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 946 time: 0.0944204 Nov 15 22:36:56.565486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c3fcf701-8b3c-4d55-9cb1-6b3e525e77f9 service neutron] 10.222.0.15 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436880 Nov 15 22:36:56.594557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a95183b4-2280-43fd-86c4-dfbe9113ecfe req-8f81a791-d484-4976-aced-8d5da4881e95 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619597 Nov 15 22:36:56.610593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.662124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:56.701970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9571fdb9-0d7a-48aa-b78c-2cff50ee1887,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:56.712459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Checking segment: {'id': 'a917692f-6daf-450d-bbae-12ff74f052dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:56.712874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Network hostable DHCP agents. Network: ab7c382e-c440-4c06-9a68-ba1b8edfddcd, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:36:56.718848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5d3e-7e2b-4e3f-a683-193d84194b14 req-942be17d-339e-4157-9460-53e97884126a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:56.720427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc6d5d3e-7e2b-4e3f-a683-193d84194b14 req-942be17d-339e-4157-9460-53e97884126a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 943 time: 0.0541039 Nov 15 22:36:56.767430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.772676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc6d5d3e-7e2b-4e3f-a683-193d84194b14 req-4b69028a-2ecc-4fa7-be52-31d6e0e1038f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Nov 15 22:36:56.803986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.807945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:36:56.810318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Network ab7c382e-c440-4c06-9a68-ba1b8edfddcd is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:36:56.810609 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f3649-4d72-470b-afee-3cbc7c8976ce" -d '{"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-unplugged", "status": "completed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:36:56.826184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:56.849617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=e6d170a8-5aed-46b6-9224-0131ebf33484,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:56.915521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.938650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ab7c382e-c440-4c06-9a68-ba1b8edfddcd) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:56.943694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:56.944413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:56.954955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97dc807-81d9-45e8-b814-a2e6cdfd53f3 None None] Network ab7c382e-c440-4c06-9a68-ba1b8edfddcd requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:56.976771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5651-e5ac-4fb1-90cc-35e34bc31655 req-615befa3-d498-421c-9447-a7f65d4f575d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:56.985292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34fb5651-e5ac-4fb1-90cc-35e34bc31655 req-615befa3-d498-421c-9447-a7f65d4f575d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 945 time: 0.1166732 Nov 15 22:36:57.053620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18e238a7-ff29-4dc4-a6ec-c75f44ec5b7f req-d26a1cd0-bfdc-4f68-88fd-2e7c2591a53a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 210 time: 0.0424716 Nov 15 22:36:57.064694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc56e6da-fdc7-4d3f-9bd6-32564bb04553 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1750226 Nov 15 22:36:57.113760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:57.116064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34fb5651-e5ac-4fb1-90cc-35e34bc31655 req-2ae5720e-6ae2-4e2f-babc-bef0ebe037ad tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199036 Nov 15 22:36:57.194631 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:57.197596 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae52f18-2eba-4804-8298-dd2d38161f6a x-openstack-request-id: req-eae52f18-2eba-4804-8298-dd2d38161f6a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:36:57.198601 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-unplugged", "status": "failed", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:36:57.199082 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eae52f18-2eba-4804-8298-dd2d38161f6a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:36:57.206130 n-d-817995-3 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'code': 422} returned with failed status Nov 15 22:36:57.300664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219cb04-b316-477a-b1b8-50e0b982077b None None] Network ab7c382e-c440-4c06-9a68-ba1b8edfddcd requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:57.332305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cf7a0-3c59-43bc-98ef-1f6a33abc5bc req-91024af3-1141-42e6-bfa2-2218ee548b16 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:57.333925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-782cf7a0-3c59-43bc-98ef-1f6a33abc5bc req-91024af3-1141-42e6-bfa2-2218ee548b16 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0777707 Nov 15 22:36:57.404528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-782cf7a0-3c59-43bc-98ef-1f6a33abc5bc req-8666196f-7ff1-4217-b07a-4e01ff231352 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638635 Nov 15 22:36:57.544783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:36:57.558995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d02fd-cad5-45ef-8d2b-befae768a05c req-cd5f67e3-3b5c-4dd3-b140-f4103e2034e4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:57.560487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f7d02fd-cad5-45ef-8d2b-befae768a05c req-cd5f67e3-3b5c-4dd3-b140-f4103e2034e4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0569565 Nov 15 22:36:57.615996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f7d02fd-cad5-45ef-8d2b-befae768a05c req-a8aef7a5-9e2c-4921-b351-a1a6ed64f882 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479758 Nov 15 22:36:57.656585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:36:57.663382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-139a2f67-94c7-4db8-afb5-6bbaeaefd459 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/8348f19c-5362-4c69-9fd8-0b1009b0fb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1480153 Nov 15 22:36:57.664814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:57.682602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Sync routers for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:36:57.697742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:57.698598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:57.747553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting subnet 74ed9b7f-2498-48e2-86d7-a002ac96ed08 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:36:57.753992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:57.760389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540c86c-e7b1-453b-aa10-49b34fa9372d req-a1847756-321c-48d5-bd41-50a20f45d5a2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:57.765213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c540c86c-e7b1-453b-aa10-49b34fa9372d req-a1847756-321c-48d5-bd41-50a20f45d5a2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 946 time: 0.0754309 Nov 15 22:36:57.797772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:57.821750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c540c86c-e7b1-453b-aa10-49b34fa9372d req-7824dfa9-23fd-4179-94e1-f7b4d331b292 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526073 Nov 15 22:36:57.833845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:57.914897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:57.944210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:57.947445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1271016641-network', 'tenant_id': '135014fb63c645f8950dfc3ee1c7315e'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:57.973974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05329c66-8bd4-4453-a226-4247904e9352 req-a1194f3b-5cdb-458b-92e7-2e1acb1c2477 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:57.975762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05329c66-8bd4-4453-a226-4247904e9352 req-a1194f3b-5cdb-458b-92e7-2e1acb1c2477 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 943 time: 0.0881484 Nov 15 22:36:58.044707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:36:56Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:58.050087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05329c66-8bd4-4453-a226-4247904e9352 req-629e0918-9d57-4026-8286-40559aa06492 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666232 Nov 15 22:36:58.075939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Checking router: 8348f19c-5362-4c69-9fd8-0b1009b0fb64 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:36:58.082538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Made reservation on behalf of 135014fb63c645f8950dfc3ee1c7315e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:58.082938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.084947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.099022 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.099612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Routers {'8348f19c-5362-4c69-9fd8-0b1009b0fb64'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:36:58.100461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:58.109491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Subnet': ['ID=74ed9b7f-2498-48e2-86d7-a002ac96ed08,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:58.116595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.123954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff478809-24cf-4017-a0be-e447ee959ec6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/subnets/74ed9b7f-2498-48e2-86d7-a002ac96ed08 HTTP/1.1" status: 204 len: 168 time: 0.4580584 Nov 15 22:36:58.124102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:58.159337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75014af3-80c2-42d5-bd90-16a46d6b9d70 None None] Network 6dd2d108-3b48-4d0e-82db-98e962197e68 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:58.329578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] Set router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:36:58.355422 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.358648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34e54bba-2f45-41e6-8682-a3c4a47fd23b details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:36:58.364418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74cdda-3078-4ab7-be15-788ee9082a9b req-cdf9c64e-8e01-427d-9f00-fdb0cddb4598 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:58.369586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f74cdda-3078-4ab7-be15-788ee9082a9b req-cdf9c64e-8e01-427d-9f00-fdb0cddb4598 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1106374 Nov 15 22:36:58.497310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.520874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] DHCP port deletion for 6dd2d108-3b48-4d0e-82db-98e962197e68 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:36:58.535826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f74cdda-3078-4ab7-be15-788ee9082a9b req-06216921-57f0-4929-845b-221536a1225c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254914 Nov 15 22:36:58.550419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.591155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.633292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:58.649741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c8483f2-e6d2-4949-a94f-4f25a96102b9 req-bf413a13-322c-4e99-b117-505ff992c955 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 210 time: 0.0526853 Nov 15 22:36:58.651563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:36:58.677053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739b4ccc-ab16-4a15-b61f-31f5128ccdda,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:58.685451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.685745 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Added segment 09884924-52d2-463d-98f1-00cd43edda99 of type vlan for network 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad Nov 15 22:36:58.718547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '34e54bba-2f45-41e6-8682-a3c4a47fd23b', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': '34e54bba-2f45-41e6-8682-a3c4a47fd23b', 'mac_address': 'fa:16:3e:b8:75:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:36:58.727446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.727793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.728130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.728455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.728809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.729159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.729487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.729831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.730555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.730555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.730770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.731127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:36:58.754894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.773671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Deleting port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:58.774129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.780366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 33f98b5f-4031-4baf-b410-76a412d7d74a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:36:58.781126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.789295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:36:56Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:36:58.856713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe1415-32fe-4d8f-95c3-9427ba3368d9 None None] The sync data for ids ['8348f19c-5362-4c69-9fd8-0b1009b0fb64'] in n-d-817995-3 is: [{'id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732254583', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:34:14Z', 'updated_at': '2021-11-15T22:36:56Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '33f98b5f-4031-4baf-b410-76a412d7d74a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:03:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348f19c-5362-4c69-9fd8-0b1009b0fb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:34:16Z', 'updated_at': '2021-11-15T22:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:36:58.868111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.885617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.886793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:58.887488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.958548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 33f98b5f-4031-4baf-b410-76a412d7d74a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=33f98b5f-4031-4baf-b410-76a412d7d74a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:58.958909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:58.980992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 33f98b5f-4031-4baf-b410-76a412d7d74a owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:58.985032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] Pushing event updated for resources: {'Network': ['ID=8ee40fc1-d8db-4602-aa36-f6b7af4b47ad,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:59.032708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:36:59.044471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] For port 52fb9c23-aac2-4f6e-adbd-757329f6ac59, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=52fb9c23-aac2-4f6e-adbd-757329f6ac59,segment=NetworkSegment(38b63b66-090c-4734-a408-d7a2507b62af),segment_id=38b63b66-090c-4734-a408-d7a2507b62af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:59.044883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.089945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e54bba-2f45-41e6-8682-a3c4a47fd23b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:36:59.104768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-29ef50f4-4d59-4447-a4cf-4258f87e500c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1623456 Nov 15 22:36:59.107968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57752) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:36:59.109975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Calling delete_port for 52fb9c23-aac2-4f6e-adbd-757329f6ac59 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:36:59.113593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Request body: {'subnet': {'network_id': '8ee40fc1-d8db-4602-aa36-f6b7af4b47ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1271016641-subnet', 'tenant_id': '135014fb63c645f8950dfc3ee1c7315e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:59.152223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:36:59.237408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Made reservation on behalf of 135014fb63c645f8950dfc3ee1c7315e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:36:59.240696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.249057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 52fb9c23-aac2-4f6e-adbd-757329f6ac59 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:36:59.262474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132d10d-db50-472e-a471-b26d53689903 req-7757172d-57b9-4061-822a-729858e2c54b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:59.268870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c132d10d-db50-472e-a471-b26d53689903 req-7757172d-57b9-4061-822a-729858e2c54b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 943 time: 0.0915587 Nov 15 22:36:59.281768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.284525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.353964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:59.394216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.395042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.400393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.437425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] Pushing event deleted for resources: {'Port': ['ID=52fb9c23-aac2-4f6e-adbd-757329f6ac59,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:59.440437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c620d-317a-47eb-bf6c-77258478b239 None None] No DVR routers for this DVR port 52fb9c23-aac2-4f6e-adbd-757329f6ac59 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:36:59.442343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=33f98b5f-4031-4baf-b410-76a412d7d74a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:59.500858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.517227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c132d10d-db50-472e-a471-b26d53689903 req-31090fe8-b415-460d-a134-16b98c8e4149 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316363 Nov 15 22:36:59.578331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94625f9d-754d-449c-89e1-5dabc82e06a6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:36:59.587589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Checking segment: {'id': '09884924-52d2-463d-98f1-00cd43edda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8ee40fc1-d8db-4602-aa36-f6b7af4b47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:36:59.588513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Network hostable DHCP agents. Network: 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:36:59.622756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-a5ddc65d-170e-44d0-b920-d1fd8a40c794 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:59.624266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-a5ddc65d-170e-44d0-b920-d1fd8a40c794 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/networks?id=c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 200 len: 797 time: 0.3179259 Nov 15 22:36:59.632132 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.649397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['34e54bba-2f45-41e6-8682-a3c4a47fd23b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:36:59.703964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Network 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:36:59.804140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.821126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-018632f8-4d1f-45c2-8b10-71af0aa5c464 req-9d884b37-3103-4604-8775-9ff24b9ebbde tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 210 time: 0.0826914 Nov 15 22:36:59.823304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.827207 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.847379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:36:59.854392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:59.859598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613cfdd-081e-4cda-b40e-c02568bb3473 None None] Network 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:36:59.868971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:36:59.922181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6140b-ce12-4ab1-be81-855764840469 req-d6ff65f6-4342-490c-86c6-570ff0740416 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:36:59.930504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1b6140b-ce12-4ab1-be81-855764840469 req-d6ff65f6-4342-490c-86c6-570ff0740416 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2958770 Nov 15 22:36:59.943660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-aefc56cb-221d-4f5b-8769-d6d3bb43488a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccef2e024540bf8e1eab02b592ad9d HTTP/1.1" status: 200 len: 379 time: 0.2936199 Nov 15 22:36:59.963617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'port': {'device_id': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'admin_state_up': True, 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'security_groups': ['9df5ca84-b9c1-4334-8d1c-92c2ab760c67']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:36:59.994165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d15241ca-9796-414a-8cfa-5109de20855d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8841610 Nov 15 22:37:00.013940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08161e89-3949-40b1-a9a0-2416ce09097a None None] Network 8ee40fc1-d8db-4602-aa36-f6b7af4b47ad requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:00.070074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1b6140b-ce12-4ab1-be81-855764840469 req-559a0ac9-1e1e-4f63-91d4-2050fc2d8c7b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329389 Nov 15 22:37:00.118877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.119415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Fanout notify agent at l3_agent the message router_deleted on router 8348f19c-5362-4c69-9fd8-0b1009b0fb64 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:37:00.130509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.134860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a48b6b32-cf4d-49fc-971b-babc734b272e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/routers/8348f19c-5362-4c69-9fd8-0b1009b0fb64 HTTP/1.1" status: 204 len: 168 time: 2.0073893 Nov 15 22:37:00.135748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:00.213898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Made reservation on behalf of 4eccef2e024540bf8e1eab02b592ad9d for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:00.218372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.402818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.20.0.12 (c1c66af2-f3e8-44ae-b93e-699552b4920d/a955b840-8edf-4346-abaa-2df7dbb44a4f/242d37db-95bc-464a-bdd4-5226d590134d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:00.558157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.651433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.656155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 76a581f1-ce3a-469e-ba06-2aed46976c3e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:00.659168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.678587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-98e0e91f-d7f8-4d4b-8f53-015613e4b54b tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:00.680127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-98e0e91f-d7f8-4d4b-8f53-015613e4b54b tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/networks?id=ab7c382e-c440-4c06-9a68-ba1b8edfddcd HTTP/1.1" status: 200 len: 825 time: 0.1896663 Nov 15 22:37:00.685345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd2d108-3b48-4d0e-82db-98e962197e68']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:00.689047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7e0af-148f-4b30-b21a-3e793fee9b87 req-9621f920-25f7-4a09-8e7b-68264b7d1195 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:00.691096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9cf7e0af-148f-4b30-b21a-3e793fee9b87 req-9621f920-25f7-4a09-8e7b-68264b7d1195 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 944 time: 0.0972345 Nov 15 22:37:00.704040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b63b66-090c-4734-a408-d7a2507b62af') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:00.705761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b63b66-090c-4734-a408-d7a2507b62af') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:00.717480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-b73c3931-8ffc-4275-a585-942c165e6e91 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/quotas/64cbb1dd02eb46ae9f31fdce066443e1 HTTP/1.1" status: 200 len: 375 time: 0.0237222 Nov 15 22:37:00.720191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.736906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.744262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:00.744534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:00.750988 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:00.769128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-7a18626c-ebe6-4645-a6ee-4c9c4743c1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64cbb1dd02eb46ae9f31fdce066443e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358429 Nov 15 22:37:00.809426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9cf7e0af-148f-4b30-b21a-3e793fee9b87 req-fe15fea7-d33d-43b1-8fbd-ab5110a149f1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060395 Nov 15 22:37:00.837941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.845310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 33f98b5f-4031-4baf-b410-76a412d7d74a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:00.871412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.891231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:00.891231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/networks/6dd2d108-3b48-4d0e-82db-98e962197e68 HTTP/1.1" status: 204 len: 168 time: 0.7488270 Nov 15 22:37:00.891452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 33f98b5f-4031-4baf-b410-76a412d7d74a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:00.891452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 33f98b5f-4031-4baf-b410-76a412d7d74a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:00.891452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6d170a8-5aed-46b6-9224-0131ebf33484 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:00.892888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:00.898264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0513-3f52-4148-8a4d-2b1ba89b2048 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Network': ['ID=6dd2d108-3b48-4d0e-82db-98e962197e68,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:00.911932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e6d170a8-5aed-46b6-9224-0131ebf33484 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:00.912278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e6d170a8-5aed-46b6-9224-0131ebf33484 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:01.193857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network c1c66af2-f3e8-44ae-b93e-699552b4920d is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:01.216506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:01.239766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:01.247641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:01.314639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-3b3d27b8-6bf8-4394-a458-1ff72715509a service neutron] 10.222.0.15 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327065 Nov 15 22:37:01.367123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:01.367752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.408235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d99e-1602-4475-9f44-b779c7490f2c req-e5a818ff-fa64-4de6-9ab9-5c22b17ac52e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:01.409777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3b0d99e-1602-4475-9f44-b779c7490f2c req-e5a818ff-fa64-4de6-9ab9-5c22b17ac52e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 932 time: 0.2229044 Nov 15 22:37:01.418478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.472743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.485375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-40ada109-77f7-4778-9da7-8b72f09c95f5 None None] Provisioning complete for port 242d37db-95bc-464a-bdd4-5226d590134d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:01.485790 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40ada109-77f7-4778-9da7-8b72f09c95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.513748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-14dd89ba-a1d5-48a7-a969-bbde9a3974dc tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5556741 Nov 15 22:37:01.521092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-40ada109-77f7-4778-9da7-8b72f09c95f5 None None] Port 242d37db-95bc-464a-bdd4-5226d590134d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:01.536137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Request body: {'port': {'device_id': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:01.546821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-484614a2-d6e2-4f0e-90ab-99816a94f186 service neutron] 10.222.0.15 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207119 Nov 15 22:37:01.577393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3b0d99e-1602-4475-9f44-b779c7490f2c req-d993d0e4-f6b3-4c29-ac88-0bd01c093c15 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535709 Nov 15 22:37:01.616878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.747466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.753196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:01.757318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/security-groups/70aecfd8-b5ff-4a9e-903a-0cefc51676fe HTTP/1.1" status: 204 len: 168 time: 0.8635225 Nov 15 22:37:01.788136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1940b-074b-41a5-8909-af98fc5ac218 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aecfd8-b5ff-4a9e-903a-0cefc51676fe,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:01.907794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f67380a-c685-4684-bdb7-9979c10373fc req-af2cd5d9-20cd-41b3-8857-59faf79f7323 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0292695 Nov 15 22:37:01.947618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388fd2-ec39-4717-9bc7-6b0b55c27aeb req-799ee227-7d6d-4b79-9a7b-6240a8731f64 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:01.949180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5388fd2-ec39-4717-9bc7-6b0b55c27aeb req-799ee227-7d6d-4b79-9a7b-6240a8731f64 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1088078 Nov 15 22:37:02.036671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5388fd2-ec39-4717-9bc7-6b0b55c27aeb req-2fb4c3bf-207a-46a9-822e-0f356bb64ac0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725899 Nov 15 22:37:02.079514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242d37db-95bc-464a-bdd4-5226d590134d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:02.097265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.131116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Transition to ACTIVE for port object 242d37db-95bc-464a-bdd4-5226d590134d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:02.177659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4d8c-7aed-446b-a1d3-093d4c0ebdb1 req-cc42c9b6-d93f-41b4-ad5f-dfead92c66eb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:02.179317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a03a4d8c-7aed-446b-a1d3-093d4c0ebdb1 req-cc42c9b6-d93f-41b4-ad5f-dfead92c66eb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 944 time: 0.0715027 Nov 15 22:37:02.229859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a03a4d8c-7aed-446b-a1d3-093d4c0ebdb1 req-8125ec95-2347-4856-a0b6-d7c0abf0b36e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Nov 15 22:37:02.274985 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.327217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:02.384889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:02.392089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34e54bba-2f45-41e6-8682-a3c4a47fd23b up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:02.474089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Attempting to bind port 242d37db-95bc-464a-bdd4-5226d590134d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:02.474663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Attempting to bind port 242d37db-95bc-464a-bdd4-5226d590134d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:02.474777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Attempting to bind port 242d37db-95bc-464a-bdd4-5226d590134d on network c1c66af2-f3e8-44ae-b93e-699552b4920d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:02.482584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Port 242d37db-95bc-464a-bdd4-5226d590134d on network c1c66af2-f3e8-44ae-b93e-699552b4920d not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:02.482935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Attempting to bind port 242d37db-95bc-464a-bdd4-5226d590134d on network c1c66af2-f3e8-44ae-b93e-699552b4920d {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:02.503975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:02.505243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Checking segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:02.506213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Bound using segment: {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:02.510316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Bound port: 242d37db-95bc-464a-bdd4-5226d590134d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:02.510755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.529088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:02.535707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827125477', 'description': 'tempest-secgroup-smoke-827125477 description', 'project_id': '6ffa127e6f1d4f8896ac85292faba590'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:02.641460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:02.648173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=242d37db-95bc-464a-bdd4-5226d590134d,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:02.688506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:02.717894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'mac_address': 'fa:16:3e:19:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:02.719539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.758830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.839086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:02.839698 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.844009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.845968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 34e54bba-2f45-41e6-8682-a3c4a47fd23b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:02.846868 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] 10.222.0.55 "PUT /v2.0/ports/242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 200 len: 1092 time: 1.3203011 Nov 15 22:37:02.847534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:02.851818 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6b955-2700-45d3-82ac-e50c38415ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:02.884382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 34e54bba-2f45-41e6-8682-a3c4a47fd23b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:02.886966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:02.930839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c218-37d8-42b9-b5c1-641f05212efd req-ec2a1d5b-2dfe-4163-975f-2673285417ed tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:02.945231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d396c218-37d8-42b9-b5c1-641f05212efd req-ec2a1d5b-2dfe-4163-975f-2673285417ed tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 944 time: 0.2621729 Nov 15 22:37:02.951107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc404ba5-fb5a-40c5-880c-a7b08e5091d3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:02.960696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.028435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:03.042487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.053500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50551b6-c73b-49f0-a5a3-30dae0233bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:03.112853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.123750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d396c218-37d8-42b9-b5c1-641f05212efd req-cd2f1a39-c0f0-4558-990d-280d573e55f8 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775241 Nov 15 22:37:03.125854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:03.139464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-f3588b83-369f-4190-893a-7cf92c5b81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:03.141671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-f3588b83-369f-4190-893a-7cf92c5b81b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1095 time: 0.1399162 Nov 15 22:37:03.147545 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d598f9f-c547-4788-b00d-d38b9661db96 x-openstack-request-id: req-9d598f9f-c547-4788-b00d-d38b9661db96 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:03.147840 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:03.148090 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d598f9f-c547-4788-b00d-d38b9661db96 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:03.148494 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d', 'status': 'completed', 'code': 200} Nov 15 22:37:03.207524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.210385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.213375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-18480624-04ec-4a99-8d50-b84e30cff76f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6816096 Nov 15 22:37:03.214781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:03.222205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:03.268300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-f45beb90-f209-4fc5-8588-36aee9f72788 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 200 len: 217 time: 0.1068988 Nov 15 22:37:03.272522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['dc404ba5-fb5a-40c5-880c-a7b08e5091d3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:03.332698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aef754b6-9d88-47e6-8aaf-abe93559c892 req-e91112b0-228c-47bb-956a-4392cd49a495 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0679979 Nov 15 22:37:03.356607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:03.359072 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2b403f-c02a-48e5-b5ff-53dfcfab05fb" -d '{"events": [{"server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "name": "network-vif-plugged", "status": "completed", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:03.373546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.396685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:03.427754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:03.458118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-ee00e7c8-23dd-4c7a-8d6d-3ba05cd06585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:03.459653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-ee00e7c8-23dd-4c7a-8d6d-3ba05cd06585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a955b840-8edf-4346-abaa-2df7dbb44a4f HTTP/1.1" status: 200 len: 834 time: 0.1741886 Nov 15 22:37:03.491596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.513692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.517145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1cacf-3c6d-4c3a-a739-54558c074051 req-ff966a8a-1fcb-467d-990a-5f7fb4f1027d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:03.525212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1c1cacf-3c6d-4c3a-a739-54558c074051 req-ff966a8a-1fcb-467d-990a-5f7fb4f1027d tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.2171545 Nov 15 22:37:03.596185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:03.599554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-217c9768-aa69-4f2b-9fb6-b66b78e5b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:03.601576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-217c9768-aa69-4f2b-9fb6-b66b78e5b4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1c66af2-f3e8-44ae-b93e-699552b4920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266420 Nov 15 22:37:03.617576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c9084-e9bc-4bbf-9113-b18b4bcbd3e8 req-f836bcc7-7f3c-49a3-b4c8-0402a8500543 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:03.625590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.628965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c88c9084-e9bc-4bbf-9113-b18b4bcbd3e8 req-f836bcc7-7f3c-49a3-b4c8-0402a8500543 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 944 time: 0.1651347 Nov 15 22:37:03.649098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7911ebdb-b2c7-4a2f-a2de-91c30b76009d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:03.725310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1c1cacf-3c6d-4c3a-a739-54558c074051 req-d7fa329b-2f90-4f7a-810a-7be17e5ef7f4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985435 Nov 15 22:37:03.769543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c88c9084-e9bc-4bbf-9113-b18b4bcbd3e8 req-b59dce51-a1be-484d-9fe0-e86f1b9fcbd9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427851 Nov 15 22:37:03.787557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:03.797882 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3511936d-824f-47d8-a4c3-d619486492dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5761406 Nov 15 22:37:03.797882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57884) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:03.797882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:03.820063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-b575daa8-bb36-4ef2-ad79-0ca1fcbee65a service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841605 Nov 15 22:37:03.836327 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0983d6-e33f-4fd6-ae2c-424cf6db9171 x-openstack-request-id: req-9a0983d6-e33f-4fd6-ae2c-424cf6db9171 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:03.840378 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "name": "network-vif-plugged", "status": "completed", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:03.840378 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a0983d6-e33f-4fd6-ae2c-424cf6db9171 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:03.840378 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b', 'code': 200} Nov 15 22:37:03.977810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37b1628-b629-495b-96d0-d8a3f5b80e22 req-0a12d6bb-f855-4b4e-ae41-24cf7b7345a1 service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491897 Nov 15 22:37:04.005760 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.043065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d7e6-ff54-40dd-8a60-c54b817aaf9a req-b3d77be8-654a-4894-aaad-57e31fa067a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.046561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7166d7e6-ff54-40dd-8a60-c54b817aaf9a req-b3d77be8-654a-4894-aaad-57e31fa067a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 1096 time: 0.1260519 Nov 15 22:37:04.079115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.112658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7166d7e6-ff54-40dd-8a60-c54b817aaf9a req-38efc9df-683e-4841-991d-bd8ff93497b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Nov 15 22:37:04.178415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.204249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c21fdc-8b58-4b2c-9101-cba2d0e5cc87,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:04.237208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-5c8ec368-871f-441d-9caa-a76e46297525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.238803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-5c8ec368-871f-441d-9caa-a76e46297525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1095 time: 0.0748439 Nov 15 22:37:04.285711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.287031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8e943179-5065-4c37-90d7-8f30ddef6769 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4931681 Nov 15 22:37:04.289721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:04.294205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:04.344869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568624b1-0f46-4efc-a03d-390293aff5aa req-b1091f23-8d9b-4cd7-b0d9-4254d4cdf069 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.347090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-568624b1-0f46-4efc-a03d-390293aff5aa req-b1091f23-8d9b-4cd7-b0d9-4254d4cdf069 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 944 time: 0.1232123 Nov 15 22:37:04.386839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:04.388760 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.476660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:04.482452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.482903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b28fd93-b963-4328-b3ff-2e7c459ad193 req-ef631a8d-7882-497d-81f1-69867ad6dea7 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0721450 Nov 15 22:37:04.484726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-32eed81e-4667-4295-af4a-33efaffcbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.486187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-32eed81e-4667-4295-af4a-33efaffcbf63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 200 len: 898 time: 0.2292588 Nov 15 22:37:04.506927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.554732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-10d01a6b-3591-41ea-a464-685fd41637df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 200 len: 217 time: 0.0522676 Nov 15 22:37:04.566082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-568624b1-0f46-4efc-a03d-390293aff5aa req-6215ef57-2920-421f-8e2d-129851755b5d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015150 Nov 15 22:37:04.581773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.608481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.615118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:04.626275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97bde67-0bc1-4003-aa82-7dfd025b290f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:04.636326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-c2d3720a-17dd-43e5-b7f3-08cf40bbbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.639814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-c2d3720a-17dd-43e5-b7f3-08cf40bbbce8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a955b840-8edf-4346-abaa-2df7dbb44a4f HTTP/1.1" status: 200 len: 834 time: 0.0710855 Nov 15 22:37:04.693691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-6bf30c07-9e08-47e4-88ce-6a05f6645f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.694456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.695255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-6bf30c07-9e08-47e4-88ce-6a05f6645f71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1c66af2-f3e8-44ae-b93e-699552b4920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490963 Nov 15 22:37:04.724704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.725872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7667357f-7199-4dde-ab13-8cae95734f26 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4351449 Nov 15 22:37:04.726609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3eace539-0449-498f-8bd0-157dace198cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.728805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:04.734589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:04.769957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:04.895140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:04.896723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-d092ab70-7ccb-4af8-8bf5-9c60cd2e3c3b service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878440 Nov 15 22:37:04.995463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c57b-c5d3-4e78-93ec-4d574b2ed6ed req-3ff21c8c-04ef-46cf-b416-b788f084377e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:04.997133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6016c57b-c5d3-4e78-93ec-4d574b2ed6ed req-3ff21c8c-04ef-46cf-b416-b788f084377e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1587679 Nov 15 22:37:04.998208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.011581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0500-fc19-4b47-8faf-87ffa71192e9 req-f87a068d-c495-450d-812a-a1223bc410a2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:05.013285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-240d0500-fc19-4b47-8faf-87ffa71192e9 req-f87a068d-c495-450d-812a-a1223bc410a2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1323698 Nov 15 22:37:05.108484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbd6b955-2700-45d3-82ac-e50c38415ffd req-7eaeba61-eb74-489c-9408-c2aa3ba7b584 service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887679 Nov 15 22:37:05.112563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.148810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6016c57b-c5d3-4e78-93ec-4d574b2ed6ed req-1b2bb361-6995-4e24-89da-fe188f35d196 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343529 Nov 15 22:37:05.191194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-240d0500-fc19-4b47-8faf-87ffa71192e9 req-87f93302-e1aa-4d73-a3e8-405374a51443 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606443 Nov 15 22:37:05.194606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dcab4c-c547-48fd-8d68-a7ab6b9ec11b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:05.230865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.234605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d7086aa8-4dfe-48cc-a97a-c8d10f5cebdb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5022051 Nov 15 22:37:05.234900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 57916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:05.248356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:05.374220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-f5a350c7-2fc2-466b-b84b-bed562df8ded tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:05.375851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-f5a350c7-2fc2-466b-b84b-bed562df8ded tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.57 "GET /v2.0/networks?id=ab7c382e-c440-4c06-9a68-ba1b8edfddcd HTTP/1.1" status: 200 len: 825 time: 0.2395334 Nov 15 22:37:05.391086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Request body: {'port': {'device_id': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd', 'admin_state_up': True, 'tenant_id': '64cbb1dd02eb46ae9f31fdce066443e1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:05.455922 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:37:05.477626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.596582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.637331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4acf760b-fc02-48b6-b2a2-2d8fcf2d903a req-bc5105de-1a40-4de0-b3ab-7fe7ee2c9678 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0598912 Nov 15 22:37:05.711697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.737316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcab88-aa1b-442c-8a73-a18832e9a941 req-b88f292f-5236-4253-a057-cd6cf4880e6c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:05.737316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47dcab88-aa1b-442c-8a73-a18832e9a941 req-b88f292f-5236-4253-a057-cd6cf4880e6c tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 944 time: 0.0531142 Nov 15 22:37:05.743278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab517f5-0175-45d1-83c7-611b70b7e949,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:05.767948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Made reservation on behalf of 64cbb1dd02eb46ae9f31fdce066443e1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:05.774664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.811640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47dcab88-aa1b-442c-8a73-a18832e9a941 req-2edcaa29-1aba-42dc-acaa-f1e82450064d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635507 Nov 15 22:37:05.839037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:05.844985 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a7f39-de07-42f3-8a68-ab1defd51356" -d '{"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-plugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:05.869836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:05.874034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d329a677-4a32-4543-8638-b0cd60b5b802 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6350653 Nov 15 22:37:05.882083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:05.882479 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c70edf-ec0f-4681-85ef-5b3745fc2349 x-openstack-request-id: req-25c70edf-ec0f-4681-85ef-5b3745fc2349 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:05.882479 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-plugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:05.882479 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25c70edf-ec0f-4681-85ef-5b3745fc2349 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:05.882479 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'code': 200} Nov 15 22:37:05.884051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:05.943850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Allocated IP 172.20.0.10 (ab7c382e-c440-4c06-9a68-ba1b8edfddcd/9571fdb9-0d7a-48aa-b78c-2cff50ee1887/ecc2efee-42c8-478d-be23-4e4d979c5ba1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:06.019908 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:37:06.026522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.105557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.118109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.244499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.269338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddc0b48-9b4a-49d5-a4a3-7425acea58be,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:06.286360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa998afc-3452-4156-8fda-7fa2d6791eec req-1a2218d6-cee4-4c14-9574-427da02b86a6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:06.288399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.294275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa998afc-3452-4156-8fda-7fa2d6791eec req-1a2218d6-cee4-4c14-9574-427da02b86a6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0814376 Nov 15 22:37:06.334895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Network ab7c382e-c440-4c06-9a68-ba1b8edfddcd is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:06.338508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:06.342356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:06.372546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.373802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88578622-c3ba-4488-ae6c-b36b7bc438af tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4956598 Nov 15 22:37:06.376824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:06.396588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Pushing event updated for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:06.398975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa998afc-3452-4156-8fda-7fa2d6791eec req-26e38281-fb50-43de-83c8-9165d2fde335 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036749 Nov 15 22:37:06.409970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'network': {'name': 'tempest-network-smoke--981488600', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:06.438792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:06.438792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.461452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda52d8b-0895-4cee-aa49-81ff9a4c2b7b req-feb8a0e4-98ac-40ba-9ac1-91f295dd323d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:06.462913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda52d8b-0895-4cee-aa49-81ff9a4c2b7b req-feb8a0e4-98ac-40ba-9ac1-91f295dd323d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1492958 Nov 15 22:37:06.542423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda52d8b-0895-4cee-aa49-81ff9a4c2b7b req-75c78122-17ad-49f3-8464-fee326f44ac9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689874 Nov 15 22:37:06.567199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:06.567199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.611455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:37:06.629514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.629764 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Added segment a5b92f48-3789-4919-b5a7-7ba7acc40670 of type vlan for network ce4df2fc-8685-48bd-97b7-011266aae99f Nov 15 22:37:06.671752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.699335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 242d37db-95bc-464a-bdd4-5226d590134d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:06.775516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478d79-2b92-408e-b7d6-972392cb62e6 req-13f5a722-2aa5-4595-b860-38b3c178e39a tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:06.778894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6478d79-2b92-408e-b7d6-972392cb62e6 req-13f5a722-2aa5-4595-b860-38b3c178e39a tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 932 time: 0.0518765 Nov 15 22:37:06.809230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=242d37db-95bc-464a-bdd4-5226d590134d,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:06.821113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '242d37db-95bc-464a-bdd4-5226d590134d', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'port_id': '242d37db-95bc-464a-bdd4-5226d590134d', 'mac_address': 'fa:16:3e:d0:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:06.825686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6478d79-2b92-408e-b7d6-972392cb62e6 req-436d72e5-88b2-442e-9841-ef7f4b646b8b tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Nov 15 22:37:06.859855 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:06.873290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242d37db-95bc-464a-bdd4-5226d590134d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:06.894308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=242d37db-95bc-464a-bdd4-5226d590134d,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:06.935329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024d391-da3b-454a-a70f-8525fded5f16 req-9ba81107-9dcf-40b9-a5d3-f3c1088ca578 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:06.936862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c024d391-da3b-454a-a70f-8525fded5f16 req-9ba81107-9dcf-40b9-a5d3-f3c1088ca578 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 944 time: 0.0482335 Nov 15 22:37:06.970737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-6792d6a8-7658-42c5-893f-8821b9a7b1e3 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5838187 Nov 15 22:37:06.983618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Request body: {'port': {'device_id': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:06.991058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c024d391-da3b-454a-a70f-8525fded5f16 req-b89fb0a7-364b-4b85-8353-c2c52f141135 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470543 Nov 15 22:37:07.022177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.028210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:07.028827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.031393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.051076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.115956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:07.157283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Network': ['ID=ce4df2fc-8685-48bd-97b7-011266aae99f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:07.166552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fde054f8-3a09-4454-a1ef-8ef10a05ed90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7879319 Nov 15 22:37:07.168696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ce4df2fc-8685-48bd-97b7-011266aae99f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:37:07.173190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 57966) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:07.179271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'admin_state_up': True, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:07.206689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4fd55-609d-4ad2-8182-aad69bdcf386 req-ab9b2812-c6bf-42c3-ba0d-f0f98e4087a9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:07.208402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aa4fd55-609d-4ad2-8182-aad69bdcf386 req-ab9b2812-c6bf-42c3-ba0d-f0f98e4087a9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1045895 Nov 15 22:37:07.213254 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce6d-2eeb-4f62-9603-492e3b788bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.295792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8aa4fd55-609d-4ad2-8182-aad69bdcf386 req-154a33f9-8ac0-4397-ab54-11812a798679 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Nov 15 22:37:07.343149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['242d37db-95bc-464a-bdd4-5226d590134d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:07.373756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.374767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.482319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc2efee-42c8-478d-be23-4e4d979c5ba1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:07.488602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.491559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.520903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Transition to ACTIVE for port object ecc2efee-42c8-478d-be23-4e4d979c5ba1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:07.527277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003e69-a7ff-425a-abed-5b2c09592683 req-ebb2ba01-7bcb-4af6-a3f8-70567a800b5f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:07.529129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b003e69-a7ff-425a-abed-5b2c09592683 req-ebb2ba01-7bcb-4af6-a3f8-70567a800b5f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1492701 Nov 15 22:37:07.608026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.660477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:07.793725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Attempting to bind port ecc2efee-42c8-478d-be23-4e4d979c5ba1 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:07.794062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Attempting to bind port ecc2efee-42c8-478d-be23-4e4d979c5ba1 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a917692f-6daf-450d-bbae-12ff74f052dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:07.794523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Attempting to bind port ecc2efee-42c8-478d-be23-4e4d979c5ba1 on network ab7c382e-c440-4c06-9a68-ba1b8edfddcd {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:07.806777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Port ecc2efee-42c8-478d-be23-4e4d979c5ba1 on network ab7c382e-c440-4c06-9a68-ba1b8edfddcd not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:07.807122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Attempting to bind port ecc2efee-42c8-478d-be23-4e4d979c5ba1 on network ab7c382e-c440-4c06-9a68-ba1b8edfddcd {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:07.809075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b003e69-a7ff-425a-abed-5b2c09592683 req-5243fb52-9cf7-4c96-9516-6c3c0d1aba8c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645974 Nov 15 22:37:07.814255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:07.814695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Checking segment: {'id': 'a917692f-6daf-450d-bbae-12ff74f052dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:07.815098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Bound using segment: {'id': 'a917692f-6daf-450d-bbae-12ff74f052dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:07.815719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Bound port: ecc2efee-42c8-478d-be23-4e4d979c5ba1, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a917692f-6daf-450d-bbae-12ff74f052dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:07.816095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.878804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f87b-1246-45b5-8678-cc5ff8962f84 req-434d5b5b-7718-4a55-8c54-19b19a663a6c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:07.882595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90c9f87b-1246-45b5-8678-cc5ff8962f84 req-434d5b5b-7718-4a55-8c54-19b19a663a6c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.3507929 Nov 15 22:37:07.885780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:07.923708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:07.928429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1,segment=NetworkSegment(a917692f-6daf-450d-bbae-12ff74f052dd),segment_id=a917692f-6daf-450d-bbae-12ff74f052dd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:07.942820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90c9f87b-1246-45b5-8678-cc5ff8962f84 req-bbd49990-be3e-4ca6-9426-a46d79b6f9d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533824 Nov 15 22:37:08.089555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.176000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:08.193954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.194852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.197054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.198125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-88e0230c-79dc-4974-afd7-777aeadfd5f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/ecc2efee-42c8-478d-be23-4e4d979c5ba1 HTTP/1.1" status: 200 len: 1092 time: 1.2181888 Nov 15 22:37:08.198827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:08.202203 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd5c9bc-4bcd-46e0-8207-21564569f44a" -d '{"events": [{"name": "network-changed", "server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:08.306909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b083f9e-2e9b-49ac-b89f-e05817b69e79 req-bb9e07f6-5212-46e4-9578-9eb00fea73a8 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.313275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b083f9e-2e9b-49ac-b89f-e05817b69e79 req-bb9e07f6-5212-46e4-9578-9eb00fea73a8 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 944 time: 0.1430056 Nov 15 22:37:08.378025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.413789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-ea08babc-86c5-4802-b12a-2403499e022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.417212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-ea08babc-86c5-4802-b12a-2403499e022f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=64cbb1dd02eb46ae9f31fdce066443e1&device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 1095 time: 0.0809348 Nov 15 22:37:08.440069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.491000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-9f19c26d-5463-4433-9f8d-45b96558db65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1 HTTP/1.1" status: 200 len: 217 time: 0.0634212 Nov 15 22:37:08.565139 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b083f9e-2e9b-49ac-b89f-e05817b69e79 req-3f99b4fe-659d-4e7d-b9ec-efffc2c99f02 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401886 Nov 15 22:37:08.582519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-c22bd56d-2b42-4dce-ac0d-58027ba2dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.584345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-c22bd56d-2b42-4dce-ac0d-58027ba2dce2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9571fdb9-0d7a-48aa-b78c-2cff50ee1887 HTTP/1.1" status: 200 len: 865 time: 0.0865774 Nov 15 22:37:08.632029 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad7cb3f-85ce-4cae-a3ea-ba89be21073a x-openstack-request-id: req-6ad7cb3f-85ce-4cae-a3ea-ba89be21073a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:08.635367 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:08.635367 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ad7cb3f-85ce-4cae-a3ea-ba89be21073a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:08.635367 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1', 'status': 'completed', 'code': 200} Nov 15 22:37:08.637375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-94188ffc-de68-40d3-a007-9c8e7f2d5895 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab7c382e-c440-4c06-9a68-ba1b8edfddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441744 Nov 15 22:37:08.687319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbf3d5-7fdd-4850-a9cf-335b1f5314b3 req-e8979322-a2ad-4a16-ac36-e03feec601c3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.690498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62cbf3d5-7fdd-4850-a9cf-335b1f5314b3 req-e8979322-a2ad-4a16-ac36-e03feec601c3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 945 time: 0.2121904 Nov 15 22:37:08.712738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.122 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/74ccacd0-a938-49a9-8255-103d3427e04e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:08.718537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 242d37db-95bc-464a-bdd4-5226d590134d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:08.796361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-70ca3a6c-7771-479c-a36c-666091738224 service neutron] 10.222.0.57 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359982 Nov 15 22:37:08.832926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e416e-db66-4bfb-80e6-ce89d584b454 req-701c8dae-db34-4b7a-8506-5382425c67e7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:08.841286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed9e416e-db66-4bfb-80e6-ce89d584b454 req-701c8dae-db34-4b7a-8506-5382425c67e7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1309905 Nov 15 22:37:08.857679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62cbf3d5-7fdd-4850-a9cf-335b1f5314b3 req-6d954c02-4cab-47b0-8a30-4cc8167c826e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462753 Nov 15 22:37:08.870039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 242d37db-95bc-464a-bdd4-5226d590134d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:08.875722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 242d37db-95bc-464a-bdd4-5226d590134d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:08.876342 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:08.911911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ca0d47b-b605-4355-a9e6-21bbc32ef32f req-fb20d74a-3055-432b-a415-cf61d23fd492 service neutron] 10.222.0.57 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054099 Nov 15 22:37:08.949560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed9e416e-db66-4bfb-80e6-ce89d584b454 req-f098a8c8-3971-41d6-9361-9b06b0e92e77 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070940 Nov 15 22:37:09.019080 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:09.080337 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:09.123406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:09.127355 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9690554-f8e7-4bab-918c-dc2967d99b70" -d '{"events": [{"server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "name": "network-vif-plugged", "status": "completed", "tag": "242d37db-95bc-464a-bdd4-5226d590134d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:09.129736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-6b378324-6cf9-4830-be07-31f7669778bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.131780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-6b378324-6cf9-4830-be07-31f7669778bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=64cbb1dd02eb46ae9f31fdce066443e1&device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 1095 time: 0.0888307 Nov 15 22:37:09.154962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=242d37db-95bc-464a-bdd4-5226d590134d,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:09.169140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e1b8-8926-4077-8b76-c97be3ccde74 req-b075ffff-aa40-41c8-9f73-db2f50436969 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.177044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34b7e1b8-8926-4077-8b76-c97be3ccde74 req-b075ffff-aa40-41c8-9f73-db2f50436969 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1052351 Nov 15 22:37:09.205895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:09.253985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:09.274826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=74ccacd0-a938-49a9-8255-103d3427e04e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:09.320063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-a5a0648f-ea0c-4e8e-a2db-ce834306ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.330031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-a5a0648f-ea0c-4e8e-a2db-ce834306ec61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab7c382e-c440-4c06-9a68-ba1b8edfddcd HTTP/1.1" status: 200 len: 926 time: 0.1812282 Nov 15 22:37:09.330225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f86dd8-22cd-4e70-b9fc-b93d675cae64 x-openstack-request-id: req-11f86dd8-22cd-4e70-b9fc-b93d675cae64 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:09.330225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "name": "network-vif-plugged", "status": "completed", "tag": "242d37db-95bc-464a-bdd4-5226d590134d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:09.330225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11f86dd8-22cd-4e70-b9fc-b93d675cae64 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:09.330528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34b7e1b8-8926-4077-8b76-c97be3ccde74 req-3c021b65-1b43-4b0c-b1b2-2960b8f9ba7f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467509 Nov 15 22:37:09.330628 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d', 'code': 200} Nov 15 22:37:09.338300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:09.339882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:09.343656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:09.422908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-6d6236a8-363c-4ef2-8adc-36772fa46836 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1 HTTP/1.1" status: 200 len: 217 time: 0.0908768 Nov 15 22:37:09.423946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:09.427612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:09.514912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-5cd73c3e-e864-4ab3-827c-caab69d70944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.516687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-5cd73c3e-e864-4ab3-827c-caab69d70944 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9571fdb9-0d7a-48aa-b78c-2cff50ee1887 HTTP/1.1" status: 200 len: 865 time: 0.0638914 Nov 15 22:37:09.564063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-48d8b547-d999-4855-92ef-92598b20b523 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab7c382e-c440-4c06-9a68-ba1b8edfddcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384505 Nov 15 22:37:09.706359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-9987f078-a64a-4414-92e0-fbed5bd1b466 service neutron] 10.222.0.57 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321225 Nov 15 22:37:09.871616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb296-26d0-476c-8871-0dfaadc659c6 req-9ede863f-01b8-4321-8f6e-d4b55b734bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.873225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b1eb296-26d0-476c-8871-0dfaadc659c6 req-9ede863f-01b8-4321-8f6e-d4b55b734bf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1097 time: 0.4965394 Nov 15 22:37:09.887604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0bd5c9bc-4bcd-46e0-8207-21564569f44a req-e7ffbe13-b47c-4f96-ac61-2449d0fad707 service neutron] 10.222.0.57 "GET /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688123 Nov 15 22:37:09.898987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-3fb5f515-aeca-4ddf-9fc1-c8229e072c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:09.901810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-3fb5f515-aeca-4ddf-9fc1-c8229e072c99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.0734897 Nov 15 22:37:10.043954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7b464-0d3a-4ec3-86bc-b689d34a68a4 req-c39a2248-c422-455a-b90f-6692baec817a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.049098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-215f6be7-86d5-4fd6-98f3-790a07c460d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.050814 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-215f6be7-86d5-4fd6-98f3-790a07c460d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.1413941 Nov 15 22:37:10.051357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bf7b464-0d3a-4ec3-86bc-b689d34a68a4 req-c39a2248-c422-455a-b90f-6692baec817a tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1730342 Nov 15 22:37:10.096207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82d4f-1557-4788-974f-585727997b7e req-90158f7d-9ed4-4736-a41e-32a575d7821c tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.103652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e82d4f-1557-4788-974f-585727997b7e req-90158f7d-9ed4-4736-a41e-32a575d7821c tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 944 time: 0.2292812 Nov 15 22:37:10.124529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-9dcd9a76-8992-432e-a7f9-74ad5225d106 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.126083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-9dcd9a76-8992-432e-a7f9-74ad5225d106 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1116579 Nov 15 22:37:10.129043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b1eb296-26d0-476c-8871-0dfaadc659c6 req-ab9fc893-997d-4f2e-8834-d796342c7c1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071261 Nov 15 22:37:10.183540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-37376393-50f3-4154-a6ee-9f17e58ac051 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1172948 Nov 15 22:37:10.215402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e82d4f-1557-4788-974f-585727997b7e req-12688bf8-f1ac-430e-b1ff-1b2714813f11 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106923 Nov 15 22:37:10.252375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bf7b464-0d3a-4ec3-86bc-b689d34a68a4 req-39e8ed45-845b-46c8-b5dd-4103ab6c7c59 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999872 Nov 15 22:37:10.302113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port 34e54bba-2f45-41e6-8682-a3c4a47fd23b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:10.302490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.327773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.466883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-6c986ceb-cda9-44f7-b064-3e13f9c84ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.468372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-6c986ceb-cda9-44f7-b064-3e13f9c84ee5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.0956106 Nov 15 22:37:10.485423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40641d5-07f7-4433-81a4-149c1eed69fc req-6d78ae96-e859-4205-99c2-89c92df867b1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.487494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f40641d5-07f7-4433-81a4-149c1eed69fc req-6d78ae96-e859-4205-99c2-89c92df867b1 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.1531003 Nov 15 22:37:10.508446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9553-a7bb-45a0-8afa-20e52ef69825 req-69a06aae-a72a-4235-b649-ec11576496ae tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.510012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-784a9553-a7bb-45a0-8afa-20e52ef69825 req-69a06aae-a72a-4235-b649-ec11576496ae tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 945 time: 0.1252139 Nov 15 22:37:10.521828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port 34e54bba-2f45-41e6-8682-a3c4a47fd23b, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34e54bba-2f45-41e6-8682-a3c4a47fd23b,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:10.522102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.524508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.539723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for 34e54bba-2f45-41e6-8682-a3c4a47fd23b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:10.550445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-6d851ad9-e36a-4f67-87c0-5be6ab88396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:10.552506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-6d851ad9-e36a-4f67-87c0-5be6ab88396c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726435 Nov 15 22:37:10.713151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f40641d5-07f7-4433-81a4-149c1eed69fc req-f43ddb7f-fa36-470e-b130-49c3b9015bb2 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996589 Nov 15 22:37:10.736595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-784a9553-a7bb-45a0-8afa-20e52ef69825 req-b83a4a54-ee04-4a17-bd29-a732a1c7be7a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080450 Nov 15 22:37:10.784015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-c9267313-b497-4d52-85f1-322043647392 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139441 Nov 15 22:37:10.975806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.991790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:10.997051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:11.022152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0f372b47-cf91-405d-94ea-3446648d6e81 req-c557dbd9-80c8-491a-bbde-587341efbe03 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212439 Nov 15 22:37:11.064544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=34e54bba-2f45-41e6-8682-a3c4a47fd23b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:11.067325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port 34e54bba-2f45-41e6-8682-a3c4a47fd23b on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:11.070533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:11.077478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-85cdbc7c-9e5d-457e-b275-276303efba2b req-d7ab74c9-1e32-4659-9724-e2e612764293 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.57 "DELETE /v2.0/ports/34e54bba-2f45-41e6-8682-a3c4a47fd23b HTTP/1.1" status: 204 len: 173 time: 0.9435351 Nov 15 22:37:11.079334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'name': 'network-vif-deleted', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:11.083115 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56f7cb-8fec-4c58-b9fb-c4983d2a1ca0" -d '{"events": [{"server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "name": "network-vif-deleted", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:11.132759 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075e713-7c63-41e3-a557-c12da89e4986 x-openstack-request-id: req-5075e713-7c63-41e3-a557-c12da89e4986 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:11.133154 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b62082c-51fb-45b4-86c3-aecd2523e96d", "name": "network-vif-deleted", "tag": "34e54bba-2f45-41e6-8682-a3c4a47fd23b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:11.133500 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5075e713-7c63-41e3-a557-c12da89e4986 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:11.134225 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b62082c-51fb-45b4-86c3-aecd2523e96d', 'name': 'network-vif-deleted', 'tag': '34e54bba-2f45-41e6-8682-a3c4a47fd23b', 'status': 'completed', 'code': 200} Nov 15 22:37:11.144738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['34e54bba-2f45-41e6-8682-a3c4a47fd23b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:11.288208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 7c57f40d-e9cd-4918-aba3-2672454b85eb is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:37:11.536772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:11.547116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f75355-4847-4811-a876-122925a32771 req-b20e716f-aad3-4a93-bc16-f650564202e4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:11.547287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Sync routers for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:11.549809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f75355-4847-4811-a876-122925a32771 req-b20e716f-aad3-4a93-bc16-f650564202e4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1389468 Nov 15 22:37:11.558342 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:11.559354 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:11.567996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538878e-71c8-4d32-bd19-492c4cbf4e7d req-08754d5d-f688-43c0-99b4-aa2994b5e37e tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:11.569765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d538878e-71c8-4d32-bd19-492c4cbf4e7d req-08754d5d-f688-43c0-99b4-aa2994b5e37e tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 944 time: 0.1604981 Nov 15 22:37:11.670582 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:11.685193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f75355-4847-4811-a876-122925a32771 req-ce6fe62a-b5ef-4bfb-943c-e96a15b62743 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112001 Nov 15 22:37:11.694333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d538878e-71c8-4d32-bd19-492c4cbf4e7d req-7542521a-8075-4f39-956c-1fa46dd2b698 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102722 Nov 15 22:37:11.839229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:11.843820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:11.847140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7673e360-3165-405d-9758-56d22dca8656 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6713214 Nov 15 22:37:11.915278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4be40ef9-745f-4fb9-8e25-e37b654df121 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6ffa127e6f1d4f8896ac85292faba590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673447 Nov 15 22:37:11.915926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:11.982199 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:10Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:12.045635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Checking router: 7c57f40d-e9cd-4918-aba3-2672454b85eb for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:12.045973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Updating router 7c57f40d-e9cd-4918-aba3-2672454b85eb port 74ccacd0-a938-49a9-8255-103d3427e04e binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:37:12.106303 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.120057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52916fc3-4a77-4db4-ab03-5ba11766c9b9 req-dfe5c775-1a98-41b5-8cda-986e3a49c37d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b62082c-51fb-45b4-86c3-aecd2523e96d HTTP/1.1" status: 200 len: 210 time: 0.1407681 Nov 15 22:37:12.131790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835c9d8-b770-464a-8b66-46c930348375 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:12.133678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c835c9d8-b770-464a-8b66-46c930348375 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2166138 Nov 15 22:37:12.136360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:12.166555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b24a9-53fe-43c5-bd6c-8780c2630094 req-14e0e693-0cc8-4815-9428-c61d4f1847dd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:12.176653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d39b24a9-53fe-43c5-bd6c-8780c2630094 req-14e0e693-0cc8-4815-9428-c61d4f1847dd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.3154204 Nov 15 22:37:12.200328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1ad2633-251b-4cf3-9dea-ea1c0db0b184 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624197 Nov 15 22:37:12.206678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58070) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:12.220801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886301700', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:12.345652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d39b24a9-53fe-43c5-bd6c-8780c2630094 req-1ae4e555-28fc-465d-b007-dc0c0997f0ba tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613853 Nov 15 22:37:12.449129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecc2efee-42c8-478d-be23-4e4d979c5ba1 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:12.556382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:12.558730 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.560721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.604779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1,segment=NetworkSegment(a917692f-6daf-450d-bbae-12ff74f052dd),segment_id=a917692f-6daf-450d-bbae-12ff74f052dd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:12.618774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1', 'network_id': 'ab7c382e-c440-4c06-9a68-ba1b8edfddcd', 'port_id': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1', 'mac_address': 'fa:16:3e:22:30:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9571fdb9-0d7a-48aa-b78c-2cff50ee1887', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:12.648694 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.695267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.759992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc2efee-42c8-478d-be23-4e4d979c5ba1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:12.805419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1,segment=NetworkSegment(a917692f-6daf-450d-bbae-12ff74f052dd),segment_id=a917692f-6daf-450d-bbae-12ff74f052dd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:12.825069 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Pushing event updated for resources: {'Port': ['ID=74ccacd0-a938-49a9-8255-103d3427e04e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:12.851086 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Attempting to bind port 74ccacd0-a938-49a9-8255-103d3427e04e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:12.851651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Attempting to bind port 74ccacd0-a938-49a9-8255-103d3427e04e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:12.852020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Attempting to bind port 74ccacd0-a938-49a9-8255-103d3427e04e on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:12.855026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.856192 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.856535 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.856892 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.857217 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.857622 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.858130 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.858609 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.859105 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.859631 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.860102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.861262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Bound port: 74ccacd0-a938-49a9-8255-103d3427e04e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:12.871822 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.929808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.933038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:12.942633 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] For port 74ccacd0-a938-49a9-8255-103d3427e04e, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:12.946716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] For port 74ccacd0-a938-49a9-8255-103d3427e04e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74ccacd0-a938-49a9-8255-103d3427e04e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:12.976261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0d97-8aba-4fe9-9e15-b8a21e088a80 req-468bd7bb-d92b-4811-ac68-afc5a7815b1f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:12.984549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e97b0d97-8aba-4fe9-9e15-b8a21e088a80 req-468bd7bb-d92b-4811-ac68-afc5a7815b1f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1336625 Nov 15 22:37:13.013937 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:13.083333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:13.123793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e97b0d97-8aba-4fe9-9e15-b8a21e088a80 req-3e5d4eea-7a70-40f3-ba24-23391f8f3aa7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370144 Nov 15 22:37:13.142854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88299-2d4b-458c-a72f-9bd4bbb739a6 req-39095e35-87c1-4982-8780-ef5cd9e2f4d0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:13.160393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a88299-2d4b-458c-a72f-9bd4bbb739a6 req-39095e35-87c1-4982-8780-ef5cd9e2f4d0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 944 time: 0.2621408 Nov 15 22:37:13.166088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Subnet': ['ID=13e2b837-e95a-47d6-95a8-216ecef508b8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:13.199269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:13.199889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network hostable DHCP agents. Network: ce4df2fc-8685-48bd-97b7-011266aae99f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:37:13.261460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecc2efee-42c8-478d-be23-4e4d979c5ba1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:13.310534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network ce4df2fc-8685-48bd-97b7-011266aae99f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:37:13.316558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a88299-2d4b-458c-a72f-9bd4bbb739a6 req-bcaf13c4-8ee4-4f25-be33-b263a09a839f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492994 Nov 15 22:37:13.398762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355321e-93b5-4a17-be91-ecabf5fc6b5a req-f1fb27bb-80fd-4d08-94df-5eef60aa11ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:13.400798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c355321e-93b5-4a17-be91-ecabf5fc6b5a req-f1fb27bb-80fd-4d08-94df-5eef60aa11ca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1241968 Nov 15 22:37:13.408340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ce4df2fc-8685-48bd-97b7-011266aae99f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:13.414703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:13.427644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:13.452532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43db72-fdcd-43b6-91bb-bb4aa14146bc None None] Network ce4df2fc-8685-48bd-97b7-011266aae99f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:13.485383 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:13.499698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c355321e-93b5-4a17-be91-ecabf5fc6b5a req-406f6c47-8be9-4c00-9f37-fc35d8106e58 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783234 Nov 15 22:37:13.500310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:13.540818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:13.541783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dc3ee1ae-c204-4b39-9530-b7e5792e67b8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3373876 Nov 15 22:37:13.766241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:13.898660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dd2b-9d21-450b-acf1-b0fb92095049 req-7b2c36b4-76d9-43b8-9ad1-7a557e4fba39 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:13.900917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4677dd2b-9d21-450b-acf1-b0fb92095049 req-7b2c36b4-76d9-43b8-9ad1-7a557e4fba39 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.2009711 Nov 15 22:37:13.918393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ce4df2fc-8685-48bd-97b7-011266aae99f', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:37:13.919266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.028219 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246127b-1e3f-4189-8d56-5c3f440b5e29 None None] Pushing event updated for resources: {'Port': ['ID=74ccacd0-a938-49a9-8255-103d3427e04e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:14.062739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Allocated IP 172.20.0.2 (ce4df2fc-8685-48bd-97b7-011266aae99f/13e2b837-e95a-47d6-95a8-216ecef508b8/d80b1c05-3924-4982-8cfe-8bd8e986875e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:14.073392 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:10Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:14.110877 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b635ce74-78b3-4946-9d14-6fd10909fb2f None None] The sync data for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 is: [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:10Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:14.298517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2028-ef97-4dcb-a422-06fded010b2f req-61c90c44-bb0f-4ae8-85f7-5e1ed5ca8324 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:14.300088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1d2028-ef97-4dcb-a422-06fded010b2f req-61c90c44-bb0f-4ae8-85f7-5e1ed5ca8324 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.3537297 Nov 15 22:37:14.316908 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4677dd2b-9d21-450b-acf1-b0fb92095049 req-ebba674d-8b75-42f5-b35b-3834d6c1f5d5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934126 Nov 15 22:37:14.390582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.473767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c1d2028-ef97-4dcb-a422-06fded010b2f req-3a683333-5685-4366-96c1-911158a3db31 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507304 Nov 15 22:37:14.480370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34e54bba-2f45-41e6-8682-a3c4a47fd23b no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:14.483200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.562012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 34e54bba-2f45-41e6-8682-a3c4a47fd23b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:14.562376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34e54bba-2f45-41e6-8682-a3c4a47fd23b not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:14.635541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Network ce4df2fc-8685-48bd-97b7-011266aae99f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:14.648084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:14.652182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:14.691265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Pushing event updated for resources: {'Port': ['ID=d80b1c05-3924-4982-8cfe-8bd8e986875e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:14.725704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.770673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Attempting to bind port d80b1c05-3924-4982-8cfe-8bd8e986875e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:14.771249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Attempting to bind port d80b1c05-3924-4982-8cfe-8bd8e986875e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:14.772190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Attempting to bind port d80b1c05-3924-4982-8cfe-8bd8e986875e on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:14.798432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:14.799451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:14.800309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.801201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Bound using segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:14.803777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Bound port: d80b1c05-3924-4982-8cfe-8bd8e986875e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:14.804584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:14.941723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] For port d80b1c05-3924-4982-8cfe-8bd8e986875e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:14.947507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] For port d80b1c05-3924-4982-8cfe-8bd8e986875e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d80b1c05-3924-4982-8cfe-8bd8e986875e,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:14.973437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74ccacd0-a938-49a9-8255-103d3427e04e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:14.998576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66531c91-bc7f-4c3a-b231-24184053e7f1 req-c547520a-c7d1-453e-92f3-419310f0a472 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:15.005323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66531c91-bc7f-4c3a-b231-24184053e7f1 req-c547520a-c7d1-453e-92f3-419310f0a472 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 945 time: 0.3911951 Nov 15 22:37:15.034124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:15.157996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-7b628ffa-1f8e-4224-b87e-ab22247bd72f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:15.159955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16616703-c9f6-4eb2-bb2f-67253675113b None None] Pushing event updated for resources: {'Port': ['ID=d80b1c05-3924-4982-8cfe-8bd8e986875e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:15.166636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-7b628ffa-1f8e-4224-b87e-ab22247bd72f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.6013348 Nov 15 22:37:15.180211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 74ccacd0-a938-49a9-8255-103d3427e04e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:15.180211 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:15.219099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-bf45813b-6eb9-4dc4-bd41-f3ca54df369e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/quotas/69fbfd7de69b4799bcee3992f84c9490 HTTP/1.1" status: 200 len: 375 time: 0.0487220 Nov 15 22:37:15.320541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:15.355129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 74ccacd0-a938-49a9-8255-103d3427e04e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74ccacd0-a938-49a9-8255-103d3427e04e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:15.385107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66531c91-bc7f-4c3a-b231-24184053e7f1 req-2dbe7a23-38ee-4b58-874b-1c997bc850d0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730788 Nov 15 22:37:15.430515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:15.471848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-a6d96e20-efca-4891-ab13-0f7acb815398 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2516778 Nov 15 22:37:15.606686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=74ccacd0-a938-49a9-8255-103d3427e04e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:15.649110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-693f8299-80cb-4195-b6d4-9d86d1979b0a service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656804 Nov 15 22:37:16.126450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.1 (ce4df2fc-8685-48bd-97b7-011266aae99f/13e2b837-e95a-47d6-95a8-216ecef508b8/c6cc2519-2204-4d47-8234-7968ddcac0cf) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:16.163356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6956e4-4faf-4f79-9e6f-98a8e471db6f req-fe5a796a-8bb2-4590-b0ac-5f4c1ea3c68f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:16.164967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e6956e4-4faf-4f79-9e6f-98a8e471db6f req-fe5a796a-8bb2-4590-b0ac-5f4c1ea3c68f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.5145481 Nov 15 22:37:16.261643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-93c49f97-a0ea-4a1b-bf89-f8956f07c3ea service neutron] 10.222.0.15 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150275 Nov 15 22:37:16.315657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e6956e4-4faf-4f79-9e6f-98a8e471db6f req-15dac030-3a01-48a8-be31-4b035477fdb3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284544 Nov 15 22:37:16.331081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:16.448032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:16.454855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39ffca-0ec5-4e18-9e3b-dab78b2db123 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:16.457996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc39ffca-0ec5-4e18-9e3b-dab78b2db123 tempest-TestNetworkBasicOps-769957441 tempest-TestNetworkBasicOps-769957441-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1092 time: 0.1225057 Nov 15 22:37:16.458888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:16.479958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '242d37db-95bc-464a-bdd4-5226d590134d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:16.501790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecc2efee-42c8-478d-be23-4e4d979c5ba1 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:16.669443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:16.739431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:16.750076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ecc2efee-42c8-478d-be23-4e4d979c5ba1 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:16.750076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ecc2efee-42c8-478d-be23-4e4d979c5ba1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:16.750076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:16.809904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network ce4df2fc-8685-48bd-97b7-011266aae99f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:16.812579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3df08-1954-4dd1-b195-db94bd1b6be5 None None] Network ce4df2fc-8685-48bd-97b7-011266aae99f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:16.816415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:16.832437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:16.904275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:17.049437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] Provisioning complete for port d80b1c05-3924-4982-8cfe-8bd8e986875e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:17.049798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.069528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b047a97-76fd-4fbf-92ed-a7480c557f50 req-a8222c3b-4c0a-4803-acf1-fd9acc6fd458 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 210 time: 0.0635583 Nov 15 22:37:17.083002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.149162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.154782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d80b1c05-3924-4982-8cfe-8bd8e986875e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:17.289021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d80b1c05-3924-4982-8cfe-8bd8e986875e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:17.289649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.334673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:17.339186 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c875d42-2d92-48a4-9a6b-c2c2b0c2cf07" -d '{"events": [{"server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:17.355802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.382599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1,segment=NetworkSegment(a917692f-6daf-450d-bbae-12ff74f052dd),segment_id=a917692f-6daf-450d-bbae-12ff74f052dd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:17.406818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6393dd-5de2-4ae3-aa2a-4570355905f3 req-1a94b13b-7c71-468b-93e5-157ca9c6d38f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:17.409693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6393dd-5de2-4ae3-aa2a-4570355905f3 req-1a94b13b-7c71-468b-93e5-157ca9c6d38f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 945 time: 0.4550629 Nov 15 22:37:17.420319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.420538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] For port d80b1c05-3924-4982-8cfe-8bd8e986875e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d80b1c05-3924-4982-8cfe-8bd8e986875e,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:17.481126 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.520709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.581056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37294fa-e218-46f6-8e4f-7d031fb8791c req-ab457d7a-7efa-400d-b1f0-a3e3c548a66f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:17.590533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d37294fa-e218-46f6-8e4f-7d031fb8791c req-ab457d7a-7efa-400d-b1f0-a3e3c548a66f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.3575335 Nov 15 22:37:17.601407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:17.605783 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.630305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.700137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:37:17.700667 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:37:17.711028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa15fe-a004-4b95-ba9f-4269cc379166 None None] Pushing event updated for resources: {'Port': ['ID=d80b1c05-3924-4982-8cfe-8bd8e986875e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:17.726535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-56a78778-b8f8-4157-8585-31755120a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:17.728914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-56a78778-b8f8-4157-8585-31755120a1d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.0854316 Nov 15 22:37:17.740458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf6393dd-5de2-4ae3-aa2a-4570355905f3 req-9fb73d81-301b-4491-9629-c4f390f9208e tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221836 Nov 15 22:37:17.827652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d37294fa-e218-46f6-8e4f-7d031fb8791c req-53814328-5bfb-4197-9c1f-dbb61c6b9893 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361403 Nov 15 22:37:17.867188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1b7a9985-035b-4679-bb6a-e610c4898993 None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:17.867781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9985-035b-4679-bb6a-e610c4898993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:17.997400 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c32f1c-f36a-4421-bc50-1bda7b3a9aad x-openstack-request-id: req-e3c32f1c-f36a-4421-bc50-1bda7b3a9aad {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:18.000669 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:18.001125 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3c32f1c-f36a-4421-bc50-1bda7b3a9aad {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:18.002597 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1', 'code': 200} Nov 15 22:37:18.065066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a9985-035b-4679-bb6a-e610c4898993 None None] Port c6cc2519-2204-4d47-8234-7968ddcac0cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:18.076851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Allocated IP 172.25.0.12 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/19b91600-66d0-4e8f-a871-7610f097ca90) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:18.119283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1b7a9985-035b-4679-bb6a-e610c4898993 None None] Provisioning complete for port d80b1c05-3924-4982-8cfe-8bd8e986875e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:18.119517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9985-035b-4679-bb6a-e610c4898993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.154838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d08e9-bb3a-430b-b0f0-b50a20e0860f req-70ceb85b-6932-49f6-9ea2-32147c6246b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:18.156939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-955d08e9-bb3a-430b-b0f0-b50a20e0860f req-70ceb85b-6932-49f6-9ea2-32147c6246b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 1097 time: 0.1467123 Nov 15 22:37:18.226822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-955d08e9-bb3a-430b-b0f0-b50a20e0860f req-1dfaddc5-a613-4f90-bd41-36b56392bd35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521204 Nov 15 22:37:18.229200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-0de5fa99-155f-4909-b152-79a905d198e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:18.230747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-0de5fa99-155f-4909-b152-79a905d198e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.4753218 Nov 15 22:37:18.284531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74ccacd0-a938-49a9-8255-103d3427e04e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:18.295101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04102d5d-0e96-497a-857a-093afafcdf36 req-e25ecc42-ea2b-4907-9c16-c4c2f1530bb9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 210 time: 0.1004429 Nov 15 22:37:18.366106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-67ace3d9-e86b-446c-9174-a71850b05ee4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1259296 Nov 15 22:37:18.441292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.503746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-fc517fb8-a15f-458a-9f0e-3190227a8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:18.506356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-fc517fb8-a15f-458a-9f0e-3190227a8b9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.1303172 Nov 15 22:37:18.537691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.559693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 74ccacd0-a938-49a9-8255-103d3427e04e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:18.560098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.575643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-3b05aeba-0966-4862-8053-65b06531df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:18.578638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-3b05aeba-0966-4862-8053-65b06531df2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604498 Nov 15 22:37:18.614240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.667682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.684579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-05994f9a-bc39-48c2-b6d9-5b6716617025 None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:18.684965 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05994f9a-bc39-48c2-b6d9-5b6716617025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.702343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-ca60aee5-28b4-4b5c-95f6-8d713cb3ab77 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171503 Nov 15 22:37:18.718982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:18.726811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=19b91600-66d0-4e8f-a871-7610f097ca90,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:18.730652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:18.746733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:18.753077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-05994f9a-bc39-48c2-b6d9-5b6716617025 None None] Port c6cc2519-2204-4d47-8234-7968ddcac0cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:18.836852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce978fb-eaa4-4b31-95d2-0dab6c896db9 req-232889ea-a2bc-43f2-aa92-076c349fa28c service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Nov 15 22:37:18.848380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:18.907970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d80b1c05-3924-4982-8cfe-8bd8e986875e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:18.929597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:18.967542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d80b1c05-3924-4982-8cfe-8bd8e986875e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:19.059853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:19.108355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579feff-6062-4ff0-8d47-a0e158269879 req-f330e92d-a558-47a8-a1c4-7e6e768b7665 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:19.109860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1579feff-6062-4ff0-8d47-a0e158269879 req-f330e92d-a558-47a8-a1c4-7e6e768b7665 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1523988 Nov 15 22:37:19.147547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0912-7af0-4457-a227-3e4b99292113 req-3f549fd3-2592-4862-868e-293b7bbe8562 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:19.149058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-299c0912-7af0-4457-a227-3e4b99292113 req-3f549fd3-2592-4862-868e-293b7bbe8562 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.2509899 Nov 15 22:37:19.202972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network ce4df2fc-8685-48bd-97b7-011266aae99f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:19.222077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:19.311048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1579feff-6062-4ff0-8d47-a0e158269879 req-23fb2e75-4ff9-481b-a563-71dc1267beec tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609056 Nov 15 22:37:19.495840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-132febb9-5ee0-484b-93d9-d12de30723cf None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:19.496585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-132febb9-5ee0-484b-93d9-d12de30723cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:19.558595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-132febb9-5ee0-484b-93d9-d12de30723cf None None] Port c6cc2519-2204-4d47-8234-7968ddcac0cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:19.648886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-299c0912-7af0-4457-a227-3e4b99292113 req-69241787-a65c-477f-a97b-9fa680ff1dec tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638939 Nov 15 22:37:19.666706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 7c57f40d-e9cd-4918-aba3-2672454b85eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:19.802285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff6402cc-3ab9-41e4-9539-f0fc8274e1fc req-deef3d22-c004-445a-8a63-1df0625b2c37 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 210 time: 0.0924990 Nov 15 22:37:19.832432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:19.878923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-3aeafb6a-156c-45d6-b238-11d2ae62a8c0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:19.880670 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-3aeafb6a-156c-45d6-b238-11d2ae62a8c0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 806 time: 0.2185843 Nov 15 22:37:19.895419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Request body: {'port': {'device_id': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'admin_state_up': True, 'tenant_id': '69fbfd7de69b4799bcee3992f84c9490'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:19.895826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:19.909638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Sync routers for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:19.917909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92f30997-c919-43cd-b16c-868ec10f6866 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/7c57f40d-e9cd-4918-aba3-2672454b85eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3701520 Nov 15 22:37:19.926604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:19.927246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:20.050852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.137381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:20.223841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Made reservation on behalf of 69fbfd7de69b4799bcee3992f84c9490 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:20.228347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.392510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:18Z', 'revision_number': 2, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:20.400264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Allocated IP 172.20.0.8 (8b015445-9b9c-4235-9cdd-ade8321cd675/7291f24d-392b-4a7c-86d7-5d431f4ab5e4/aee946ae-049c-416c-bbd9-a3351a0a55ed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:20.422018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Checking router: 7c57f40d-e9cd-4918-aba3-2672454b85eb for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:20.422367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Updating router 7c57f40d-e9cd-4918-aba3-2672454b85eb port c6cc2519-2204-4d47-8234-7968ddcac0cf binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:37:20.456133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.557651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c71d2-83f0-4346-befd-e3b4ea7e82e5 req-247c5539-6675-4909-b1af-496cdb930f5c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:20.565367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd0c71d2-83f0-4346-befd-e3b4ea7e82e5 req-247c5539-6675-4909-b1af-496cdb930f5c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.4442327 Nov 15 22:37:20.601317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.630693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-408053e2-7a26-42d8-adb7-76b7e2ef9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:20.632190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-408053e2-7a26-42d8-adb7-76b7e2ef9cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 1095 time: 0.4402385 Nov 15 22:37:20.668305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-5181d5ea-c5ec-4f99-bc5b-b960598f8814 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827125477&fields=id&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 267 time: 0.1563942 Nov 15 22:37:20.731496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.747555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:20.788711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-d190e84a-be5d-43dc-8fc1-0cc8d65463b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937819 Nov 15 22:37:20.788999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd0c71d2-83f0-4346-befd-e3b4ea7e82e5 req-e2d02b99-65ae-4604-aa08-b759f4cb3fca tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225513 Nov 15 22:37:20.799368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Network 8b015445-9b9c-4235-9cdd-ade8321cd675 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:20.801070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event updated for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:20.803766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:20.806259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:20.819387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.887063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-2769ff5d-c87d-48b4-bc04-b9e5d2d58821 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:20.894688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-2769ff5d-c87d-48b4-bc04-b9e5d2d58821 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 796 time: 0.2254875 Nov 15 22:37:20.896127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.898141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-9fc48a55-8d97-4add-8eeb-3c98524885cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:20.899518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-9fc48a55-8d97-4add-8eeb-3c98524885cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2539847 Nov 15 22:37:20.901048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:20.901886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.905315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:20.929176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-bd96702c-651a-4e59-b116-d696d21d0b0a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/quotas/6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 375 time: 0.0335810 Nov 15 22:37:20.990646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.020371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-87b1d21f-c023-44fd-bad8-5cbfe3336ee9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295776 Nov 15 22:37:21.061211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Request body: {'port': {'device_id': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:21.091755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event updated for resources: {'Port': ['ID=19b91600-66d0-4e8f-a871-7610f097ca90,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:21.102286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f643a12-d286-4ff4-9f4a-992d4fbbcea5 None None] Pushing event updated for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:21.106612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-255ddf2b-956b-4560-a8d6-3bada579eccd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 200 len: 998 time: 0.1930115 Nov 15 22:37:21.120422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-79667991-867c-410f-b449-117a3838a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.122291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-79667991-867c-410f-b449-117a3838a5d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 1096 time: 0.1221304 Nov 15 22:37:21.137738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.154679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Attempting to bind port c6cc2519-2204-4d47-8234-7968ddcac0cf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:21.154679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Attempting to bind port c6cc2519-2204-4d47-8234-7968ddcac0cf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:21.154679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Attempting to bind port c6cc2519-2204-4d47-8234-7968ddcac0cf on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:21.159507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:21.159876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:21.160272 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.160684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Bound using segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:21.161154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Bound port: c6cc2519-2204-4d47-8234-7968ddcac0cf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:21.161530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.231684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-1931a9fa-bd27-43d7-a8f7-574c8a35af51 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3013494 Nov 15 22:37:21.268048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] For port c6cc2519-2204-4d47-8234-7968ddcac0cf, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:21.269840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.273050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] For port c6cc2519-2204-4d47-8234-7968ddcac0cf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c6cc2519-2204-4d47-8234-7968ddcac0cf,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:21.353751 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.381737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-b16785ad-c79d-437f-86fd-65b2f45a6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.383204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-b16785ad-c79d-437f-86fd-65b2f45a6512 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.2644477 Nov 15 22:37:21.419555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-3a2d52a0-dc68-46af-8135-8310ac7fbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.421078 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-3a2d52a0-dc68-46af-8135-8310ac7fbc3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 200 len: 912 time: 0.2392812 Nov 15 22:37:21.438476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f643a12-d286-4ff4-9f4a-992d4fbbcea5 None None] Pushing event updated for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:21.442750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:21.442942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:21.452165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:21.452513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.469669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a961-0c3f-452a-b11b-e1255e7b77ea req-6c48960d-0515-4bec-a969-86b3d56153a6 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.471667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55c4a961-0c3f-452a-b11b-e1255e7b77ea req-6c48960d-0515-4bec-a969-86b3d56153a6 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.1651239 Nov 15 22:37:21.487391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-7ea0ee44-3a59-4aee-b34d-7866f08adc6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808e0b0f-2804-43cc-841c-9c0a51daf257 HTTP/1.1" status: 200 len: 217 time: 0.0561955 Nov 15 22:37:21.497234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-abb73ad0-abc9-4a12-9a1e-aa519b558de9 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190599 Nov 15 22:37:21.510144 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Floating IP c5d8aa1f-07bb-425c-9997-a4f4021ddb92 associated. External IP: 172.25.0.12, port: 242d37db-95bc-464a-bdd4-5226d590134d. Nov 15 22:37:21.561207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-0633de47-2d6b-4338-b71a-55641371a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.563440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-0633de47-2d6b-4338-b71a-55641371a13a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691089 Nov 15 22:37:21.575374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:21.832384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55c4a961-0c3f-452a-b11b-e1255e7b77ea req-c7a008a2-6a01-47a5-8aaf-2fe0fb610219 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459039 Nov 15 22:37:21.835498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:21.876373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:21.889336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-d418c5d4-943a-436c-b1b4-f966e1a01e84 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898780 Nov 15 22:37:21.901914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-f2a0a670-e07d-4247-8f3d-d8e5dcf19496 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517276 Nov 15 22:37:21.915006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-57ca4f7d-038b-411c-9cc0-b717dfbe3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:21.916380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-57ca4f7d-038b-411c-9cc0-b717dfbe3725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 200 len: 850 time: 0.4168901 Nov 15 22:37:21.925803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705728f-c262-4bd0-9c50-3b54f5b31f35 None None] The sync data for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 is: [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:21.930252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] For port c6cc2519-2204-4d47-8234-7968ddcac0cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c6cc2519-2204-4d47-8234-7968ddcac0cf,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:22.027034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.071359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-a7128ea3-f556-46ed-9b6e-6666aa8b6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:22.073296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-a7128ea3-f556-46ed-9b6e-6666aa8b6257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd0a1dcc-0a24-42b1-b578-763071a4e5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447396 Nov 15 22:37:22.098897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436756e-aee7-4e34-a182-f0c828d9c2aa None None] Pushing event updated for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:22.124318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feb40599-21b6-480d-be40-06fceb28a1e4 req-f209fffc-ba8c-4d41-9f83-a9ce53ba4cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423206 Nov 15 22:37:22.161107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d58975ef-89a0-4b7d-b218-c15c9ca2d043 None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:22.161924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d58975ef-89a0-4b7d-b218-c15c9ca2d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.177605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee946ae-049c-416c-bbd9-a3351a0a55ed {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:22.187432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.205416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84da60-afc9-4194-ab5b-019191bfbf49 req-dad34c92-3edd-434b-b619-aba799602c5b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:22.213772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b84da60-afc9-4194-ab5b-019191bfbf49 req-dad34c92-3edd-434b-b619-aba799602c5b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 931 time: 0.2330012 Nov 15 22:37:22.221920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Transition to ACTIVE for port object aee946ae-049c-416c-bbd9-a3351a0a55ed will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:22.239750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-a4050b2b-4385-40ff-bbc7-be8fcae20583 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482241 Nov 15 22:37:22.273936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b84da60-afc9-4194-ab5b-019191bfbf49 req-64f862bf-56bb-4272-b9d9-c55f818d66fb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592310 Nov 15 22:37:22.282668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6a792483-76bf-490a-84c7-9480c07df683 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:22.389291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.405352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5bdc506-e28f-403e-8eaa-78fb5e042fe6 req-0cc9cb17-5a95-45e6-9491-c4617d928410 service neutron] 10.222.0.57 "GET /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560812 Nov 15 22:37:22.492112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:22.504087 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Sync routers for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:22.518044 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:22.518681 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:22.574274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Pushing event updated for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:22.600572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1cf19-1d4f-41f3-8b5c-84b98c031f48 req-c1cfd605-ce69-4fc3-87d3-c3961cb84c93 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:22.610256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eec1cf19-1d4f-41f3-8b5c-84b98c031f48 req-c1cfd605-ce69-4fc3-87d3-c3961cb84c93 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.1294250 Nov 15 22:37:22.647038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a61e83-d9b9-4e93-b528-9b0c733a3823 req-ce825d27-ca25-40a4-933e-5fedd42a87d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:22.653456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56a61e83-d9b9-4e93-b528-9b0c733a3823 req-ce825d27-ca25-40a4-933e-5fedd42a87d3 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1312463 Nov 15 22:37:22.679494 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:22.691636 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.711872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Attempting to bind port aee946ae-049c-416c-bbd9-a3351a0a55ed on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:22.712144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Attempting to bind port aee946ae-049c-416c-bbd9-a3351a0a55ed by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:22.712355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Attempting to bind port aee946ae-049c-416c-bbd9-a3351a0a55ed on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:22.727690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Port aee946ae-049c-416c-bbd9-a3351a0a55ed on network 8b015445-9b9c-4235-9cdd-ade8321cd675 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:22.728012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Attempting to bind port aee946ae-049c-416c-bbd9-a3351a0a55ed on network 8b015445-9b9c-4235-9cdd-ade8321cd675 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:22.733856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:22.734177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Checking segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:22.735194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Bound using segment: {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:22.735620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Bound port: aee946ae-049c-416c-bbd9-a3351a0a55ed, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:22.735972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:22.746351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-733cc87b-cfa9-4602-8508-8332d3a1e50b tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2705662 Nov 15 22:37:22.750377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:22.755191 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27518916-42dd-4074-a3e3-aec05242e018" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:22.757230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:22.781246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eec1cf19-1d4f-41f3-8b5c-84b98c031f48 req-c0350398-a950-4cbf-9799-f04a0a34a801 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686330 Nov 15 22:37:22.849257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56a61e83-d9b9-4e93-b528-9b0c733a3823 req-d77ebbc6-8f25-4e82-9608-e1318a5bfb40 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899273 Nov 15 22:37:22.935193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c6cc2519-2204-4d47-8234-7968ddcac0cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:22.945019 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab4cc81a-3570-4ebb-9378-f6710e13906f tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/c5d8aa1f-07bb-425c-9997-a4f4021ddb92 HTTP/1.1" status: 200 len: 991 time: 0.1839464 Nov 15 22:37:22.983312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:22.987800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:23.055366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-550237db-a930-4e40-844c-73215036edcc req-585201c5-0514-4873-be30-f8b8367c9aed tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 210 time: 0.0610089 Nov 15 22:37:23.073745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c6cc2519-2204-4d47-8234-7968ddcac0cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:23.074274 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:23.115691 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188ad9c-d767-4767-b406-66fed8ea12c0 x-openstack-request-id: req-b188ad9c-d767-4767-b406-66fed8ea12c0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:23.116077 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:23.116483 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b188ad9c-d767-4767-b406-66fed8ea12c0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:23.117294 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d', 'status': 'completed', 'code': 200} Nov 15 22:37:23.146744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:23.199012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.200488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:23.203511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] 10.222.0.55 "PUT /v2.0/ports/aee946ae-049c-416c-bbd9-a3351a0a55ed HTTP/1.1" status: 200 len: 1091 time: 2.1520216 Nov 15 22:37:23.225345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5d8aa1f-07bb-425c-9997-a4f4021ddb92', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a792483-76bf-490a-84c7-9480c07df683', 'port_id': '242d37db-95bc-464a-bdd4-5226d590134d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'mac_address': 'fa:16:3e:d0:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:19Z', 'updated_at': '2021-11-15T22:37:19Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:23.238579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:23.249191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518916-42dd-4074-a3e3-aec05242e018 req-fadb50fa-d172-4bb0-b61f-43539c4e237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.253048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-fadb50fa-d172-4bb0-b61f-43539c4e237b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1097 time: 0.1146097 Nov 15 22:37:23.253201 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32" -d '{"events": [{"name": "network-changed", "server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:23.319320 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Checking router: 6a792483-76bf-490a-84c7-9480c07df683 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:23.334268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9d96d-d841-4fe0-9fc0-473fce30f276 service neutron] Pushing event updated for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:23.338341 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:23.343610 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:23.431631 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ff5ee-17d9-4eba-b90d-b7812c592aa8 x-openstack-request-id: req-566ff5ee-17d9-4eba-b90d-b7812c592aa8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:23.431961 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:23.432161 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-566ff5ee-17d9-4eba-b90d-b7812c592aa8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:23.432547 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed', 'status': 'completed', 'code': 200} Nov 15 22:37:23.505344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-b5525aed-f761-486b-9c0d-97e1a099b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.506958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-b5525aed-f761-486b-9c0d-97e1a099b437 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 1094 time: 0.1375928 Nov 15 22:37:23.518899 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:23.561922 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-58fc1bd7-f166-49f8-b0e0-7e89d7f56aec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed HTTP/1.1" status: 200 len: 217 time: 0.0454779 Nov 15 22:37:23.622779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20609ff-928f-4c54-86b1-66481cdab917 req-76482e31-ab17-412b-ab05-c1c7b56cb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.625262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-76482e31-ab17-412b-ab05-c1c7b56cb893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0551217 Nov 15 22:37:23.675567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d45f178b-b877-40d0-ab70-5edc1b4173a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360856 Nov 15 22:37:23.806457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-d95c10a5-ae2c-4457-af98-6263168f5db8 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157670 Nov 15 22:37:23.895062 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5d8aa1f-07bb-425c-9997-a4f4021ddb92', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a792483-76bf-490a-84c7-9480c07df683', 'port_id': '242d37db-95bc-464a-bdd4-5226d590134d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'mac_address': 'fa:16:3e:d0:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:19Z', 'updated_at': '2021-11-15T22:37:19Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:23.920854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518916-42dd-4074-a3e3-aec05242e018 req-e49d8d13-a980-4f12-982c-b3b3eb0a796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.922223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-e49d8d13-a980-4f12-982c-b3b3eb0a796c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 200 len: 898 time: 0.6603811 Nov 15 22:37:23.934001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07548a92-94c1-4bae-b520-4775ce72c057 None None] The sync data for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 is: [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'c5d8aa1f-07bb-425c-9997-a4f4021ddb92', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a792483-76bf-490a-84c7-9480c07df683', 'port_id': '242d37db-95bc-464a-bdd4-5226d590134d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'mac_address': 'fa:16:3e:d0:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:19Z', 'updated_at': '2021-11-15T22:37:19Z', 'revision_number': 0, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:23.942923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f20609ff-928f-4c54-86b1-66481cdab917 req-baac7daa-f3aa-4d48-a257-0967ec708a65 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234004 Nov 15 22:37:23.945996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a97d81-b16a-4788-9898-c1cdc941a4dd req-60aedd99-5cc9-4b5e-bfc4-ab42a2eb5421 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:23.946680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:23.947678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07a97d81-b16a-4788-9898-c1cdc941a4dd req-60aedd99-5cc9-4b5e-bfc4-ab42a2eb5421 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 943 time: 0.4655344 Nov 15 22:37:24.025335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4425e748-90af-410c-aeaf-2057d982e163 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/c5d8aa1f-07bb-425c-9997-a4f4021ddb92 HTTP/1.1" status: 200 len: 991 time: 0.0774350 Nov 15 22:37:24.047555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-8fea8ee1-424e-4146-9485-e784f0af7856 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 200 len: 999 time: 0.1171181 Nov 15 22:37:24.053095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07a97d81-b16a-4788-9898-c1cdc941a4dd req-b1ff3a11-2d2a-4d89-b956-7cff5de1b26f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729306 Nov 15 22:37:24.101838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518916-42dd-4074-a3e3-aec05242e018 req-2799fbf4-3285-4ac6-ba04-3c87db1b8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.105413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-2799fbf4-3285-4ac6-ba04-3c87db1b8d9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a955b840-8edf-4346-abaa-2df7dbb44a4f HTTP/1.1" status: 200 len: 834 time: 0.0506179 Nov 15 22:37:24.191672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518916-42dd-4074-a3e3-aec05242e018 req-b14ad0b0-c46f-4dad-b3cc-5344b8e32244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.193275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-b14ad0b0-c46f-4dad-b3cc-5344b8e32244 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1c66af2-f3e8-44ae-b93e-699552b4920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786636 Nov 15 22:37:24.237904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcaaf5-5163-498c-a780-b12dafb80667 None None] New status for floating IP c5d8aa1f-07bb-425c-9997-a4f4021ddb92: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:37:24.240019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-547d9840-cea9-4d1b-94cb-26168ea6b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.240157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-547d9840-cea9-4d1b-94cb-26168ea6b387 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69fbfd7de69b4799bcee3992f84c9490&device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 1094 time: 0.0554023 Nov 15 22:37:24.265822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f7fd0-1364-4601-8cc8-1f737182ca75 req-9b155501-96ca-4856-a8e1-0b5b81210d89 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.274222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa0f7fd0-1364-4601-8cc8-1f737182ca75 req-9b155501-96ca-4856-a8e1-0b5b81210d89 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.1268988 Nov 15 22:37:24.332300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa0f7fd0-1364-4601-8cc8-1f737182ca75 req-ab05eac3-3f96-45fd-a841-de659477d05f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 Nov 15 22:37:24.371089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-adc207ff-2875-4d32-a570-223a8f7699e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.372694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-adc207ff-2875-4d32-a570-223a8f7699e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 200 len: 907 time: 0.1247330 Nov 15 22:37:24.387448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-a7079875-1c95-461b-bcff-83ba1f29d432 service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762359 Nov 15 22:37:24.422346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-fbf604b0-b7ce-44a4-a46c-90ad338f8877 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed HTTP/1.1" status: 200 len: 217 time: 0.0425076 Nov 15 22:37:24.481019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-4d38f084-90e2-427b-8359-71033ce800c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.483267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-4d38f084-90e2-427b-8359-71033ce800c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 200 len: 846 time: 0.0535216 Nov 15 22:37:24.524063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27518916-42dd-4074-a3e3-aec05242e018 req-5a7e990f-1613-41ce-9ea5-6ccc6eb80d9a service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357367 Nov 15 22:37:24.541761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c428-493d-4696-8002-ae46e74bbbbd req-b56ce6f5-300c-4141-a176-6f1d2bb2f7d2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.550320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9848c428-493d-4696-8002-ae46e74bbbbd req-b56ce6f5-300c-4141-a176-6f1d2bb2f7d2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0946183 Nov 15 22:37:24.571195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-fc5e8feb-ce99-4299-863e-12f9244322b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b015445-9b9c-4235-9cdd-ade8321cd675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796218 Nov 15 22:37:24.600480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9848c428-493d-4696-8002-ae46e74bbbbd req-32c280a6-3e22-4df2-896e-13480bf6f7be tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489864 Nov 15 22:37:24.668680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-5663fbdc-aa2e-4142-af2b-f8e0b4915b9b service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879045 Nov 15 22:37:24.780931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6f3832a8-e2f0-4ae1-9ea7-69a5e8424a32 req-d77f48f2-b159-4536-9478-0c70c7e25da9 service neutron] 10.222.0.55 "GET /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039166 Nov 15 22:37:24.839025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-591a9b06-e0f4-42b5-b6cc-9a819b23aa20 req-ea753ee5-9de5-46e2-9d77-87a115cefad1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Nov 15 22:37:24.919968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7cd43-7b38-4fe2-9839-b5ab28515e86 req-280aa630-ad05-4d26-bf4a-56e6cdc6b6e6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:24.921570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2df7cd43-7b38-4fe2-9839-b5ab28515e86 req-280aa630-ad05-4d26-bf4a-56e6cdc6b6e6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0516915 Nov 15 22:37:24.976716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2df7cd43-7b38-4fe2-9839-b5ab28515e86 req-79fe1bc6-18db-4507-8e4c-9b3432ae20c2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481405 Nov 15 22:37:25.029182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:25.092482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d30e928-1e2f-4318-9501-3063693883cd tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/c5d8aa1f-07bb-425c-9997-a4f4021ddb92 HTTP/1.1" status: 200 len: 993 time: 0.0619526 Nov 15 22:37:25.473296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066ae9d-2783-4f7d-a88d-9172e8bd2114 req-7ef2107d-4281-45f2-9131-9ea4d90fa334 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:25.475177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b066ae9d-2783-4f7d-a88d-9172e8bd2114 req-7ef2107d-4281-45f2-9131-9ea4d90fa334 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 943 time: 0.0527167 Nov 15 22:37:25.528115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b066ae9d-2783-4f7d-a88d-9172e8bd2114 req-544390df-4186-4d60-b486-0fc9514adfdf tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Nov 15 22:37:25.590925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-80b2daa9-377d-48c2-9483-de6f4518f98d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:25.592374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-80b2daa9-377d-48c2-9483-de6f4518f98d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 796 time: 0.1137273 Nov 15 22:37:25.638581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58955f8-fb56-4edb-b8fc-28495045edae req-cc4f7cef-5012-483f-a20c-8fc9a519c0f0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:25.640058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a58955f8-fb56-4edb-b8fc-28495045edae req-cc4f7cef-5012-483f-a20c-8fc9a519c0f0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.0550435 Nov 15 22:37:25.661889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-66f18ccd-a09b-4518-8bd8-5d69167623c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 379 time: 0.0575242 Nov 15 22:37:25.682411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'port': {'device_id': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'admin_state_up': True, 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'security_groups': ['e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:25.709428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a58955f8-fb56-4edb-b8fc-28495045edae req-0bb50317-fd33-4676-9ee9-39afad8ca033 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625269 Nov 15 22:37:25.897924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-bdf77462-e294-4152-8452-0191d01bd6b1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:25.899387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-bdf77462-e294-4152-8452-0191d01bd6b1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.1104696 Nov 15 22:37:25.917594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-ee76615b-06be-48cb-9915-53d4b6e6b8d1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/quotas/6211dd7014c0420ba025078cc32d7c6f HTTP/1.1" status: 200 len: 375 time: 0.0112414 Nov 15 22:37:25.955867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:25.959459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:25.981252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-20bfdd4e-44ae-4c95-acb9-34e9ae0f27bb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514243 Nov 15 22:37:26.074953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-0beee3d5-4771-4e7c-a86c-97108a509188 service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919011 Nov 15 22:37:26.091883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.6 (ce4df2fc-8685-48bd-97b7-011266aae99f/13e2b837-e95a-47d6-95a8-216ecef508b8/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:26.168854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-1c0f9e6d-4b4d-44a5-b552-385a4e84b2b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Nov 15 22:37:26.236225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.360724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.422944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network ce4df2fc-8685-48bd-97b7-011266aae99f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:26.427142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:26.432249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:26.445818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:26.513373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:26.514055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.558688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:26.628438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-57eebef8-6102-4b9d-abeb-83f4cdd54d64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499538 Nov 15 22:37:26.646428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Request body: {'port': {'device_id': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:26.647917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856e891-38d6-4f19-b652-b43ea064d008 req-097e9ded-e085-4fa2-9192-b3c08d9650de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:26.649519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a856e891-38d6-4f19-b652-b43ea064d008 req-097e9ded-e085-4fa2-9192-b3c08d9650de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 931 time: 0.0727108 Nov 15 22:37:26.693565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.726366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.730678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a856e891-38d6-4f19-b652-b43ea064d008 req-506c80ce-e4d2-4644-82cb-4a5e083e985a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711007 Nov 15 22:37:26.732789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:26.736824 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4a8a7-24bc-4c8b-be4c-73b5e2b4ca47" -d '{"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-unplugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:26.749461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7ba9ef8b-b826-44d0-9cd5-d9d5ac06360c None None] Provisioning complete for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:26.750022 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ba9ef8b-b826-44d0-9cd5-d9d5ac06360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.755141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:26.807139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9ef8b-b826-44d0-9cd5-d9d5ac06360c None None] Port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:26.826169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device aee946ae-049c-416c-bbd9-a3351a0a55ed details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:26.840864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5036f11f-3946-476c-9e7f-c0e6dacba56b req-b6fca7c2-2e41-49ae-87f6-73ee930155eb tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 210 time: 0.0643849 Nov 15 22:37:26.896749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:26.945148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-5d06df31-e0de-4a3b-8610-7f6681c259c0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:26.946671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-5d06df31-e0de-4a3b-8610-7f6681c259c0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9481253b-a232-4b80-a017-7f943f8e6a17 HTTP/1.1" status: 200 len: 943 time: 0.1049426 Nov 15 22:37:26.967065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:26.997958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:27.000023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef3f67-f8d5-4598-ac01-ad62834e9359 req-773dfc7f-333f-4dcc-9174-11416af9dce6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:27.008043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ef3f67-f8d5-4598-ac01-ad62834e9359 req-773dfc7f-333f-4dcc-9174-11416af9dce6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 943 time: 0.0816281 Nov 15 22:37:27.013007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'aee946ae-049c-416c-bbd9-a3351a0a55ed', 'network_id': '8b015445-9b9c-4235-9cdd-ade8321cd675', 'port_id': 'aee946ae-049c-416c-bbd9-a3351a0a55ed', 'mac_address': 'fa:16:3e:77:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7291f24d-392b-4a7c-86d7-5d431f4ab5e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:27.058721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.074842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee946ae-049c-416c-bbd9-a3351a0a55ed {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:27.101020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c425690-f295-4563-9c36-761c380a196b req-b1b589ef-5883-45a2-9230-7b5ac6af70de tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:27.102514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c425690-f295-4563-9c36-761c380a196b req-b1b589ef-5883-45a2-9230-7b5ac6af70de tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.57 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.0844646 Nov 15 22:37:27.104459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:27.115129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68ef3f67-f8d5-4598-ac01-ad62834e9359 req-934122a8-0ae5-40f5-898b-b52b35d76688 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061549 Nov 15 22:37:27.142063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port 76a581f1-ce3a-469e-ba06-2aed46976c3e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:27.142836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.189743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:27.216548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.244268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Transition to ACTIVE for port object a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:27.247223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.266640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Deleting port ecc2efee-42c8-478d-be23-4e4d979c5ba1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:27.267093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.273463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbbec1-3f90-40eb-bc5d-aa853a6a3f58 req-4e3e25d9-ee10-49c4-9958-7f30611f744f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:27.275014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0dbbbec1-3f90-40eb-bc5d-aa853a6a3f58 req-4e3e25d9-ee10-49c4-9958-7f30611f744f tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 946 time: 0.0834472 Nov 15 22:37:27.284325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port 76a581f1-ce3a-469e-ba06-2aed46976c3e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=76a581f1-ce3a-469e-ba06-2aed46976c3e,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:27.284734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.302771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:27.311253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for 76a581f1-ce3a-469e-ba06-2aed46976c3e owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:27.375089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0dbbbec1-3f90-40eb-bc5d-aa853a6a3f58 req-3305c8eb-69ee-4d00-95fa-167b95f3773e tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/security-groups?id=f77280f3-7802-439d-9c56-85b7388b9c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875885 Nov 15 22:37:27.385807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-5043b88d-535c-4b50-b8bf-e05120d20908 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:27.387288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-5043b88d-535c-4b50-b8bf-e05120d20908 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "GET /v2.0/ports?device_id=3773e729-891b-4105-98d8-c4636c3a87fe HTTP/1.1" status: 200 len: 944 time: 0.0793092 Nov 15 22:37:27.391938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.433035 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ac14f-2d51-409f-b667-c0ae8ecdf73e x-openstack-request-id: req-dd5ac14f-2d51-409f-b667-c0ae8ecdf73e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:27.433473 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-unplugged", "status": "completed", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:27.433990 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd5ac14f-2d51-409f-b667-c0ae8ecdf73e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:27.434526 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'code': 200} Nov 15 22:37:27.485546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] For port ecc2efee-42c8-478d-be23-4e4d979c5ba1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ecc2efee-42c8-478d-be23-4e4d979c5ba1,segment=NetworkSegment(a917692f-6daf-450d-bbae-12ff74f052dd),segment_id=a917692f-6daf-450d-bbae-12ff74f052dd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:27.491105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.525230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Calling delete_port for ecc2efee-42c8-478d-be23-4e4d979c5ba1 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:27.525557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:27.551478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['aee946ae-049c-416c-bbd9-a3351a0a55ed'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:27.613360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.633190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:27.676647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=76a581f1-ce3a-469e-ba06-2aed46976c3e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:27.727736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] No DVR routers for this DVR port 76a581f1-ce3a-469e-ba06-2aed46976c3e on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:27.731130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.731419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:27.738069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1489311c-688c-43e6-babe-3fe9cfcf7506 req-e5f2196d-659d-4a18-9aa6-d58fe342175b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "DELETE /v2.0/ports/76a581f1-ce3a-469e-ba06-2aed46976c3e HTTP/1.1" status: 204 len: 173 time: 0.7536314 Nov 15 22:37:27.738069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-deleted', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:27.739891 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac8e703-043a-4c9a-98dc-34a5b5f2ac35" -d '{"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-deleted", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:27.745400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:27.745911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:27.753863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:27.754979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:27.778765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:27.779176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:27.779536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Bound using segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:27.780505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Bound port: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:27.781124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.790594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Deleting port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:27.791000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:27.802210 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a2108-e939-407f-90a0-6913b3f5b02e x-openstack-request-id: req-193a2108-e939-407f-90a0-6913b3f5b02e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:27.802798 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9481253b-a232-4b80-a017-7f943f8e6a17", "name": "network-vif-deleted", "tag": "76a581f1-ce3a-469e-ba06-2aed46976c3e", "status": "failed", "code": 422}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:27.803271 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-193a2108-e939-407f-90a0-6913b3f5b02e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:27.803903 n-d-817995-3 neutron-server[103128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9481253b-a232-4b80-a017-7f943f8e6a17', 'name': 'network-vif-deleted', 'tag': '76a581f1-ce3a-469e-ba06-2aed46976c3e', 'status': 'failed', 'code': 422} returned with failed status Nov 15 22:37:27.957644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491e14c-8c24-4f13-8fc3-ef6d2f5ad1d0 req-0dbbaa66-56f7-40d3-bd4e-df74141c5837 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:27.959406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e491e14c-8c24-4f13-8fc3-ef6d2f5ad1d0 req-0dbbaa66-56f7-40d3-bd4e-df74141c5837 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0758302 Nov 15 22:37:28.014996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e491e14c-8c24-4f13-8fc3-ef6d2f5ad1d0 req-a22a273e-af6d-4c9d-b850-fb8b267214ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482566 Nov 15 22:37:28.034207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:28.041921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:28.049527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] For port dc404ba5-fb5a-40c5-880c-a7b08e5091d3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:28.049891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.067156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Calling delete_port for dc404ba5-fb5a-40c5-880c-a7b08e5091d3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:28.102110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89b80d70-b0ef-4785-9d83-fb2c861e860a req-85d079b2-3cfc-4877-a308-59adf83f86b7 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Nov 15 22:37:28.180184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.184656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.230089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ecc2efee-42c8-478d-be23-4e4d979c5ba1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:28.241197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:28.241812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.243241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 1091 time: 1.6028020 Nov 15 22:37:28.246114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:28.254966 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:28.283084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6b706-16cc-43da-ba68-d68c11b7016f req-a44ca55c-c2fb-4cd1-9d88-71bebcd67dcb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:28.285107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05a6b706-16cc-43da-ba68-d68c11b7016f req-a44ca55c-c2fb-4cd1-9d88-71bebcd67dcb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 944 time: 0.0851519 Nov 15 22:37:28.346033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] No DVR routers for this DVR port ecc2efee-42c8-478d-be23-4e4d979c5ba1 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:28.348177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966de10-0bd8-4ee3-8448-f0dd037cc6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:28.350873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.358852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c425690-f295-4563-9c36-761c380a196b req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.57 "DELETE /v2.0/ports/ecc2efee-42c8-478d-be23-4e4d979c5ba1 HTTP/1.1" status: 204 len: 173 time: 1.2486727 Nov 15 22:37:28.389230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05a6b706-16cc-43da-ba68-d68c11b7016f req-de4bf519-7d95-4e8c-8ca0-c6d9cc71b7b6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959511 Nov 15 22:37:28.400403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8d41f-a842-4dcb-a1e7-8d763182f829 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] Pushing event deleted for resources: {'Port': ['ID=ecc2efee-42c8-478d-be23-4e4d979c5ba1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:28.450513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:28.468819 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e0644-b5b5-4f54-958d-574f236aef4b x-openstack-request-id: req-979e0644-b5b5-4f54-958d-574f236aef4b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:28.469895 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:28.469895 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-979e0644-b5b5-4f54-958d-574f236aef4b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:28.470295 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:37:28.472142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.507864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event deleted for resources: {'Port': ['ID=dc404ba5-fb5a-40c5-880c-a7b08e5091d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:28.546004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-68a6eedb-799f-402d-9f53-e31973813feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:28.547633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-68a6eedb-799f-402d-9f53-e31973813feb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.1342020 Nov 15 22:37:28.559456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42d8d010-2abd-4126-a250-e999e865178f req-477ef936-448b-4fc7-af46-e1bc6cc957b0 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0313759 Nov 15 22:37:28.567510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] No DVR routers for this DVR port dc404ba5-fb5a-40c5-880c-a7b08e5091d3 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:28.570366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:28.582898 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f8d53d2a-409b-48ee-8c5d-8e6938bd2e48 req-f4958b02-c3b8-45a3-9355-038feba0957a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.57 "DELETE /v2.0/ports/dc404ba5-fb5a-40c5-880c-a7b08e5091d3 HTTP/1.1" status: 204 len: 173 time: 1.1686027 Nov 15 22:37:28.629832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-156c2674-1063-4e16-b78b-c01bec81d655 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 217 time: 0.0638018 Nov 15 22:37:28.698185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-cb6af265-9298-4a80-b42b-b2e23a7f6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:28.699762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-cb6af265-9298-4a80-b42b-b2e23a7f6fea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0605376 Nov 15 22:37:28.751673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-99ad6240-b047-4c68-8ffb-ab552adb35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:28.753200 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-99ad6240-b047-4c68-8ffb-ab552adb35e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451229 Nov 15 22:37:28.826345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device aee946ae-049c-416c-bbd9-a3351a0a55ed up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:28.859226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-2605aa1c-05ec-47d1-bcb4-41d7f6ac714e service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978656 Nov 15 22:37:28.959159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cbeb4a94-a793-4eb8-83b0-f887b45f741d req-2e8d9620-5d11-4ad8-bc18-f2dc04a8e3c6 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906470 Nov 15 22:37:28.995782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port aee946ae-049c-416c-bbd9-a3351a0a55ed completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:29.003605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port aee946ae-049c-416c-bbd9-a3351a0a55ed triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:29.003605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.106905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.148987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:29.160042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ffbf5-b671-45af-ab3a-1c9f2796c5cc req-52646476-1351-4d32-a12d-502b696dddba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.162351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d6ffbf5-b671-45af-ab3a-1c9f2796c5cc req-52646476-1351-4d32-a12d-502b696dddba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0676785 Nov 15 22:37:29.202190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-407c8412-97c4-4e48-b9f5-51d51d0d0b8f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.203688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-407c8412-97c4-4e48-b9f5-51d51d0d0b8f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 804 time: 0.1775465 Nov 15 22:37:29.220312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Request body: {'port': {'device_id': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'admin_state_up': True, 'tenant_id': '6211dd7014c0420ba025078cc32d7c6f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:29.224422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-49faaebb-2891-47ce-a4bf-364f00996f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.225940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-49faaebb-2891-47ce-a4bf-364f00996f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.0687099 Nov 15 22:37:29.227830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d6ffbf5-b671-45af-ab3a-1c9f2796c5cc req-1b12e2d9-ff89-4a2e-9807-a3e8fbffe462 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521567 Nov 15 22:37:29.252855 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.259953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.327220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:29.349124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d934e86-bdc6-49d6-8cc7-1e40c636d173 req-25aeaa1b-e1f2-4f14-9542-4272c612e5c6 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 210 time: 0.0298162 Nov 15 22:37:29.435439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:29.437929 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cec0ff-9bdb-4d9e-800f-c0b1c4f4e50a" -d '{"events": [{"server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "name": "network-vif-plugged", "status": "completed", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:29.448176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-16bdaf65-cb19-49b5-9dc5-41733012f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.449713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-16bdaf65-cb19-49b5-9dc5-41733012f51d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.2064452 Nov 15 22:37:29.497180 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-f38cccd0-c7ad-495f-8656-1b2590f3d3b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 217 time: 0.0393262 Nov 15 22:37:29.521308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8178d5-851a-4a96-871d-dd95c1640a0c req-e43d0147-9373-4806-bdea-d9e8fc6696ad tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.522778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c8178d5-851a-4a96-871d-dd95c1640a0c req-e43d0147-9373-4806-bdea-d9e8fc6696ad tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0538483 Nov 15 22:37:29.552252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-fd68b705-9f21-4004-b22c-9b05f5c6dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.554037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-fd68b705-9f21-4004-b22c-9b05f5c6dc2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0480893 Nov 15 22:37:29.574528 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a0776d-ff28-497a-8291-c0639c779c9f x-openstack-request-id: req-25a0776d-ff28-497a-8291-c0639c779c9f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:29.577848 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "name": "network-vif-plugged", "status": "completed", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:29.578297 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25a0776d-ff28-497a-8291-c0639c779c9f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:29.578913 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed', 'code': 200} Nov 15 22:37:29.612313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Made reservation on behalf of 6211dd7014c0420ba025078cc32d7c6f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:29.615011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c8178d5-851a-4a96-871d-dd95c1640a0c req-fef5fbbf-b48a-4558-9de5-98d4972a8ba5 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845227 Nov 15 22:37:29.615993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.696561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-4ecebf1c-dce3-4b54-a519-b475bf7d53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.698302 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-4ecebf1c-dce3-4b54-a519-b475bf7d53cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326885 Nov 15 22:37:29.750621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-007abd03-0278-48d4-82d8-62c4eb72ab55 req-a3aab0ee-7b54-49a3-a9f0-bbea09127798 tempest-ServersNegativeTestMultiTenantJSON-560944232 tempest-ServersNegativeTestMultiTenantJSON-560944232-project] 10.222.0.15 "GET /v2.0/ports?device_id=aed3afc8-76d8-4f5d-a432-c30f8bed29eb HTTP/1.1" status: 200 len: 210 time: 0.0501127 Nov 15 22:37:29.761120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac2b61-cf64-4b3f-a716-5eb8dea56352 req-dacdaac6-3b13-4d52-8ef2-43b8b92c90be tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.768431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3eac2b61-cf64-4b3f-a716-5eb8dea56352 req-dacdaac6-3b13-4d52-8ef2-43b8b92c90be tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 907 time: 0.1156051 Nov 15 22:37:29.790757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb34b7-e054-4628-800b-54a77e55d320 req-d6047aeb-1221-4382-a69e-695a0971d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:29.792377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0cb34b7-e054-4628-800b-54a77e55d320 req-d6047aeb-1221-4382-a69e-695a0971d2c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 1096 time: 0.1061466 Nov 15 22:37:29.794688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:29.853532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Allocated IP 172.20.0.9 (1b0a8283-0660-4d4d-bcdc-c0e8deb16608/73127a5f-23c6-4c4d-8707-87e3180bbddd/6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:29.860127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0cb34b7-e054-4628-800b-54a77e55d320 req-ba248ca6-0698-480f-914f-0103095c33d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574715 Nov 15 22:37:29.878448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-79045718-f5eb-4bfb-a8e4-cc6ede4c5f12 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653986 Nov 15 22:37:30.353515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840dde4-3478-4fdd-b7e5-8030fd1f2a4a req-8cfe76f3-f1ce-4cfa-8e29-7218b7422c5b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:30.355007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4840dde4-3478-4fdd-b7e5-8030fd1f2a4a req-8cfe76f3-f1ce-4cfa-8e29-7218b7422c5b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0521145 Nov 15 22:37:30.357431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f2be938e-8aaf-4e06-b6f7-139fab56f0dc req-2d63d07c-ef15-4fd0-a933-9e22f24cf401 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647503 Nov 15 22:37:30.395024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.412172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4840dde4-3478-4fdd-b7e5-8030fd1f2a4a req-480fb8ea-15da-4b98-8dd9-59b19c6777d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496926 Nov 15 22:37:30.458294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e76d7d93-a2df-4f06-9b41-06247516f9cf req-baccf10e-6990-4634-92e5-40999f9eb3d8 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 210 time: 0.0267923 Nov 15 22:37:30.471327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'name': 'network-vif-deleted', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1'}, {'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-deleted', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:30.473839 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212fc15-608a-4707-be84-e59ddf2bd401" -d '{"events": [{"server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "name": "network-vif-deleted", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1"}, {"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-deleted", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:30.513830 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d952f0b4-89a2-41b9-a04f-2c6f4c2a984d x-openstack-request-id: req-d952f0b4-89a2-41b9-a04f-2c6f4c2a984d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:30.514131 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed3afc8-76d8-4f5d-a432-c30f8bed29eb", "name": "network-vif-deleted", "tag": "ecc2efee-42c8-478d-be23-4e4d979c5ba1", "status": "completed", "code": 200}, {"server_uuid": "3773e729-891b-4105-98d8-c4636c3a87fe", "name": "network-vif-deleted", "tag": "dc404ba5-fb5a-40c5-880c-a7b08e5091d3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:30.514388 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d952f0b4-89a2-41b9-a04f-2c6f4c2a984d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:30.518999 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed3afc8-76d8-4f5d-a432-c30f8bed29eb', 'name': 'network-vif-deleted', 'tag': 'ecc2efee-42c8-478d-be23-4e4d979c5ba1', 'status': 'completed', 'code': 200} Nov 15 22:37:30.518999 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3773e729-891b-4105-98d8-c4636c3a87fe', 'name': 'network-vif-deleted', 'tag': 'dc404ba5-fb5a-40c5-880c-a7b08e5091d3', 'status': 'completed', 'code': 200} Nov 15 22:37:30.518999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.559936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:30.563777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:30.567637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:30.590206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:30.617449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:30.618051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.727632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b41c3-a8ce-45fa-93db-9a98adb87b05 req-9a8fa74b-d8c1-4e27-9014-0bb08150c613 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:30.729121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d3b41c3-a8ce-45fa-93db-9a98adb87b05 req-9a8fa74b-d8c1-4e27-9014-0bb08150c613 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0519500 Nov 15 22:37:30.729915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-a8276018-9a41-45ad-bf85-a643681d4b22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5143743 Nov 15 22:37:30.742477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Request body: {'port': {'device_id': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:30.790364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d3b41c3-a8ce-45fa-93db-9a98adb87b05 req-24883cf3-c762-47b4-8590-7a61bcae5aa7 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547047 Nov 15 22:37:30.804955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.816728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:30.865776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Deleting subnet 9571fdb9-0d7a-48aa-b78c-2cff50ee1887 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:37:30.881461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.931786 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:30.972461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d56c7a-3bd9-4533-acf4-9e893ed18219 req-32383b24-e72a-496e-bb2c-911164720467 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:30.974037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5d56c7a-3bd9-4533-acf4-9e893ed18219 req-32383b24-e72a-496e-bb2c-911164720467 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 907 time: 0.1142974 Nov 15 22:37:30.991130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.152435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-742be67e-d83f-4f07-8bb9-d24e9252d0af tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:31.153826 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-742be67e-d83f-4f07-8bb9-d24e9252d0af tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 907 time: 0.0899980 Nov 15 22:37:31.157500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:31.171710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.184661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.216127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Transition to ACTIVE for port object 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:31.216874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9571fdb9-0d7a-48aa-b78c-2cff50ee1887,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:31.225217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.231017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b215336-8269-4ecf-8c04-8bf8997476b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9571fdb9-0d7a-48aa-b78c-2cff50ee1887 HTTP/1.1" status: 204 len: 168 time: 0.4106848 Nov 15 22:37:31.231426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:31.295591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port 7c6829b7-8635-481f-8d82-83be30e1d2d5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:31.296011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.325843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.339471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.427881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:31.434514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.468409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7c382e-c440-4c06-9a68-ba1b8edfddcd']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:31.480162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a917692f-6daf-450d-bbae-12ff74f052dd') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:31.480558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a917692f-6daf-450d-bbae-12ff74f052dd') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:31.496123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.502435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port 7c6829b7-8635-481f-8d82-83be30e1d2d5, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7c6829b7-8635-481f-8d82-83be30e1d2d5,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:31.502822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.521254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for 7c6829b7-8635-481f-8d82-83be30e1d2d5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:31.527743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.540087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:31.540475 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:31.545883 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:31.552532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Attempting to bind port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:31.552532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Attempting to bind port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:31.552532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Attempting to bind port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:31.588027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:31.588362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Attempting to bind port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 on network 1b0a8283-0660-4d4d-bcdc-c0e8deb16608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:31.597533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:31.597866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Checking segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:31.598245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Bound using segment: {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:31.598668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Bound port: 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9749200-dc13-45ab-8bed-bd6070b7fd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:31.599037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.686491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eac5b1-e548-4870-bcac-ae1bf13b41f3 req-946c1e0d-6432-49a4-8322-885e319d8fbc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:31.687964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0eac5b1-e548-4870-bcac-ae1bf13b41f3 req-946c1e0d-6432-49a4-8322-885e319d8fbc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.1392765 Nov 15 22:37:31.688858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:31.699230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d164d8-56d0-4bf3-ae10-567f32ec27b7 req-447c233d-5dc4-41fe-b3b1-53b830f14318 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:31.700695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5d164d8-56d0-4bf3-ae10-567f32ec27b7 req-447c233d-5dc4-41fe-b3b1-53b830f14318 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 943 time: 0.1235878 Nov 15 22:37:31.774297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0eac5b1-e548-4870-bcac-ae1bf13b41f3 req-cd0dc7a0-7d17-4e1f-91bd-5628e3e671ab tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726361 Nov 15 22:37:31.778046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5d164d8-56d0-4bf3-ae10-567f32ec27b7 req-8c7f7fa3-edce-4a16-abdd-c52405f0d906 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706351 Nov 15 22:37:31.830195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.835210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.838923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ab7c382e-c440-4c06-9a68-ba1b8edfddcd HTTP/1.1" status: 204 len: 168 time: 0.6060448 Nov 15 22:37:31.842296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:31.848101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:31.853017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088ad9a-93f2-4d92-9c81-085921f0a784 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7c382e-c440-4c06-9a68-ba1b8edfddcd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:31.885663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.916993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea055d8-0f58-472b-b4ad-0a2897abdceb req-a6632fb3-ff2c-49ed-9101-1440f6302889 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:31.918895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eea055d8-0f58-472b-b4ad-0a2897abdceb req-a6632fb3-ff2c-49ed-9101-1440f6302889 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0542305 Nov 15 22:37:31.921072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=7c6829b7-8635-481f-8d82-83be30e1d2d5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:31.950038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:31.954900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Deleting subnet 94625f9d-754d-449c-89e1-5dabc82e06a6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:37:31.964175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.012082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eea055d8-0f58-472b-b4ad-0a2897abdceb req-c2626e3b-8a7b-43ce-9af0-351bf8e9657c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Nov 15 22:37:32.032394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] No DVR routers for this DVR port 7c6829b7-8635-481f-8d82-83be30e1d2d5 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:32.042234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.045743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-160275ee-5a4d-46dd-84f7-70980bf1dc4f req-ddcad2d2-21be-4880-bd40-3d49daffec74 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "DELETE /v2.0/ports/7c6829b7-8635-481f-8d82-83be30e1d2d5 HTTP/1.1" status: 204 len: 173 time: 0.8839486 Nov 15 22:37:32.057247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.058610 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.060190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 HTTP/1.1" status: 200 len: 1091 time: 1.3216999 Nov 15 22:37:32.079279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.104493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827b40-104c-4954-b52d-fd7e794fe2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:32.126051 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:37:32.134747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.159985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab23be40-4893-4f46-89a9-cbc8b4d98188 req-9ff8f1bd-230e-41ad-9eb6-dc71690c590f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc43cde-0755-4957-bcbc-964231d5eb86 HTTP/1.1" status: 200 len: 210 time: 0.0503938 Nov 15 22:37:32.245215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-fe1b560c-94bb-4eab-904a-f4aa28c77921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.246739 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-fe1b560c-94bb-4eab-904a-f4aa28c77921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 1094 time: 0.0468330 Nov 15 22:37:32.298844 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-c3dd86ea-b991-4104-8d85-b57ba12229ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 HTTP/1.1" status: 200 len: 217 time: 0.0431108 Nov 15 22:37:32.310156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.364254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94625f9d-754d-449c-89e1-5dabc82e06a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:32.366269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.369791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba037ccb-df67-4a13-8826-617f453b36a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/94625f9d-754d-449c-89e1-5dabc82e06a6 HTTP/1.1" status: 204 len: 168 time: 0.5241907 Nov 15 22:37:32.372495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:32.397739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eed25-e6d4-452a-8c8c-e7ee21154b24 req-d1f343d1-b22f-4de9-b736-64b08bcffaae tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.399262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b74eed25-e6d4-452a-8c8c-e7ee21154b24 req-d1f343d1-b22f-4de9-b736-64b08bcffaae tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0538032 Nov 15 22:37:32.432769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-3c8fde58-5239-4320-9abb-3fd978aadbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.434248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-3c8fde58-5239-4320-9abb-3fd978aadbee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.1202865 Nov 15 22:37:32.452655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b74eed25-e6d4-452a-8c8c-e7ee21154b24 req-08964d8c-0a6c-4374-b052-a577a7e9ffbc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Nov 15 22:37:32.492536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-5d737096-9e50-464d-ab63-e4de9a626185 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331473 Nov 15 22:37:32.495102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.522249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'name': 'network-vif-deleted', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5'}, {'name': 'network-changed', 'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:32.524503 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959ab7d-526f-4625-8174-c7c5c357e1d7" -d '{"events": [{"server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "name": "network-vif-deleted", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5"}, {"name": "network-changed", "server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:32.581271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25a35b-b332-4d0b-96ab-ccd774999d73 req-477e7acd-8732-4a59-b1e0-a78104ebe671 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.582742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed25a35b-b332-4d0b-96ab-ccd774999d73 req-477e7acd-8732-4a59-b1e0-a78104ebe671 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0562460 Nov 15 22:37:32.582987 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fa28e-83b9-4d0c-b46d-3ba25adc7ce5 x-openstack-request-id: req-463fa28e-83b9-4d0c-b46d-3ba25adc7ce5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:32.583282 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc43cde-0755-4957-bcbc-964231d5eb86", "name": "network-vif-deleted", "tag": "7c6829b7-8635-481f-8d82-83be30e1d2d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:32.583537 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-463fa28e-83b9-4d0c-b46d-3ba25adc7ce5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:32.583915 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc43cde-0755-4957-bcbc-964231d5eb86', 'name': 'network-vif-deleted', 'tag': '7c6829b7-8635-481f-8d82-83be30e1d2d5', 'status': 'completed', 'code': 200} Nov 15 22:37:32.584167 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'status': 'completed', 'code': 200} Nov 15 22:37:32.591276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:32.593911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:32.622130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: dc404ba5-fb5a-40c5-880c-a7b08e5091d3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:32.622558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dc404ba5-fb5a-40c5-880c-a7b08e5091d3 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:32.622867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecc2efee-42c8-478d-be23-4e4d979c5ba1 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:32.636097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed25a35b-b332-4d0b-96ab-ccd774999d73 req-209af853-753c-4b31-9b56-281a2b37202b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Nov 15 22:37:32.652307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: ecc2efee-42c8-478d-be23-4e4d979c5ba1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:32.652739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ecc2efee-42c8-478d-be23-4e4d979c5ba1 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:32.653238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.687309 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-5e65674e-cc9f-479d-8476-d7be9950f062 service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846254 Nov 15 22:37:32.689867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee40fc1-d8db-4602-aa36-f6b7af4b47ad']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:32.700598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09884924-52d2-463d-98f1-00cd43edda99') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:32.700983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09884924-52d2-463d-98f1-00cd43edda99') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:32.727837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.741943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:32.753722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:32.776845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.787342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:32.787342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:32.789054 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:32.799697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.814139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:32.840413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:32.862672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-318f9bbc-2d3d-4b6a-aa22-d7eca940e918 req-6ad953ee-1da8-480c-b689-cb449bae82e1 service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594996 Nov 15 22:37:32.904050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a877-a3cf-45fa-aabd-d388c0b8bfbc req-fcbf17a0-935e-4c31-9009-90311f4955b2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:32.905654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c63a877-a3cf-45fa-aabd-d388c0b8bfbc req-fcbf17a0-935e-4c31-9009-90311f4955b2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0500345 Nov 15 22:37:32.957659 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.960137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c63a877-a3cf-45fa-aabd-d388c0b8bfbc req-6343e863-6d5b-4a27-9009-a8ab1cb19269 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484397 Nov 15 22:37:32.962123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.968478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:32.974418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ee40fc1-d8db-4602-aa36-f6b7af4b47ad HTTP/1.1" status: 204 len: 168 time: 0.5987189 Nov 15 22:37:32.989483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3c125-a5bc-4129-a498-954b50bdbf3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee40fc1-d8db-4602-aa36-f6b7af4b47ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:33.087650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:33.092860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-a0e21a22-f3ca-4ad8-a3c0-9d8c005183d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.104644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-a0e21a22-f3ca-4ad8-a3c0-9d8c005183d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6211dd7014c0420ba025078cc32d7c6f&device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 1094 time: 0.0918906 Nov 15 22:37:33.171639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369212ba-b898-4ffc-9c23-5bb3a1606b97 req-8467aa8f-9e3c-4f6e-84ee-b8b4d53b7b23 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.174114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-369212ba-b898-4ffc-9c23-5bb3a1606b97 req-8467aa8f-9e3c-4f6e-84ee-b8b4d53b7b23 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 943 time: 0.1533141 Nov 15 22:37:33.206622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-bf756563-7378-465e-be5e-a6f13942a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.207872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140a1c0-b4e0-4bfe-90a5-df9e7c577269 req-a5231fd0-e627-4219-9d9a-81b863d960b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.208277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-bf756563-7378-465e-be5e-a6f13942a956 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 200 len: 905 time: 0.1001527 Nov 15 22:37:33.209460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b140a1c0-b4e0-4bfe-90a5-df9e7c577269 req-a5231fd0-e627-4219-9d9a-81b863d960b0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1044927 Nov 15 22:37:33.257894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-369212ba-b898-4ffc-9c23-5bb3a1606b97 req-80428f1a-247e-4fdb-ae3e-d075d7304f7b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Nov 15 22:37:33.258465 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-e23231b3-2190-4a44-b0be-7d405d7b6364 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 HTTP/1.1" status: 200 len: 217 time: 0.0403798 Nov 15 22:37:33.272146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:33.286464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b140a1c0-b4e0-4bfe-90a5-df9e7c577269 req-de3f5bbe-2d17-46a8-88db-d223cb41da7e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Nov 15 22:37:33.334882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-b14881a8-b682-49e7-a0cc-21d6b02413e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.336389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-b14881a8-b682-49e7-a0cc-21d6b02413e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 200 len: 844 time: 0.0619535 Nov 15 22:37:33.379781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-2182ea2d-0bc5-4a5d-ab08-01251c4491ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b0a8283-0660-4d4d-bcdc-c0e8deb16608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337076 Nov 15 22:37:33.521580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-549c49cb-5f22-48fa-8260-efe53da993bf service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272449 Nov 15 22:37:33.562185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:33.604336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-19c8ca3b-b917-46ac-a8a6-5bac9f122f65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64cbb1dd02eb46ae9f31fdce066443e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409691 Nov 15 22:37:33.606973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:33.653942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:33.679508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:33.770470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c959ab7d-526f-4625-8174-c7c5c357e1d7 req-6550f938-0093-4f69-9e03-e91efe82bad1 service neutron] 10.222.0.55 "GET /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404132 Nov 15 22:37:33.786360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:33.789266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:33.792740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f77280f3-7802-439d-9c56-85b7388b9c80 HTTP/1.1" status: 204 len: 168 time: 0.1825233 Nov 15 22:37:33.800383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb4708-fa81-4e61-8d37-52c150dae241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77280f3-7802-439d-9c56-85b7388b9c80,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:33.863339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead6ac-49e0-455d-bb07-8d93334b9ef9 req-a6e20344-376e-47a7-8a66-9812b81d65c7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:33.864857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6ead6ac-49e0-455d-bb07-8d93334b9ef9 req-a6e20344-376e-47a7-8a66-9812b81d65c7 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.0513070 Nov 15 22:37:33.913284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6ead6ac-49e0-455d-bb07-8d93334b9ef9 req-8023d180-7f32-45ab-87ca-c02fcfe38d16 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Nov 15 22:37:34.106271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb75d8-51e7-40b2-ba60-a7c2c796ae28 req-b3e232e6-b26c-4777-a9fb-f4d086397543 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:34.107744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6cb75d8-51e7-40b2-ba60-a7c2c796ae28 req-b3e232e6-b26c-4777-a9fb-f4d086397543 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0485952 Nov 15 22:37:34.158964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6cb75d8-51e7-40b2-ba60-a7c2c796ae28 req-1cff2c9c-ba97-4a00-83e1-253aba758256 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Nov 15 22:37:34.373801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f85b-4576-40d0-a50b-b09109298135 req-45be1add-4017-4791-978f-9412f9082f22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:34.375387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae69f85b-4576-40d0-a50b-b09109298135 req-45be1add-4017-4791-978f-9412f9082f22 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 943 time: 0.0549550 Nov 15 22:37:34.451932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320a48a-77e4-4022-badb-054ddbf36a1b req-8e419617-02e6-4a12-b4ad-7bbba637fcf1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:34.454695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d320a48a-77e4-4022-badb-054ddbf36a1b req-8e419617-02e6-4a12-b4ad-7bbba637fcf1 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0771873 Nov 15 22:37:34.457756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae69f85b-4576-40d0-a50b-b09109298135 req-5ac2b3c2-9cd9-44a7-acd7-c3c288df88bd tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729184 Nov 15 22:37:34.472139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:34.512049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d320a48a-77e4-4022-badb-054ddbf36a1b req-a200a30d-7541-4702-8dc6-a63da7db36be tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501986 Nov 15 22:37:34.516273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46e95e90-d37d-49c9-b65d-4071e16e2dd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=135014fb63c645f8950dfc3ee1c7315e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422976 Nov 15 22:37:34.518679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:34.569581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.591642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.621208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:34.721155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.723909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.725123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739b4ccc-ab16-4a15-b61f-31f5128ccdda HTTP/1.1" status: 204 len: 168 time: 0.2054522 Nov 15 22:37:34.732936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a91377-6206-4b13-acc4-feab81c795e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b4ccc-ab16-4a15-b61f-31f5128ccdda,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:34.751191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:34.753216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc20ec31-bb5f-4c71-886d-bec3bdbe688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.756892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:34.757249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.840060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.861281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:34.863463 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023c3511-56e7-4073-b268-e85584962ddf" -d '{"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:34.876338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:34.903173 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dbe72b-dd3e-40e7-9b0f-be0237d0b9e1 x-openstack-request-id: req-f6dbe72b-dd3e-40e7-9b0f-be0237d0b9e1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:34.903457 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:34.903705 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6dbe72b-dd3e-40e7-9b0f-be0237d0b9e1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:34.904090 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'code': 200} Nov 15 22:37:34.949445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:34.951790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7c6829b7-8635-481f-8d82-83be30e1d2d5 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:34.971160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 7c6829b7-8635-481f-8d82-83be30e1d2d5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:34.971500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7c6829b7-8635-481f-8d82-83be30e1d2d5 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:35.020063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:35.027820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17df9-8690-45d2-b166-a6705901708a req-c8d03f68-e2cf-4ded-b36f-d91bfddee417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.030707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1f17df9-8690-45d2-b166-a6705901708a req-c8d03f68-e2cf-4ded-b36f-d91bfddee417 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0629690 Nov 15 22:37:35.037220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.037790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.038158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.038493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.038814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.039136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.039455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.039771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.040196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.040519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.049234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.049234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:35.053161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a655d83-8521-4d92-aa35-6f5bbe38f15b req-9c3f17db-73d3-43b5-ab55-1f29233b99e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.055272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a655d83-8521-4d92-aa35-6f5bbe38f15b req-9c3f17db-73d3-43b5-ab55-1f29233b99e8 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.0634861 Nov 15 22:37:35.091736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1f17df9-8690-45d2-b166-a6705901708a req-df097cd1-d46a-4dd9-949b-0d3575b64368 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477111 Nov 15 22:37:35.105498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a655d83-8521-4d92-aa35-6f5bbe38f15b req-97844be0-382b-45f8-9615-e36c09ffcb15 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435963 Nov 15 22:37:35.276657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774944fa-04de-4420-a6dc-584c10fb78d8 req-5447d270-741e-4b2f-82bf-c6466cff7314 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.278133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-774944fa-04de-4420-a6dc-584c10fb78d8 req-5447d270-741e-4b2f-82bf-c6466cff7314 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Nov 15 22:37:35.335341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-774944fa-04de-4420-a6dc-584c10fb78d8 req-1b391ebe-f287-4ac7-a4a0-5e518228b316 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500383 Nov 15 22:37:35.581391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11077-2b1f-4db0-bf78-2c91c98e8748 req-51057d15-cc8a-4e1e-8485-dd392bd14c95 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.582880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffc11077-2b1f-4db0-bf78-2c91c98e8748 req-51057d15-cc8a-4e1e-8485-dd392bd14c95 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 943 time: 0.0526896 Nov 15 22:37:35.614996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-aebc4639-7083-483e-997b-02efd5ca3dc0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.616508 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-aebc4639-7083-483e-997b-02efd5ca3dc0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 945 time: 0.0557227 Nov 15 22:37:35.666785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ffc11077-2b1f-4db0-bf78-2c91c98e8748 req-50b112f3-fa8f-4e81-9340-156ab680f35a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773876 Nov 15 22:37:35.676532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385dcdb-45f2-421f-a2d9-f701141750de req-0e5b5a5e-1640-4acd-b29c-709fa255ba8b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:35.686753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b385dcdb-45f2-421f-a2d9-f701141750de req-0e5b5a5e-1640-4acd-b29c-709fa255ba8b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0909150 Nov 15 22:37:35.737250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port 808e0b0f-2804-43cc-841c-9c0a51daf257 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:35.737611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:35.745303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b385dcdb-45f2-421f-a2d9-f701141750de req-d3c3a639-b446-4bbe-8492-ccc05a60abc6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Nov 15 22:37:35.809666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:35.834511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port 808e0b0f-2804-43cc-841c-9c0a51daf257, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=808e0b0f-2804-43cc-841c-9c0a51daf257,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:35.834868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:35.847710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for 808e0b0f-2804-43cc-841c-9c0a51daf257 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:35.908130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-14482910-network', 'tenant_id': 'df5e3b6879fb43898d8f4cb8a8688e24'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:36.000608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Made reservation on behalf of df5e3b6879fb43898d8f4cb8a8688e24 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:36.003015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.011695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.052763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.068863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['808e0b0f-2804-43cc-841c-9c0a51daf257'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:36.083144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=808e0b0f-2804-43cc-841c-9c0a51daf257,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:36.087000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.095759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:36.135244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] No DVR routers for this DVR port 808e0b0f-2804-43cc-841c-9c0a51daf257 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:36.137424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.141396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2b90950d-97c2-4e69-ac2c-cf5e9a6639fa req-7a91f5a3-77e9-4056-99ff-8303c21a7007 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.57 "DELETE /v2.0/ports/808e0b0f-2804-43cc-841c-9c0a51daf257 HTTP/1.1" status: 204 len: 173 time: 0.5179989 Nov 15 22:37:36.144247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'name': 'network-vif-deleted', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:36.144247 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f658a8d5-35d7-4d66-b80c-d8bcda13cf10" -d '{"events": [{"server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "name": "network-vif-deleted", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:36.161086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.194229 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4126fe56-f47d-4d70-a52d-f7c0829737be x-openstack-request-id: req-4126fe56-f47d-4d70-a52d-f7c0829737be {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:36.194587 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb98472-4f09-4fe6-8dfa-78bac24e70bd", "name": "network-vif-deleted", "tag": "808e0b0f-2804-43cc-841c-9c0a51daf257", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:36.195067 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4126fe56-f47d-4d70-a52d-f7c0829737be {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:36.195438 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb98472-4f09-4fe6-8dfa-78bac24e70bd', 'name': 'network-vif-deleted', 'tag': '808e0b0f-2804-43cc-841c-9c0a51daf257', 'status': 'completed', 'code': 200} Nov 15 22:37:36.216950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c3bdf-b139-4677-9a30-250a9aa7a5ee,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:36.225215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:37:36.257609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d43b478e-39c7-4dbd-9d4b-c883214949b9 req-36420dde-a1a7-47df-8a94-59efe7f64cfa tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb98472-4f09-4fe6-8dfa-78bac24e70bd HTTP/1.1" status: 200 len: 210 time: 0.0587130 Nov 15 22:37:36.262176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.262651 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Added segment ac72a42b-596f-4e2e-827b-24d9688041d3 of type vlan for network 4b7e0437-87ed-42e3-b162-eeb5b4847690 Nov 15 22:37:36.315572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.378317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.379412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:36.379945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.469583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7e0437-87ed-42e3-b162-eeb5b4847690,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:36.480103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 4b7e0437-87ed-42e3-b162-eeb5b4847690 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:37:36.487036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7dd4ba87-f561-467b-b019-eb234c5baa67 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6729250 Nov 15 22:37:36.489032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:36.492519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Request body: {'subnet': {'network_id': '4b7e0437-87ed-42e3-b162-eeb5b4847690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-14482910-subnet', 'tenant_id': 'df5e3b6879fb43898d8f4cb8a8688e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:36.499361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031bb14-a7a0-4ec6-a2ad-2885a43834bf req-b5313245-5f79-45ca-8361-1b3d4ed2484d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:36.501549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a031bb14-a7a0-4ec6-a2ad-2885a43834bf req-b5313245-5f79-45ca-8361-1b3d4ed2484d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0782053 Nov 15 22:37:36.567177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a031bb14-a7a0-4ec6-a2ad-2885a43834bf req-5483952f-eff7-4940-99ff-eb97a509e410 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547776 Nov 15 22:37:36.635823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Made reservation on behalf of df5e3b6879fb43898d8f4cb8a8688e24 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:36.638212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.802428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ce17e-fe5e-475f-a5a9-8f31e12a0f3f req-7417e550-bf97-436d-bd70-8785996cecfe tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:36.803914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b9ce17e-fe5e-475f-a5a9-8f31e12a0f3f req-7417e550-bf97-436d-bd70-8785996cecfe tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 943 time: 0.0651515 Nov 15 22:37:36.863080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:36.880229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b9ce17e-fe5e-475f-a5a9-8f31e12a0f3f req-91773ff2-1b11-4090-b0db-37f08201eb2c tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685444 Nov 15 22:37:36.912178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787793b3-c582-4119-a19d-33af7830d0f9 req-3e86d429-3f95-422d-9d24-7a1e08871ba2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:36.912178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-787793b3-c582-4119-a19d-33af7830d0f9 req-3e86d429-3f95-422d-9d24-7a1e08871ba2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0714333 Nov 15 22:37:36.938478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:36.979098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-787793b3-c582-4119-a19d-33af7830d0f9 req-cacc554b-f491-41f2-89d6-adf9705b9618 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600843 Nov 15 22:37:36.981981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:36.997893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Checking segment: {'id': 'ac72a42b-596f-4e2e-827b-24d9688041d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4b7e0437-87ed-42e3-b162-eeb5b4847690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:36.998250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Network hostable DHCP agents. Network: 4b7e0437-87ed-42e3-b162-eeb5b4847690, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:37:37.005389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'mac_address': 'fa:16:3e:da:8d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:37.010413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8f2af8-c137-4e05-bf6a-dc4e79ff6d1c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:37.045568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.065189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:37.087221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:37.103385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Network 4b7e0437-87ed-42e3-b162-eeb5b4847690 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:37:37.184188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5de15012-4510-42f6-9cee-707ab5c958f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.229497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.229706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 4b7e0437-87ed-42e3-b162-eeb5b4847690) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:37.240642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:37.240642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.252773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888a8d8-7bd8-4bf9-8ce5-cfd8106b9ebe None None] Network 4b7e0437-87ed-42e3-b162-eeb5b4847690 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:37.341226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1bac39a5-a23b-4877-bad3-9f9297385d22 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8391101 Nov 15 22:37:37.341347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:37.412442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb135d7c-5e7b-4add-b9b5-6397bac902a4 None None] Network 4b7e0437-87ed-42e3-b162-eeb5b4847690 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:37.483082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:37.530956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:37.535952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Deleting subnet 8a8f2af8-c137-4e05-bf6a-dc4e79ff6d1c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:37:37.539313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.574219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.633891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.691722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a27895-4f43-4685-ae93-f99ad9e07c83 req-28119a7b-e3f8-4a7b-8790-3857877ef4aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:37.699357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a27895-4f43-4685-ae93-f99ad9e07c83 req-28119a7b-e3f8-4a7b-8790-3857877ef4aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0562301 Nov 15 22:37:37.745356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2a27895-4f43-4685-ae93-f99ad9e07c83 req-a43813cb-117c-44cc-9dbf-35f8fccd2ab0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Nov 15 22:37:37.770606 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.796349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8f2af8-c137-4e05-bf6a-dc4e79ff6d1c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:37.800096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.807263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee896b-d260-4427-bc3c-77b3e29a43e4 req-371db71c-7cc7-4204-9973-f8be3b63e938 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:37.807263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99ee896b-d260-4427-bc3c-77b3e29a43e4 req-371db71c-7cc7-4204-9973-f8be3b63e938 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Nov 15 22:37:37.807263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:37.807733 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a08ff25c-8a16-42fe-a8db-d59e260b893f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8a8f2af8-c137-4e05-bf6a-dc4e79ff6d1c HTTP/1.1" status: 204 len: 168 time: 0.3220627 Nov 15 22:37:37.926842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:37.951097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99ee896b-d260-4427-bc3c-77b3e29a43e4 req-5dc8d516-2e4a-4931-b901-1f174cabdc2e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=d9aab512-f646-481d-80f0-4a4c20b608fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275971 Nov 15 22:37:37.959898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023b40-15d0-4d32-8af4-67ead3151dc5 req-306de76c-5676-42a1-8dff-287f82a9485e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:37.961420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a023b40-15d0-4d32-8af4-67ead3151dc5 req-306de76c-5676-42a1-8dff-287f82a9485e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.1368573 Nov 15 22:37:38.086303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.112936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-032af669-0b3f-4ec1-958b-ff944f23423e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:38.114782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-032af669-0b3f-4ec1-958b-ff944f23423e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 946 time: 0.0498669 Nov 15 22:37:38.117108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7e0437-87ed-42e3-b162-eeb5b4847690']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:38.122601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a023b40-15d0-4d32-8af4-67ead3151dc5 req-78e02a47-44e2-4575-bea4-9ea4643b3999 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515591 Nov 15 22:37:38.134007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac72a42b-596f-4e2e-827b-24d9688041d3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:38.134297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac72a42b-596f-4e2e-827b-24d9688041d3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:38.150436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986a3cc-68a9-4ac4-abd8-a4bebbb45532 req-4b2b503c-6221-452e-ad0b-c3d257033129 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:38.150436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4986a3cc-68a9-4ac4-abd8-a4bebbb45532 req-4b2b503c-6221-452e-ad0b-c3d257033129 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 944 time: 0.1357081 Nov 15 22:37:38.158252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.158762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:38.188246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.199716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:38.200097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:38.202427 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:38.245092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863505c-9ffb-4caa-92dd-b00752a13adb tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:38.250028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3863505c-9ffb-4caa-92dd-b00752a13adb tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1091 time: 0.0851793 Nov 15 22:37:38.251117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:38.252718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.259419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:38.269906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4986a3cc-68a9-4ac4-abd8-a4bebbb45532 req-3689ae9c-d3a1-4a88-9530-1bf82e067664 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044865 Nov 15 22:37:38.287999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port f2d2430b-4508-4f8c-8da7-c57d67153ccb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:38.288404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.325346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c60a1-ee80-495b-8abb-1559e7f4ac1b req-fdef7e1e-a3bd-4ea8-8ec5-c030fcf9ceac tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:38.327527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-588c60a1-ee80-495b-8abb-1559e7f4ac1b req-fdef7e1e-a3bd-4ea8-8ec5-c030fcf9ceac tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0567536 Nov 15 22:37:38.332646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.338691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.344719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b7e0437-87ed-42e3-b162-eeb5b4847690 HTTP/1.1" status: 204 len: 168 time: 0.5353630 Nov 15 22:37:38.350141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.368251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cf67b-061a-4484-b0e8-427a7b705d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7e0437-87ed-42e3-b162-eeb5b4847690,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:38.413227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-588c60a1-ee80-495b-8abb-1559e7f4ac1b req-07c11aa0-df69-4aba-a760-82966e5eb82a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Nov 15 22:37:38.443547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port f2d2430b-4508-4f8c-8da7-c57d67153ccb, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f2d2430b-4508-4f8c-8da7-c57d67153ccb,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:38.443923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.460193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for f2d2430b-4508-4f8c-8da7-c57d67153ccb owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:38.557381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.660243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.199 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4ab93a91-65c5-4aaa-9880-04f7c15ff93a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:38.696745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:38.737104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a7bf9fa-286d-4af7-b39f-95900bd0058f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df5e3b6879fb43898d8f4cb8a8688e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389507 Nov 15 22:37:38.739671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:38.787304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.800504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.809911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.825167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.836757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f2d2430b-4508-4f8c-8da7-c57d67153ccb'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:38.857838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=f2d2430b-4508-4f8c-8da7-c57d67153ccb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:38.881243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:38.903956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] No DVR routers for this DVR port f2d2430b-4508-4f8c-8da7-c57d67153ccb on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:38.906987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.910532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e5166c28-0a1f-4b6a-96a6-84ff769273d9 req-6dba8502-c618-4074-838d-fa6bde33893f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "DELETE /v2.0/ports/f2d2430b-4508-4f8c-8da7-c57d67153ccb HTTP/1.1" status: 204 len: 173 time: 0.7857759 Nov 15 22:37:38.914085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'name': 'network-vif-deleted', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:38.914085 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead10d0-d89e-4747-9a53-9c650c9d4032" -d '{"events": [{"server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "name": "network-vif-deleted", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:38.945453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.945453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:38.945453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e0c3bdf-b139-4677-9a30-250a9aa7a5ee HTTP/1.1" status: 204 len: 168 time: 0.2021582 Nov 15 22:37:38.955419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb72c94-f4e7-4bec-be21-f8b6ef2817ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c3bdf-b139-4677-9a30-250a9aa7a5ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:38.963463 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80212626-a61c-4c49-ae7e-d481ef25a8ee x-openstack-request-id: req-80212626-a61c-4c49-ae7e-d481ef25a8ee {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:38.963746 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf6acd6-c959-46b1-ba5a-cde4923697b9", "name": "network-vif-deleted", "tag": "f2d2430b-4508-4f8c-8da7-c57d67153ccb", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:38.963989 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80212626-a61c-4c49-ae7e-d481ef25a8ee {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:38.964407 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf6acd6-c959-46b1-ba5a-cde4923697b9', 'name': 'network-vif-deleted', 'tag': 'f2d2430b-4508-4f8c-8da7-c57d67153ccb', 'status': 'completed', 'code': 200} Nov 15 22:37:38.966054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.031931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:39.034606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:39.038454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:39.052364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:37:39.060741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:39.060741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.062430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=4ab93a91-65c5-4aaa-9880-04f7c15ff93a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:39.131039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3671e6-76c5-46d1-aa1f-b9424ba13d53 req-0ac464b6-ef2e-43eb-bbd2-65d537db7f42 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf6acd6-c959-46b1-ba5a-cde4923697b9 HTTP/1.1" status: 200 len: 210 time: 0.0595572 Nov 15 22:37:39.186540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.209503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:39.212105 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41bc231-3552-4fa7-9b61-f2452a6b87bc" -d '{"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:39.228347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:39.259066 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedcc254-d29a-4bed-ae54-c67aa7f875da x-openstack-request-id: req-eedcc254-d29a-4bed-ae54-c67aa7f875da {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:39.260216 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:39.260847 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eedcc254-d29a-4bed-ae54-c67aa7f875da {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:39.261457 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'code': 200} Nov 15 22:37:39.320452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.386530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.410576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093c7f-ddc0-42a6-8df0-8d3422d0410a req-3a9f3e7e-6797-4411-922a-a983e893348d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:39.411564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:39.417124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2093c7f-ddc0-42a6-8df0-8d3422d0410a req-3a9f3e7e-6797-4411-922a-a983e893348d tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0633538 Nov 15 22:37:39.483719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2093c7f-ddc0-42a6-8df0-8d3422d0410a req-80a33b95-49ab-49ae-a623-e5b5c2474b24 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Nov 15 22:37:39.553354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcacf4-2468-4776-b9eb-30bf183e2b75 req-b341c952-d23a-43d1-b896-f1a376daf8d0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:39.555204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ebcacf4-2468-4776-b9eb-30bf183e2b75 req-b341c952-d23a-43d1-b896-f1a376daf8d0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0516658 Nov 15 22:37:39.572703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bbf7b-b530-489f-a344-1263ea8f352c req-8d603277-5205-4c22-8bc8-5048d5e03709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:39.574124 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617bbf7b-b530-489f-a344-1263ea8f352c req-8d603277-5205-4c22-8bc8-5048d5e03709 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 1096 time: 0.2079594 Nov 15 22:37:39.616644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ebcacf4-2468-4776-b9eb-30bf183e2b75 req-108a8961-1bae-4dcc-83f1-e72055ad2fcb tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546930 Nov 15 22:37:39.944344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:39.999035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617bbf7b-b530-489f-a344-1263ea8f352c req-2e5459cc-a896-494c-a11f-e4503dcb5b2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908399 Nov 15 22:37:40.121679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.266653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58684) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:40.307546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.349149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.372756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-283330618-network', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:40.429962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.509917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Made reservation on behalf of 7bd385f1108c486dbee9e68e61cf0a04 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:40.511994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=4ab93a91-65c5-4aaa-9880-04f7c15ff93a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:40.513086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.526684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.528981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.650616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 808e0b0f-2804-43cc-841c-9c0a51daf257 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:40.653905 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 9bcb972a-4f21-4854-ab10-4d21032fc75f associated. External IP: 172.25.0.199, port: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0. Nov 15 22:37:40.659459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad257b-017a-4526-ac42-974f67dba6e3 req-b2852e89-499e-4dc4-b88e-649a0ec34e7b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:40.661274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dad257b-017a-4526-ac42-974f67dba6e3 req-b2852e89-499e-4dc4-b88e-649a0ec34e7b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0963726 Nov 15 22:37:40.670908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 808e0b0f-2804-43cc-841c-9c0a51daf257 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:40.671250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 808e0b0f-2804-43cc-841c-9c0a51daf257 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:40.699494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.732780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90096f2-3a21-471b-94e3-c5c1143f4dd3 req-f6a45c60-7e27-4570-8736-12682af61845 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:40.734368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e90096f2-3a21-471b-94e3-c5c1143f4dd3 req-f6a45c60-7e27-4570-8736-12682af61845 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1077609 Nov 15 22:37:40.761263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dad257b-017a-4526-ac42-974f67dba6e3 req-64dde66f-3a9c-4397-a529-67a1b309625b tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835633 Nov 15 22:37:40.763751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.815291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:37:40.821274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d03e5-5764-416a-aa35-09c5fa3cda29,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:40.841228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e90096f2-3a21-471b-94e3-c5c1143f4dd3 req-16357682-0ad9-44eb-bb19-8ce8b3a55dc0 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991626 Nov 15 22:37:40.846946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:40.847225 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Added segment 0d5b8aa7-eccc-44cb-9984-fd3d23a26900 of type vlan for network 79c1766a-00a2-4dfe-80d0-3ae134182d2d Nov 15 22:37:40.895129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 7c57f40d-e9cd-4918-aba3-2672454b85eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:41.005695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:41.016116 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Sync routers for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:41.027568 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:41.028194 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:41.089843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.126254 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88f52c94-48a6-4e1b-8004-25c627aa4005 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8710134 Nov 15 22:37:41.126254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:41.135454 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48120b3-a693-4eb3-9c22-4f80c940e492" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:41.145872 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:41.189550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.208727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40fe2c-3f06-4b12-9995-a3d7fd6a9f46 req-fffae680-7b8f-4573-bb7a-87a57701c6a0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.210215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc40fe2c-3f06-4b12-9995-a3d7fd6a9f46 req-fffae680-7b8f-4573-bb7a-87a57701c6a0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.3674464 Nov 15 22:37:41.307090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f37ee-455d-4000-bba9-47e30d50d991 req-1a0d562f-ed67-4354-b62b-8f3e007924d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.308598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-681f37ee-455d-4000-bba9-47e30d50d991 req-1a0d562f-ed67-4354-b62b-8f3e007924d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0975490 Nov 15 22:37:41.313431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc40fe2c-3f06-4b12-9995-a3d7fd6a9f46 req-96f4366f-ebdd-40b5-9541-21bfe88ff449 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850418 Nov 15 22:37:41.314150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.314990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.315550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.377402 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b363e369-2994-4e3b-af05-803e7fa05c75 x-openstack-request-id: req-b363e369-2994-4e3b-af05-803e7fa05c75 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:41.378581 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:41.378908 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b363e369-2994-4e3b-af05-803e7fa05c75 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:41.379465 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:37:41.414872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] Pushing event updated for resources: {'Network': ['ID=79c1766a-00a2-4dfe-80d0-3ae134182d2d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:41.435295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:37:41.443497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-681f37ee-455d-4000-bba9-47e30d50d991 req-84d5f579-8e56-4319-a41c-aa05899dba9b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101890 Nov 15 22:37:41.460641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:41.504700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-faacc0b1-3761-48d6-98cb-de3ed0e2fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.508194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-faacc0b1-3761-48d6-98cb-de3ed0e2fdfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1096 time: 0.1060948 Nov 15 22:37:41.535822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a1ae10e-f260-4a75-afc0-003c627e9ade admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2647679 Nov 15 22:37:41.537839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:41.544712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Request body: {'subnet': {'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-subnet', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:41.574298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1796d381-ac94-4981-b39c-01c734302521 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 200 len: 991 time: 0.1118059 Nov 15 22:37:41.611384 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9bcb972a-4f21-4854-ab10-4d21032fc75f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:39Z', 'updated_at': '2021-11-15T22:37:39Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:41.646434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Made reservation on behalf of 7bd385f1108c486dbee9e68e61cf0a04 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:41.648055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-27c7c878-c33d-4162-8c74-64062307c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.648278 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Checking router: 7c57f40d-e9cd-4918-aba3-2672454b85eb for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:41.649315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.649577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-27c7c878-c33d-4162-8c74-64062307c16d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.1328537 Nov 15 22:37:41.659529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:41.660340 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:41.740573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ce42fba1-4652-4e7c-b56c-f019024e90de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.0785794 Nov 15 22:37:41.804364 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:41.817926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ec843818-2319-4743-a747-5f657bb3aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.819484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ec843818-2319-4743-a747-5f657bb3aae5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0716186 Nov 15 22:37:41.879255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ee146ccd-43c7-497a-bb9d-e9eacaf3d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:41.881379 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ee146ccd-43c7-497a-bb9d-e9eacaf3d603 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545042 Nov 15 22:37:41.927736 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:41.995804 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-ec610a71-2a52-4091-987b-edf0ff5c4aa9 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062782 Nov 15 22:37:42.069180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e009bf25-e702-45b0-8dcf-2670b048e916,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:42.084669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaaa46-e053-4973-9d57-bb1679fa6f6b req-45770ca0-a41e-43eb-9356-188a87a64528 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:42.086595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddaaa46-e053-4973-9d57-bb1679fa6f6b req-45770ca0-a41e-43eb-9356-188a87a64528 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.2343481 Nov 15 22:37:42.090978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Checking segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:42.091440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Network hostable DHCP agents. Network: 79c1766a-00a2-4dfe-80d0-3ae134182d2d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:37:42.094443 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9bcb972a-4f21-4854-ab10-4d21032fc75f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:39Z', 'updated_at': '2021-11-15T22:37:39Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:42.095143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e48120b3-a693-4eb3-9c22-4f80c940e492 req-72bba6fd-36b9-42d3-9521-7592c4eea425 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926394 Nov 15 22:37:42.116822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa50362-0a29-45e6-b0dc-64a8235127c3 req-e1813fbc-ff9f-495c-aa3f-29c80eb469c6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:42.118638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa50362-0a29-45e6-b0dc-64a8235127c3 req-e1813fbc-ff9f-495c-aa3f-29c80eb469c6 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1197608 Nov 15 22:37:42.134961 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd5b47-9f8d-4157-9ac1-9806030dd7f5 None None] The sync data for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 is: [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9bcb972a-4f21-4854-ab10-4d21032fc75f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:39Z', 'updated_at': '2021-11-15T22:37:39Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:42.196297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eddaaa46-e053-4973-9d57-bb1679fa6f6b req-5ca1e6e8-1c90-47f5-a36d-27b7d731caa4 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Nov 15 22:37:42.201187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa50362-0a29-45e6-b0dc-64a8235127c3 req-4627517f-05b2-435d-8585-620ff061733f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720379 Nov 15 22:37:42.246852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:37:42.315483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 79c1766a-00a2-4dfe-80d0-3ae134182d2d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:42.320551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:42.323091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.326411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fac45-24c9-4cac-b611-b569381f1e9c None None] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:42.410272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8cae6294-d71f-4adf-b8df-2c21482e5a2f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8709109 Nov 15 22:37:42.412860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:42.419064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:42.452068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866350aa-820d-4797-9f74-7c49f6731581 req-dabf06a5-5f5d-423a-9651-114e2e636079 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:42.455751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-866350aa-820d-4797-9f74-7c49f6731581 req-dabf06a5-5f5d-423a-9651-114e2e636079 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.1058552 Nov 15 22:37:42.479552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa849bb-897c-474b-b033-d0c32cbe6840 req-bd3a37dd-8a11-4501-9a08-f49e0810c980 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:42.487902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fa849bb-897c-474b-b033-d0c32cbe6840 req-bd3a37dd-8a11-4501-9a08-f49e0810c980 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0758257 Nov 15 22:37:42.536278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fa849bb-897c-474b-b033-d0c32cbe6840 req-e08151a6-5c94-4cc9-9fc2-699a8827c09b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Nov 15 22:37:42.542825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.543922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.569723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc0d68-13cb-487a-bc56-e054a45ebaca None None] New status for floating IP 9bcb972a-4f21-4854-ab10-4d21032fc75f: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:37:42.579584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:42.629585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:42.630092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.633700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.707915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4e2e74f6-5be3-493d-a14c-1100d8268887 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 200 len: 991 time: 0.1268735 Nov 15 22:37:42.811232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] For port 85b822a0-5ac8-4c69-8212-e92562cbbf60, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=85b822a0-5ac8-4c69-8212-e92562cbbf60,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:42.811585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.824435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:37:42.825331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.907730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2d2430b-4508-4f8c-8da7-c57d67153ccb no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:42.932590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:42.936405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: f2d2430b-4508-4f8c-8da7-c57d67153ccb {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:42.938603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f2d2430b-4508-4f8c-8da7-c57d67153ccb not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:42.998713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Allocated IP 172.20.0.2 (79c1766a-00a2-4dfe-80d0-3ae134182d2d/e009bf25-e702-45b0-8dcf-2670b048e916/4e9c12ca-147f-43c4-bd6a-307d9c1efebc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:43.152031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.152688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.152688 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Floating IP b5d40332-a717-4c13-8caf-8f46368cac0c disassociated. External IP: 172.25.0.40, port: 85b822a0-5ac8-4c69-8212-e92562cbbf60. Nov 15 22:37:43.153390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for 85b822a0-5ac8-4c69-8212-e92562cbbf60 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:43.184829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.265900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.286895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:43.322742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:43.326802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:43.332886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862938-1b21-45b3-b190-c52c513984ab req-2a0f0bad-b058-45a6-9d3a-a60b7f1694c2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:43.344290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d862938-1b21-45b3-b190-c52c513984ab req-2a0f0bad-b058-45a6-9d3a-a60b7f1694c2 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 944 time: 0.0709031 Nov 15 22:37:43.372637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Pushing event updated for resources: {'Port': ['ID=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:43.405150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.407190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Attempting to bind port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:43.407544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Attempting to bind port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:43.408288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Attempting to bind port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:43.410506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d862938-1b21-45b3-b190-c52c513984ab req-e382e028-1f5b-4f59-9d34-aef4c31e694f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647397 Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Checking segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Bound using segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Bound port: 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:43.423159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.428489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.471572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.509834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=85b822a0-5ac8-4c69-8212-e92562cbbf60,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:43.514384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] For port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:43.518561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] For port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:43.529826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.530163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.530496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.530848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.531767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.532094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.532407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.532762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.533079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.533392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.533706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.534024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:43.591014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ab44-159f-4279-aa89-0f35fa2d7027 req-45cb47cc-5f28-47c9-b276-958b612b414a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:43.592789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1710ab44-159f-4279-aa89-0f35fa2d7027 req-45cb47cc-5f28-47c9-b276-958b612b414a tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0716989 Nov 15 22:37:43.619230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.670390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Allocated IP 172.25.0.193 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4ce14f94-a594-44a4-8fd4-0f8020c558de) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:43.684407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ab453-fe7d-45d8-bdcd-4e74e5df9c5f None None] Pushing event updated for resources: {'Port': ['ID=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:43.718446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58778) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:43.756644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:43.769067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a05b5-c087-4c01-a863-1852a96fe6c7 req-017dd3c3-1766-406a-aa7d-46a7a5b7e5c8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:43.771168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f6a05b5-c087-4c01-a863-1852a96fe6c7 req-017dd3c3-1766-406a-aa7d-46a7a5b7e5c8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1444054 Nov 15 22:37:43.778469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1710ab44-159f-4279-aa89-0f35fa2d7027 req-1356a107-0e03-40d2-9654-298a50cbc8d1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782930 Nov 15 22:37:43.836642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00443cc7-f3f1-4e91-9dbb-c551b99e0417 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 200 len: 993 time: 0.1168323 Nov 15 22:37:43.871938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f6a05b5-c087-4c01-a863-1852a96fe6c7 req-0e8536ea-1a5a-4441-a131-d714ff83da6a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872846 Nov 15 22:37:43.918671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:43.962625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:43.984899 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Sync routers for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:43.997308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:43.998119 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:44.027085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] No DVR routers for this DVR port 85b822a0-5ac8-4c69-8212-e92562cbbf60 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:44.032582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:44.036317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-866350aa-820d-4797-9f74-7c49f6731581 req-6b379609-f307-4f25-b6e3-7f82a9a5364e tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.55 "DELETE /v2.0/ports/85b822a0-5ac8-4c69-8212-e92562cbbf60 HTTP/1.1" status: 204 len: 173 time: 1.5700371 Nov 15 22:37:44.037072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-deleted', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:44.039938 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d70e5a-3a0d-4951-beba-208e007356ee" -d '{"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-deleted", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:44.087651 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4967b9-5178-4b57-9fb6-927ef991df5a x-openstack-request-id: req-6b4967b9-5178-4b57-9fb6-927ef991df5a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:44.087947 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefb40c-c45c-4260-8d2f-707900633603", "name": "network-vif-deleted", "tag": "85b822a0-5ac8-4c69-8212-e92562cbbf60", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:44.088183 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b4967b9-5178-4b57-9fb6-927ef991df5a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:44.088698 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefb40c-c45c-4260-8d2f-707900633603', 'name': 'network-vif-deleted', 'tag': '85b822a0-5ac8-4c69-8212-e92562cbbf60', 'status': 'completed', 'code': 200} Nov 15 22:37:44.122095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:44.141658 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:44.160747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:44.166474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:44.170566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:44.202880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Pushing event updated for resources: {'Port': ['ID=4ce14f94-a594-44a4-8fd4-0f8020c558de,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:44.367079 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:44.396318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Checking router: 7cac97d8-f026-40e9-b08d-3a416c7e3f10 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:44.405100 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:44.405710 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:44.520853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:44.544426 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:44.574316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f6e193f-e759-499b-94c9-49dd4e5b88c6 req-a73ea8bd-14bb-4d8d-bf27-253e8225ed6f tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aefb40c-c45c-4260-8d2f-707900633603 HTTP/1.1" status: 200 len: 210 time: 0.0406561 Nov 15 22:37:44.799617 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:44.882076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05d4b1-0f91-47e1-8ddf-fcc76216701c None None] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:44.891657 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d5baa-fd85-4148-b72d-bf62809eb5a2 None None] The sync data for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 is: [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:27:59Z', 'revision_number': 4, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'cb57f075-c630-4c57-a617-8ad1de297c84', 'name': '', 'network_id': 'fd0a1dcc-0a24-42b1-b578-763071a4e5bf', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'mac_address': 'fa:16:3e:d8:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:58Z', 'updated_at': '2021-11-15T22:28:11Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'subnets': [{'id': 'b0676570-6693-4e73-bfa3-9caef7784045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:44.994228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4e9c12ca-147f-43c4-bd6a-307d9c1efebc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:45.016882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eab9da-bdb5-4e02-a1ce-032cc8660562 req-1452005a-f46c-4ca7-82b0-153da004ece2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:45.019978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74eab9da-bdb5-4e02-a1ce-032cc8660562 req-1452005a-f46c-4ca7-82b0-153da004ece2 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.1116090 Nov 15 22:37:45.051218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-32b49b10-5d56-4254-a10d-ec69288de4e2 None None] Provisioning complete for port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:45.051218 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32b49b10-5d56-4254-a10d-ec69288de4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.092608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:45.092992 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.111624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983354-067a-4206-a97e-eb9c75c1b536 req-f104fe69-b9b7-496f-95e2-0d95f5ec8358 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:45.113381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65983354-067a-4206-a97e-eb9c75c1b536 req-f104fe69-b9b7-496f-95e2-0d95f5ec8358 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0920634 Nov 15 22:37:45.129490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74eab9da-bdb5-4e02-a1ce-032cc8660562 req-a604e275-7116-4a30-b3c9-d266bc5f0c85 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711911 Nov 15 22:37:45.150809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.222554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65983354-067a-4206-a97e-eb9c75c1b536 req-c0a6ce41-a779-4279-950c-961bf98cd57e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Nov 15 22:37:45.336305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.349771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32b49b10-5d56-4254-a10d-ec69288de4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.370645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d06b3-bc06-4728-a1d5-84d096b9fa75 None None] New status for floating IP b5d40332-a717-4c13-8caf-8f46368cac0c: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:37:45.402151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Router af451156-3a04-4307-8600-e7246cf05dff is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:37:45.467160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:45.527490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:45.545444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.546995 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:45.557685 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:45.558754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:45.614905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-32b49b10-5d56-4254-a10d-ec69288de4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:37:45.616180 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-32b49b10-5d56-4254-a10d-ec69288de4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:37:45.639013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:45.643777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.647863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e366287-346c-4f2f-8cfe-c8b46e53cfbd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2312689 Nov 15 22:37:45.648096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:45.685365 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:45.797439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:45.854517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.879182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:45.968082 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:44Z', 'revision_number': 3, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:46.000088 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:46.000492 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Updating router af451156-3a04-4307-8600-e7246cf05dff port 4ce14f94-a594-44a4-8fd4-0f8020c558de binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:37:46.024132 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.026575 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.026881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.028416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "DELETE /v2.0/security-groups/1b14b6d8-5370-47a9-bf1b-2de0c6461bfd HTTP/1.1" status: 204 len: 168 time: 0.2299080 Nov 15 22:37:46.033492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:46.038480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb2d6-71a2-4aca-903a-28498a6a1be4 tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14b6d8-5370-47a9-bf1b-2de0c6461bfd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:46.077133 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c82e5fb4-9037-4e26-a777-2d3ae1be611b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] show failed (client error): The resource could not be found. Nov 15 22:37:46.078216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c82e5fb4-9037-4e26-a777-2d3ae1be611b tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "GET /v2.0/security-groups/1b14b6d8-5370-47a9-bf1b-2de0c6461bfd HTTP/1.1" status: 404 len: 347 time: 0.0427709 Nov 15 22:37:46.081186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:46.135029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.234973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Deleting port 239cc674-98c3-4303-90c8-9487401b91da {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:46.235329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.320432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a5c5340-9a33-40b4-bd6c-5176996134e8 None None] Provisioning complete for port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:46.321044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a5c5340-9a33-40b4-bd6c-5176996134e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.333882 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.391375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Allocated IP 172.20.0.1 (79c1766a-00a2-4dfe-80d0-3ae134182d2d/e009bf25-e702-45b0-8dcf-2670b048e916/452720f9-a226-4cc9-8804-8da726267161) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:46.411287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b174b0c-9c38-416f-a63b-593a97d50aaa req-3a113e40-d91b-4b11-ba6e-0f7ff72f35c7 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:46.412901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b174b0c-9c38-416f-a63b-593a97d50aaa req-3a113e40-d91b-4b11-ba6e-0f7ff72f35c7 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.1278574 Nov 15 22:37:46.417732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.418057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.444141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30c4b-4d17-4194-bb92-110dc645bbb3 req-c2f119ea-cfe9-48cb-a40a-7e1848d28e00 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:46.445899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fb30c4b-4d17-4194-bb92-110dc645bbb3 req-c2f119ea-cfe9-48cb-a40a-7e1848d28e00 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1256354 Nov 15 22:37:46.456241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Calling delete_port for 239cc674-98c3-4303-90c8-9487401b91da owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:46.492317 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.504447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.557470 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Attempting to bind port 4ce14f94-a594-44a4-8fd4-0f8020c558de on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:46.558108 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Attempting to bind port 4ce14f94-a594-44a4-8fd4-0f8020c558de by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:46.558331 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Attempting to bind port 4ce14f94-a594-44a4-8fd4-0f8020c558de on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:46.563018 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd275-4701-448d-ab73-368392746188 None None] Pushing event updated for resources: {'Port': ['ID=4ce14f94-a594-44a4-8fd4-0f8020c558de,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:46.566762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:46.567397 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:46.567953 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.568490 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:46.569359 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Bound port: 4ce14f94-a594-44a4-8fd4-0f8020c558de, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:46.569919 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.597154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b174b0c-9c38-416f-a63b-593a97d50aaa req-607b46a6-7450-478e-aa68-08e1530a2887 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735871 Nov 15 22:37:46.622675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fb30c4b-4d17-4194-bb92-110dc645bbb3 req-fdb2349e-8a64-41f1-91ab-400102fb9019 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630514 Nov 15 22:37:46.629853 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] For port 4ce14f94-a594-44a4-8fd4-0f8020c558de, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:46.634344 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] For port 4ce14f94-a594-44a4-8fd4-0f8020c558de, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4ce14f94-a594-44a4-8fd4-0f8020c558de,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:46.637284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.688786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:46.692116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:46.699883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:46.705469 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.735965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Pushing event updated for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:46.753445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.782395 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:46.783026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:46.814219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.857449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Pushing event deleted for resources: {'Port': ['ID=239cc674-98c3-4303-90c8-9487401b91da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:46.872757 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd275-4701-448d-ab73-368392746188 None None] Pushing event updated for resources: {'Port': ['ID=4ce14f94-a594-44a4-8fd4-0f8020c558de,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:46.909085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4e9c12ca-147f-43c4-bd6a-307d9c1efebc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:46.937422 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:46.941430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.944414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:46.948527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-855447f1-b962-412d-9e5e-0c237127ac3c tempest-ServerActionsTestJSON-667494740 tempest-ServerActionsTestJSON-667494740-project] 10.222.0.15 "DELETE /v2.0/floatingips/b5d40332-a717-4c13-8caf-8f46368cac0c HTTP/1.1" status: 204 len: 168 time: 0.8634622 Nov 15 22:37:46.948955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:47.006109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.100796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:37:47.102997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:47.145348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 85b822a0-5ac8-4c69-8212-e92562cbbf60 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:47.145694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 85b822a0-5ac8-4c69-8212-e92562cbbf60 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:47.158565 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:44Z', 'revision_number': 3, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:47.161014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bc2e8a53-da81-4530-b892-fba804636c06 None None] Provisioning complete for port 452720f9-a226-4cc9-8804-8da726267161 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:47.161608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8a53-da81-4530-b892-fba804636c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.190775 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58b93f-f326-4dd4-860f-bfccf0ee3197 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:44Z', 'revision_number': 3, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:47.269059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:47.269653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.275647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.292850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e8a53-da81-4530-b892-fba804636c06 None None] Port 452720f9-a226-4cc9-8804-8da726267161 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:47.337909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:47.338863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.353734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'network_id': '1b0a8283-0660-4d4d-bcdc-c0e8deb16608', 'port_id': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'mac_address': 'fa:16:3e:da:8d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73127a5f-23c6-4c4d-8707-87e3180bbddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:37:47.409021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.445307 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.445307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Pushing event updated for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:47.461050 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.478091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:47.516340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:47.572815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.601635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:47.603372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:47.676121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:37:47.690515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:47.815223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:47.883078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43828486-af60-4fd7-937d-20d99e9ff1d8 req-52ffa537-8fc4-406f-84a7-b4a3378bd35d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:47.884764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43828486-af60-4fd7-937d-20d99e9ff1d8 req-52ffa537-8fc4-406f-84a7-b4a3378bd35d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0860133 Nov 15 22:37:47.962723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:47.967820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-43828486-af60-4fd7-937d-20d99e9ff1d8 req-729b0b19-938f-41fe-b18e-4424ddffdbf4 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626819 Nov 15 22:37:47.969689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Deleting port cb57f075-c630-4c57-a617-8ad1de297c84 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:47.970030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:47.971101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb324fde-76bd-4c14-b2de-a7653028388d admin admin] 10.222.0.15 "PUT /v2.0/routers/af451156-3a04-4307-8600-e7246cf05dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3219633 Nov 15 22:37:47.988314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907a64-8ac2-4adc-8522-fd74c13e5d7e req-2e7b8b25-aa9d-4696-b674-5e83a3daafa5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:47.989895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f907a64-8ac2-4adc-8522-fd74c13e5d7e req-2e7b8b25-aa9d-4696-b674-5e83a3daafa5 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 944 time: 0.2371583 Nov 15 22:37:48.028427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f38d8cfb-8e6d-4bd1-814e-7b1615c2b2a5 None None] Provisioning complete for port 452720f9-a226-4cc9-8804-8da726267161 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:48.028817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f38d8cfb-8e6d-4bd1-814e-7b1615c2b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.085325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f907a64-8ac2-4adc-8522-fd74c13e5d7e req-ee0d03b6-352f-4bf8-80de-89caeff902ab tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825617 Nov 15 22:37:48.093944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f38d8cfb-8e6d-4bd1-814e-7b1615c2b2a5 None None] Port 452720f9-a226-4cc9-8804-8da726267161 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:48.170780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] For port cb57f075-c630-4c57-a617-8ad1de297c84, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb57f075-c630-4c57-a617-8ad1de297c84,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:48.171295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.190585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Calling delete_port for cb57f075-c630-4c57-a617-8ad1de297c84 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:48.503973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.541755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb57f075-c630-4c57-a617-8ad1de297c84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:48.573677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:48.578641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677461124', 'description': 'tempest-description--944278112'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:48.715570 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.720494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.795462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.870659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b2fd-a60c-4580-bdca-bf154a9ec409 req-c55dfa1e-d70c-4676-ab48-b6684d23dd75 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:48.874445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2573b2fd-a60c-4580-bdca-bf154a9ec409 req-c55dfa1e-d70c-4676-ab48-b6684d23dd75 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 944 time: 0.1396515 Nov 15 22:37:48.892352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:48.935830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802933af-e58c-4268-b50d-6d9dceec8239,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:48.944317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:49.003642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.005996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2b8b68d0-8413-41ff-9a91-f46b83770d98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4306512 Nov 15 22:37:49.008482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:49.016886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group_rule': {'security_group_id': '802933af-e58c-4268-b50d-6d9dceec8239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:49.017205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4ce14f94-a594-44a4-8fd4-0f8020c558de up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:49.033599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2573b2fd-a60c-4580-bdca-bf154a9ec409 req-2e12c8d9-9d83-4991-bb10-2fe2991d9300 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538606 Nov 15 22:37:49.076353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:49.084948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:49.085313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.131630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4ce14f94-a594-44a4-8fd4-0f8020c558de triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:49.132029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.156977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.233140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.256574 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.294324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:49.296637 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f4586-fe45-413b-84f3-67e6818be0fb" -d '{"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:49.313485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:49.314743 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.315846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.338272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4ce14f94-a594-44a4-8fd4-0f8020c558de, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4ce14f94-a594-44a4-8fd4-0f8020c558de,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:49.347836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9132fc7-ffe2-4742-82d2-4aa6183bebbb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:49.356707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:49.365304 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311f47d-f31f-4fb2-85fa-dc48ad0f8229 x-openstack-request-id: req-b311f47d-f31f-4fb2-85fa-dc48ad0f8229 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:49.365632 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-plugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:49.365918 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b311f47d-f31f-4fb2-85fa-dc48ad0f8229 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:49.366428 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'code': 200} Nov 15 22:37:49.371801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:49.378336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:49.407471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.459483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.466096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6db72ab1-849f-4a2b-8731-c09eaa858eb9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509625 Nov 15 22:37:49.467539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:49.472832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.475363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group_rule': {'security_group_id': '802933af-e58c-4268-b50d-6d9dceec8239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:49.515451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:49.522780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff7cd8-7587-41d7-b6fa-bdac936e1a3c req-c994f373-9f8e-423e-bad9-2e4b94d91a6d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:49.524328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ff7cd8-7587-41d7-b6fa-bdac936e1a3c req-c994f373-9f8e-423e-bad9-2e4b94d91a6d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.4431236 Nov 15 22:37:49.557001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:49.580839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:49.588940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.591452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61691893-8b45-4689-9456-570348c40c5d admin admin] 10.222.0.15 "PUT /v2.0/routers/7cac97d8-f026-40e9-b08d-3a416c7e3f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6413283 Nov 15 22:37:49.592385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:49.594075 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Sync routers for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:49.607404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:49.607404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:49.615688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19ff7cd8-7587-41d7-b6fa-bdac936e1a3c req-57b319c9-9244-4e42-a5b3-439fe0cbf794 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815780 Nov 15 22:37:49.706495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4ce14f94-a594-44a4-8fd4-0f8020c558de,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:49.729237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:49.738264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.740069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.807727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.829344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:47Z', 'revision_number': 2, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:49.836706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1659158f-f782-40cd-b7d5-86abc5ceb567,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:49.861785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:49.862115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Updating router af451156-3a04-4307-8600-e7246cf05dff port 452720f9-a226-4cc9-8804-8da726267161 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:37:49.864210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.894786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.895310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.896550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e70e619e-03d0-4fa7-b32d-e36458b39689 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271641 Nov 15 22:37:49.899588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:49.904483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:49.930799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:37:48Z', 'revision_number': 5, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port': {'id': '1dd2ea06-f8b2-4109-96b8-d207786ecee0', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:27:53Z', 'updated_at': '2021-11-15T22:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:49.961484 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Checking router: 7cac97d8-f026-40e9-b08d-3a416c7e3f10 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:49.966637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Deleting port 1dd2ea06-f8b2-4109-96b8-d207786ecee0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:49.966985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:49.971868 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Routers {'7cac97d8-f026-40e9-b08d-3a416c7e3f10'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:49.972675 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:50.046336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.069032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] Set router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:50.086836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] For port 1dd2ea06-f8b2-4109-96b8-d207786ecee0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1dd2ea06-f8b2-4109-96b8-d207786ecee0,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:50.090993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.129420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Calling delete_port for 1dd2ea06-f8b2-4109-96b8-d207786ecee0 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:50.135958 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 6, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:50.183235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7928a-00b4-4bee-949e-3075df7ac0fa req-220a9a40-af2e-4410-a71e-69de289e3ca1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:50.185373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86f7928a-00b4-4bee-949e-3075df7ac0fa req-220a9a40-af2e-4410-a71e-69de289e3ca1 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0679684 Nov 15 22:37:50.201191 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefec103-1268-4b72-9a51-ef1f6cd04d2e None None] The sync data for ids ['7cac97d8-f026-40e9-b08d-3a416c7e3f10'] in n-d-817995-3 is: [{'id': '7cac97d8-f026-40e9-b08d-3a416c7e3f10', 'name': 'tempest-ServerActionsTestJSON-951172321-router', 'tenant_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:27:52Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 6, 'project_id': 'adf92d1b7a6b40d5ae34d0bc6346bd3b', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:50.223269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.268752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86f7928a-00b4-4bee-949e-3075df7ac0fa req-998952d7-3727-46d6-a6d5-27a43219798f tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730448 Nov 15 22:37:50.309890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.351358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.366256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-f44ed51b-65f3-4ec8-8fdb-0bb3bf4b7dda tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:50.366256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-f44ed51b-65f3-4ec8-8fdb-0bb3bf4b7dda tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0879245 Nov 15 22:37:50.371774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7f732-b3ff-437b-884f-a850a829fa32 None None] Pushing event updated for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:50.428880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Attempting to bind port 452720f9-a226-4cc9-8804-8da726267161 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:50.429114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Attempting to bind port 452720f9-a226-4cc9-8804-8da726267161 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:50.429451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Attempting to bind port 452720f9-a226-4cc9-8804-8da726267161 on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:50.435147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:50.435537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Checking segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:50.436002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.436557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Bound using segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:50.437605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Bound port: 452720f9-a226-4cc9-8804-8da726267161, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:50.437984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.521932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] For port 452720f9-a226-4cc9-8804-8da726267161, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:50.530614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] For port 452720f9-a226-4cc9-8804-8da726267161, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=452720f9-a226-4cc9-8804-8da726267161,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:50.588966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Allocated IP 172.25.0.204 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/49a339d3-850f-45bd-bb86-ecb924b77e44) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:50.595345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Deleting port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:50.595682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.614065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.640824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-daa30498-d56d-4571-9d21-8680e7084cad None None] Provisioning complete for port 452720f9-a226-4cc9-8804-8da726267161 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:50.641659 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daa30498-d56d-4571-9d21-8680e7084cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.671746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.688401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd2ea06-f8b2-4109-96b8-d207786ecee0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:50.766129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d73c-398d-4337-a13a-42c9726b09d9 req-51f3c0e7-8805-4d83-b6dd-3aa410718196 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:50.768265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14b3d73c-398d-4337-a13a-42c9726b09d9 req-51f3c0e7-8805-4d83-b6dd-3aa410718196 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0721965 Nov 15 22:37:50.775990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-daa30498-d56d-4571-9d21-8680e7084cad None None] Port 452720f9-a226-4cc9-8804-8da726267161 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:50.788385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:50.791616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:50.840660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14b3d73c-398d-4337-a13a-42c9726b09d9 req-08054665-7601-4ab7-bd15-f621ed7fc944 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Nov 15 22:37:50.855398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:50.856010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.865902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.904175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Calling delete_port for 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:50.963613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:50.977826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.993916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:50.995285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7f732-b3ff-437b-884f-a850a829fa32 None None] Pushing event updated for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:51.025569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.063107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b612af73-c981-4233-8ef5-95039525c567 None None] Provisioning complete for port 452720f9-a226-4cc9-8804-8da726267161 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:51.063107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b612af73-c981-4233-8ef5-95039525c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.152626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:51.203535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4ce14f94-a594-44a4-8fd4-0f8020c558de up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:51.301747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b612af73-c981-4233-8ef5-95039525c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.303527 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.400568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:51.402829 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a91f5-1ea3-40f0-9be9-72bc4d1e0236" -d '{"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:51.404194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e42b-674d-4841-b95b-bff67de2bf53 req-8a93035e-693d-4425-a11d-9db74a970719 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:51.405963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3645e42b-674d-4841-b95b-bff67de2bf53 req-8a93035e-693d-4425-a11d-9db74a970719 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 945 time: 0.0547371 Nov 15 22:37:51.431750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,segment=NetworkSegment(a9749200-dc13-45ab-8bed-bd6070b7fd83),segment_id=a9749200-dc13-45ab-8bed-bd6070b7fd83)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:51.439657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b612af73-c981-4233-8ef5-95039525c567 None None] For port 452720f9-a226-4cc9-8804-8da726267161, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=452720f9-a226-4cc9-8804-8da726267161,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:51.474207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4ce14f94-a594-44a4-8fd4-0f8020c558de triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:51.474604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.485541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3645e42b-674d-4841-b95b-bff67de2bf53 req-b05719ae-847f-4152-8195-b13c3542a332 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/security-groups?id=4756f588-02ae-47f5-9dd9-bad8be7e57e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Nov 15 22:37:51.534330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.568384 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851ef5d-6cc6-49ca-ad5b-fcf100f6aaec x-openstack-request-id: req-3851ef5d-6cc6-49ca-ad5b-fcf100f6aaec {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:51.568692 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:51.568942 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3851ef5d-6cc6-49ca-ad5b-fcf100f6aaec {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:51.569465 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'code': 200} Nov 15 22:37:51.573248 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b612af73-c981-4233-8ef5-95039525c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.616014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:51.627883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.628438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cac97d8-f026-40e9-b08d-3a416c7e3f10 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:37:51.630537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.635079 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.636220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91ce5433-7329-4fb6-b895-7b188bbb7f5b admin admin] 10.222.0.15 "DELETE /v2.0/routers/7cac97d8-f026-40e9-b08d-3a416c7e3f10 HTTP/1.1" status: 204 len: 168 time: 2.0429187 Nov 15 22:37:51.638885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:51.677659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=49a339d3-850f-45bd-bb86-ecb924b77e44,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:51.689362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.700875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:51.707801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:51.713776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612af73-c981-4233-8ef5-95039525c567 None None] Pushing event updated for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:51.729445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:51.733107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Pushing event deleted for resources: {'Port': ['ID=6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:51.738071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:50Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:51.767614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Deleting subnet b0676570-6693-4e73-bfa3-9caef7784045 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:37:51.773059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.776377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c60b3-6904-4ec3-a562-3095acfc2e73 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:50Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:51.822996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1dd2ea06-f8b2-4109-96b8-d207786ecee0 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:51.833837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] No DVR routers for this DVR port 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:51.835375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.838278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.854287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c10fa2a-48a9-4e6a-9063-0e48977c97b6 req-583d498f-6d62-4811-8a43-2fd9416655a3 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.55 "DELETE /v2.0/ports/6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 HTTP/1.1" status: 204 len: 173 time: 1.4631174 Nov 15 22:37:51.854788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-deleted', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:51.857199 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b52cf-2ec6-4ebc-a4ff-e4e87df40c9e" -d '{"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-deleted", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:51.893295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1dd2ea06-f8b2-4109-96b8-d207786ecee0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:51.894205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1dd2ea06-f8b2-4109-96b8-d207786ecee0 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:51.899990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb57f075-c630-4c57-a617-8ad1de297c84 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:51.969382 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e06e4-40d9-4f28-a730-832da501fac2 x-openstack-request-id: req-f92e06e4-40d9-4f28-a730-832da501fac2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:51.969675 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a463255-9ce5-4bbf-93cc-bb432ce6ef66", "name": "network-vif-deleted", "tag": "6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:51.970126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: cb57f075-c630-4c57-a617-8ad1de297c84 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:51.970712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb57f075-c630-4c57-a617-8ad1de297c84 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:51.971161 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f92e06e4-40d9-4f28-a730-832da501fac2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:51.973321 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a463255-9ce5-4bbf-93cc-bb432ce6ef66', 'name': 'network-vif-deleted', 'tag': '6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4', 'status': 'completed', 'code': 200} Nov 15 22:37:51.985655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:51.989953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.086086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3b421-b58b-4c02-af53-e4710278f3f4 req-897d4fd1-dbd0-4cce-be50-6dad416c23c0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:52.088778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b3b421-b58b-4c02-af53-e4710278f3f4 req-897d4fd1-dbd0-4cce-be50-6dad416c23c0 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0746033 Nov 15 22:37:52.117826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.139703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75b3b421-b58b-4c02-af53-e4710278f3f4 req-d5d246bb-c028-493b-8745-93b638c96523 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Nov 15 22:37:52.164711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.192654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0676570-6693-4e73-bfa3-9caef7784045,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:52.194817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.198280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98bc4c15-c50e-4c1d-8f09-3466b1ceef52 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0676570-6693-4e73-bfa3-9caef7784045 HTTP/1.1" status: 204 len: 168 time: 0.5581379 Nov 15 22:37:52.200866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:52.214711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f121e40-4aa7-40ea-8a70-6eb149f7f56a None None] Network fd0a1dcc-0a24-42b1-b578-763071a4e5bf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:52.284489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.336375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.367152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Deleting port 26af57ce-7024-4137-bb46-1c35d54e5304 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:52.367563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.434108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.467492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] For port 26af57ce-7024-4137-bb46-1c35d54e5304, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=26af57ce-7024-4137-bb46-1c35d54e5304,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:52.468527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.485989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] DHCP port deletion for fd0a1dcc-0a24-42b1-b578-763071a4e5bf request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:37:52.486572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Calling delete_port for 26af57ce-7024-4137-bb46-1c35d54e5304 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:52.540204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:52.555846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Deleting port 26af57ce-7024-4137-bb46-1c35d54e5304 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:52.556223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.573685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.586093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=49a339d3-850f-45bd-bb86-ecb924b77e44,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:52.631238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a9b9e00-b698-4b3b-9652-aa6afeaec240 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/floatingips/c5d8aa1f-07bb-425c-9997-a4f4021ddb92 HTTP/1.1" status: 200 len: 993 time: 0.0897741 Nov 15 22:37:52.642289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] For port 26af57ce-7024-4137-bb46-1c35d54e5304, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=26af57ce-7024-4137-bb46-1c35d54e5304,segment=NetworkSegment(6ba12b37-e450-4852-87c0-d8efb4c2b597),segment_id=6ba12b37-e450-4852-87c0-d8efb4c2b597)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:52.642684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.659902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Calling delete_port for 26af57ce-7024-4137-bb46-1c35d54e5304 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:52.673500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.674824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c5424e5c-f722-4265-9180-8f6bd85bb1bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7742703 Nov 15 22:37:52.736281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de121db0-3a56-44ce-aab7-80c7e5d64d59 req-0dc10817-af98-4aa7-ba0d-43f94945a905 tempest-ImagesTestJSON-731878077 tempest-ImagesTestJSON-731878077-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a463255-9ce5-4bbf-93cc-bb432ce6ef66 HTTP/1.1" status: 200 len: 210 time: 0.0445838 Nov 15 22:37:52.758060 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.804748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:52.811172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Pushing event deleted for resources: {'Port': ['ID=26af57ce-7024-4137-bb46-1c35d54e5304,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:52.817852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] No DVR routers for this DVR port 26af57ce-7024-4137-bb46-1c35d54e5304 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:52.844151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] Pushing event deleted for resources: {'Port': ['ID=26af57ce-7024-4137-bb46-1c35d54e5304,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:52.859346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037b841-08e3-445e-ab16-e350b5e7bdf1 None None] No DVR routers for this DVR port 26af57ce-7024-4137-bb46-1c35d54e5304 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:52.962248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 452720f9-a226-4cc9-8804-8da726267161 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:37:52.976420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-db3aaf5f-0574-4a32-bef9-2f6810defb5b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1677461124&fields=id&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 267 time: 0.1168702 Nov 15 22:37:52.980107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.029779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:53.038574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 452720f9-a226-4cc9-8804-8da726267161 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:53.040732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.059637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0a1dcc-0a24-42b1-b578-763071a4e5bf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:53.076385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba12b37-e450-4852-87c0-d8efb4c2b597') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:53.076715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba12b37-e450-4852-87c0-d8efb4c2b597') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:53.091839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.118821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.133995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:53.134598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:53.136302 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:53.195959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-0479d2f9-3c95-471b-91d7-62f38f920a23 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:53.198338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-0479d2f9-3c95-471b-91d7-62f38f920a23 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 816 time: 0.2114186 Nov 15 22:37:53.213501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 26af57ce-7024-4137-bb46-1c35d54e5304 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:53.239380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-67d81c2e-15e6-4533-a3a9-789ebca86ae1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/quotas/7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 375 time: 0.0311654 Nov 15 22:37:53.257210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 26af57ce-7024-4137-bb46-1c35d54e5304 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:53.257559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 26af57ce-7024-4137-bb46-1c35d54e5304 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:53.283920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 19b91600-66d0-4e8f-a871-7610f097ca90 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:53.284270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.328824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-727ca968-3300-422f-a7a0-2daa08fb1b35 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884745 Nov 15 22:37:53.341924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e016b3-7426-49ba-891b-218f3c021b47 req-56b34a45-5761-48cf-9c11-8d73da9cd2e2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:53.344203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63e016b3-7426-49ba-891b-218f3c021b47 req-56b34a45-5761-48cf-9c11-8d73da9cd2e2 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0685043 Nov 15 22:37:53.354012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.359727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.363223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd0a1dcc-0a24-42b1-b578-763071a4e5bf HTTP/1.1" status: 204 len: 168 time: 1.1612759 Nov 15 22:37:53.375220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.375220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.390047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 19b91600-66d0-4e8f-a871-7610f097ca90 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:53.429880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f54bb-8ed6-4487-afc3-092bcf0bebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0a1dcc-0a24-42b1-b578-763071a4e5bf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:53.499518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63e016b3-7426-49ba-891b-218f3c021b47 req-71f64a60-23bd-4eb1-957b-b8b71c619daf tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349847 Nov 15 22:37:53.503388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-d5479dad-ee68-4d46-8c40-acdb42832ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582472 Nov 15 22:37:53.607015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-e735a97f-e1ba-48ee-bdcf-05a54c1890e5 service neutron] 10.222.0.15 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969512 Nov 15 22:37:53.685488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.719683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=19b91600-66d0-4e8f-a871-7610f097ca90,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:53.770054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:53.777812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.778068 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Floating IP c5d8aa1f-07bb-425c-9997-a4f4021ddb92 disassociated (deleted). External IP: 172.25.0.12, port: 242d37db-95bc-464a-bdd4-5226d590134d. Nov 15 22:37:53.844699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57d25b97-ab2d-4c5e-8e63-5feb43b10617 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adf92d1b7a6b40d5ae34d0bc6346bd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705128 Nov 15 22:37:53.845066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:53.921640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-702d72b2-63af-482d-a29f-43c56723da2f req-1e6fc475-b97a-41a9-83c3-bb6c397b9703 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0476191 Nov 15 22:37:53.936844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:53.972268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.039842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6a792483-76bf-490a-84c7-9480c07df683 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:37:54.126561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.130245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.131467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9aab512-f646-481d-80f0-4a4c20b608fd HTTP/1.1" status: 204 len: 168 time: 0.2853866 Nov 15 22:37:54.140990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9b50-826b-4a18-8eff-20f064cf8e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aab512-f646-481d-80f0-4a4c20b608fd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:54.163643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:37:54.176090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.178071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Sync routers for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:37:54.192689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:54.193321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:54.215891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5d6635e-6671-478a-b4ad-f3e4d6209ae9 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/floatingips/c5d8aa1f-07bb-425c-9997-a4f4021ddb92 HTTP/1.1" status: 204 len: 168 time: 1.1818397 Nov 15 22:37:54.215891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:54.217053 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc339da-77a9-4578-a618-4312c4235aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:54.224080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:54.288034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Deleting subnet 73127a5f-23c6-4c4d-8707-87e3180bbddd {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:37:54.291571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.309891 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63956c62-0cac-4ff6-b5e3-672e3bb432ec x-openstack-request-id: req-63956c62-0cac-4ff6-b5e3-672e3bb432ec {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:54.310404 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "tag": "242d37db-95bc-464a-bdd4-5226d590134d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:54.310867 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63956c62-0cac-4ff6-b5e3-672e3bb432ec {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:54.311437 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d', 'status': 'completed', 'code': 200} Nov 15 22:37:54.349134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.381113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:54.397854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-fed9f5ca-a810-43d1-85ae-2eb636a8ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:54.399706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-fed9f5ca-a810-43d1-85ae-2eb636a8ad19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 1097 time: 0.0664480 Nov 15 22:37:54.407215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.550475 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.565435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.568749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/73127a5f-23c6-4c4d-8707-87e3180bbddd HTTP/1.1" status: 204 len: 168 time: 0.3430161 Nov 15 22:37:54.575208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:54.589971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0532549-4156-4dae-9240-1ed098e7dd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73127a5f-23c6-4c4d-8707-87e3180bbddd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:54.683758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-8100b209-a161-44bb-8948-7a3d5457ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:54.685188 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-8100b209-a161-44bb-8948-7a3d5457ece5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 200 len: 898 time: 0.2777441 Nov 15 22:37:54.702894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.736947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194ab8-1fec-41eb-954b-d3a1c79428be req-bb7fd688-d44d-46ff-b01b-2f13ade6daec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:54.743891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19194ab8-1fec-41eb-954b-d3a1c79428be req-bb7fd688-d44d-46ff-b01b-2f13ade6daec tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0787394 Nov 15 22:37:54.757252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-d5c7c297-dc17-4be1-a555-6c9bfab787b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 200 len: 217 time: 0.0518467 Nov 15 22:37:54.825563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19194ab8-1fec-41eb-954b-d3a1c79428be req-1252cdcc-8269-4cc7-9cc7-fe1a3997edda tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Nov 15 22:37:54.849560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-914863cb-5ee8-403b-9c66-b7f299b8f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:54.851224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-914863cb-5ee8-403b-9c66-b7f299b8f2fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a955b840-8edf-4346-abaa-2df7dbb44a4f HTTP/1.1" status: 200 len: 834 time: 0.0642941 Nov 15 22:37:54.941394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:54.942506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:54.977926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-51659e27-f6db-4148-8fc0-8f0c91d0c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:54.979761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-51659e27-f6db-4148-8fc0-8f0c91d0c9b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1c66af2-f3e8-44ae-b93e-699552b4920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154194 Nov 15 22:37:54.984055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0a8283-0660-4d4d-bcdc-c0e8deb16608']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:55.013406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Checking router: 6a792483-76bf-490a-84c7-9480c07df683 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:37:55.018804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:37:55.043607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:37:55.044120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6dd3d84b-5b72-4ea9-a5a4-a74abc854fb4 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:37:55.048891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:37:55.049215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9749200-dc13-45ab-8bed-bd6070b7fd83') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:55.049730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9749200-dc13-45ab-8bed-bd6070b7fd83') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:55.050478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:55.062075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d68f438-e00f-4ec8-b1f4-3da7cc0b1caf req-e7c8013a-b2ae-4249-bf35-aaeba1beb232 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0396225 Nov 15 22:37:55.068676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.083256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9670-3107-459d-ac48-b8f94e6b14a4 req-c4185cea-ff5f-45b5-8856-df325f546aa6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:55.095475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797d9670-3107-459d-ac48-b8f94e6b14a4 req-c4185cea-ff5f-45b5-8856-df325f546aa6 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.1003230 Nov 15 22:37:55.105888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.120437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:37:55.120867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:37:55.130169 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:37:55.172330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-797d9670-3107-459d-ac48-b8f94e6b14a4 req-4826e7ac-7b24-436d-877e-3f9f0a15d80d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754156 Nov 15 22:37:55.174045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:37:55.207421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-7485cd3b-381d-4eef-80af-4d4bb51c0738 service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149279 Nov 15 22:37:55.304358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.310677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.314204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b0a8283-0660-4d4d-bcdc-c0e8deb16608 HTTP/1.1" status: 204 len: 168 time: 0.7380126 Nov 15 22:37:55.326474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c22ec-cb90-4162-af88-0914b0dd703b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0a8283-0660-4d4d-bcdc-c0e8deb16608,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:55.329709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cc339da-77a9-4578-a618-4312c4235aa2 req-4d801b56-9b55-448d-83f5-e79922943abb service neutron] 10.222.0.55 "GET /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127002 Nov 15 22:37:55.396123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:37:55.423513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6704404f-0558-4650-82f0-fb7e8494fbf4 None None] The sync data for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 is: [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:47Z', 'revision_number': 4, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b', 'name': '', 'network_id': 'c1c66af2-f3e8-44ae-b93e-699552b4920d', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'mac_address': 'fa:16:3e:b8:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:44Z', 'updated_at': '2021-11-15T22:36:52Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'subnets': [{'id': 'a955b840-8edf-4346-abaa-2df7dbb44a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:37:55.654787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:55.682043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:55.696906 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faead874-c58c-44c0-bfc1-5a7e43285cd2 None None] New status for floating IP c5d8aa1f-07bb-425c-9997-a4f4021ddb92: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:37:55.747242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b1db14b6-b4e9-482a-a415-177c6a13b2a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6211dd7014c0420ba025078cc32d7c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638480 Nov 15 22:37:55.749934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:55.816127 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.837655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.916494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1273896192-network', 'tenant_id': '7371735083844e399cf2642a28935079'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:55.939174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485efea-7e13-4c44-98d3-0b5b275f47e5 req-7a16930a-1cd8-4e2a-a544-cba1bd12a87e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:55.940693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6485efea-7e13-4c44-98d3-0b5b275f47e5 req-7a16930a-1cd8-4e2a-a544-cba1bd12a87e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0534704 Nov 15 22:37:55.966872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.970697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:55.974244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4756f588-02ae-47f5-9dd9-bad8be7e57e3 HTTP/1.1" status: 204 len: 168 time: 0.2232401 Nov 15 22:37:55.984225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9202f-6a13-405f-be5c-1af7b774a6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756f588-02ae-47f5-9dd9-bad8be7e57e3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:55.992438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6485efea-7e13-4c44-98d3-0b5b275f47e5 req-b21e79f0-e382-4636-b8ed-f9645f72adca tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Nov 15 22:37:56.047233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Made reservation on behalf of 7371735083844e399cf2642a28935079 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:56.051044 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.065913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.148053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.164095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d61bfe0-5594-473c-a7d2-7dd7247bd589 req-cf71fea3-dcdd-45c0-ac62-b1647abfb51f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0268178 Nov 15 22:37:56.201752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.223748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:37:56.237727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:56.243983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.243983 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Added segment e7c751ec-9ec2-44b3-ab04-c39d6df16761 of type vlan for network 9ac3ddd2-8641-459a-a7a6-409dd729424a Nov 15 22:37:56.315597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa72b2b-e27b-4e23-a8cb-045b71e5ee45 req-eb48ae6a-5ca6-4231-b418-86f87fef189a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:56.324129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.325738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfa72b2b-e27b-4e23-a8cb-045b71e5ee45 req-eb48ae6a-5ca6-4231-b418-86f87fef189a tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.0897024 Nov 15 22:37:56.363081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-cf664490-a3f6-4b61-b300-ece020fbb887 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:56.364587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-cf664490-a3f6-4b61-b300-ece020fbb887 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 946 time: 0.0805008 Nov 15 22:37:56.387392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfa72b2b-e27b-4e23-a8cb-045b71e5ee45 req-242999da-4d0d-44eb-8690-0e1e0b5b7fe3 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df5ca84-b9c1-4334-8d1c-92c2ab760c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599689 Nov 15 22:37:56.412167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.413145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:56.413716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.543709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8841798 Nov 15 22:37:56.544051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:56.551168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Request body: {'subnet': {'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1273896192-subnet', 'tenant_id': '7371735083844e399cf2642a28935079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:56.564039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4742-6d2b-47d0-b91f-cf34bb2d0151 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac3ddd2-8641-459a-a7a6-409dd729424a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:56.576828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 9ac3ddd2-8641-459a-a7a6-409dd729424a details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:37:56.621984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 242d37db-95bc-464a-bdd4-5226d590134d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:37:56.622344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.645784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Made reservation on behalf of 7371735083844e399cf2642a28935079 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:56.648258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.654039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ae2abcab-1147-4e28-aff9-4e3a8cc24149 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:56.656160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ae2abcab-1147-4e28-aff9-4e3a8cc24149 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 816 time: 0.2133689 Nov 15 22:37:56.774383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 242d37db-95bc-464a-bdd4-5226d590134d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=242d37db-95bc-464a-bdd4-5226d590134d,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:37:56.774739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.782355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-0af4deb3-1433-4c45-a682-629bc84e8904 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 380 time: 0.1004794 Nov 15 22:37:56.793572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'port': {'device_id': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'admin_state_up': True, 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'security_groups': ['802933af-e58c-4268-b50d-6d9dceec8239']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:56.801599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 242d37db-95bc-464a-bdd4-5226d590134d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:37:56.938657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:56.997136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5294da-e3bd-4e98-91da-7fc0433917f9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:57.007365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Checking segment: {'id': 'e7c751ec-9ec2-44b3-ab04-c39d6df16761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:57.007721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Network hostable DHCP agents. Network: 9ac3ddd2-8641-459a-a7a6-409dd729424a, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:37:57.031570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Made reservation on behalf of 7bd385f1108c486dbee9e68e61cf0a04 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:57.043363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.083018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:57.094991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.132505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Network 9ac3ddd2-8641-459a-a7a6-409dd729424a is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:37:57.166228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88063-6bec-48d2-956e-983f98c6b795 req-89e15687-a389-4a04-8249-7667a1afe95f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:57.170358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aae88063-6bec-48d2-956e-983f98c6b795 req-89e15687-a389-4a04-8249-7667a1afe95f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0725551 Nov 15 22:37:57.180395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=242d37db-95bc-464a-bdd4-5226d590134d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:57.206722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] No DVR routers for this DVR port 242d37db-95bc-464a-bdd4-5226d590134d on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:37:57.211320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.214990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f77d59a8-6f20-4594-b21f-ee9ab356c539 req-85af6732-cf04-43b4-ac72-f8796c69013d tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.55 "DELETE /v2.0/ports/242d37db-95bc-464a-bdd4-5226d590134d HTTP/1.1" status: 204 len: 173 time: 0.8430729 Nov 15 22:37:57.215449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'name': 'network-vif-deleted', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:57.218381 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece9278-aa82-448a-8a2c-a5113738ba85" -d '{"events": [{"server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "name": "network-vif-deleted", "tag": "242d37db-95bc-464a-bdd4-5226d590134d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:57.229741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 9ac3ddd2-8641-459a-a7a6-409dd729424a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:57.234827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:57.235510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.244535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67c0cdf-480c-4d1b-9f91-05fba6a02c8f None None] Network 9ac3ddd2-8641-459a-a7a6-409dd729424a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:57.270805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aae88063-6bec-48d2-956e-983f98c6b795 req-58e7b3b7-da85-4095-a477-6e226b16cf0d tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948572 Nov 15 22:37:57.280497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-772852789-network', 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:57.288162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Allocated IP 172.20.0.7 (79c1766a-00a2-4dfe-80d0-3ae134182d2d/e009bf25-e702-45b0-8dcf-2670b048e916/0b5cfd68-1c6e-4308-805c-e662d49fedc0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:57.322477 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391afbbf-8a9d-44cd-9b1f-f0e8661d7390 x-openstack-request-id: req-391afbbf-8a9d-44cd-9b1f-f0e8661d7390 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:57.322761 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2b193e-3b0b-489b-8280-c78f9684071d", "name": "network-vif-deleted", "tag": "242d37db-95bc-464a-bdd4-5226d590134d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:57.323024 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-391afbbf-8a9d-44cd-9b1f-f0e8661d7390 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:57.323518 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2b193e-3b0b-489b-8280-c78f9684071d', 'name': 'network-vif-deleted', 'tag': '242d37db-95bc-464a-bdd4-5226d590134d', 'status': 'completed', 'code': 200} Nov 15 22:37:57.352011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-763bea38-5770-4555-9ce7-4d88ae7993e1 req-a64a570b-0dd0-4f3e-8650-3d81716a24a5 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0797706 Nov 15 22:37:57.407000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96afc4-c3c2-442f-a11f-bed4c77815c0 None None] Network 9ac3ddd2-8641-459a-a7a6-409dd729424a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:57.453833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.455126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-01b62322-8bfb-4bb9-8c86-ebd95f97cbee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9088361 Nov 15 22:37:57.586881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f662636-b171-4e51-ad32-95a185c4bc8c req-ad9ef029-962e-42be-9db6-e3ae731d58d0 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc2b193e-3b0b-489b-8280-c78f9684071d HTTP/1.1" status: 200 len: 210 time: 0.0411985 Nov 15 22:37:57.589787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:57.600183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.609570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.620142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.655999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:57.660777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:57.665847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:57.735896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:57.742093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.762032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:57.762710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.829401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.852641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:37:57.867722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc1d40-ecd5-4706-8013-07877ada812f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:57.871295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.871634 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Added segment 42477c3c-a3ff-459e-bc78-bc4cc87b60e6 of type vlan for network 4beddfe0-1814-48ed-b089-03d32334841a Nov 15 22:37:57.875816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-b2df800b-c175-419f-b01a-7b64a86509bc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0859172 Nov 15 22:37:57.891073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Request body: {'port': {'device_id': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:57.915348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.951680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cf536001-5f49-48c4-9752-688d79417815 None None] Provisioning complete for port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:37:57.952870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf536001-5f49-48c4-9752-688d79417815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.960887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:57.992333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cf536001-5f49-48c4-9752-688d79417815 None None] Port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:37:58.003633 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.004941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:58.005430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.097003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] Pushing event updated for resources: {'Network': ['ID=4beddfe0-1814-48ed-b089-03d32334841a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:58.107552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-18045065-14da-47e7-9c85-08425bbd92ac tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:58.107804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 4beddfe0-1814-48ed-b089-03d32334841a details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:37:58.109209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-18045065-14da-47e7-9c85-08425bbd92ac tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/networks?id=9ac3ddd2-8641-459a-a7a6-409dd729424a HTTP/1.1" status: 200 len: 822 time: 0.1823025 Nov 15 22:37:58.133438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-345468be-009a-45e5-af16-40106225a994 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/quotas/7371735083844e399cf2642a28935079 HTTP/1.1" status: 200 len: 375 time: 0.0178761 Nov 15 22:37:58.166694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-8c0c3d7b-5767-4339-8574-51f1c0e413e6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7371735083844e399cf2642a28935079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323830 Nov 15 22:37:58.174451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-671f00fd-9be3-483a-9589-20190b9d8734 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0901196 Nov 15 22:37:58.176927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:58.182182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Request body: {'subnet': {'network_id': '4beddfe0-1814-48ed-b089-03d32334841a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-772852789-subnet', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:58.275865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-69a60007-72ea-415f-9005-32dacaac0bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002395 Nov 15 22:37:58.276363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:37:58.284405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.288707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:37:58.291155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.346859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Transition to ACTIVE for port object 0b5cfd68-1c6e-4308-805c-e662d49fedc0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:37:58.418304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-b72d432c-9fe6-468c-b871-98dce6d89e97 service neutron] 10.222.0.15 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351302 Nov 15 22:37:58.427097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.432179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640c24c-dd5b-4259-9150-9234798d19f0 req-8771e976-697a-476d-8533-83de888024fc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:58.433905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b640c24c-dd5b-4259-9150-9234798d19f0 req-8771e976-697a-476d-8533-83de888024fc tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0769310 Nov 15 22:37:58.484139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:58.488035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b640c24c-dd5b-4259-9150-9234798d19f0 req-77d9e2ab-3725-41de-85f8-abbef461b341 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Nov 15 22:37:58.636561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a525-de5a-4b27-8a1b-e9642df13c89 req-a22f0882-18ea-446f-a851-50c1b24f89e9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:58.638230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd81a525-de5a-4b27-8a1b-e9642df13c89 req-a22f0882-18ea-446f-a851-50c1b24f89e9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0730908 Nov 15 22:37:58.647044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Attempting to bind port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:58.647679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Attempting to bind port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:58.648182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Attempting to bind port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:58.653260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:37:58.653796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Attempting to bind port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:58.661436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:58.661774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Checking segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:58.662157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Bound using segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:37:58.662710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Bound port: 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:37:58.662991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.665521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.721634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90e7da5c-aeee-456b-9bc0-bcc4e1ae4edd req-1522aa55-1c08-47fd-8d74-4264bc1f9d88 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0691450 Nov 15 22:37:58.735619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd81a525-de5a-4b27-8a1b-e9642df13c89 req-47952a1f-fb8c-4844-850a-c7d2ef6b1ce7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904601 Nov 15 22:37:58.801035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34d1dba-57e9-4e1f-8858-9f1513fc4f79,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:58.812021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:58.850590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Checking segment: {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:58.850952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Network hostable DHCP agents. Network: 4beddfe0-1814-48ed-b089-03d32334841a, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:37:58.871362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.874550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:37:58.878094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:37:58.897235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.921865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.950602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Network 4beddfe0-1814-48ed-b089-03d32334841a is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:37:58.968711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:58.969327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:58.970774 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] 10.222.0.57 "PUT /v2.0/ports/0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 1091 time: 1.0848219 Nov 15 22:37:58.992395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee683ff7-381d-4271-b10a-7eec9ebb3671 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:59.045433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 4beddfe0-1814-48ed-b089-03d32334841a) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:59.045700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.048846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.049655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.050251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.058550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/security-groups/9df5ca84-b9c1-4334-8d1c-92c2ab760c67 HTTP/1.1" status: 204 len: 168 time: 0.2453880 Nov 15 22:37:59.063588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7fb14-27eb-4389-86f8-5e1cc619530f None None] Network 4beddfe0-1814-48ed-b089-03d32334841a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:37:59.078605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5ca84-b9c1-4334-8d1c-92c2ab760c67,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:59.087677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.089049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.089400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.089822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.090115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.090585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.090919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.091289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.091556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.091876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.092316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.096372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97adb15-6067-47c3-8cba-04865bbab6b5 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:37:59.127446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c37f8204-1055-45cf-9aeb-82af4e6dbf24 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9487939 Nov 15 22:37:59.129716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:59.135777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:37:59.158744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-a621f050-f610-40ad-8a78-427545be7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.160630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-a621f050-f610-40ad-8a78-427545be7d9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1094 time: 0.0850236 Nov 15 22:37:59.183341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:37:59.214809 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-e51edbaa-bb04-46f3-a102-82e60efc0d34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 217 time: 0.0429208 Nov 15 22:37:59.272058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-d54dbc95-1e8f-4118-810d-e109c6d3c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.274011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-d54dbc95-1e8f-4118-810d-e109c6d3c4bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.0522096 Nov 15 22:37:59.283243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.283243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.289279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.323963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:37:59.326219 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac" -d '{"events": [{"name": "network-changed", "server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:37:59.328833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-4beddfe0-1814-48ed-b089-03d32334841a', 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'fixed_ips': [{'subnet_id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:37:59.329760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.381756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.383820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-af187e55-e0b1-4604-97ac-de6fb1b06525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.385516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-af187e55-e0b1-4604-97ac-de6fb1b06525 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968931 Nov 15 22:37:59.420308 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec17671-550d-4b0d-b8bb-f2975d214126 x-openstack-request-id: req-fec17671-550d-4b0d-b8bb-f2975d214126 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:37:59.420308 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:37:59.420308 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fec17671-550d-4b0d-b8bb-f2975d214126 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:37:59.420308 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'status': 'completed', 'code': 200} Nov 15 22:37:59.536033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Allocated IP 172.20.0.2 (4beddfe0-1814-48ed-b089-03d32334841a/c34d1dba-57e9-4e1f-8858-9f1513fc4f79/7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:37:59.651687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310796a-f74a-4027-9630-aeb8b5be7dca req-58ff0f22-1c42-4b09-8f24-32328a86c65e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.653256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5310796a-f74a-4027-9630-aeb8b5be7dca req-58ff0f22-1c42-4b09-8f24-32328a86c65e tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0774992 Nov 15 22:37:59.728105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.740646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5310796a-f74a-4027-9630-aeb8b5be7dca req-7cb5029f-30f2-4a85-b424-33001853db09 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737882 Nov 15 22:37:59.787629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.795000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.833571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:37:59.892296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Network 4beddfe0-1814-48ed-b089-03d32334841a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:37:59.898303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:37:59.900916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Pushing event updated for resources: {'Port': ['ID=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:37:59.903445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:37:59.935734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23682ccd-ed36-4608-bd22-8d8e7431184f req-d99a2f34-a72d-4053-90fc-a0cca30fda57 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0495641 Nov 15 22:37:59.982870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Attempting to bind port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:37:59.984010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Attempting to bind port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:37:59.984539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Attempting to bind port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a on network 4beddfe0-1814-48ed-b089-03d32334841a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:37:59.987915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae19ca-d9ec-4f4c-9167-10afcd8182fa req-b1936afd-ed79-4c0b-9e33-0ca4a053aa43 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:37:59.989460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22ae19ca-d9ec-4f4c-9167-10afcd8182fa req-b1936afd-ed79-4c0b-9e33-0ca4a053aa43 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0945718 Nov 15 22:37:59.997935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:37:59.998603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Checking segment: {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:37:59.999791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.000427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Bound using segment: {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:00.001086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Bound port: 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:00.001785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.072569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] For port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:00.077398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] For port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:00.095072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22ae19ca-d9ec-4f4c-9167-10afcd8182fa req-138b9a59-0d84-4864-a3f4-fc592c7f9743 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760779 Nov 15 22:38:00.105896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.120054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-0f72f1ef-8403-4ddd-a748-62a3dc98c8dc service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215619 Nov 15 22:38:00.157482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.220352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:00.220779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.223832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bd908-2f39-41bd-81bb-b0c6f653ae02 None None] Pushing event updated for resources: {'Port': ['ID=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:00.275388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83e112db-b84c-419d-a06d-3d65fda24ac8 req-afaf1e89-49b0-4624-8174-8b305c524b99 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475174 Nov 15 22:38:00.348486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:00.348935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.365437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:00.587433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-d80f8cdb-90ec-43a1-980e-cd69707fceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:00.589202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-d80f8cdb-90ec-43a1-980e-cd69707fceea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1094 time: 0.1766386 Nov 15 22:38:00.641633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.666216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.675178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:00.707337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:00.772309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-b8e1d9a5-1390-433b-ae6c-8a7529189e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:00.773771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-b8e1d9a5-1390-433b-ae6c-8a7529189e18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1764297 Nov 15 22:38:00.866920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-8b3e5be4-1cc0-422a-b486-483a000b5246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 217 time: 0.0695477 Nov 15 22:38:00.927124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Allocated IP 172.25.0.7 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/f7979ed9-621b-4002-a1b6-ff48dc79901e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:00.972076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-b0b37954-4556-49e1-a54f-267c440cb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:00.972076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-b0b37954-4556-49e1-a54f-267c440cb2a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.0897236 Nov 15 22:38:00.973992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 242d37db-95bc-464a-bdd4-5226d590134d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:01.047009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:01.052117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 242d37db-95bc-464a-bdd4-5226d590134d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:01.052117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 242d37db-95bc-464a-bdd4-5226d590134d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:01.088286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-8e1db7b8-c57c-4f92-90c9-b4da4d62ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:01.090000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-8e1db7b8-c57c-4f92-90c9-b4da4d62ee25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948081 Nov 15 22:38:01.119357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:01.122006 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.235652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.272001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:01.295463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.378369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-192d2f68-b67b-43ba-8945-35eba8b50304 req-d7fb2efb-3666-46c3-b819-b17557b28a8a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0655801 Nov 15 22:38:01.379597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.409061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-b017d9d8-d9af-4522-880e-8cdf72dd9422 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035274 Nov 15 22:38:01.416743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-f2241f93-5834-4bd2-9186-2330296e331b tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:01.418264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-f2241f93-5834-4bd2-9186-2330296e331b tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.55 "GET /v2.0/networks?id=9ac3ddd2-8641-459a-a7a6-409dd729424a HTTP/1.1" status: 200 len: 822 time: 0.2802930 Nov 15 22:38:01.448943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Request body: {'port': {'device_id': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a', 'admin_state_up': True, 'tenant_id': '7371735083844e399cf2642a28935079'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:01.476924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca658d-983e-4f40-9d85-0e21de10ef71 req-6cb4587a-e670-47f4-b7b8-da1a6d465e76 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:01.478539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:01.490305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ca658d-983e-4f40-9d85-0e21de10ef71 req-6cb4587a-e670-47f4-b7b8-da1a6d465e76 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1796966 Nov 15 22:38:01.527741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e9866-1b76-4f77-be9f-7cb549db1920 None None] Network 4beddfe0-1814-48ed-b089-03d32334841a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:01.538577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.621604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.621849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c005c8f9-f68f-45e2-848f-708e4b1ff7c9 None None] Provisioning complete for port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:01.622226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c005c8f9-f68f-45e2-848f-708e4b1ff7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.624295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ca658d-983e-4f40-9d85-0e21de10ef71 req-028c9c2d-1a9f-4cb4-b42d-11f88aa1a79c tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225421 Nov 15 22:38:01.664737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:01.667016 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ee85e41-e14d-4b6b-a371-258cf1d9cfac req-f048e33c-d312-42f6-9394-033d647693c9 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449503 Nov 15 22:38:01.668086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d86274-e18c-42f3-8f4f-dbfb5210d210 req-eebbf568-a88a-448c-9445-dd9fabbe3d2f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:01.669871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d86274-e18c-42f3-8f4f-dbfb5210d210 req-eebbf568-a88a-448c-9445-dd9fabbe3d2f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1626272 Nov 15 22:38:01.673542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:01.679386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:01.731592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Pushing event updated for resources: {'Port': ['ID=f7979ed9-621b-4002-a1b6-ff48dc79901e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:01.797499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d86274-e18c-42f3-8f4f-dbfb5210d210 req-fd626552-bade-402e-9c4e-15125d64682a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697327 Nov 15 22:38:01.857751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Made reservation on behalf of 7371735083844e399cf2642a28935079 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:01.862243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:01.954079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Router 6a792483-76bf-490a-84c7-9480c07df683 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:38:02.035587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Allocated IP 172.20.0.6 (9ac3ddd2-8641-459a-a7a6-409dd729424a/5b5294da-e3bd-4e98-91da-7fc0433917f9/003af106-bd8c-4df1-bbd4-e4d9c37623bc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:02.070311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:38:02.077063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6522f1ff-8f64-4e00-a14c-89dcfaafd533 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "PUT /v2.0/routers/6a792483-76bf-490a-84c7-9480c07df683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8922141 Nov 15 22:38:02.079396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:02.084281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Sync routers for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:38:02.096646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:02.097820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:02.147816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting subnet a955b840-8edf-4346-abaa-2df7dbb44a4f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:38:02.151904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.194996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.277003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.288354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.345639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-aa476057-53b0-4f04-a049-df3bbf2b5f07 None None] Provisioning complete for port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:02.346238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa476057-53b0-4f04-a049-df3bbf2b5f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.352426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.389020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:02.435835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.481645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Subnet': ['ID=a955b840-8edf-4346-abaa-2df7dbb44a4f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:02.496986 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.503242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a3806a29-ac55-410a-952c-9c76f0291b87 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/subnets/a955b840-8edf-4346-abaa-2df7dbb44a4f HTTP/1.1" status: 204 len: 168 time: 0.4201999 Nov 15 22:38:02.503392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:02.504174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.515450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705151e4-1f7c-45e7-bc54-83e445eb801c None None] Network c1c66af2-f3e8-44ae-b93e-699552b4920d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:02.554987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Network 9ac3ddd2-8641-459a-a7a6-409dd729424a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:02.561774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:02.568985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:02.580815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Pushing event updated for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:02.609454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.638412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3329457-6c6a-4629-bee9-a194fb52a533 req-bf27da26-a727-42ab-87b2-efa4f2bac7d0 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:02.640118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3329457-6c6a-4629-bee9-a194fb52a533 req-bf27da26-a727-42ab-87b2-efa4f2bac7d0 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 931 time: 0.1608751 Nov 15 22:38:02.678064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.742149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:02.742770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.746359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:38:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:02.789728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Checking router: 6a792483-76bf-490a-84c7-9480c07df683 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:38:02.798610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Routers {'6a792483-76bf-490a-84c7-9480c07df683'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:02.799225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a792483-76bf-490a-84c7-9480c07df683'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:02.829801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3329457-6c6a-4629-bee9-a194fb52a533 req-87d2b224-7cf5-420b-8343-dfc424c2599f tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815879 Nov 15 22:38:02.855227 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-636ba94a-c5e1-4fd6-afb9-9f5596b1e4c6 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4154720 Nov 15 22:38:02.856786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75d259-5c49-4866-938a-1aaa6e846602 req-9b402176-7687-4f2f-9fe0-1d234eabf30b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:02.863483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Router aa97e8ee-e74a-4133-9aeb-f701d8053965 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:38:02.864148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b75d259-5c49-4866-938a-1aaa6e846602 req-9b402176-7687-4f2f-9fe0-1d234eabf30b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1346924 Nov 15 22:38:02.875080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Request body: {'port': {'device_id': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:02.893667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] DHCP port deletion for c1c66af2-f3e8-44ae-b93e-699552b4920d request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:38:02.926969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:02.942528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:02.960312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b75d259-5c49-4866-938a-1aaa6e846602 req-ed2d4d5d-10bc-4e46-aaf1-0ec394e2026a tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952892 Nov 15 22:38:03.025597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] Set router 6a792483-76bf-490a-84c7-9480c07df683 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:03.052767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.096880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc6b10-1cc9-43c3-a61b-98de572be4b5 req-cb090039-d97c-49ed-a96f-f782c069b8af tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:03.098375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7abc6b10-1cc9-43c3-a61b-98de572be4b5 req-cb090039-d97c-49ed-a96f-f782c069b8af tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0685625 Nov 15 22:38:03.102675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Deleting port 961b0acf-cada-4577-89be-5d136c138e74 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:03.103013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.178097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:03.178370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.190432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Deleting port 71c73893-5b71-4c37-a980-9b3475e5b8af {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:03.190805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.210190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7abc6b10-1cc9-43c3-a61b-98de572be4b5 req-a306a462-0944-4f86-aaab-347c3b15f0c1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947096 Nov 15 22:38:03.211342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:38:03.228798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Sync routers for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:38:03.230608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] For port 961b0acf-cada-4577-89be-5d136c138e74, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=961b0acf-cada-4577-89be-5d136c138e74,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:03.230983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.245462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Calling delete_port for 961b0acf-cada-4577-89be-5d136c138e74 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:03.245624 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:03.246264 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:03.316716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] For port 71c73893-5b71-4c37-a980-9b3475e5b8af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c73893-5b71-4c37-a980-9b3475e5b8af,segment=NetworkSegment(32cc2198-a36e-4ea0-81a6-19d1b40fe3a5),segment_id=32cc2198-a36e-4ea0-81a6-19d1b40fe3a5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:03.317114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.337696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Calling delete_port for 71c73893-5b71-4c37-a980-9b3475e5b8af owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:03.357583 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:03.452711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:38:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:03.485670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ca63-a3c6-4c7a-9bca-4b14546e2571 None None] The sync data for ids ['6a792483-76bf-490a-84c7-9480c07df683'] in n-d-817995-3 is: [{'id': '6a792483-76bf-490a-84c7-9480c07df683', 'name': 'tempest-TestNetworkBasicOps-router-637402371', 'tenant_id': '4eccef2e024540bf8e1eab02b592ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '961b0acf-cada-4577-89be-5d136c138e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:38:00Z', 'revision_number': 5, 'project_id': '4eccef2e024540bf8e1eab02b592ad9d', 'gw_port': {'id': '961b0acf-cada-4577-89be-5d136c138e74', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a792483-76bf-490a-84c7-9480c07df683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:36:37Z', 'updated_at': '2021-11-15T22:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:38:03.572811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.602981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.603720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Port': ['ID=961b0acf-cada-4577-89be-5d136c138e74,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:03.605629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:02Z', 'revision_number': 3, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:03.641992 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Checking router: aa97e8ee-e74a-4133-9aeb-f701d8053965 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:38:03.642335 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Updating router aa97e8ee-e74a-4133-9aeb-f701d8053965 port f7979ed9-621b-4002-a1b6-ff48dc79901e binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:38:03.654070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] Pushing event deleted for resources: {'Port': ['ID=71c73893-5b71-4c37-a980-9b3475e5b8af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:03.665753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3f10e-5a56-4954-a18b-7b210239919d None None] No DVR routers for this DVR port 71c73893-5b71-4c37-a980-9b3475e5b8af on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:03.670214 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.697498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.794808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.796945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.836938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003af106-bd8c-4df1-bbd4-e4d9c37623bc {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:03.846550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.847443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c73893-5b71-4c37-a980-9b3475e5b8af no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:03.862463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Transition to ACTIVE for port object 003af106-bd8c-4df1-bbd4-e4d9c37623bc will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:03.865899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.870765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:03.877433 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a39df4e2-557e-42f6-aef6-5f2d9f92873f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7465289 Nov 15 22:38:03.896029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 71c73893-5b71-4c37-a980-9b3475e5b8af {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:03.896581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c73893-5b71-4c37-a980-9b3475e5b8af not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:03.961991 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:03.972886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.046750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Pushing event updated for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:04.049195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.049195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Fanout notify agent at l3_agent the message router_deleted on router 6a792483-76bf-490a-84c7-9480c07df683 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:38:04.097179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.098408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cddc3cf8-b7bf-4586-89be-dff2e7e8074e tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/routers/6a792483-76bf-490a-84c7-9480c07df683 HTTP/1.1" status: 204 len: 168 time: 1.5940485 Nov 15 22:38:04.103392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:04.161600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Attempting to bind port 003af106-bd8c-4df1-bbd4-e4d9c37623bc on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:04.162085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Attempting to bind port 003af106-bd8c-4df1-bbd4-e4d9c37623bc by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'e7c751ec-9ec2-44b3-ab04-c39d6df16761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:04.162516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Attempting to bind port 003af106-bd8c-4df1-bbd4-e4d9c37623bc on network 9ac3ddd2-8641-459a-a7a6-409dd729424a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:04.167755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Port 003af106-bd8c-4df1-bbd4-e4d9c37623bc on network 9ac3ddd2-8641-459a-a7a6-409dd729424a not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:04.168223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Attempting to bind port 003af106-bd8c-4df1-bbd4-e4d9c37623bc on network 9ac3ddd2-8641-459a-a7a6-409dd729424a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:04.173993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:04.174693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Checking segment: {'id': 'e7c751ec-9ec2-44b3-ab04-c39d6df16761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:04.175675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Bound using segment: {'id': 'e7c751ec-9ec2-44b3-ab04-c39d6df16761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:04.176364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Bound port: 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c751ec-9ec2-44b3-ab04-c39d6df16761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:04.176993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.183588 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.244851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Attempting to bind port f7979ed9-621b-4002-a1b6-ff48dc79901e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:04.246187 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Attempting to bind port f7979ed9-621b-4002-a1b6-ff48dc79901e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:04.246762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Attempting to bind port f7979ed9-621b-4002-a1b6-ff48dc79901e on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:04.253176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:04.254823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43bdc-d3fd-451c-ab49-53b8e3958b84 req-e24ce9e7-493d-4040-8bac-5559ee0db7b7 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:04.256376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10d43bdc-d3fd-451c-ab49-53b8e3958b84 req-e24ce9e7-493d-4040-8bac-5559ee0db7b7 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 943 time: 0.2479856 Nov 15 22:38:04.257495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc,segment=NetworkSegment(e7c751ec-9ec2-44b3-ab04-c39d6df16761),segment_id=e7c751ec-9ec2-44b3-ab04-c39d6df16761)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:04.260020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:04.260690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:04.261529 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.262339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:04.263284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Bound port: f7979ed9-621b-4002-a1b6-ff48dc79901e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:04.269358 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.279488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.315885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.334591 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3269f-4618-464e-b7e6-6241df386261 None None] Pushing event updated for resources: {'Port': ['ID=f7979ed9-621b-4002-a1b6-ff48dc79901e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:04.336479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7295a-7dcd-4a88-93fc-cba60833b378 req-9a9cb5e4-ff52-47dd-aa17-bb6f46d6653b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:04.338085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ff7295a-7dcd-4a88-93fc-cba60833b378 req-9a9cb5e4-ff52-47dd-aa17-bb6f46d6653b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1460075 Nov 15 22:38:04.351364 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] For port f7979ed9-621b-4002-a1b6-ff48dc79901e, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:04.356555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] For port f7979ed9-621b-4002-a1b6-ff48dc79901e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f7979ed9-621b-4002-a1b6-ff48dc79901e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:04.366621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:04.367317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.369108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] 10.222.0.55 "PUT /v2.0/ports/003af106-bd8c-4df1-bbd4-e4d9c37623bc HTTP/1.1" status: 200 len: 1091 time: 1.5030863 Nov 15 22:38:04.369613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:04.372312 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97" -d '{"events": [{"name": "network-changed", "server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:04.395508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36047-2823-402a-a287-2287c05ad09a service neutron] Pushing event updated for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:04.429418 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.438777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10d43bdc-d3fd-451c-ab49-53b8e3958b84 req-f7dda963-7020-4651-a9e1-b3cd172596f1 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711886 Nov 15 22:38:04.502008 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3269f-4618-464e-b7e6-6241df386261 None None] Pushing event updated for resources: {'Port': ['ID=f7979ed9-621b-4002-a1b6-ff48dc79901e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:04.523858 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:04.527090 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:37:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:04.558312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-9e28207b-99ce-40ff-a178-6788c2aa6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:04.563794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-9e28207b-99ce-40ff-a178-6788c2aa6295 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7371735083844e399cf2642a28935079&device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 1094 time: 0.0754004 Nov 15 22:38:04.631489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-6b6a8063-5c0e-4596-80f5-6a90f4161dd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc HTTP/1.1" status: 200 len: 217 time: 0.0563254 Nov 15 22:38:04.673166 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:04.690089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-26f504dc-a2fc-44d6-a1ef-96ab48d41078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:04.691524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-26f504dc-a2fc-44d6-a1ef-96ab48d41078 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b5294da-e3bd-4e98-91da-7fc0433917f9 HTTP/1.1" status: 200 len: 862 time: 0.0515175 Nov 15 22:38:04.726542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-18d042be-95ea-4812-9bc1-d9c759d6d929 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ac3ddd2-8641-459a-a7a6-409dd729424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266113 Nov 15 22:38:04.744073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-684df62f-63f7-415a-a61c-914453bf02d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.796426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:04.839462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-2ad259fc-4690-4e49-8685-880e08ad878a service neutron] 10.222.0.55 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020126 Nov 15 22:38:04.869945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.890299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c66af2-f3e8-44ae-b93e-699552b4920d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:04.900694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:04.901013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc2198-a36e-4ea0-81a6-19d1b40fe3a5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:04.940336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:02Z', 'revision_number': 3, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:04.954243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ff7295a-7dcd-4a88-93fc-cba60833b378 req-e94914dd-7042-4e1f-a34b-0b43e96aaf56 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709820 Nov 15 22:38:04.956233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:04.958962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:04.969983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:04.978289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-362ebdc4-f53a-4705-83bd-af1fa1123438 req-9885d500-7b1c-437e-85f9-cc6741dd0fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274567 Nov 15 22:38:04.989379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f12ca-a886-49b7-894c-84efe1e07885 None None] The sync data for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 is: [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:02Z', 'revision_number': 3, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:38:05.008385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:05.009038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1b7f9f22-fe9d-4d1e-aa2d-e8813d78258b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:05.009643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 961b0acf-cada-4577-89be-5d136c138e74 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:05.019594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:05.020524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.028023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac850989-48aa-4a3d-af23-e77670937ec2 x-openstack-request-id: req-ac850989-48aa-4a3d-af23-e77670937ec2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:05.028023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:05.028023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac850989-48aa-4a3d-af23-e77670937ec2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:05.028023 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc', 'status': 'completed', 'code': 200} Nov 15 22:38:05.037324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:38:05.037830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:38:05.041965 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:38:05.048283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 961b0acf-cada-4577-89be-5d136c138e74 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:05.048655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 961b0acf-cada-4577-89be-5d136c138e74 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:05.098347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.113044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:05.134786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:05.147353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c394882-95e1-4440-909a-5287f198579c req-42cfce2a-4d4f-4553-b802-95ef91de89d4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.149139 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c394882-95e1-4440-909a-5287f198579c req-42cfce2a-4d4f-4553-b802-95ef91de89d4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2388582 Nov 15 22:38:05.190323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-69b56ac8-6748-49bf-8c5b-a95561a2b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.198654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-69b56ac8-6748-49bf-8c5b-a95561a2b0c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7371735083844e399cf2642a28935079&device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 1094 time: 0.0501232 Nov 15 22:38:05.240928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.308951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c394882-95e1-4440-909a-5287f198579c req-6f2179de-c7b4-48c0-a959-75a05d3710c2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455264 Nov 15 22:38:05.312588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.332429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.332946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:05.349954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] 10.222.0.15 "DELETE /v2.0/networks/c1c66af2-f3e8-44ae-b93e-699552b4920d HTTP/1.1" status: 204 len: 168 time: 1.2457914 Nov 15 22:38:05.397193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:05.399473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9989-bb26-406c-905f-cd12f0ff1642 tempest-TestNetworkBasicOps-1320123043 tempest-TestNetworkBasicOps-1320123043-project] Pushing event deleted for resources: {'Network': ['ID=c1c66af2-f3e8-44ae-b93e-699552b4920d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:05.437575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-23dd3077-74af-406b-9008-d9c92d5cc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.439447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-23dd3077-74af-406b-9008-d9c92d5cc53d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ac3ddd2-8641-459a-a7a6-409dd729424a HTTP/1.1" status: 200 len: 923 time: 0.2382679 Nov 15 22:38:05.492714 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-f03b7466-38e0-499a-9d1f-642e6cc024fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc HTTP/1.1" status: 200 len: 217 time: 0.0409875 Nov 15 22:38:05.555770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-07ec1a85-369f-45da-a5da-11eced98b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.557633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-07ec1a85-369f-45da-a5da-11eced98b99b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b5294da-e3bd-4e98-91da-7fc0433917f9 HTTP/1.1" status: 200 len: 862 time: 0.0575600 Nov 15 22:38:05.592365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0b5cfd68-1c6e-4308-805c-e662d49fedc0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:05.613237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-dee2e688-17cc-4c01-8bff-2493f0029252 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ac3ddd2-8641-459a-a7a6-409dd729424a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469902 Nov 15 22:38:05.620656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c397b6a-e7c4-4722-9ce6-728074e7090c req-95a7af7f-ff6b-460b-a4a9-a224a7613823 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.622385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c397b6a-e7c4-4722-9ce6-728074e7090c req-95a7af7f-ff6b-460b-a4a9-a224a7613823 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.2144229 Nov 15 22:38:05.764250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c397b6a-e7c4-4722-9ce6-728074e7090c req-0d7ea146-dcc1-4db5-8393-b9cde50f1bb6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Nov 15 22:38:05.774281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-145a778c-bf86-44a2-9fda-d8faa9096216 service neutron] 10.222.0.55 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466095 Nov 15 22:38:05.781831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41971b-30b9-4d1f-9a24-d33fcc240798 req-f6f0a739-842e-4dc6-b768-6e4937d97a17 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:05.789696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b41971b-30b9-4d1f-9a24-d33fcc240798 req-f6f0a739-842e-4dc6-b768-6e4937d97a17 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 943 time: 0.2357173 Nov 15 22:38:05.834496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Allocated IP 172.20.0.1 (4beddfe0-1814-48ed-b089-03d32334841a/c34d1dba-57e9-4e1f-8858-9f1513fc4f79/0e1ea912-9553-4472-b378-a282e96e8aa6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:05.880448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b41971b-30b9-4d1f-9a24-d33fcc240798 req-f9f7f64a-aa65-4008-b935-9df8bffdccc3 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897756 Nov 15 22:38:05.932973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:06.008291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c4c2ce8-1380-453c-88ad-6e30c8b43e97 req-d0a5eeb3-46e9-40b9-bfee-5c425587a44b service neutron] 10.222.0.55 "GET /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186332 Nov 15 22:38:06.033427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.117548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487737-c6cc-4dd4-a5b9-e69e46d83670 req-00299946-d3de-46ab-8adb-49e66538c4dd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:06.119422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c487737-c6cc-4dd4-a5b9-e69e46d83670 req-00299946-d3de-46ab-8adb-49e66538c4dd tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0842657 Nov 15 22:38:06.139719 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6535fe89-3821-4411-b966-902d285758e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eccef2e024540bf8e1eab02b592ad9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031927 Nov 15 22:38:06.139953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:06.173760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c487737-c6cc-4dd4-a5b9-e69e46d83670 req-88b21dd6-bdf6-4e93-9227-f84776ab0795 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Nov 15 22:38:06.178020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.197812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.221801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Network 4beddfe0-1814-48ed-b089-03d32334841a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:06.224315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:06.229393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:06.238917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.280415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:06.300892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.371993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.375771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.377695 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b32d9362-78f1-425e-a05e-352836a000b2 HTTP/1.1" status: 204 len: 168 time: 0.2368009 Nov 15 22:38:06.406831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4963-240e-4966-94d4-efb868ab1d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d9362-78f1-425e-a05e-352836a000b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:06.491313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939193e6-9315-41ac-8fdd-d808063c41fa req-ff2afdfc-154f-4761-beaa-f1ec3471de2f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:06.492669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-939193e6-9315-41ac-8fdd-d808063c41fa req-ff2afdfc-154f-4761-beaa-f1ec3471de2f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 944 time: 0.0845492 Nov 15 22:38:06.541548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-939193e6-9315-41ac-8fdd-d808063c41fa req-bda9e820-1b8c-4458-a8eb-8e83a4a6fa39 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Nov 15 22:38:06.581061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.607244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a0fecf83-abde-4344-8985-cf40a6d9b606 None None] Provisioning complete for port 0e1ea912-9553-4472-b378-a282e96e8aa6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:06.607770 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fecf83-abde-4344-8985-cf40a6d9b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.658472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a0fecf83-abde-4344-8985-cf40a6d9b606 None None] Port 0e1ea912-9553-4472-b378-a282e96e8aa6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:06.758316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97217bc-e4a6-4f99-bd8e-b39959797d31 req-7a87b39a-1c91-43ad-a29b-1492277d0997 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:06.759791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a97217bc-e4a6-4f99-bd8e-b39959797d31 req-7a87b39a-1c91-43ad-a29b-1492277d0997 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0738251 Nov 15 22:38:06.807460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:06.828903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.842287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a97217bc-e4a6-4f99-bd8e-b39959797d31 req-294cea91-5014-4937-b683-882901f93031 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Nov 15 22:38:06.898474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.932476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:06.936892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:06.938800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:06.992750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f7979ed9-621b-4002-a1b6-ff48dc79901e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:07.038122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 003af106-bd8c-4df1-bbd4-e4d9c37623bc details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:07.039213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.071377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.122520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f7f17-2778-4f85-ae30-f5030a8af67c req-d7168155-8906-4bfd-a788-4cabc1798a73 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:07.130491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-348f7f17-2778-4f85-ae30-f5030a8af67c req-d7168155-8906-4bfd-a788-4cabc1798a73 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 943 time: 0.1502800 Nov 15 22:38:07.135565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:07.157799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-225f22af-9545-4544-bbea-0cff172e454a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.169478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.173694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f7979ed9-621b-4002-a1b6-ff48dc79901e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:07.174295 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.210458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-348f7f17-2778-4f85-ae30-f5030a8af67c req-6caa544a-abcd-4c53-9d63-76e0e0111ed9 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789876 Nov 15 22:38:07.213811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Network 4beddfe0-1814-48ed-b089-03d32334841a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:07.213949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-753134ed-8cee-48f2-8904-7d2e7476e3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.214063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:07.255381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-225f22af-9545-4544-bbea-0cff172e454a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.268438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:07.271041 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecba496-2de6-4036-8eef-7d41def14503" -d '{"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:07.297745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:07.305019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc,segment=NetworkSegment(e7c751ec-9ec2-44b3-ab04-c39d6df16761),segment_id=e7c751ec-9ec2-44b3-ab04-c39d6df16761)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:07.322970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '003af106-bd8c-4df1-bbd4-e4d9c37623bc', 'network_id': '9ac3ddd2-8641-459a-a7a6-409dd729424a', 'port_id': '003af106-bd8c-4df1-bbd4-e4d9c37623bc', 'mac_address': 'fa:16:3e:9c:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5294da-e3bd-4e98-91da-7fc0433917f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:07.331773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-225f22af-9545-4544-bbea-0cff172e454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.333046 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f456fc9b-f5f4-49a9-9227-fae04df978f5 x-openstack-request-id: req-f456fc9b-f5f4-49a9-9227-fae04df978f5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:07.333828 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:07.334308 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f456fc9b-f5f4-49a9-9227-fae04df978f5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:07.334952 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'code': 200} Nov 15 22:38:07.385222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-225f22af-9545-4544-bbea-0cff172e454a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc60a617422e47b8a238e56745521e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448132 Nov 15 22:38:07.385222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f22af-9545-4544-bbea-0cff172e454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51eb5f-4853-4c31-8475-d42d82954b31,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.385842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Router aa97e8ee-e74a-4133-9aeb-f701d8053965 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:38:07.386640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:07.398759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.406075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.473211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003af106-bd8c-4df1-bbd4-e4d9c37623bc {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:07.513877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d6554-b5af-426b-8c80-5a037478d336 req-f8db23f8-2080-435b-aed3-1ca8725db317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:07.519124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc,segment=NetworkSegment(e7c751ec-9ec2-44b3-ab04-c39d6df16761),segment_id=e7c751ec-9ec2-44b3-ab04-c39d6df16761)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:07.525802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.528581 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.531223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5d2d6554-b5af-426b-8c80-5a037478d336 req-f8db23f8-2080-435b-aed3-1ca8725db317 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1096 time: 0.1335320 Nov 15 22:38:07.532808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.562562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f7979ed9-621b-4002-a1b6-ff48dc79901e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f7979ed9-621b-4002-a1b6-ff48dc79901e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:07.569907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:38:07.580704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f17de076-16f0-4666-92d0-833dede26115 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa97e8ee-e74a-4133-9aeb-f701d8053965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059484 Nov 15 22:38:07.591433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Sync routers for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:38:07.607773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.622644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.666274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5d2d6554-b5af-426b-8c80-5a037478d336 req-946847b9-96c0-4ace-bd3b-035bb658fcd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212070 Nov 15 22:38:07.669755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.688888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:07.689537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:38:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:07.720203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:07.763488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.774627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-468ed8e1-361b-40a1-9e32-4b8b452e7c35 None None] Provisioning complete for port 0e1ea912-9553-4472-b378-a282e96e8aa6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:07.774987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-468ed8e1-361b-40a1-9e32-4b8b452e7c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.778889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2222482-f1e5-451b-b43f-1af251f69509 req-fb535b97-dbfd-48a9-8e8f-db0ad751f67a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:07.780516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2222482-f1e5-451b-b43f-1af251f69509 req-fb535b97-dbfd-48a9-8e8f-db0ad751f67a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1058917 Nov 15 22:38:07.837188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2222482-f1e5-451b-b43f-1af251f69509 req-69fd1832-a4ec-4b70-af7a-45e26ccb994f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502808 Nov 15 22:38:07.846461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.850116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.851208 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a51eb5f-4853-4c31-8475-d42d82954b31 HTTP/1.1" status: 204 len: 168 time: 0.4636428 Nov 15 22:38:07.859085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-911584842'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:07.879438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e23314-666c-404e-a39a-fba6f89b6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51eb5f-4853-4c31-8475-d42d82954b31,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.913886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-468ed8e1-361b-40a1-9e32-4b8b452e7c35 None None] Port 0e1ea912-9553-4472-b378-a282e96e8aa6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:07.927249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['003af106-bd8c-4df1-bbd4-e4d9c37623bc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:07.936435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f7979ed9-621b-4002-a1b6-ff48dc79901e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:07.967771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:07.995366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:07.997593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1e80-7991-40d9-8b47-2a5ffcd05403 req-77611724-146f-4042-8b89-caa9044b1093 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:07.999694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:07.999839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-266e1e80-7991-40d9-8b47-2a5ffcd05403 req-77611724-146f-4042-8b89-caa9044b1093 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.0655994 Nov 15 22:38:08.067394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:38:08.075483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-266e1e80-7991-40d9-8b47-2a5ffcd05403 req-e3f53e1d-af77-456a-8edf-fec5076c8466 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549614 Nov 15 22:38:08.099125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.100905 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Added segment 2b429bc0-2dfe-4abf-b215-97cab6c534ee of type vlan for network 3b414b13-1ca2-4814-831c-30f5c98464a4 Nov 15 22:38:08.140812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-7abcb94a-a01b-4220-b025-875fb04eecf6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:08.141867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-7abcb94a-a01b-4220-b025-875fb04eecf6 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 945 time: 0.1061809 Nov 15 22:38:08.200177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.236365 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.328828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port aee946ae-049c-416c-bbd9-a3351a0a55ed {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:08.330164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.339210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:06Z', 'revision_number': 4, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0e1ea912-9553-4472-b378-a282e96e8aa6', 'name': '', 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'mac_address': 'fa:16:3e:21:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:05Z', 'updated_at': '2021-11-15T22:38:06Z', 'revision_number': 2, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'subnets': [{'id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:08.373775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Checking router: aa97e8ee-e74a-4133-9aeb-f701d8053965 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:38:08.374437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Updating router aa97e8ee-e74a-4133-9aeb-f701d8053965 port 0e1ea912-9553-4472-b378-a282e96e8aa6 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:38:08.410500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.455944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.468651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:08.471765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.491922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498366b-8e93-4b6d-b4a1-d1ea3d6f084e req-e8b44785-d0e1-4016-8445-970f82579ff3 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:08.511810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3498366b-8e93-4b6d-b4a1-d1ea3d6f084e req-e8b44785-d0e1-4016-8445-970f82579ff3 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 944 time: 0.1468613 Nov 15 22:38:08.584783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3498366b-8e93-4b6d-b4a1-d1ea3d6f084e req-456393d5-9bc9-44fb-85f7-73ddb11c3f94 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718043 Nov 15 22:38:08.604655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port aee946ae-049c-416c-bbd9-a3351a0a55ed, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=aee946ae-049c-416c-bbd9-a3351a0a55ed,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:08.604655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.617216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for aee946ae-049c-416c-bbd9-a3351a0a55ed owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:08.831542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.839329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Network': ['ID=3b414b13-1ca2-4814-831c-30f5c98464a4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:08.850252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:38:08.857684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c899950-cc73-49ac-89b6-0b476623f3d5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1363499 Nov 15 22:38:08.864317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:08.866635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'subnet': {'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:08.903933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f7979ed9-621b-4002-a1b6-ff48dc79901e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:08.943029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:08.994919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=aee946ae-049c-416c-bbd9-a3351a0a55ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:09.076899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d342-a9a8-4e08-87ab-83f6894f6ca5 req-f996991e-cd4f-4adf-8823-b6fd318dd567 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:09.085140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dba4d342-a9a8-4e08-87ab-83f6894f6ca5 req-f996991e-cd4f-4adf-8823-b6fd318dd567 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1090219 Nov 15 22:38:09.086537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port aee946ae-049c-416c-bbd9-a3351a0a55ed on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:09.089677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.112113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9457c2bb-7060-4f4b-ab14-c7e7dde51302 req-57e69b43-7b41-4340-8829-2b37113bb604 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "DELETE /v2.0/ports/aee946ae-049c-416c-bbd9-a3351a0a55ed HTTP/1.1" status: 204 len: 173 time: 0.9496298 Nov 15 22:38:09.112339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'name': 'network-vif-deleted', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:09.116156 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106b12f5-feca-43ad-8eb3-c794516a5ec4" -d '{"events": [{"server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "name": "network-vif-deleted", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:09.123024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:38:09.135887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d', 'aee946ae-049c-416c-bbd9-a3351a0a55ed'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:09.142529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:09.147672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.180857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 003af106-bd8c-4df1-bbd4-e4d9c37623bc up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:09.183449 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.204552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dba4d342-a9a8-4e08-87ab-83f6894f6ca5 req-e3c0812a-f22c-4a35-9222-2eb6c1c4ec78 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174574 Nov 15 22:38:09.258726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfb68d2d-3a74-4c1b-ae1b-e9514486a4f8 req-17fda04f-1bae-4ad8-ac26-2e9013291d48 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d HTTP/1.1" status: 200 len: 210 time: 0.0652487 Nov 15 22:38:09.354921 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb5097a-cb40-4f74-89be-72220655a3e1 x-openstack-request-id: req-bbb5097a-cb40-4f74-89be-72220655a3e1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:09.354921 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d", "name": "network-vif-deleted", "tag": "aee946ae-049c-416c-bbd9-a3351a0a55ed", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:09.354921 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbb5097a-cb40-4f74-89be-72220655a3e1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:09.354921 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669c4f8d-fcaa-46a4-9e6e-f9e42f1ee24d', 'name': 'network-vif-deleted', 'tag': 'aee946ae-049c-416c-bbd9-a3351a0a55ed', 'status': 'completed', 'code': 200} Nov 15 22:38:09.415041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828607b-4053-4d1e-b77f-f17791ad933c None None] Pushing event updated for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:09.444689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Attempting to bind port 0e1ea912-9553-4472-b378-a282e96e8aa6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:09.445070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Attempting to bind port 0e1ea912-9553-4472-b378-a282e96e8aa6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:09.445439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Attempting to bind port 0e1ea912-9553-4472-b378-a282e96e8aa6 on network 4beddfe0-1814-48ed-b089-03d32334841a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:09.447423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.451256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f7979ed9-621b-4002-a1b6-ff48dc79901e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:09.452157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.458831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.470063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:09.470446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Checking segment: {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:09.470910 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.471231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Bound using segment: {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:09.471768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Bound port: 0e1ea912-9553-4472-b378-a282e96e8aa6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42477c3c-a3ff-459e-bc78-bc4cc87b60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:09.472064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.539817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Subnet': ['ID=333b4876-d0fc-487a-93b9-c638602b4428,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:09.548484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Checking segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:09.549021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network hostable DHCP agents. Network: 3b414b13-1ca2-4814-831c-30f5c98464a4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:38:09.630424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 003af106-bd8c-4df1-bbd4-e4d9c37623bc completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:09.635090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1a78d60a-a17b-4fee-bcf7-bf4b7dfc03f1 None None] Provisioning complete for port 0e1ea912-9553-4472-b378-a282e96e8aa6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:09.635442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a78d60a-a17b-4fee-bcf7-bf4b7dfc03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.669874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:38:09.679805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] For port 0e1ea912-9553-4472-b378-a282e96e8aa6, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:09.683168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 003af106-bd8c-4df1-bbd4-e4d9c37623bc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:09.683532 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.715477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658785ce-819a-4afd-b735-cc9069932234 req-f97c47b9-ddf3-49a9-8851-407c68484b72 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:09.717005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-658785ce-819a-4afd-b735-cc9069932234 req-f97c47b9-ddf3-49a9-8851-407c68484b72 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 944 time: 0.0549562 Nov 15 22:38:09.743684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] For port 0e1ea912-9553-4472-b378-a282e96e8aa6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0e1ea912-9553-4472-b378-a282e96e8aa6,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:09.749849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3b414b13-1ca2-4814-831c-30f5c98464a4) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:09.763850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:09.765470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.773114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83fc72-2437-4298-93ae-422d3a0faea1 None None] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:09.782125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a78d60a-a17b-4fee-bcf7-bf4b7dfc03f1 None None] Port 0e1ea912-9553-4472-b378-a282e96e8aa6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:09.791777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-658785ce-819a-4afd-b735-cc9069932234 req-23a84948-62d5-4c7f-b7fe-7b40981ed418 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679150 Nov 15 22:38:09.833524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.856293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffb7bc58-29ec-445c-b746-4221297634f7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9948418 Nov 15 22:38:09.859446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:09.866919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-131785372'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:09.971411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:09.974814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828607b-4053-4d1e-b77f-f17791ad933c None None] Pushing event updated for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:09.977075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:09.990749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:09.991505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:38:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:10.028344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:38:10.034168 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.046149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.064146 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Added segment 247744d3-710a-48e2-8a70-286a8a542b87 of type vlan for network b505114f-3385-4d69-b3a1-02b6fed8d5b2 Nov 15 22:38:10.095726 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.129454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:10.131770 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de806a3-7388-4ff5-9532-f231ac144e87" -d '{"events": [{"server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "name": "network-vif-plugged", "status": "completed", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:10.159783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc,segment=NetworkSegment(e7c751ec-9ec2-44b3-ab04-c39d6df16761),segment_id=e7c751ec-9ec2-44b3-ab04-c39d6df16761)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:10.179726 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16812e1d-ade0-46bd-860e-621774099993 x-openstack-request-id: req-16812e1d-ade0-46bd-860e-621774099993 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:10.179726 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "name": "network-vif-plugged", "status": "completed", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:10.179726 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16812e1d-ade0-46bd-860e-621774099993 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:10.179726 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc', 'code': 200} Nov 15 22:38:10.194842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.200554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:10.207255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.212565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:10.241824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3b414b13-1ca2-4814-831c-30f5c98464a4', 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'fixed_ips': [{'subnet_id': '333b4876-d0fc-487a-93b9-c638602b4428'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:38:10.242812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.259622 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.357193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada3027-c53d-4d35-8065-7ce76d8e99aa req-332c4f81-95b0-47f0-8a3d-e61dcb280541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:10.359948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fada3027-c53d-4d35-8065-7ce76d8e99aa req-332c4f81-95b0-47f0-8a3d-e61dcb280541 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 1096 time: 0.0680754 Nov 15 22:38:10.364284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Network': ['ID=b505114f-3385-4d69-b3a1-02b6fed8d5b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:10.396508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:38:10.412121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5aaa-ff94-4766-b8d3-69db76778ac8 req-c866b27f-6a1e-4fb8-95b7-4c23c975f497 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:10.414206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b0f5aaa-ff94-4766-b8d3-69db76778ac8 req-c866b27f-6a1e-4fb8-95b7-4c23c975f497 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0647173 Nov 15 22:38:10.426402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fada3027-c53d-4d35-8065-7ce76d8e99aa req-9941bd88-b973-4d7f-91aa-c42ebeddc325 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555565 Nov 15 22:38:10.428820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.466734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93353d10-76d2-48f8-9e41-f4a92dc4b99f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6059120 Nov 15 22:38:10.469562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:10.474646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'subnet': {'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:10.480516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b0f5aaa-ff94-4766-b8d3-69db76778ac8 req-ede60251-3b5e-406d-8092-4f5e22b4844f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590465 Nov 15 22:38:10.580025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:10.589769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43af2904-b16e-44fd-b849-22c74504617d None None] Provisioning complete for port 0e1ea912-9553-4472-b378-a282e96e8aa6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:10.590159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43af2904-b16e-44fd-b849-22c74504617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.652060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c03c95-10f3-46dd-8d0c-46a36ce52db7 req-1f289471-61fe-4f95-8919-b2e5b37cd317 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:10.653600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46c03c95-10f3-46dd-8d0c-46a36ce52db7 req-1f289471-61fe-4f95-8919-b2e5b37cd317 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0510375 Nov 15 22:38:10.662881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:10.669345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'floatingip': {'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:10.675542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:10.677110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.732879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Allocated IP 19.80.0.2 (3b414b13-1ca2-4814-831c-30f5c98464a4/333b4876-d0fc-487a-93b9-c638602b4428/f70b1e65-a1bc-4c70-ae63-ef394bf98aef) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:10.778136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.855548 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43af2904-b16e-44fd-b849-22c74504617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:10.976990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ca80c940-a759-461b-9435-0127592771c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:06Z', 'revision_number': 4, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0e1ea912-9553-4472-b378-a282e96e8aa6', 'name': '', 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'mac_address': 'fa:16:3e:21:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:05Z', 'updated_at': '2021-11-15T22:38:09Z', 'revision_number': 4, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'subnets': [{'id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:11.093819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdaf5c-c91e-4067-97b2-6acbb29cee11 req-581910f2-f041-46dd-9e1e-5bf175b10069 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:11.101324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0bdaf5c-c91e-4067-97b2-6acbb29cee11 req-581910f2-f041-46dd-9e1e-5bf175b10069 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 945 time: 0.1940458 Nov 15 22:38:11.179461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-43af2904-b16e-44fd-b849-22c74504617d None None] For port 0e1ea912-9553-4472-b378-a282e96e8aa6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0e1ea912-9553-4472-b378-a282e96e8aa6,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:11.182770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c940-a759-461b-9435-0127592771c3 None None] The sync data for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 is: [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:38:06Z', 'revision_number': 4, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0e1ea912-9553-4472-b378-a282e96e8aa6', 'name': '', 'network_id': '4beddfe0-1814-48ed-b089-03d32334841a', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'mac_address': 'fa:16:3e:21:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:05Z', 'updated_at': '2021-11-15T22:38:09Z', 'revision_number': 4, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'subnets': [{'id': 'c34d1dba-57e9-4e1f-8858-9f1513fc4f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:38:11.225828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.246426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43af2904-b16e-44fd-b849-22c74504617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.328385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.339331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af2904-b16e-44fd-b849-22c74504617d None None] Pushing event updated for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:11.407049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Pushing event updated for resources: {'Port': ['ID=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:11.418179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:11.423577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:11.429444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:11.528265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Attempting to bind port f70b1e65-a1bc-4c70-ae63-ef394bf98aef on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:11.529085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Attempting to bind port f70b1e65-a1bc-4c70-ae63-ef394bf98aef by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:11.530158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Attempting to bind port f70b1e65-a1bc-4c70-ae63-ef394bf98aef on network 3b414b13-1ca2-4814-831c-30f5c98464a4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:11.537786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:11.538498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Checking segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:11.539096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.539679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Bound using segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:11.540346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Bound port: f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:11.541108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.667994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] For port f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:11.672688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] For port f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:11.760644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:11.770142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d0bdaf5c-c91e-4067-97b2-6acbb29cee11 req-3a8ea87b-fff8-494c-bf26-6500306f4e0a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649513 Nov 15 22:38:11.854736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4ebf6-62dd-4caa-a81d-f5f3d235ee10 None None] Pushing event updated for resources: {'Port': ['ID=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:11.883324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:12.037052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Subnet': ['ID=6fa09f81-2c46-4834-8b03-2a51c7cbd239,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:12.097659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Checking segment: {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:12.098407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network hostable DHCP agents. Network: b505114f-3385-4d69-b3a1-02b6fed8d5b2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:38:12.151957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:38:12.233773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:12.317756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f8c8-76a0-4aa6-bf78-fdc4041ba786 req-c20eeab7-1c86-410d-b56a-e3a0030a569b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:12.331395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6508f8c8-76a0-4aa6-bf78-fdc4041ba786 req-c20eeab7-1c86-410d-b56a-e3a0030a569b tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.2218549 Nov 15 22:38:12.342797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:12.398852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:38:12.486276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6508f8c8-76a0-4aa6-bf78-fdc4041ba786 req-a2f2b309-c111-4631-9380-53a2e11c6afa tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536078 Nov 15 22:38:12.516084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b505114f-3385-4d69-b3a1-02b6fed8d5b2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:12.522929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:12.523547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:12.527024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5040a0-2c35-4c74-a42b-6de4fdadd4aa None None] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:12.527552 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Floating IP 49945363-9fdd-45c0-b9e8-144b2e3513bb associated. External IP: 172.25.0.204, port: 0b5cfd68-1c6e-4308-805c-e662d49fedc0. Nov 15 22:38:12.749011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-b505114f-3385-4d69-b3a1-02b6fed8d5b2', 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'fixed_ips': [{'subnet_id': '6fa09f81-2c46-4834-8b03-2a51c7cbd239'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:38:12.750123 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:12.800109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7dc70a45-9ede-47d3-bdfb-9b4ed31c1341 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3294220 Nov 15 22:38:13.115561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:38:13.146315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde893d-7c95-4498-845e-7bdce03f4a82 req-8674cb67-a040-4a4c-bfde-0ba72a433a3d tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:13.155962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0e1ea912-9553-4472-b378-a282e96e8aa6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:13.156266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bde893d-7c95-4498-845e-7bdce03f4a82 req-8674cb67-a040-4a4c-bfde-0ba72a433a3d tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 945 time: 0.2376151 Nov 15 22:38:13.171928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device aee946ae-049c-416c-bbd9-a3351a0a55ed no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:13.271827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: aee946ae-049c-416c-bbd9-a3351a0a55ed {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:13.272112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device aee946ae-049c-416c-bbd9-a3351a0a55ed not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:13.275873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Allocated IP 19.86.0.2 (b505114f-3385-4d69-b3a1-02b6fed8d5b2/6fa09f81-2c46-4834-8b03-2a51c7cbd239/54d66405-99ca-4544-9c66-99b262dd4343) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:13.394378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-087300dd-48f0-4274-b135-9036e032250c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:13.403347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-087300dd-48f0-4274-b135-9036e032250c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:13.413013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-087300dd-48f0-4274-b135-9036e032250c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/networks?id=3b414b13-1ca2-4814-831c-30f5c98464a4&id=b505114f-3385-4d69-b3a1-02b6fed8d5b2&id=3b414b13-1ca2-4814-831c-30f5c98464a4 HTTP/1.1" status: 200 len: 1390 time: 0.2329526 Nov 15 22:38:13.531231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0e1ea912-9553-4472-b378-a282e96e8aa6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:13.531815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.555364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-3203df2e-e5e5-4d99-9266-bfe14ed3ba18 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/quotas/403de143101f4a0cb4410babd67d32fe HTTP/1.1" status: 200 len: 375 time: 0.1414435 Nov 15 22:38:13.560445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.608959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cada6c2-1306-4e30-8e72-642a8a554fa9 None None] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:13.643661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bde893d-7c95-4498-845e-7bdce03f4a82 req-16186440-fc5e-41aa-8715-09dd11302ba1 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863155 Nov 15 22:38:13.655058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-15cc484b-ea61-4dea-a9dc-3b291bc408f9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:13.671597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-15cc484b-ea61-4dea-a9dc-3b291bc408f9 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.1533031 Nov 15 22:38:13.681377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:38:13.688650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.694293 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:38:13.711092 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:13.712798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:38:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:13.718834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.732162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386dc337-e533-41d9-8997-64bc5c2977c8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1584599 Nov 15 22:38:13.758293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec208ff6-2890-4ae4-8f84-4db6319ca900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "PUT /v2.0/floatingips/49945363-9fdd-45c0-b9e8-144b2e3513bb HTTP/1.1" status: 200 len: 991 time: 3.0906949 Nov 15 22:38:13.772395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:13.774713 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae6a00-086a-4658-83f4-23a9900642d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:13.847148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:13.862766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:13.879313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:13.892908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Deleting port abe659b6-ab56-4e14-90a6-4564c69da78d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:13.893239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.920426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0a3b1bc4-65ed-4521-b44c-5f8ebf845cef None None] Provisioning complete for port f70b1e65-a1bc-4c70-ae63-ef394bf98aef triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:13.920426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1bc4-65ed-4521-b44c-5f8ebf845cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:13.924001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:13.959055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-fc0c2bec-2a99-458d-ae5e-3c82d27c0ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116814 Nov 15 22:38:14.022977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f70b1e65-a1bc-4c70-ae63-ef394bf98aef up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:14.074591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] For port abe659b6-ab56-4e14-90a6-4564c69da78d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=abe659b6-ab56-4e14-90a6-4564c69da78d,segment=NetworkSegment(b9ca17aa-7a93-4083-a1c3-32ad2334a5b7),segment_id=b9ca17aa-7a93-4083-a1c3-32ad2334a5b7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:14.074955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.092088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3ed28-9d35-4580-a58d-96c82d1bfd2a req-794b3fce-c6f0-4177-8498-a83d4c460ae8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:14.101632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8f3ed28-9d35-4580-a58d-96c82d1bfd2a req-794b3fce-c6f0-4177-8498-a83d4c460ae8 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 946 time: 0.1853609 Nov 15 22:38:14.119926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Calling delete_port for abe659b6-ab56-4e14-90a6-4564c69da78d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:14.177388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-934fbd71-d711-4651-abef-e32da095480d service neutron] 10.222.0.15 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084243 Nov 15 22:38:14.193358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Pushing event updated for resources: {'Port': ['ID=54d66405-99ca-4544-9c66-99b262dd4343,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:14.196602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8f3ed28-9d35-4580-a58d-96c82d1bfd2a req-8f7a7c91-1b02-43ab-b436-063d792540de tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/security-groups?id=e401e4a3-c205-4a83-afb0-2640dc8e6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937128 Nov 15 22:38:14.276913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Attempting to bind port 54d66405-99ca-4544-9c66-99b262dd4343 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:14.277336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Attempting to bind port 54d66405-99ca-4544-9c66-99b262dd4343 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:14.277702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Attempting to bind port 54d66405-99ca-4544-9c66-99b262dd4343 on network b505114f-3385-4d69-b3a1-02b6fed8d5b2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:14.288283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:14.288748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Checking segment: {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:14.289152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.289602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Bound using segment: {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:14.290469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Bound port: 54d66405-99ca-4544-9c66-99b262dd4343, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:14.290916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.401428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] For port 54d66405-99ca-4544-9c66-99b262dd4343, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:14.407828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] For port 54d66405-99ca-4544-9c66-99b262dd4343, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54d66405-99ca-4544-9c66-99b262dd4343,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:14.416500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-43e1fc4d-c78a-47ae-b651-53c788dba6cc service neutron] 10.222.0.15 "GET /v2.0/networks/b505114f-3385-4d69-b3a1-02b6fed8d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187946 Nov 15 22:38:14.460305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f70b1e65-a1bc-4c70-ae63-ef394bf98aef triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:14.460702 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.518098 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f50b9d-2d8c-49bd-b47a-5eef22c1e579 x-openstack-request-id: req-c7f50b9d-2d8c-49bd-b47a-5eef22c1e579 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:14.524933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.529720 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:14.529720 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7f50b9d-2d8c-49bd-b47a-5eef22c1e579 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:14.529720 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'status': 'completed', 'code': 200} Nov 15 22:38:14.530096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.598868 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '49945363-9fdd-45c0-b9e8-144b2e3513bb', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:51Z', 'updated_at': '2021-11-15T22:38:12Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:14.660553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['abe659b6-ab56-4e14-90a6-4564c69da78d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:14.666117 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:38:14.666462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-cb34e446-85d1-4f74-b6c6-f77c206c8402 service neutron] 10.222.0.15 "GET /v2.0/networks/b505114f-3385-4d69-b3a1-02b6fed8d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423563 Nov 15 22:38:14.684086 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:38:14.685043 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:38:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:14.695356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaee1-740d-457f-aaec-2ed9ef3f9c58 None None] Pushing event updated for resources: {'Port': ['ID=54d66405-99ca-4544-9c66-99b262dd4343,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:14.738503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Pushing event deleted for resources: {'Port': ['ID=abe659b6-ab56-4e14-90a6-4564c69da78d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:14.794100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.837979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] No DVR routers for this DVR port abe659b6-ab56-4e14-90a6-4564c69da78d on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:14.850468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1bc4-65ed-4521-b44c-5f8ebf845cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.858809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:14.864933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3363de78-fadc-4f02-aa0b-06a01e820997 req-94244b76-5adb-46e6-b1c5-df43eebffe50 tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.55 "DELETE /v2.0/ports/abe659b6-ab56-4e14-90a6-4564c69da78d HTTP/1.1" status: 204 len: 173 time: 1.1903999 Nov 15 22:38:14.872137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'name': 'network-vif-deleted', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:14.875528 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ad793-da5b-4138-904b-190eb93a392e" -d '{"events": [{"server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "name": "network-vif-deleted", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:14.894282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:14.897722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-0aa83f57-aea7-43c4-b6b2-76eef0d76f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:14.900502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-0aa83f57-aea7-43c4-b6b2-76eef0d76f9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1096 time: 0.2795362 Nov 15 22:38:14.912383 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:38:14.921836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-7536a196-45ca-4430-a55a-98d23b9c4952 service neutron] 10.222.0.15 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528083 Nov 15 22:38:15.045592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:15.103833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-7bf609fc-6179-4d42-8e30-08df06f690f0 service neutron] 10.222.0.15 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752818 Nov 15 22:38:15.253721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-bea777f3-ff8b-4ecf-be8e-6b9161e17dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:15.266310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-0a3b1bc4-65ed-4521-b44c-5f8ebf845cef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:38:15.266654 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-0a3b1bc4-65ed-4521-b44c-5f8ebf845cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:38:15.269640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-bea777f3-ff8b-4ecf-be8e-6b9161e17dc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.3545752 Nov 15 22:38:15.305564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:15.430573 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-32aacf3c-ea54-47e4-95d0-50e5cc40484f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 999 time: 0.1552982 Nov 15 22:38:15.432322 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a06c29-a6d0-425d-8646-b36edc991958 x-openstack-request-id: req-72a06c29-a6d0-425d-8646-b36edc991958 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:15.432607 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e6a573-5795-4d60-b1c8-10ef8bac549e", "name": "network-vif-deleted", "tag": "abe659b6-ab56-4e14-90a6-4564c69da78d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:15.433363 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72a06c29-a6d0-425d-8646-b36edc991958 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:15.434945 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e6a573-5795-4d60-b1c8-10ef8bac549e', 'name': 'network-vif-deleted', 'tag': 'abe659b6-ab56-4e14-90a6-4564c69da78d', 'status': 'completed', 'code': 200} Nov 15 22:38:15.442990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '49945363-9fdd-45c0-b9e8-144b2e3513bb', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:51Z', 'updated_at': '2021-11-15T22:38:12Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:15.543022 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef0650-2704-4f74-a5fe-06e70ab2ab62 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '49945363-9fdd-45c0-b9e8-144b2e3513bb', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:37:51Z', 'updated_at': '2021-11-15T22:38:12Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:38:15.559945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-a06e6799-97b3-4dbd-a2b8-3a69495c5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:15.562114 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-a06e6799-97b3-4dbd-a2b8-3a69495c5614 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1248713 Nov 15 22:38:15.677567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-7a095fc4-60a3-48b7-ab77-92f2a9478de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:15.682763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-7a095fc4-60a3-48b7-ab77-92f2a9478de5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123488 Nov 15 22:38:15.697734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b5e72-d27e-4ab2-980a-292642c9cdcc req-a86b8c98-2da0-4cb4-a63a-0dfeb563f670 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:15.700100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-378b5e72-d27e-4ab2-980a-292642c9cdcc req-a86b8c98-2da0-4cb4-a63a-0dfeb563f670 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1096 time: 0.1879439 Nov 15 22:38:15.737640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279e95-f8ce-49c8-ad8e-041c0dcdb219 req-e61fc11d-dd6a-4088-ae5f-ae8b73193c8e tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:15.755522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78279e95-f8ce-49c8-ad8e-041c0dcdb219 req-e61fc11d-dd6a-4088-ae5f-ae8b73193c8e tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 945 time: 0.1999471 Nov 15 22:38:15.831147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-378b5e72-d27e-4ab2-980a-292642c9cdcc req-d0c179f3-035e-4a47-a6f9-1a2244c39f35 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182926 Nov 15 22:38:15.832213 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-a6c48723-ea33-4e07-a5f9-cb8776eb4d83 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377287 Nov 15 22:38:15.848382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78279e95-f8ce-49c8-ad8e-041c0dcdb219 req-6bc5790e-526f-4bdb-99e9-4114d3fe2ade tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919936 Nov 15 22:38:15.962546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8fe02635-b565-4f3d-b4e0-10377222d53d None None] Provisioning complete for port f70b1e65-a1bc-4c70-ae63-ef394bf98aef triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:15.963175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fe02635-b565-4f3d-b4e0-10377222d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:16.008090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dae6a00-086a-4658-83f4-23a9900642d0 req-8f95a92b-00e4-406d-bbc5-36466257d4bb service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653020 Nov 15 22:38:16.102622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-468c297f-2248-4dea-9a2d-f7d21b0c0785 req-06c06ac4-bf80-4afa-9156-31ca488e5d1f tempest-ServersTestJSON-1745351997 tempest-ServersTestJSON-1745351997-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e6a573-5795-4d60-b1c8-10ef8bac549e HTTP/1.1" status: 200 len: 210 time: 0.0961359 Nov 15 22:38:16.197621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ada431d-2cd1-4712-b91c-fb738b7ba613 req-c4f013e2-8477-4fbc-a726-78c9a809810d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 210 time: 0.1070182 Nov 15 22:38:16.235621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dcafbe-ee8c-4e4b-91fd-c82340bc3e7b None None] New status for floating IP 49945363-9fdd-45c0-b9e8-144b2e3513bb: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:38:16.304219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14645a30-fcc1-4924-b3ca-27f3a1efd390 req-8eb1fa1a-2623-4c33-9374-c664e378be3d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:16.306241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14645a30-fcc1-4924-b3ca-27f3a1efd390 req-8eb1fa1a-2623-4c33-9374-c664e378be3d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0808730 Nov 15 22:38:16.384807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14645a30-fcc1-4924-b3ca-27f3a1efd390 req-68871e10-57d4-420f-907d-f677053066df tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716548 Nov 15 22:38:16.419697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:16.524990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af9221e3-f16f-46ca-8240-7ec260e3b998 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 200 len: 993 time: 0.1013243 Nov 15 22:38:16.544083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e94996-940f-4306-a701-e314c5c5a79c None None] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:16.626713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] Provisioning complete for port 54d66405-99ca-4544-9c66-99b262dd4343 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:16.627074 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:16.701821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-6f5ba1f3-a177-4d49-94ed-11da915d8701 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:16.703629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-6f5ba1f3-a177-4d49-94ed-11da915d8701 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.55 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 945 time: 0.0648432 Nov 15 22:38:16.814077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Deleting port 003af106-bd8c-4df1-bbd4-e4d9c37623bc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:16.814513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:16.924390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:16.967321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] For port 54d66405-99ca-4544-9c66-99b262dd4343, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54d66405-99ca-4544-9c66-99b262dd4343,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:16.981346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] For port 003af106-bd8c-4df1-bbd4-e4d9c37623bc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=003af106-bd8c-4df1-bbd4-e4d9c37623bc,segment=NetworkSegment(e7c751ec-9ec2-44b3-ab04-c39d6df16761),segment_id=e7c751ec-9ec2-44b3-ab04-c39d6df16761)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:16.981881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:16.998489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Calling delete_port for 003af106-bd8c-4df1-bbd4-e4d9c37623bc owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:17.039446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.040990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e96fc9-2a38-4766-a99b-546443886cbf req-09ff6206-4a4b-4884-a953-72ab8719808c tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:17.043125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7e96fc9-2a38-4766-a99b-546443886cbf req-09ff6206-4a4b-4884-a953-72ab8719808c tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 945 time: 0.0584075 Nov 15 22:38:17.149338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7e96fc9-2a38-4766-a99b-546443886cbf req-44b3b99d-2d4d-4c3f-a273-aadb9451b360 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/security-groups?id=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970469 Nov 15 22:38:17.187108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bde795-cb58-4cc5-befa-65d7091222eb None None] Pushing event updated for resources: {'Port': ['ID=54d66405-99ca-4544-9c66-99b262dd4343,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:17.223309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device abe659b6-ab56-4e14-90a6-4564c69da78d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:17.327552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: abe659b6-ab56-4e14-90a6-4564c69da78d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:17.327552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device abe659b6-ab56-4e14-90a6-4564c69da78d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:17.329693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59426) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:17.336202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.360376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['003af106-bd8c-4df1-bbd4-e4d9c37623bc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:17.413148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f70b1e65-a1bc-4c70-ae63-ef394bf98aef up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:17.460215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Pushing event deleted for resources: {'Port': ['ID=003af106-bd8c-4df1-bbd4-e4d9c37623bc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:17.473518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3ef8afc6-a210-41e3-9b66-3719206c37f8 None None] Provisioning complete for port 54d66405-99ca-4544-9c66-99b262dd4343 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:17.474083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ef8afc6-a210-41e3-9b66-3719206c37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.517119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fc646e9-cc67-455c-aa75-2141681f90c7 req-fac3cc35-04f0-45e7-ae6e-cc13c8d32e46 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 210 time: 0.0648940 Nov 15 22:38:17.560867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] No DVR routers for this DVR port 003af106-bd8c-4df1-bbd4-e4d9c37623bc on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:17.563596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-0ac12137-f485-49a7-bc22-7a431eebb295 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242945 Nov 15 22:38:17.565695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.583553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32f7db48-f698-4e62-89bd-b71d14eee8b2 req-a1903726-dbc3-49b5-8dd8-065afd24d56a tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.55 "DELETE /v2.0/ports/003af106-bd8c-4df1-bbd4-e4d9c37623bc HTTP/1.1" status: 204 len: 173 time: 0.8729913 Nov 15 22:38:17.584234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'name': 'network-vif-deleted', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:17.586416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7f20-c35e-4df9-a713-02bec2d6f871 req-d8c7a731-c2d7-46aa-8955-1891217f35ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:17.586592 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880fb87-6b5e-4218-a1bd-347ca07a774d" -d '{"events": [{"server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "name": "network-vif-deleted", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:17.592133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Deleting subnet 7291f24d-392b-4a7c-86d7-5d431f4ab5e4 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:38:17.593589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f70b1e65-a1bc-4c70-ae63-ef394bf98aef triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:17.594130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.605732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.606600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-320f7f20-c35e-4df9-a713-02bec2d6f871 req-d8c7a731-c2d7-46aa-8955-1891217f35ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.1964898 Nov 15 22:38:17.696906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.728384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-320f7f20-c35e-4df9-a713-02bec2d6f871 req-384cace4-3ea1-4dc9-bebb-1a229b350022 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177967 Nov 15 22:38:17.742021 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2dab2f-2330-47f6-aa66-bee4e5126b84 x-openstack-request-id: req-fa2dab2f-2330-47f6-aa66-bee4e5126b84 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:17.746077 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af55d28-22ed-4dae-a494-a3099edf22d8", "name": "network-vif-deleted", "tag": "003af106-bd8c-4df1-bbd4-e4d9c37623bc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:17.746077 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa2dab2f-2330-47f6-aa66-bee4e5126b84 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:17.746077 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af55d28-22ed-4dae-a494-a3099edf22d8', 'name': 'network-vif-deleted', 'tag': '003af106-bd8c-4df1-bbd4-e4d9c37623bc', 'status': 'completed', 'code': 200} Nov 15 22:38:17.781273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54d66405-99ca-4544-9c66-99b262dd4343 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:17.782568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.834877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 54d66405-99ca-4544-9c66-99b262dd4343 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:17.835312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.930795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.957995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7291f24d-392b-4a7c-86d7-5d431f4ab5e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:17.961639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:17.968306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59444) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:17.968679 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aa9da2e9-c6eb-4a56-97f9-dfcda6ecb541 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7291f24d-392b-4a7c-86d7-5d431f4ab5e4 HTTP/1.1" status: 204 len: 168 time: 0.6397312 Nov 15 22:38:18.067856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.162379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.188005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b015445-9b9c-4235-9cdd-ade8321cd675']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:18.198541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:18.198837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ca17aa-7a93-4083-a1c3-32ad2334a5b7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:18.209446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.225236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.235474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:38:18.236072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:38:18.238286 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:38:18.336309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b95c5a0-0822-4920-9849-97b17a8e61b8 req-4b73f7ba-6739-409d-ae0c-445b1825b838 tempest-ServerAddressesNegativeTestJSON-1231472108 tempest-ServerAddressesNegativeTestJSON-1231472108-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af55d28-22ed-4dae-a494-a3099edf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0357275 Nov 15 22:38:18.440581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.459240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.469475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8b015445-9b9c-4235-9cdd-ade8321cd675 HTTP/1.1" status: 204 len: 168 time: 0.4991295 Nov 15 22:38:18.507063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899a8b-b4d7-4873-9ebb-551890593dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b015445-9b9c-4235-9cdd-ade8321cd675,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:18.517294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-f91ba037-9360-4494-9480-45a2cb2cf9c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:18.531157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-f91ba037-9360-4494-9480-45a2cb2cf9c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:18.532960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-f91ba037-9360-4494-9480-45a2cb2cf9c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "GET /v2.0/networks?id=3b414b13-1ca2-4814-831c-30f5c98464a4&id=b505114f-3385-4d69-b3a1-02b6fed8d5b2&id=3b414b13-1ca2-4814-831c-30f5c98464a4 HTTP/1.1" status: 200 len: 1390 time: 0.1935682 Nov 15 22:38:18.553109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'admin_state_up': True, 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:18.643372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-086f8980-0a74-4feb-a4fa-1ce1375d612b req-eb42e89c-df64-4175-9c03-2f565c413884 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 210 time: 0.0369947 Nov 15 22:38:18.845097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:18.848558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:18.862273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32e85-05e6-4308-bbb1-e018dbe9ce56 req-dac63afc-a24f-4a47-bcd3-857c96d488e6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:18.863842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f32e85-05e6-4308-bbb1-e018dbe9ce56 req-dac63afc-a24f-4a47-bcd3-857c96d488e6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0650291 Nov 15 22:38:18.945493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f32e85-05e6-4308-bbb1-e018dbe9ce56 req-989d87fa-afc2-484d-933b-09d9d44766fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746613 Nov 15 22:38:18.998560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Allocated IP 19.80.0.225 (3b414b13-1ca2-4814-831c-30f5c98464a4/333b4876-d0fc-487a-93b9-c638602b4428/cee6ae51-f167-406c-bfbd-75a461c11976) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:19.012739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:19.069487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b29dfc36-888b-483e-b5f5-c6ec68a1b0bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69fbfd7de69b4799bcee3992f84c9490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546110 Nov 15 22:38:19.071994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:19.129359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.161097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54d66405-99ca-4544-9c66-99b262dd4343 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:19.164344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.229462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.242591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 54d66405-99ca-4544-9c66-99b262dd4343 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:19.242979 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.314679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.317989 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.319825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e401e4a3-c205-4a83-afb0-2640dc8e6b36 HTTP/1.1" status: 204 len: 168 time: 0.2466071 Nov 15 22:38:19.330411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fe8b4-0ceb-4e67-a6c8-49cd853fcf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401e4a3-c205-4a83-afb0-2640dc8e6b36,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:19.343749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.403179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:19.406517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:19.411421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:19.440722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:19.443341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:19.468881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:19.470056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.504577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Deleting subnet 5b5294da-e3bd-4e98-91da-7fc0433917f9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:38:19.511288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.541183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-405d3f98-0f8b-4908-a9a3-1f5545582ec6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9961774 Nov 15 22:38:19.554219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2', 'admin_state_up': True, 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:19.570898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.623995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.789367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f67a-12db-4a46-bbcf-abefc8c6fedd req-9808f879-edbb-4422-a768-16474cecb077 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:19.797196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5688f67a-12db-4a46-bbcf-abefc8c6fedd req-9808f879-edbb-4422-a768-16474cecb077 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 932 time: 0.0629842 Nov 15 22:38:19.803943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a723810c-eca3-4132-8ff9-2506f3ac6a68 None None] Provisioning complete for port cee6ae51-f167-406c-bfbd-75a461c11976 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:19.806643 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a723810c-eca3-4132-8ff9-2506f3ac6a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.831947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-45ea9f93-8884-4a20-9a06-862b86bafaa7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341681 Nov 15 22:38:19.839434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.877196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a723810c-eca3-4132-8ff9-2506f3ac6a68 None None] Port cee6ae51-f167-406c-bfbd-75a461c11976 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:19.882121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5294da-e3bd-4e98-91da-7fc0433917f9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:19.894160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:19.900210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ffa0128-7544-4084-b76a-9cdede3a8e85 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b5294da-e3bd-4e98-91da-7fc0433917f9 HTTP/1.1" status: 204 len: 168 time: 0.4559047 Nov 15 22:38:19.901428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:19.921178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5688f67a-12db-4a46-bbcf-abefc8c6fedd req-667d6319-ee8f-4e2b-bf73-cd1a2ab3c9a7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192837 Nov 15 22:38:19.983023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:19.986534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.006805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.031446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685b24-49c6-462a-9f71-9e529e104a87 req-c2b8faa7-4d2d-48b9-87f8-13aa1a7823a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:20.033296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-c2b8faa7-4d2d-48b9-87f8-13aa1a7823a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1096 time: 0.1691031 Nov 15 22:38:20.094143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7b6ed-a2f7-4c49-a36b-b349f2a19ce3 req-3647473b-c1ac-40ff-82d1-8f6194083df5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:20.095767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee7b6ed-a2f7-4c49-a36b-b349f2a19ce3 req-3647473b-c1ac-40ff-82d1-8f6194083df5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0690417 Nov 15 22:38:20.174239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee7b6ed-a2f7-4c49-a36b-b349f2a19ce3 req-6feebd54-ba5f-4d42-940a-c7d132177daa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649319 Nov 15 22:38:20.258771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.311819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac3ddd2-8641-459a-a7a6-409dd729424a']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:20.338909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-99878c6c-3441-4e40-b602-a69f61d1a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:20.340314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-99878c6c-3441-4e40-b602-a69f61d1a1c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1096 time: 0.1485598 Nov 15 22:38:20.341963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c751ec-9ec2-44b3-ab04-c39d6df16761') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:20.342247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c751ec-9ec2-44b3-ab04-c39d6df16761') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:20.370843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685b24-49c6-462a-9f71-9e529e104a87 req-19c477ce-6502-446a-aaad-f723f31039b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:20.372327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-19c477ce-6502-446a-aaad-f723f31039b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.3032300 Nov 15 22:38:20.374638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.376718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Allocated IP 19.86.0.236 (b505114f-3385-4d69-b3a1-02b6fed8d5b2/6fa09f81-2c46-4834-8b03-2a51c7cbd239/bd525cb6-6989-4074-b8c3-6dd47c08a81d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:20.474593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.502572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:38:20.502977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:38:20.506027 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:38:20.923046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-94c8663a-a489-4e60-ab9f-dca4c1cd254c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 1001 time: 0.5231793 Nov 15 22:38:21.005149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-6b4e6b5d-da82-4833-8ce5-c37419f12047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.006627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-6b4e6b5d-da82-4833-8ce5-c37419f12047 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.6504633 Nov 15 22:38:21.040461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f66187-c92f-420d-9958-36ce2253bd4f req-5b58e9ef-5433-44a6-9457-36b0103ef3d2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.042084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f66187-c92f-420d-9958-36ce2253bd4f req-5b58e9ef-5433-44a6-9457-36b0103ef3d2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 932 time: 0.0568008 Nov 15 22:38:21.067612 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.087144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.093391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9ac3ddd2-8641-459a-a7a6-409dd729424a HTTP/1.1" status: 204 len: 168 time: 1.1879063 Nov 15 22:38:21.093391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685b24-49c6-462a-9f71-9e529e104a87 req-ee548b24-ab2b-4801-a3c2-28736d1f0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.094221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-ee548b24-ab2b-4801-a3c2-28736d1f0db3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1489189 Nov 15 22:38:21.121295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44f66187-c92f-420d-9958-36ce2253bd4f req-1fa9d8ba-cf51-429b-8bd0-9a740e32cb60 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Nov 15 22:38:21.132868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c063-e91a-4e17-b535-703459b6b543 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac3ddd2-8641-459a-a7a6-409dd729424a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:21.175136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c2468e0c-3caa-4746-8778-a686c38f9c78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 1001 time: 0.1521912 Nov 15 22:38:21.195675 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.213470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 003af106-bd8c-4df1-bbd4-e4d9c37623bc no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:21.225115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685b24-49c6-462a-9f71-9e529e104a87 req-dbf684be-f6a8-49ff-8b5c-ebaac5dbc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.226623 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-dbf684be-f6a8-49ff-8b5c-ebaac5dbc8fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126330 Nov 15 22:38:21.257612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 003af106-bd8c-4df1-bbd4-e4d9c37623bc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:21.258025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 003af106-bd8c-4df1-bbd4-e4d9c37623bc not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:21.298997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-407e0d4f-c049-4616-aaed-17bf5eef27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.300472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-407e0d4f-c049-4616-aaed-17bf5eef27f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.1169660 Nov 15 22:38:21.306317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3dd4-3675-47a2-b679-1de983400ac0 req-1bf03635-963a-4d6b-a0eb-547882ece517 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.308009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dac3dd4-3675-47a2-b679-1de983400ac0 req-1bf03635-963a-4d6b-a0eb-547882ece517 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0684946 Nov 15 22:38:21.345987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:21.378544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5dac3dd4-3675-47a2-b679-1de983400ac0 req-7ee8373f-3493-437e-9b46-7deea16f64fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621376 Nov 15 22:38:21.382640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-a2658dd6-e9ff-42f0-82c2-3fe08a97a8fb service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420665 Nov 15 22:38:21.387387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-bb071aa6-8625-4523-a15a-323a3b1b84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.388943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-bb071aa6-8625-4523-a15a-323a3b1b84b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789840 Nov 15 22:38:21.458620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.493541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce963f1-44c9-480c-91cd-38ea845d87ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.512866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:21.567615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:21.571158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-13efbd50-dcfe-4344-9ada-323e7c398ab3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7371735083844e399cf2642a28935079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567050 Nov 15 22:38:21.575635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:21.576592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:21.586827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:21.594282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:21.637180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce963f1-44c9-480c-91cd-38ea845d87ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.648150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78685b24-49c6-462a-9f71-9e529e104a87 req-79e1c24b-a7b6-41cc-ac1d-fd38a8c65a07 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536716 Nov 15 22:38:21.651612 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.656223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-fde06f5f-8c7b-4510-81ad-895442286e41 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527766 Nov 15 22:38:21.677883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.736018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ce963f1-44c9-480c-91cd-38ea845d87ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.749114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:21.749774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.784504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ce963f1-44c9-480c-91cd-38ea845d87ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a283f7c5f7e452084d4161e437cc49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374921 Nov 15 22:38:21.787950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:21.793978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce963f1-44c9-480c-91cd-38ea845d87ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a91961-66c9-433b-90ee-6e60c190d6c6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:21.837270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-64fd4e97-5d74-4dfb-873c-a837aaa15166 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0951903 Nov 15 22:38:21.848515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-4165c221-818d-495f-a67c-e93f173e87ca service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843703 Nov 15 22:38:21.856690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.878538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.881242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-aaddcc33-6174-47b8-9022-0dfb10c27624 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3294811 Nov 15 22:38:21.881856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.883123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48b8d3f1-9730-4d01-9a8c-f17ff646ddd7 HTTP/1.1" status: 204 len: 168 time: 0.3054614 Nov 15 22:38:21.889909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.902893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579b9f-8f7c-4e24-ba60-605d0ed22593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b8d3f1-9730-4d01-9a8c-f17ff646ddd7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:21.947619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'admin_state_up': True, 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:21.950027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a9792532-fbb9-44ec-92a4-43c4f2a5e454 None None] Provisioning complete for port bd525cb6-6989-4074-b8c3-6dd47c08a81d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:21.950600 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9792532-fbb9-44ec-92a4-43c4f2a5e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:21.993945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a9792532-fbb9-44ec-92a4-43c4f2a5e454 None None] Port bd525cb6-6989-4074-b8c3-6dd47c08a81d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:22.029715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.030191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.030979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.031147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.031264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:22.034872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.034872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.034872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.034872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-785f8624-58c4-4e5d-a7b8-2c1ea4429140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.1407158 Nov 15 22:38:22.035409 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:22.036810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0a91961-66c9-433b-90ee-6e60c190d6c6 HTTP/1.1" status: 204 len: 168 time: 0.2470834 Nov 15 22:38:22.058809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b61aa-2881-4c4d-bc9d-ec9cafb24078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a91961-66c9-433b-90ee-6e60c190d6c6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:22.254789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-7bd2687b-2fc6-456b-9592-551438acd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.255258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-7bd2687b-2fc6-456b-9592-551438acd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.255712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-7bd2687b-2fc6-456b-9592-551438acd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.257414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-7bd2687b-2fc6-456b-9592-551438acd198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 2297 time: 0.1879959 Nov 15 22:38:22.291045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e14282-c588-4fb4-b8d7-f2cae9c310d4 req-885792ab-8121-48ce-9976-0b6a02064fb5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.297635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e14282-c588-4fb4-b8d7-f2cae9c310d4 req-885792ab-8121-48ce-9976-0b6a02064fb5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.299191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e14282-c588-4fb4-b8d7-f2cae9c310d4 req-885792ab-8121-48ce-9976-0b6a02064fb5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 1655 time: 0.0656703 Nov 15 22:38:22.321759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:22.325241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:22.347583 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-f120d1d7-2b1a-4b9f-adfe-5848e75d8f0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 1000 time: 0.0731225 Nov 15 22:38:22.355425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1e14282-c588-4fb4-b8d7-f2cae9c310d4 req-75b4d59b-c1c7-4597-8ac0-961079f310ee tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Nov 15 22:38:22.451542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-909e0a45-943b-468e-9122-68ffea68529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.453215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-909e0a45-943b-468e-9122-68ffea68529a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 200 len: 855 time: 0.0946414 Nov 15 22:38:22.534367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Allocated IP 19.80.0.132 (3b414b13-1ca2-4814-831c-30f5c98464a4/333b4876-d0fc-487a-93b9-c638602b4428/172778ff-7704-49b6-bb6a-c60a43855aff) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:22.545394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-0415eef7-c2c3-4438-acd0-91b1bc0a7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.546301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-0415eef7-c2c3-4438-acd0-91b1bc0a7b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a469fc97-3ff0-4451-930d-6f4631948401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680013 Nov 15 22:38:22.581550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f3fc2-964f-4333-9bbb-f4d3598a0164 req-9df2ea09-bd7d-4dfa-9d7c-671cf71763b7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:22.585082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f5f3fc2-964f-4333-9bbb-f4d3598a0164 req-9df2ea09-bd7d-4dfa-9d7c-671cf71763b7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0857944 Nov 15 22:38:22.662264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f5f3fc2-964f-4333-9bbb-f4d3598a0164 req-4338ff52-85a0-4feb-9d55-4873827fded5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697126 Nov 15 22:38:22.764526 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e0f41caf-9559-4b73-896e-1fb7ac29303a service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081439 Nov 15 22:38:22.836282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:22.899801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-bf88e2d8-029a-479e-aa2d-d099edb3741c service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200738 Nov 15 22:38:22.948250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-a7cc0785-10a2-4e9c-8cdf-c1ac3edeb077 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 217 time: 0.0385253 Nov 15 22:38:22.985012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:23.034080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:23.039106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:23.046591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-3d08cf05-af9e-4936-9430-f8ea3f5f93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.047906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-3d08cf05-af9e-4936-9430-f8ea3f5f93a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0920184 Nov 15 22:38:23.048700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:23.093753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:23.136197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.137119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:23.156762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-4d741d3d-4654-422d-8abf-c21be3a46b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.158282 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-4d741d3d-4654-422d-8abf-c21be3a46b1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777695 Nov 15 22:38:23.280029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-b8dc34c8-6c94-4def-b172-81132fe09e78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837416 Nov 15 22:38:23.286930 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-29f8c85d-8bac-43ad-9a28-a9cc7511d2a4 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209705 Nov 15 22:38:23.302641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:23.338646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f01d6866-ed24-445e-b0e1-d66306ad4374 None None] Provisioning complete for port 172778ff-7704-49b6-bb6a-c60a43855aff triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:23.339178 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f01d6866-ed24-445e-b0e1-d66306ad4374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:23.385929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f01d6866-ed24-445e-b0e1-d66306ad4374 None None] Port 172778ff-7704-49b6-bb6a-c60a43855aff cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:23.429286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:23.488787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e42a0647-7d81-4bde-908f-5d85981f6354 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803522 Nov 15 22:38:23.588418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-16b7719d-f442-46a0-a16b-5067eb3d850d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 217 time: 0.0782871 Nov 15 22:38:23.683263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7621-0c9e-4f8a-b3b4-3b310c4a0186 req-854fd874-fa1e-4d4e-aaad-86019fe75cb4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.689810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7621-0c9e-4f8a-b3b4-3b310c4a0186 req-854fd874-fa1e-4d4e-aaad-86019fe75cb4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.695322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e26e4125-f7b8-43a9-b72a-f9f8c3fed6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.695920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7621-0c9e-4f8a-b3b4-3b310c4a0186 req-854fd874-fa1e-4d4e-aaad-86019fe75cb4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.696821 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e26e4125-f7b8-43a9-b72a-f9f8c3fed6a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1002545 Nov 15 22:38:23.697829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-223a7621-0c9e-4f8a-b3b4-3b310c4a0186 req-854fd874-fa1e-4d4e-aaad-86019fe75cb4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2377 time: 0.0662146 Nov 15 22:38:23.757091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-223a7621-0c9e-4f8a-b3b4-3b310c4a0186 req-9d58d055-ec6b-4034-80b0-73388664e845 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520971 Nov 15 22:38:23.803582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-ee79f22e-e440-4e02-9988-252ad6e4e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.805217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-ee79f22e-e440-4e02-9988-252ad6e4e439 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946059 Nov 15 22:38:23.879893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee6ae51-f167-406c-bfbd-75a461c11976 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:23.889876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:23.910990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Transition to ACTIVE for port object cee6ae51-f167-406c-bfbd-75a461c11976 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:23.938298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-c24384e6-26b9-4233-b176-ca5877fc6c09 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126103 Nov 15 22:38:23.945006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313209a-9672-421c-8ddc-a5acd58c5a7f req-ad1e3933-65bc-4143-b0ae-1e49048202df tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:23.946459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9313209a-9672-421c-8ddc-a5acd58c5a7f req-ad1e3933-65bc-4143-b0ae-1e49048202df tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Nov 15 22:38:24.002106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9313209a-9672-421c-8ddc-a5acd58c5a7f req-4b906a90-57e7-45d7-b658-3cd06bfe142a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492585 Nov 15 22:38:24.003856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:24.082850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Pushing event updated for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:24.167681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-10884db0-0a87-42a5-80e2-76be9739a382 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122476 Nov 15 22:38:24.243624 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-6c93c527-c728-4487-9315-b2e157dc43f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 200 len: 217 time: 0.0623424 Nov 15 22:38:24.289050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Attempting to bind port cee6ae51-f167-406c-bfbd-75a461c11976 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:24.289405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Attempting to bind port cee6ae51-f167-406c-bfbd-75a461c11976 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:24.289696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Attempting to bind port cee6ae51-f167-406c-bfbd-75a461c11976 on network 3b414b13-1ca2-4814-831c-30f5c98464a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:24.301648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Port cee6ae51-f167-406c-bfbd-75a461c11976 on network 3b414b13-1ca2-4814-831c-30f5c98464a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:24.301974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Attempting to bind port cee6ae51-f167-406c-bfbd-75a461c11976 on network 3b414b13-1ca2-4814-831c-30f5c98464a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:24.312587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:24.312953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Checking segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:24.313376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Bound using segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:24.313768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Bound port: cee6ae51-f167-406c-bfbd-75a461c11976, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:24.314169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:24.318167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-a1e0abce-12e9-4dac-920f-2f18b6c07445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.319441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-a1e0abce-12e9-4dac-920f-2f18b6c07445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0645697 Nov 15 22:38:24.415836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-d63c4eac-57ad-436d-891a-40ecd8e25295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.417521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-d63c4eac-57ad-436d-891a-40ecd8e25295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906231 Nov 15 22:38:24.424007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:24.432570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cee6ae51-f167-406c-bfbd-75a461c11976,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:24.527064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-680117ed-4373-425b-b215-4a91f262968d service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006126 Nov 15 22:38:24.529150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:24.615699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.616310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:24.617777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] 10.222.0.57 "PUT /v2.0/ports/cee6ae51-f167-406c-bfbd-75a461c11976 HTTP/1.1" status: 200 len: 1092 time: 1.3221316 Nov 15 22:38:24.620476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:24.623391 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7" -d '{"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:24.651938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49d32-9daa-476f-a976-c645beccbb77 service neutron] Pushing event updated for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:24.696148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e13755-be87-464b-a557-69608f504b92 x-openstack-request-id: req-c7e13755-be87-464b-a557-69608f504b92 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:24.696148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:24.696148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7e13755-be87-464b-a557-69608f504b92 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:24.696148 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976', 'status': 'completed', 'code': 200} Nov 15 22:38:24.696148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-00ff244e-d426-4128-825e-acdb4763b52d service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608455 Nov 15 22:38:24.779526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:24.795725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e119ad83-464d-497c-a652-a1031694057c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 200 len: 217 time: 0.0860829 Nov 15 22:38:24.914526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-26fd67fd-0b2c-4a32-850e-070637b4db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.915108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-26fd67fd-0b2c-4a32-850e-070637b4db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.915580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-26fd67fd-0b2c-4a32-850e-070637b4db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.917232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-26fd67fd-0b2c-4a32-850e-070637b4db48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2732 time: 0.2011023 Nov 15 22:38:24.922812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:24.925314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-93578e59-a7d0-4cbe-8122-1ef418e682dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.926883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-93578e59-a7d0-4cbe-8122-1ef418e682dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0958216 Nov 15 22:38:24.928861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d64-e675-4ba9-ae39-6bd86047f1ec req-8adcb7ed-5d76-48c5-8130-7242973d1917 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.942458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d64-e675-4ba9-ae39-6bd86047f1ec req-8adcb7ed-5d76-48c5-8130-7242973d1917 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.954056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a3d64-e675-4ba9-ae39-6bd86047f1ec req-8adcb7ed-5d76-48c5-8130-7242973d1917 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:24.961309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c0a3d64-e675-4ba9-ae39-6bd86047f1ec req-8adcb7ed-5d76-48c5-8130-7242973d1917 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2389 time: 0.1057699 Nov 15 22:38:25.025281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c0a3d64-e675-4ba9-ae39-6bd86047f1ec req-e4d297c3-dd8a-4e92-b791-61c3c7234ab7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562255 Nov 15 22:38:25.035620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59666) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:25.171353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba466e53-181f-419a-a791-ab21c7848867 req-4b824a6a-56ae-4dc3-a3cb-110c9ce9e26f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.183658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba466e53-181f-419a-a791-ab21c7848867 req-4b824a6a-56ae-4dc3-a3cb-110c9ce9e26f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0878432 Nov 15 22:38:25.204366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-a02a99a1-f963-44e3-8aac-1831bf301290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.206025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-a02a99a1-f963-44e3-8aac-1831bf301290 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2585120 Nov 15 22:38:25.223624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe874df-e526-45f7-9bda-f42a7b41143f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.311055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba466e53-181f-419a-a791-ab21c7848867 req-b50c46cd-38d9-4981-9f16-66fe7ffea1e3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262782 Nov 15 22:38:25.319127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-1029d0ac-d676-4b85-bbee-f91c957fae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.319701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-1029d0ac-d676-4b85-bbee-f91c957fae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.320225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-1029d0ac-d676-4b85-bbee-f91c957fae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.321952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-1029d0ac-d676-4b85-bbee-f91c957fae92 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=403de143101f4a0cb4410babd67d32fe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3847053 Nov 15 22:38:25.353092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe874df-e526-45f7-9bda-f42a7b41143f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.422679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe874df-e526-45f7-9bda-f42a7b41143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.463618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dbe874df-e526-45f7-9bda-f42a7b41143f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2193ff97bd74884952f67318b7373ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265947 Nov 15 22:38:25.464851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe874df-e526-45f7-9bda-f42a7b41143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b81d4c-b2d8-4974-9bea-f9ef07c459e7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:25.467510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:25.533011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.558352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.674303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.677034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:25.678215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6b81d4c-b2d8-4974-9bea-f9ef07c459e7 HTTP/1.1" status: 204 len: 168 time: 0.2097757 Nov 15 22:38:25.687171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabed37-f2fc-4d03-94a3-d0acc23828e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b81d4c-b2d8-4974-9bea-f9ef07c459e7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:25.857470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-af27755c-aa2f-418c-ab66-1c036a971955 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529597 Nov 15 22:38:25.942931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-4df9e177-9109-48ed-ae9a-702f33673f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:25.944386 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8c9f5b67-08d9-421b-ad2e-6f0aee318df7 req-4df9e177-9109-48ed-ae9a-702f33673f28 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5952160 Nov 15 22:38:25.984551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd525cb6-6989-4074-b8c3-6dd47c08a81d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:25.995473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:26.024454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Transition to ACTIVE for port object bd525cb6-6989-4074-b8c3-6dd47c08a81d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:26.027062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-7de6d022-6eaa-47a7-bfbe-35d0c355cf75 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595950 Nov 15 22:38:26.069570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-673727f5-c758-4ec7-9bb8-10b4d2bda6b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 200 len: 217 time: 0.0347197 Nov 15 22:38:26.107539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:26.170255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9457-62a4-446b-8473-50c5e20f588b req-e41024ba-a0d1-4b81-a9d3-94cca076620e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.174013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-bc955bf3-4876-443b-aca7-fa7e6e470970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.175506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-bc955bf3-4876-443b-aca7-fa7e6e470970 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0985601 Nov 15 22:38:26.178259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9457-62a4-446b-8473-50c5e20f588b req-e41024ba-a0d1-4b81-a9d3-94cca076620e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.179684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Pushing event updated for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:26.195677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9457-62a4-446b-8473-50c5e20f588b req-e41024ba-a0d1-4b81-a9d3-94cca076620e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.204763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bec9457-62a4-446b-8473-50c5e20f588b req-e41024ba-a0d1-4b81-a9d3-94cca076620e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2401 time: 0.1066289 Nov 15 22:38:26.295223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e7eeac36-c8bd-44ff-8797-f42e033ff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.296879 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-e7eeac36-c8bd-44ff-8797-f42e033ff43c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102936 Nov 15 22:38:26.314403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bec9457-62a4-446b-8473-50c5e20f588b req-2cb787a8-ce75-4e83-8e99-f6cde538109f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067102 Nov 15 22:38:26.338269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Attempting to bind port bd525cb6-6989-4074-b8c3-6dd47c08a81d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:26.338611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Attempting to bind port bd525cb6-6989-4074-b8c3-6dd47c08a81d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:26.339435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Attempting to bind port bd525cb6-6989-4074-b8c3-6dd47c08a81d on network b505114f-3385-4d69-b3a1-02b6fed8d5b2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:26.353292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Port bd525cb6-6989-4074-b8c3-6dd47c08a81d on network b505114f-3385-4d69-b3a1-02b6fed8d5b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:26.353664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Attempting to bind port bd525cb6-6989-4074-b8c3-6dd47c08a81d on network b505114f-3385-4d69-b3a1-02b6fed8d5b2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:26.384303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:26.384661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Checking segment: {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:26.385054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Bound using segment: {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:26.385492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Bound port: bd525cb6-6989-4074-b8c3-6dd47c08a81d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247744d3-710a-48e2-8a70-286a8a542b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:26.385846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:26.492989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-47866dfd-fe39-4b0c-8b73-90bd67973927 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800630 Nov 15 22:38:26.501174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:26.504199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bceeb-e2d8-43e3-901f-189ef8f2a585 req-d0685892-2e33-4a9d-ad67-df8c25349d72 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.514682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097bceeb-e2d8-43e3-901f-189ef8f2a585 req-d0685892-2e33-4a9d-ad67-df8c25349d72 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0903111 Nov 15 22:38:26.514834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:26.564290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-097bceeb-e2d8-43e3-901f-189ef8f2a585 req-38473f76-3895-4c44-a328-c50da8124f33 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522735 Nov 15 22:38:26.599999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-0a15617f-8ac0-4d02-bc70-ed44f2c2cc38 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961497 Nov 15 22:38:26.646958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:26.652028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-18035926-05b9-469e-a152-74c82eb77dbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 217 time: 0.0447996 Nov 15 22:38:26.718278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.718760 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:26.720141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd525cb6-6989-4074-b8c3-6dd47c08a81d HTTP/1.1" status: 200 len: 1092 time: 1.9579544 Nov 15 22:38:26.722388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:26.724680 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb3b17d-3859-4ff2-a548-e798a3157d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:26.761439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-f7c47eac-ef91-4dde-bd70-722e2b9fa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.762354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-f7c47eac-ef91-4dde-bd70-722e2b9fa78e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0859263 Nov 15 22:38:26.763327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cc7c0-fdfb-492d-b5c9-3d24edb9a347 service neutron] Pushing event updated for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:26.815065 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499827b2-7eb4-4e08-9dc9-6e997e2b0c07 x-openstack-request-id: req-499827b2-7eb4-4e08-9dc9-6e997e2b0c07 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:26.820062 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:26.820449 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-499827b2-7eb4-4e08-9dc9-6e997e2b0c07 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:26.821131 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d', 'status': 'completed', 'code': 200} Nov 15 22:38:26.831543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Request body: {'port': {'device_id': '37536cae-7867-48d2-9c89-5f066976cc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:26.930825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-bcdcbafe-9f89-416e-998f-53a4423c1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.932346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-bcdcbafe-9f89-416e-998f-53a4423c1ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643894 Nov 15 22:38:26.938168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-8bf95314-ed79-4cc2-9e55-eb1a38f57065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.938640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-8bf95314-ed79-4cc2-9e55-eb1a38f57065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.939105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-8bf95314-ed79-4cc2-9e55-eb1a38f57065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.941336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-8bf95314-ed79-4cc2-9e55-eb1a38f57065 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2799 time: 0.0973544 Nov 15 22:38:26.946260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fbf-fae3-44de-a994-fc171d38e4c1 req-42ff683a-e454-4c2e-8035-891af8e2970b tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:26.948121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6afd0fbf-fae3-44de-a994-fc171d38e4c1 req-42ff683a-e454-4c2e-8035-891af8e2970b tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0736182 Nov 15 22:38:27.010041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6afd0fbf-fae3-44de-a994-fc171d38e4c1 req-2e33b021-b1aa-4780-8f79-b206db62cfe5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531492 Nov 15 22:38:27.066499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:27.186037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-edfc800b-7b4f-40ad-9b6f-ba204efd723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.186515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-edfc800b-7b4f-40ad-9b6f-ba204efd723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.186995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-edfc800b-7b4f-40ad-9b6f-ba204efd723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.188666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-edfc800b-7b4f-40ad-9b6f-ba204efd723f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=403de143101f4a0cb4410babd67d32fe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2312193 Nov 15 22:38:27.196875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-be58814b-52c1-404e-b9ca-cb97f7e8c90d service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550421 Nov 15 22:38:27.460154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139352-a212-4e0a-bb1b-0592a9841ac8 req-00e57e13-58b8-40b5-8c38-3e5df96e3095 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.467634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139352-a212-4e0a-bb1b-0592a9841ac8 req-00e57e13-58b8-40b5-8c38-3e5df96e3095 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.473699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2139352-a212-4e0a-bb1b-0592a9841ac8 req-00e57e13-58b8-40b5-8c38-3e5df96e3095 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.477640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2139352-a212-4e0a-bb1b-0592a9841ac8 req-00e57e13-58b8-40b5-8c38-3e5df96e3095 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2401 time: 0.0779538 Nov 15 22:38:27.480958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-99834c6b-d3e0-47dd-8914-5c6f049284c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.482506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-deb3b17d-3859-4ff2-a548-e798a3157d3b req-99834c6b-d3e0-47dd-8914-5c6f049284c4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847047 Nov 15 22:38:27.486628 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-694f22d7-4915-42aa-8a58-ab2149c75124 req-2d85d18a-fa2d-4f30-b199-7d531856f1d1 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792091 Nov 15 22:38:27.538564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2139352-a212-4e0a-bb1b-0592a9841ac8 req-6d2aee36-1bfe-4365-a96e-0545eb3de490 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Nov 15 22:38:27.573752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172778ff-7704-49b6-bb6a-c60a43855aff {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:27.581778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:27.594889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Transition to ACTIVE for port object 172778ff-7704-49b6-bb6a-c60a43855aff will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:27.670086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:27.696706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b5d7-f0e1-4b5e-9398-845b4a016c72 req-4864f5dd-9364-4633-88d8-a72915696c30 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:27.698523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f01b5d7-f0e1-4b5e-9398-845b4a016c72 req-4864f5dd-9364-4633-88d8-a72915696c30 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0553393 Nov 15 22:38:27.727999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Pushing event updated for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:27.772667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f01b5d7-f0e1-4b5e-9398-845b4a016c72 req-5e3d637c-ebba-4901-8a08-d306561bf0e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603435 Nov 15 22:38:27.846135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Attempting to bind port 172778ff-7704-49b6-bb6a-c60a43855aff on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:27.846471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Attempting to bind port 172778ff-7704-49b6-bb6a-c60a43855aff by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:27.846861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Attempting to bind port 172778ff-7704-49b6-bb6a-c60a43855aff on network 3b414b13-1ca2-4814-831c-30f5c98464a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:27.853155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Port 172778ff-7704-49b6-bb6a-c60a43855aff on network 3b414b13-1ca2-4814-831c-30f5c98464a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:27.853155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Attempting to bind port 172778ff-7704-49b6-bb6a-c60a43855aff on network 3b414b13-1ca2-4814-831c-30f5c98464a4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:27.858775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:27.859184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Checking segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:27.859573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Bound using segment: {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:27.860005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Bound port: 172778ff-7704-49b6-bb6a-c60a43855aff, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b429bc0-2dfe-4abf-b215-97cab6c534ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:27.860368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:27.938560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:27.942263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=172778ff-7704-49b6-bb6a-c60a43855aff,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:28.029258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:28.050184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.053296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:28.054915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] 10.222.0.57 "PUT /v2.0/ports/172778ff-7704-49b6-bb6a-c60a43855aff HTTP/1.1" status: 200 len: 1092 time: 1.2296157 Nov 15 22:38:28.134343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afc2f3-059c-4759-9ba0-89c3fabb530e service neutron] Pushing event updated for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:28.177183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2dcf9-ac07-44f5-b886-802220d70bb7 req-24cacbb9-c47b-4b73-8b40-c99549432f1e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.186614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbf2dcf9-ac07-44f5-b886-802220d70bb7 req-24cacbb9-c47b-4b73-8b40-c99549432f1e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0784175 Nov 15 22:38:28.264057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-6f152376-89ae-49bf-971f-1988a3a8463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.264538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-6f152376-89ae-49bf-971f-1988a3a8463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.265052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-6f152376-89ae-49bf-971f-1988a3a8463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.266743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-6f152376-89ae-49bf-971f-1988a3a8463e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2866 time: 0.0848079 Nov 15 22:38:28.272184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbf2dcf9-ac07-44f5-b886-802220d70bb7 req-88bd674d-0b59-4166-8356-a2c5e0267024 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842829 Nov 15 22:38:28.325187 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-9947ce32-8a4b-43d2-abd9-a37d6bd8a699 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.225&port_id=cee6ae51-f167-406c-bfbd-75a461c11976 HTTP/1.1" status: 200 len: 217 time: 0.0480907 Nov 15 22:38:28.383648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-ce29ad39-fe3f-4bb4-bf37-83a7241dd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.385295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-ce29ad39-fe3f-4bb4-bf37-83a7241dd14e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=333b4876-d0fc-487a-93b9-c638602b4428 HTTP/1.1" status: 200 len: 801 time: 0.0521169 Nov 15 22:38:28.439628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-fba8028f-7c96-45f3-845e-139aff5b7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.441341 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-fba8028f-7c96-45f3-845e-139aff5b7a54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b414b13-1ca2-4814-831c-30f5c98464a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473814 Nov 15 22:38:28.546047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-929ccffd-ce46-4a89-abe8-2ae29eb73dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920172 Nov 15 22:38:28.672732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-993291aa-266a-4473-b3f3-241c086a25e1 service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174135 Nov 15 22:38:28.675337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33460d-7d1b-43d9-96c8-017ab1467d98 req-204af207-ee7f-4284-ad37-61d50af0a528 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.681986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33460d-7d1b-43d9-96c8-017ab1467d98 req-204af207-ee7f-4284-ad37-61d50af0a528 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.687978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33460d-7d1b-43d9-96c8-017ab1467d98 req-204af207-ee7f-4284-ad37-61d50af0a528 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.689687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b33460d-7d1b-43d9-96c8-017ab1467d98 req-204af207-ee7f-4284-ad37-61d50af0a528 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2413 time: 0.0677516 Nov 15 22:38:28.721371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-c18a8390-0a34-4ef0-b01c-2b9b9c58f9ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d HTTP/1.1" status: 200 len: 217 time: 0.0403981 Nov 15 22:38:28.749700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b33460d-7d1b-43d9-96c8-017ab1467d98 req-d2ab5331-2021-45de-a4f5-264c09a87b62 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Nov 15 22:38:28.785144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-4d7b27fb-7b78-4ea5-9653-12cd88850af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.786652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-4d7b27fb-7b78-4ea5-9653-12cd88850af7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fa09f81-2c46-4834-8b03-2a51c7cbd239 HTTP/1.1" status: 200 len: 801 time: 0.0570307 Nov 15 22:38:28.827131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:28.830089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef99c7f0-5179-495e-9bd1-4486c3731bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:28.852063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-bd25e0a9-dfa9-4151-a9e2-08b568731279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.854197 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-bd25e0a9-dfa9-4151-a9e2-08b568731279 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b505114f-3385-4d69-b3a1-02b6fed8d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570798 Nov 15 22:38:28.921221 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0770216-0e7c-4343-9a2c-7ee54cd20fac x-openstack-request-id: req-c0770216-0e7c-4343-9a2c-7ee54cd20fac {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:28.922081 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:28.922564 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0770216-0e7c-4343-9a2c-7ee54cd20fac {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:28.923199 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff', 'status': 'completed', 'code': 200} Nov 15 22:38:28.933729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5171-fc66-418b-8bb2-4e87d174d427 req-ccf340bc-943d-41c8-81ef-b8a00f3e80c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:28.935902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-017c5171-fc66-418b-8bb2-4e87d174d427 req-ccf340bc-943d-41c8-81ef-b8a00f3e80c4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0796654 Nov 15 22:38:29.007345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-fff4a286-4dee-4c55-a9a2-b68eae5fa247 service neutron] 10.222.0.57 "GET /v2.0/networks/b505114f-3385-4d69-b3a1-02b6fed8d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428831 Nov 15 22:38:29.037636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-017c5171-fc66-418b-8bb2-4e87d174d427 req-6dab36f6-faaa-4c77-a69b-0ced26b58089 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886486 Nov 15 22:38:29.142194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-fd0527a1-0b55-44c5-8d55-690b4744711b service neutron] 10.222.0.57 "GET /v2.0/networks/b505114f-3385-4d69-b3a1-02b6fed8d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224165 Nov 15 22:38:29.187239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-5aea2c16-94ba-4642-982e-cef9af157c78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=172778ff-7704-49b6-bb6a-c60a43855aff HTTP/1.1" status: 200 len: 217 time: 0.0371318 Nov 15 22:38:29.206719 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:29.247341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-64226285-cbaf-43ae-834b-8dd3667e300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.248807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-64226285-cbaf-43ae-834b-8dd3667e300c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=333b4876-d0fc-487a-93b9-c638602b4428 HTTP/1.1" status: 200 len: 801 time: 0.0531573 Nov 15 22:38:29.304034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-ee210474-84bb-409d-8887-d62f5309b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.305492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-ee210474-84bb-409d-8887-d62f5309b1db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b414b13-1ca2-4814-831c-30f5c98464a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487640 Nov 15 22:38:29.396324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc7464-592c-42c9-b46e-fc34c0af67fd req-e7ca70ba-d1b7-4751-946e-7840781fe5eb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.397750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66bc7464-592c-42c9-b46e-fc34c0af67fd req-e7ca70ba-d1b7-4751-946e-7840781fe5eb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0521171 Nov 15 22:38:29.409959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-e2284f72-55fe-4d65-821f-e73ad61ae9e2 service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899980 Nov 15 22:38:29.456366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66bc7464-592c-42c9-b46e-fc34c0af67fd req-d35e94fb-a5a5-462a-954c-0daaf7aa8c5c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516424 Nov 15 22:38:29.512504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1e1775a2-1506-4512-b136-ab320272dcb6 req-27c55724-5620-4080-9a0e-0fbb056e696a service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917497 Nov 15 22:38:29.689193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-11cdd38a-87d6-4365-a8f1-01bb373767e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.689872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-11cdd38a-87d6-4365-a8f1-01bb373767e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.690162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-11cdd38a-87d6-4365-a8f1-01bb373767e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.692091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-11cdd38a-87d6-4365-a8f1-01bb373767e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2866 time: 0.0455129 Nov 15 22:38:29.720062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:29.788768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-ea723bf3-6e66-40f5-9da4-10ae088c3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.790875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-ea723bf3-6e66-40f5-9da4-10ae088c3be5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3b414b13-1ca2-4814-831c-30f5c98464a4 HTTP/1.1" status: 200 len: 902 time: 0.0907528 Nov 15 22:38:29.839549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-3da55319-ebe2-40e4-b225-369383710148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=172778ff-7704-49b6-bb6a-c60a43855aff HTTP/1.1" status: 200 len: 217 time: 0.0377145 Nov 15 22:38:29.885525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190d8e7-835a-4114-8c1f-850b06d39c29 req-b25296fd-aeac-49b5-993a-e56fea146735 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.892596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190d8e7-835a-4114-8c1f-850b06d39c29 req-b25296fd-aeac-49b5-993a-e56fea146735 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.899164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190d8e7-835a-4114-8c1f-850b06d39c29 req-b25296fd-aeac-49b5-993a-e56fea146735 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.901041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3190d8e7-835a-4114-8c1f-850b06d39c29 req-b25296fd-aeac-49b5-993a-e56fea146735 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2413 time: 0.0709202 Nov 15 22:38:29.913408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-f981e5b7-30b6-400b-8e52-5c18039d4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.915321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-f981e5b7-30b6-400b-8e52-5c18039d4917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=333b4876-d0fc-487a-93b9-c638602b4428 HTTP/1.1" status: 200 len: 801 time: 0.0646443 Nov 15 22:38:29.960723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3190d8e7-835a-4114-8c1f-850b06d39c29 req-b905b23a-74b3-4540-a04a-0d2515a12a01 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Nov 15 22:38:29.995543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-024726a8-6cdd-4e5a-889c-27c8269455d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:29.997661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-024726a8-6cdd-4e5a-889c-27c8269455d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3b414b13-1ca2-4814-831c-30f5c98464a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641801 Nov 15 22:38:30.134368 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-f7598a59-79e8-4104-b5a3-88a327bce16b service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265566 Nov 15 22:38:30.190236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4ee6b-5a95-4b4d-8e4b-68e469a3c502 req-0d19e5ca-6e7b-4775-b1e0-0431c4a90a8a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:30.192726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ea4ee6b-5a95-4b4d-8e4b-68e469a3c502 req-0d19e5ca-6e7b-4775-b1e0-0431c4a90a8a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Nov 15 22:38:30.253147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef99c7f0-5179-495e-9bd1-4486c3731bcb req-79152a5e-dcfb-40b5-9802-00930625349d service neutron] 10.222.0.57 "GET /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098843 Nov 15 22:38:30.261653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ea4ee6b-5a95-4b4d-8e4b-68e469a3c502 req-d1284679-1146-4925-aa8a-d362f2280d68 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614152 Nov 15 22:38:30.585526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff6f3-f4c2-4b5b-8888-d04efc09e8e5 req-5a235403-38fa-4f55-9107-3d8279dafe61 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:30.587490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce1ff6f3-f4c2-4b5b-8888-d04efc09e8e5 req-5a235403-38fa-4f55-9107-3d8279dafe61 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0524547 Nov 15 22:38:30.640136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce1ff6f3-f4c2-4b5b-8888-d04efc09e8e5 req-05a41d44-fe0e-46bd-9bed-de7b5180bb41 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Nov 15 22:38:30.952887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:31.096663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61e68372-473d-447a-bc75-4523bc8cb1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:31.430140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ded93-4134-4933-ae86-37c898fa1a36 req-d5980752-9809-43bc-9ac4-267896284c89 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:31.436383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ded93-4134-4933-ae86-37c898fa1a36 req-d5980752-9809-43bc-9ac4-267896284c89 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:31.442181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ded93-4134-4933-ae86-37c898fa1a36 req-d5980752-9809-43bc-9ac4-267896284c89 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:31.443769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b9ded93-4134-4933-ae86-37c898fa1a36 req-d5980752-9809-43bc-9ac4-267896284c89 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2413 time: 0.3930707 Nov 15 22:38:31.498681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4129d-1ac6-4adf-8e74-dcc3b6079c7b req-1d635c24-212c-4ce1-ba6f-5495da1fc8a6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:31.500150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ac4129d-1ac6-4adf-8e74-dcc3b6079c7b req-1d635c24-212c-4ce1-ba6f-5495da1fc8a6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.1113558 Nov 15 22:38:31.556180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b9ded93-4134-4933-ae86-37c898fa1a36 req-46f00768-bce4-4157-9a0f-5ef074543cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939715 Nov 15 22:38:31.597812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ac4129d-1ac6-4adf-8e74-dcc3b6079c7b req-ed7f9f76-3a7a-48e5-bfbc-3a0cf3b026f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887797 Nov 15 22:38:31.602589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61e68372-473d-447a-bc75-4523bc8cb1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:31.686316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61e68372-473d-447a-bc75-4523bc8cb1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:31.759629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61e68372-473d-447a-bc75-4523bc8cb1d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac9fa9633474792bed7923a758e1368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8056252 Nov 15 22:38:31.762329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59828) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:31.765367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68372-473d-447a-bc75-4523bc8cb1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff603fcd-8b04-43ba-b366-4e151f4dbab0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:31.860942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c2d38-7d1d-4937-ab21-26c2a6acdc37 req-50e75812-adee-4cd8-a829-a5503a55244c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:31.865220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-302c2d38-7d1d-4937-ab21-26c2a6acdc37 req-50e75812-adee-4cd8-a829-a5503a55244c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1028492 Nov 15 22:38:31.867478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:31.902106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:31.928786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-302c2d38-7d1d-4937-ab21-26c2a6acdc37 req-b04d5b95-7297-40db-a230-2bcc26c96803 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594921 Nov 15 22:38:32.034039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:32.036829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:32.038000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff603fcd-8b04-43ba-b366-4e151f4dbab0 HTTP/1.1" status: 204 len: 168 time: 0.2745662 Nov 15 22:38:32.046635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd459ce7-7f55-4485-a580-e9dbd743dc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff603fcd-8b04-43ba-b366-4e151f4dbab0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:32.681302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466aba-0afb-499d-a8b4-fa7bec20fc06 req-aebc64c0-33ed-4c31-b073-d10f95dd9042 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:32.687782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466aba-0afb-499d-a8b4-fa7bec20fc06 req-aebc64c0-33ed-4c31-b073-d10f95dd9042 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:32.693718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d466aba-0afb-499d-a8b4-fa7bec20fc06 req-aebc64c0-33ed-4c31-b073-d10f95dd9042 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:32.695331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d466aba-0afb-499d-a8b4-fa7bec20fc06 req-aebc64c0-33ed-4c31-b073-d10f95dd9042 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2413 time: 0.0649462 Nov 15 22:38:32.776180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945ced5-a9f2-463f-adca-7f2a77c3c9cb req-582cc93d-e762-4772-969f-2f5031069788 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:32.777710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b945ced5-a9f2-463f-adca-7f2a77c3c9cb req-582cc93d-e762-4772-969f-2f5031069788 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0815070 Nov 15 22:38:32.781626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d466aba-0afb-499d-a8b4-fa7bec20fc06 req-51dccc10-3c69-4f24-b3dd-efc81f2fb087 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773852 Nov 15 22:38:32.849366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b945ced5-a9f2-463f-adca-7f2a77c3c9cb req-1fb0f9bb-2196-4d7a-a13c-7824f95cecbe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651584 Nov 15 22:38:32.881510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd525cb6-6989-4074-b8c3-6dd47c08a81d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:32.983868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:32.996064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d', 'network_id': 'b505114f-3385-4d69-b3a1-02b6fed8d5b2', 'port_id': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d', 'mac_address': 'fa:16:3e:69:dd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa09f81-2c46-4834-8b03-2a51c7cbd239', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:33.038078 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.052058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd525cb6-6989-4074-b8c3-6dd47c08a81d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:33.071516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:33.095034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ceefe-8dde-4073-8437-ba3e978a9156 req-31f577fe-e8f8-42d5-9e99-d9e1f2ed0b36 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:33.096703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce1ceefe-8dde-4073-8437-ba3e978a9156 req-31f577fe-e8f8-42d5-9e99-d9e1f2ed0b36 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0633318 Nov 15 22:38:33.152563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce1ceefe-8dde-4073-8437-ba3e978a9156 req-ae695585-e416-4e62-b40d-90b7bb2d8ba7 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482614 Nov 15 22:38:33.169650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.169650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cee6ae51-f167-406c-bfbd-75a461c11976 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:33.264085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:33.316649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cee6ae51-f167-406c-bfbd-75a461c11976,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:33.329908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'cee6ae51-f167-406c-bfbd-75a461c11976', 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'port_id': 'cee6ae51-f167-406c-bfbd-75a461c11976', 'mac_address': 'fa:16:3e:80:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b4876-d0fc-487a-93b9-c638602b4428', 'ip_address': '19.80.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:33.368980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.381585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee6ae51-f167-406c-bfbd-75a461c11976 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:33.400401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cee6ae51-f167-406c-bfbd-75a461c11976,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:33.457572 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.458549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 172778ff-7704-49b6-bb6a-c60a43855aff details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:33.525831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=172778ff-7704-49b6-bb6a-c60a43855aff,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:33.541620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:33.546186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '172778ff-7704-49b6-bb6a-c60a43855aff', 'network_id': '3b414b13-1ca2-4814-831c-30f5c98464a4', 'port_id': '172778ff-7704-49b6-bb6a-c60a43855aff', 'mac_address': 'fa:16:3e:af:76:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b4876-d0fc-487a-93b9-c638602b4428', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:33.586938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.601495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172778ff-7704-49b6-bb6a-c60a43855aff {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:33.622490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=172778ff-7704-49b6-bb6a-c60a43855aff,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:33.748150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:33.805260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:33.944676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bae11-f714-4655-9c58-50c76789f821 req-f38ea42c-e237-4a80-97f7-520301a6fd26 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:33.951394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bae11-f714-4655-9c58-50c76789f821 req-f38ea42c-e237-4a80-97f7-520301a6fd26 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:33.957095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bae11-f714-4655-9c58-50c76789f821 req-f38ea42c-e237-4a80-97f7-520301a6fd26 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:33.958974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-320bae11-f714-4655-9c58-50c76789f821 req-f38ea42c-e237-4a80-97f7-520301a6fd26 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2416 time: 0.1017065 Nov 15 22:38:34.025718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab4c00-f569-4878-8d3b-4b756feadce2 req-bf03f80d-3f2a-4226-a12c-5b147fa88810 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:34.027115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0ab4c00-f569-4878-8d3b-4b756feadce2 req-bf03f80d-3f2a-4226-a12c-5b147fa88810 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.1045856 Nov 15 22:38:34.044362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-320bae11-f714-4655-9c58-50c76789f821 req-788046f9-9958-4afb-a59a-93667af6aca9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672321 Nov 15 22:38:34.093437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0ab4c00-f569-4878-8d3b-4b756feadce2 req-bd786703-33c2-415e-82d9-f75ef6c9bd6a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586243 Nov 15 22:38:34.170265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['172778ff-7704-49b6-bb6a-c60a43855aff'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:34.178235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['cee6ae51-f167-406c-bfbd-75a461c11976'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:34.292128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410e827-51d3-4d39-aff2-92811c39014b req-023b0fb4-cbca-41db-b3e4-d1f232560f70 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:34.293706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a410e827-51d3-4d39-aff2-92811c39014b req-023b0fb4-cbca-41db-b3e4-d1f232560f70 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0573275 Nov 15 22:38:34.362949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a410e827-51d3-4d39-aff2-92811c39014b req-cfc09928-e85e-42a4-94bd-197e56bbfdb9 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607476 Nov 15 22:38:34.574042 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-6e6697c7-e745-4c4b-bea8-28fdf4df1ad4 service neutron] show failed (client error): The resource could not be found. Nov 15 22:38:34.575093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-6e6697c7-e745-4c4b-bea8-28fdf4df1ad4 service neutron] 10.222.0.57 "GET /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0648451 Nov 15 22:38:34.752982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-994f4b37-6b01-4c7a-9f1c-ffd2a6ee7165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:35.185943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47149f-d4b5-46c8-ad17-131d0ba43d4d req-74a095dc-9d0c-48e5-86f3-4a5d0d3af6c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.191849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47149f-d4b5-46c8-ad17-131d0ba43d4d req-74a095dc-9d0c-48e5-86f3-4a5d0d3af6c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.197730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47149f-d4b5-46c8-ad17-131d0ba43d4d req-74a095dc-9d0c-48e5-86f3-4a5d0d3af6c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.199394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b47149f-d4b5-46c8-ad17-131d0ba43d4d req-74a095dc-9d0c-48e5-86f3-4a5d0d3af6c3 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2416 time: 0.0787969 Nov 15 22:38:35.255346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bd525cb6-6989-4074-b8c3-6dd47c08a81d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:35.270494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ede0c9-3da1-4d45-afde-34a7b1730256 req-7786c002-1067-459a-a5bd-b0be9d0f8e7b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.272009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ede0c9-3da1-4d45-afde-34a7b1730256 req-7786c002-1067-459a-a5bd-b0be9d0f8e7b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.1050515 Nov 15 22:38:35.276888 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b47149f-d4b5-46c8-ad17-131d0ba43d4d req-0cfbfaa0-bceb-47c6-b5e6-fb985cc76091 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640268 Nov 15 22:38:35.364376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ede0c9-3da1-4d45-afde-34a7b1730256 req-eec274b0-7332-45f7-bfac-1a83f420f9b3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776169 Nov 15 22:38:35.421828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-8792db44-72db-48f3-823b-a4a170ad35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.423792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-8792db44-72db-48f3-823b-a4a170ad35a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 1096 time: 0.0944819 Nov 15 22:38:35.441062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:35.517572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:35.541428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155dd67-d377-40c6-8c96-ba1f7559ad66 req-4bcb6dbe-0d38-46f5-9a2c-667ae6da6c6c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:35.543354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1155dd67-d377-40c6-8c96-ba1f7559ad66 req-4bcb6dbe-0d38-46f5-9a2c-667ae6da6c6c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0588882 Nov 15 22:38:35.613698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1155dd67-d377-40c6-8c96-ba1f7559ad66 req-8b93e08e-f702-4993-bd07-65669f038656 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630102 Nov 15 22:38:35.773468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:35.816856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:35.858170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:35.864309 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c9055-301f-40d5-875a-7ae7bbd815b9" -d '{"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:35.864309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:35.877695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Transition to ACTIVE for port object a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:35.922366 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4722f-a444-45d6-a751-fd25db1b4101 x-openstack-request-id: req-5ec4722f-a444-45d6-a751-fd25db1b4101 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:35.922366 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:35.922366 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec4722f-a444-45d6-a751-fd25db1b4101 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:35.922366 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'code': 200} Nov 15 22:38:35.937083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:36.029600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:36.069272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] No DVR routers for this DVR port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:36.233627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:36.233959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:36.234275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:36.239420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:36.239744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:36.246499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:36.247379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:36.247748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Bound using segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:36.248298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Bound port: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:36.248602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:36.315990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:36.320728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:36.396671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:36.420939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0be20-d001-41e9-94f2-fa995be613cf req-92cdf3e9-4487-4719-b725-ee8c6956cf0a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.427838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0be20-d001-41e9-94f2-fa995be613cf req-92cdf3e9-4487-4719-b725-ee8c6956cf0a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.434291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0be20-d001-41e9-94f2-fa995be613cf req-92cdf3e9-4487-4719-b725-ee8c6956cf0a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.436976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ea0be20-d001-41e9-94f2-fa995be613cf req-92cdf3e9-4487-4719-b725-ee8c6956cf0a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2416 time: 0.0719020 Nov 15 22:38:36.459614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.460577 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:36.463079 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] 10.222.0.55 "PUT /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 1091 time: 1.0283213 Nov 15 22:38:36.512464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ea0be20-d001-41e9-94f2-fa995be613cf req-d7f9f26d-d46b-45a9-86af-afe88e2e0961 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683994 Nov 15 22:38:36.538014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b151-9be3-4c69-8a84-b36b2be2e50b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:36.554464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c6bf5584-b56c-4316-86a6-2ac878686244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.556076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-c6bf5584-b56c-4316-86a6-2ac878686244 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.0598209 Nov 15 22:38:36.673498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5923b-2c2e-484e-8e48-d9f6467fe4aa req-2795159d-1eb2-4e73-bb90-3240380cbcc4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.674080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-b9ee82de-2322-4b6c-8e77-541df214870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.676249 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-b9ee82de-2322-4b6c-8e77-541df214870a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.1075540 Nov 15 22:38:36.681628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb5923b-2c2e-484e-8e48-d9f6467fe4aa req-2795159d-1eb2-4e73-bb90-3240380cbcc4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.1186275 Nov 15 22:38:36.778998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6cb5923b-2c2e-484e-8e48-d9f6467fe4aa req-a1fe7774-aaac-4e63-ac6e-8196fd86728a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857043 Nov 15 22:38:36.815611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-0c3b145b-c607-40ce-8291-f272b32f7b73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.1258285 Nov 15 22:38:36.863361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1179b-bba6-4a8e-aa5d-f707d00d42c5 req-96d6af46-c801-434a-93b0-a7a27c183eeb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.868350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8d1179b-bba6-4a8e-aa5d-f707d00d42c5 req-96d6af46-c801-434a-93b0-a7a27c183eeb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0568202 Nov 15 22:38:36.881685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-79483e12-c687-4765-9be4-de177f9eaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.884856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-79483e12-c687-4765-9be4-de177f9eaced service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0577095 Nov 15 22:38:36.895693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 172778ff-7704-49b6-bb6a-c60a43855aff up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:36.936839 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8d1179b-bba6-4a8e-aa5d-f707d00d42c5 req-c0a1e140-4d4a-439c-bb9f-9245fc7d2bfc tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648000 Nov 15 22:38:36.960073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-9d0af74e-fdac-4dec-bb5d-4fc1659dcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:36.961707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-9d0af74e-fdac-4dec-bb5d-4fc1659dcdcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649476 Nov 15 22:38:37.034023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 172778ff-7704-49b6-bb6a-c60a43855aff completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:37.039290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 172778ff-7704-49b6-bb6a-c60a43855aff triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:37.040166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.069119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-b1388123-5f92-496c-9911-8f109709687f service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960114 Nov 15 22:38:37.131993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-716c9102-113f-44ab-8636-1a845a433cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.133672 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.162061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:37.164440 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb26555-8f97-47d1-9c05-2a9224ad7c6c" -d '{"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:37.183235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=172778ff-7704-49b6-bb6a-c60a43855aff,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:37.191726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65129c7d-3ea3-4fac-8b07-6da873b12ff8 req-580146de-4c6b-4145-9bc8-7fabec34f31b service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124234 Nov 15 22:38:37.215623 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d0096-13e6-4e44-8940-c6cb8fda9d44 x-openstack-request-id: req-216d0096-13e6-4e44-8940-c6cb8fda9d44 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:37.216417 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:37.216692 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-216d0096-13e6-4e44-8940-c6cb8fda9d44 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:37.217082 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff', 'code': 200} Nov 15 22:38:37.272916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.273815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cee6ae51-f167-406c-bfbd-75a461c11976 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:37.364357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:37.375914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.376402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.376854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.377384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.377857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.378427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.378853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.379478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.379932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.380534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.380912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.381482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:37.514473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port cee6ae51-f167-406c-bfbd-75a461c11976 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:37.518524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port cee6ae51-f167-406c-bfbd-75a461c11976 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:37.518888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.663339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.667513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c7b2-c073-40f3-9cea-9bd54312e2ab req-aa7d0db7-dea1-4ba0-99ff-b082f9e8128d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:37.674192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c7b2-c073-40f3-9cea-9bd54312e2ab req-aa7d0db7-dea1-4ba0-99ff-b082f9e8128d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:37.680440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c7b2-c073-40f3-9cea-9bd54312e2ab req-aa7d0db7-dea1-4ba0-99ff-b082f9e8128d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:37.682737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5d8c7b2-c073-40f3-9cea-9bd54312e2ab req-aa7d0db7-dea1-4ba0-99ff-b082f9e8128d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2417 time: 0.0806510 Nov 15 22:38:37.697209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cee6ae51-f167-406c-bfbd-75a461c11976,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:37.737905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5d8c7b2-c073-40f3-9cea-9bd54312e2ab req-e0944fd2-811d-4f57-856a-82592ba39d7d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Nov 15 22:38:37.750444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.752150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd525cb6-6989-4074-b8c3-6dd47c08a81d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:37.844587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:37.919453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port bd525cb6-6989-4074-b8c3-6dd47c08a81d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:37.921119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:37.923423 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b5b89-b2c8-40f5-a444-ac7976515001" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:37.927053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port bd525cb6-6989-4074-b8c3-6dd47c08a81d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:37.927624 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:37.932456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5d367-6545-4791-9587-6206bbd760c2 req-94d9ae60-243e-4ae5-a346-1ff8c7e1c09c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:37.935041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d5d367-6545-4791-9587-6206bbd760c2 req-94d9ae60-243e-4ae5-a346-1ff8c7e1c09c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0614548 Nov 15 22:38:37.987720 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d94b1-6732-40e8-a922-d770f817c586 x-openstack-request-id: req-2e7d94b1-6732-40e8-a922-d770f817c586 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:37.988048 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:37.988352 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e7d94b1-6732-40e8-a922-d770f817c586 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:37.988806 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:38:38.047338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17d5d367-6545-4791-9587-6206bbd760c2 req-4746bd70-cc94-4666-ad84-b2497b664cea tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041613 Nov 15 22:38:38.049018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:38.095380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:38.159584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:38.184476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d71b9-db36-4d88-9158-bcb427c7ef78 req-368196fe-b5ab-4487-a1c0-8cf40f92b0fb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.187376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-710d71b9-db36-4d88-9158-bcb427c7ef78 req-368196fe-b5ab-4487-a1c0-8cf40f92b0fb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0786068 Nov 15 22:38:38.214344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:38.228796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:38.247967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-710d71b9-db36-4d88-9158-bcb427c7ef78 req-f6542341-bf29-4fbf-a076-2587def8161d tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549245 Nov 15 22:38:38.530206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-ef479962-7e3a-4900-bf85-746d71aae8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.532128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-ef479962-7e3a-4900-bf85-746d71aae8c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.5243065 Nov 15 22:38:38.535128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-65f40116-cabc-47ad-9240-0a9a0cccc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.536866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-65f40116-cabc-47ad-9240-0a9a0cccc9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.5125070 Nov 15 22:38:38.654127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a07ca-6819-4314-936f-88dae27947e1 req-9ff3c1b7-6588-4812-ac76-4a90816c58aa tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.656212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b7a07ca-6819-4314-936f-88dae27947e1 req-9ff3c1b7-6588-4812-ac76-4a90816c58aa tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0634387 Nov 15 22:38:38.711137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b7a07ca-6819-4314-936f-88dae27947e1 req-4bd63553-e67d-4293-85e4-c44a685bf85c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473642 Nov 15 22:38:38.716359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-322e9698-50b5-4294-993f-7adfb1159327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.717792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-322e9698-50b5-4294-993f-7adfb1159327 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.1709604 Nov 15 22:38:38.800923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-4b6542de-7eb1-4a64-b023-08fc40b11259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.804074 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-4b6542de-7eb1-4a64-b023-08fc40b11259 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.2571192 Nov 15 22:38:38.875297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-6fabb660-f334-42f9-acdb-bf029dbf6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.876895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-6fabb660-f334-42f9-acdb-bf029dbf6c9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1096 time: 0.0932665 Nov 15 22:38:38.882456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-bc287fe9-7a73-4188-942e-e4d1443a77b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.1550488 Nov 15 22:38:38.894746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2896c1-5bf5-46fe-b4a2-c867032e2077 req-86af6da3-479b-4c38-a310-ae7bf8873436 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.896337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:38.900716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2896c1-5bf5-46fe-b4a2-c867032e2077 req-86af6da3-479b-4c38-a310-ae7bf8873436 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.906594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2896c1-5bf5-46fe-b4a2-c867032e2077 req-86af6da3-479b-4c38-a310-ae7bf8873436 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:38.914455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c2896c1-5bf5-46fe-b4a2-c867032e2077 req-86af6da3-479b-4c38-a310-ae7bf8873436 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0825419 Nov 15 22:38:38.935682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-fe91b1b6-e973-4420-aee0-d29448a6a377 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.1219299 Nov 15 22:38:38.940792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:39.078728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-cccc6483-449c-4167-897c-f61946e5094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.080994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c2896c1-5bf5-46fe-b4a2-c867032e2077 req-4c26ef34-8f28-4b2d-ad34-1984a9a68fa8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605003 Nov 15 22:38:39.081227 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-cccc6483-449c-4167-897c-f61946e5094b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.1899288 Nov 15 22:38:39.084031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-5fe0cb5b-4b0f-4d87-b6de-5dd0acd7ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.086417 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-5fe0cb5b-4b0f-4d87-b6de-5dd0acd7ade9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.1056464 Nov 15 22:38:39.147952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-3c34346c-b822-4dd5-9c9b-06082b7a7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.147952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-3c34346c-b822-4dd5-9c9b-06082b7a7264 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.2293375 Nov 15 22:38:39.218302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976'}, {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:39.220832 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7096c0-3c14-4ba1-a448-b2ca851f3e8e" -d '{"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976"}, {"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:39.229867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-6bd4b6e9-ab57-44a8-97d0-b9d1fb7b9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.233033 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-6bd4b6e9-ab57-44a8-97d0-b9d1fb7b9ba2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401112 Nov 15 22:38:39.236006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-bf96e7a4-8f1b-49b1-8c46-bab2fdba4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.238209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-bf96e7a4-8f1b-49b1-8c46-bab2fdba4955 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287451 Nov 15 22:38:39.301398 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb11d2-3bf6-4115-ba04-ee1612186b80 x-openstack-request-id: req-f4fb11d2-3bf6-4115-ba04-ee1612186b80 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:39.302008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f31770-9bf3-4906-8eb9-af4a32ae5844 req-098a3b90-4474-426f-951e-d7b5678cc193 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.303398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f31770-9bf3-4906-8eb9-af4a32ae5844 req-098a3b90-4474-426f-951e-d7b5678cc193 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0948365 Nov 15 22:38:39.305037 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976", "code": 200}, {"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-plugged", "status": "completed", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:39.305207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-baedc7b0-74db-4752-9c52-35ea42018c66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 1001 time: 0.1494167 Nov 15 22:38:39.305624 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4fb11d2-3bf6-4115-ba04-ee1612186b80 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:39.306031 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976', 'code': 200} Nov 15 22:38:39.306287 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d', 'code': 200} Nov 15 22:38:39.424503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-43a00f0b-4c30-49a2-becb-190b2becda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.428452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-43a00f0b-4c30-49a2-becb-190b2becda46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1142769 Nov 15 22:38:39.434430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:39.438040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f31770-9bf3-4906-8eb9-af4a32ae5844 req-c9192058-cc57-4412-8636-161f0f913651 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997310 Nov 15 22:38:39.502814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847437e5-707a-4649-b85f-4de7f9aa4d05 req-c7aa40aa-7b07-47f8-b8ee-737331ee93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.503386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847437e5-707a-4649-b85f-4de7f9aa4d05 req-c7aa40aa-7b07-47f8-b8ee-737331ee93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.504481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847437e5-707a-4649-b85f-4de7f9aa4d05 req-c7aa40aa-7b07-47f8-b8ee-737331ee93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.505952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-847437e5-707a-4649-b85f-4de7f9aa4d05 req-c7aa40aa-7b07-47f8-b8ee-737331ee93fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2872 time: 0.1275692 Nov 15 22:38:39.509414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-ace06a85-735b-498c-bf4b-7acb19ad1ace service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574046 Nov 15 22:38:39.511752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-26631aea-95c9-48b5-98af-328c949dea3c service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693717 Nov 15 22:38:39.518203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-6d16e45a-86aa-4cd0-aa41-458d8ec059a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.518203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-6d16e45a-86aa-4cd0-aa41-458d8ec059a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756238 Nov 15 22:38:39.619246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-a7902989-4bca-46b1-b537-f86a43d58ab8 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913143 Nov 15 22:38:39.682343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-847437e5-707a-4649-b85f-4de7f9aa4d05 req-f6db118d-46e0-4e89-86f0-1ee3b82674b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573088 Nov 15 22:38:39.724596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c2bdf6-f561-496c-85e4-ecfc7ec02761 req-3feef409-7749-450e-b9d0-7e23fcc2d7b3 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977802 Nov 15 22:38:39.741954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-5e6f97f8-60d1-4460-90d7-e51a31d3e423 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764171 Nov 15 22:38:39.747635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-607b5b89-b2c8-40f5-a444-ac7976515001 req-4e8b8549-970d-4cc5-9666-01161fc38385 service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876938 Nov 15 22:38:39.866955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ed01d-8499-41a9-95b3-3b24c16a87af req-85e4f21c-f4e9-430f-8d18-c6159bec3023 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:39.869116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b5ed01d-8499-41a9-95b3-3b24c16a87af req-85e4f21c-f4e9-430f-8d18-c6159bec3023 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0628016 Nov 15 22:38:39.920869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b5ed01d-8499-41a9-95b3-3b24c16a87af req-8fa20db5-ae0c-489a-9617-e94e0ff66520 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433807 Nov 15 22:38:40.196748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454421-2155-4f7a-8693-5929e6f8d77a req-e1483bd0-c7fa-4ff9-94fa-61c9f5b61016 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:40.203610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454421-2155-4f7a-8693-5929e6f8d77a req-e1483bd0-c7fa-4ff9-94fa-61c9f5b61016 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:40.214424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2454421-2155-4f7a-8693-5929e6f8d77a req-e1483bd0-c7fa-4ff9-94fa-61c9f5b61016 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:40.217139 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2454421-2155-4f7a-8693-5929e6f8d77a req-e1483bd0-c7fa-4ff9-94fa-61c9f5b61016 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0730932 Nov 15 22:38:40.280433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a2454421-2155-4f7a-8693-5929e6f8d77a req-0d9652db-ec51-4350-9edd-ad68303f9063 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Nov 15 22:38:40.325512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:40.576417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c9829-bae6-4dd2-a0a0-c88db35cde12 req-d6369115-c3cf-42de-a247-a063058b1a7a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:40.578199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae4c9829-bae6-4dd2-a0a0-c88db35cde12 req-d6369115-c3cf-42de-a247-a063058b1a7a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0624230 Nov 15 22:38:40.639236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae4c9829-bae6-4dd2-a0a0-c88db35cde12 req-950b91c3-3e87-4899-a707-b9e1f4bf5907 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542247 Nov 15 22:38:41.183298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8da14-4059-41bd-bcb5-919c7157b16d req-cc75344c-a6b6-4829-883e-40c264370098 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.186818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8c8da14-4059-41bd-bcb5-919c7157b16d req-cc75344c-a6b6-4829-883e-40c264370098 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1071184 Nov 15 22:38:41.195988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-f18f3169-3df1-4285-be9e-972ebd5719b5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.196719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a14249-5fa2-4e97-ada6-cca26166b915 req-66d6bf0f-ee99-499f-9354-e2c485381541 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.198239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82a14249-5fa2-4e97-ada6-cca26166b915 req-66d6bf0f-ee99-499f-9354-e2c485381541 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 943 time: 0.0830894 Nov 15 22:38:41.206910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-f18f3169-3df1-4285-be9e-972ebd5719b5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2&tenant_id=6ffa127e6f1d4f8896ac85292faba590&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 943 time: 0.0983949 Nov 15 22:38:41.290702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8c8da14-4059-41bd-bcb5-919c7157b16d req-d9333cef-a4b4-4fc2-b20d-993eab8b4e42 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908663 Nov 15 22:38:41.303678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-8eb8a23c-66f0-4920-a928-bfb63bb50ded service neutron] 10.222.0.55 "GET /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.0883491 Nov 15 22:38:41.305372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82a14249-5fa2-4e97-ada6-cca26166b915 req-c444ca7f-7751-41c4-bbbc-a3ed7cb9b5c1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904684 Nov 15 22:38:41.308911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:41.411107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-e25e283e-7d63-4bf2-91ce-8c0260afde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.412538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-e25e283e-7d63-4bf2-91ce-8c0260afde55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1094 time: 0.0766020 Nov 15 22:38:41.504512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32d32-2d56-4898-ab3a-d826e0a05903 req-7b68901c-6e0d-4ca9-8af8-fecec7cf9827 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.510871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32d32-2d56-4898-ab3a-d826e0a05903 req-7b68901c-6e0d-4ca9-8af8-fecec7cf9827 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.518567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32d32-2d56-4898-ab3a-d826e0a05903 req-7b68901c-6e0d-4ca9-8af8-fecec7cf9827 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.520498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7d32d32-2d56-4898-ab3a-d826e0a05903 req-7b68901c-6e0d-4ca9-8af8-fecec7cf9827 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0959296 Nov 15 22:38:41.566807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-87856a75-ceba-4abe-8158-3c21f2d4ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.569158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-87856a75-ceba-4abe-8158-3c21f2d4ff43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.1462481 Nov 15 22:38:41.571349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:41.585451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7d32d32-2d56-4898-ab3a-d826e0a05903 req-5d944e60-191d-4a99-af27-5c9ecc2fd33a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572615 Nov 15 22:38:41.614106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:41.666765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-098bb910-5a47-404f-a70b-cf414d12b365 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.0898318 Nov 15 22:38:41.697265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:41.726614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:41.736676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-5ecff31f-6a5f-4e76-9098-76b34b083b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.738712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-5ecff31f-6a5f-4e76-9098-76b34b083b30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0657451 Nov 15 22:38:41.764705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:41.798519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-e2129bf9-a428-4f9d-b8fc-19f4ab1a14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:41.800689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-e2129bf9-a428-4f9d-b8fc-19f4ab1a14a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542238 Nov 15 22:38:41.817242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:41.886616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:41.908902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-d2d89ded-4437-419c-9907-caa210adfd1f service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005459 Nov 15 22:38:42.022399 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2ab65955-1051-4875-bace-e4238835f183 service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058228 Nov 15 22:38:42.064480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:42.221407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573ba6-babe-4579-93a0-2fe71dba428a req-45cc96d7-9520-4226-a1ed-43e4a53bcdb6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:42.228397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573ba6-babe-4579-93a0-2fe71dba428a req-45cc96d7-9520-4226-a1ed-43e4a53bcdb6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:42.242757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573ba6-babe-4579-93a0-2fe71dba428a req-45cc96d7-9520-4226-a1ed-43e4a53bcdb6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:42.245166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8573ba6-babe-4579-93a0-2fe71dba428a req-45cc96d7-9520-4226-a1ed-43e4a53bcdb6 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0761657 Nov 15 22:38:42.306970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8573ba6-babe-4579-93a0-2fe71dba428a req-f539f76c-45cf-4f8e-ab5a-49eb0c804a7e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537901 Nov 15 22:38:42.472460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3458bfb-2791-4ca0-a9b8-9e2ed450fc30 req-ddcf51ee-c863-4104-854f-ad633e8548a5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:42.474071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3458bfb-2791-4ca0-a9b8-9e2ed450fc30 req-ddcf51ee-c863-4104-854f-ad633e8548a5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0600336 Nov 15 22:38:42.526686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3458bfb-2791-4ca0-a9b8-9e2ed450fc30 req-194c341d-7aa1-40cc-9c8d-da4c9f49d358 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467451 Nov 15 22:38:43.327930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:43.432257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ddcf-d436-4a51-ac99-e3a343850cd4 req-f9460aca-6c7e-427c-9788-b699b1a2aef8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.438343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ddcf-d436-4a51-ac99-e3a343850cd4 req-f9460aca-6c7e-427c-9788-b699b1a2aef8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.449042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2ddcf-d436-4a51-ac99-e3a343850cd4 req-f9460aca-6c7e-427c-9788-b699b1a2aef8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.449042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a2ddcf-d436-4a51-ac99-e3a343850cd4 req-f9460aca-6c7e-427c-9788-b699b1a2aef8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0666568 Nov 15 22:38:43.501504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96a2ddcf-d436-4a51-ac99-e3a343850cd4 req-1445b1d2-2f4d-44a2-b2db-d22c170735ac tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Nov 15 22:38:43.508809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:43.508809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:43.508809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:43.640898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:43.688842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:43.692248 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca96cf-c51a-43cb-99b9-d5f31a430729" -d '{"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:43.715773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:43.720525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c93b8-7f03-46e4-989f-8ec9c2163ec3 req-8c4985d4-8caa-4186-8dc3-e813517222d5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.722073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa9c93b8-7f03-46e4-989f-8ec9c2163ec3 req-8c4985d4-8caa-4186-8dc3-e813517222d5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0790899 Nov 15 22:38:43.788974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa9c93b8-7f03-46e4-989f-8ec9c2163ec3 req-16de9f6c-c550-48bf-99a8-be9a5dccd947 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559988 Nov 15 22:38:43.798910 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de3f826-fa3f-43bd-bebb-32b2b6087de1 x-openstack-request-id: req-9de3f826-fa3f-43bd-bebb-32b2b6087de1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:43.799192 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:43.799721 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9de3f826-fa3f-43bd-bebb-32b2b6087de1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:43.800130 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'code': 200} Nov 15 22:38:43.802645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:43.852646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:43.890672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-814fb5bd-fa1f-4f3a-9cbf-c190c70af814 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.896980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-814fb5bd-fa1f-4f3a-9cbf-c190c70af814 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.907941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-814fb5bd-fa1f-4f3a-9cbf-c190c70af814 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:43.909915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-814fb5bd-fa1f-4f3a-9cbf-c190c70af814 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 2419 time: 0.0777423 Nov 15 22:38:44.011183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port bd525cb6-6989-4074-b8c3-6dd47c08a81d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:44.011528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.114462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port bd525cb6-6989-4074-b8c3-6dd47c08a81d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd525cb6-6989-4074-b8c3-6dd47c08a81d,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:44.114822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.128519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for bd525cb6-6989-4074-b8c3-6dd47c08a81d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:44.329532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:44.344330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.360541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['cee6ae51-f167-406c-bfbd-75a461c11976', '172778ff-7704-49b6-bb6a-c60a43855aff', 'bd525cb6-6989-4074-b8c3-6dd47c08a81d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:44.395972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=bd525cb6-6989-4074-b8c3-6dd47c08a81d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:44.406735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.407090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.407652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.407997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.408393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.408672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.409311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.409650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.409980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.410293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.410871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.411012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:44.495575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port bd525cb6-6989-4074-b8c3-6dd47c08a81d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:44.499645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.508469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-ff7a9048-cf64-4a96-980f-4a23d7c9ba8e tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "DELETE /v2.0/ports/bd525cb6-6989-4074-b8c3-6dd47c08a81d HTTP/1.1" status: 204 len: 173 time: 0.5916822 Nov 15 22:38:44.509366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:44.511726 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe9637-f5bb-4c17-bb31-865f865a4efe" -d '{"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:44.599148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b93c9e-160f-4a54-bf74-7ab26edc6db0 x-openstack-request-id: req-c9b93c9e-160f-4a54-bf74-7ab26edc6db0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:44.599148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "bd525cb6-6989-4074-b8c3-6dd47c08a81d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:44.599148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9b93c9e-160f-4a54-bf74-7ab26edc6db0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:44.599624 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': 'bd525cb6-6989-4074-b8c3-6dd47c08a81d', 'status': 'completed', 'code': 200} Nov 15 22:38:44.687546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dab1fca-a3db-4ce8-80b2-c1712c71fb84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.754945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d274-9954-4aa3-ad03-6c962987de0e req-b972994e-bef4-49d0-a8b9-af7a045667d7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:44.772050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d274-9954-4aa3-ad03-6c962987de0e req-b972994e-bef4-49d0-a8b9-af7a045667d7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:44.783589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f57d274-9954-4aa3-ad03-6c962987de0e req-b972994e-bef4-49d0-a8b9-af7a045667d7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 1683 time: 0.1345274 Nov 15 22:38:44.885293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f57d274-9954-4aa3-ad03-6c962987de0e req-34dc0074-e8b2-4730-9fad-935ffd59c982 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 Nov 15 22:38:44.905927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port 172778ff-7704-49b6-bb6a-c60a43855aff {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:44.907003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:44.960474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d46221-a0bc-484d-8c2e-dc9c6f74f771 req-e29e0515-2659-46b7-ad28-c918cb0ed137 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:44.968163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d46221-a0bc-484d-8c2e-dc9c6f74f771 req-e29e0515-2659-46b7-ad28-c918cb0ed137 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Nov 15 22:38:45.026468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27d46221-a0bc-484d-8c2e-dc9c6f74f771 req-f6529ac5-bac3-490c-b88d-21d51b97c584 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574248 Nov 15 22:38:45.032068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port 172778ff-7704-49b6-bb6a-c60a43855aff, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=172778ff-7704-49b6-bb6a-c60a43855aff,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:45.032532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.051130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-3dd92d8f-d3a8-440a-b7a5-c9452680dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:45.058613 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-3dd92d8f-d3a8-440a-b7a5-c9452680dd1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 1096 time: 0.2010622 Nov 15 22:38:45.058613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for 172778ff-7704-49b6-bb6a-c60a43855aff owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:45.080274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:45.089580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dab1fca-a3db-4ce8-80b2-c1712c71fb84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.158092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dab1fca-a3db-4ce8-80b2-c1712c71fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.221820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.239627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6dab1fca-a3db-4ce8-80b2-c1712c71fb84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5114a7c11ac14585a3f5a1930b663bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9090867 Nov 15 22:38:45.242483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:45.255664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab1fca-a3db-4ce8-80b2-c1712c71fb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f14c45-9109-41c8-9ff1-90478c02f771,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:45.320268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.343685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.491893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.495572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.499089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3f14c45-9109-41c8-9ff1-90478c02f771 HTTP/1.1" status: 204 len: 168 time: 0.2532423 Nov 15 22:38:45.508954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:45.519061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20e48b-410c-478e-bc80-b6860271f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f14c45-9109-41c8-9ff1-90478c02f771,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:45.540319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.556258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bd525cb6-6989-4074-b8c3-6dd47c08a81d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:45.596103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=172778ff-7704-49b6-bb6a-c60a43855aff,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:45.653548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:45.655960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port 172778ff-7704-49b6-bb6a-c60a43855aff on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:45.675845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.679555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-51c7018d-448a-43cd-baac-07b36f2758f1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "DELETE /v2.0/ports/172778ff-7704-49b6-bb6a-c60a43855aff HTTP/1.1" status: 204 len: 173 time: 1.1641929 Nov 15 22:38:45.755173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.795852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Transition to ACTIVE for port object a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:38:45.833042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port cee6ae51-f167-406c-bfbd-75a461c11976 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:45.833390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:45.883833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.003961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:46.038904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port cee6ae51-f167-406c-bfbd-75a461c11976, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cee6ae51-f167-406c-bfbd-75a461c11976,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:46.039248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.066755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9679c-1ec2-448d-b153-9da27bdc320a req-8f01ed6a-40d4-4c62-b55f-e8d8c069ac9f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:46.067847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for cee6ae51-f167-406c-bfbd-75a461c11976 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:46.069492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8a9679c-1ec2-448d-b153-9da27bdc320a req-8f01ed6a-40d4-4c62-b55f-e8d8c069ac9f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 946 time: 0.0797029 Nov 15 22:38:46.104541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] No DVR routers for this DVR port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:46.120242 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:38:46.192857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8a9679c-1ec2-448d-b153-9da27bdc320a req-7aeb0470-f4e4-4258-b8f9-22c40c9935b0 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023073 Nov 15 22:38:46.236791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d733b-87d4-4c8c-9266-ddea94bb6ab0 req-7e97b215-2307-42fd-badd-6c81b15bfca9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:46.247849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc5d733b-87d4-4c8c-9266-ddea94bb6ab0 req-7e97b215-2307-42fd-badd-6c81b15bfca9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0953207 Nov 15 22:38:46.311280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc5d733b-87d4-4c8c-9266-ddea94bb6ab0 req-65ea697f-07a1-4a14-9b7c-e048074fe3d7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597467 Nov 15 22:38:46.377866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:46.394382 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67d0fba7-210a-4c30-9479-0390f8581ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.403910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:46.404249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:46.404588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:46.418526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:38:46.418857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Attempting to bind port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on network ce4df2fc-8685-48bd-97b7-011266aae99f {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:46.429046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:46.429382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Checking segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:46.429762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Bound using segment: {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:46.430187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Bound port: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b92f48-3789-4919-b5a7-7ba7acc40670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:46.430531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.501825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.511496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:46.516681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bd525cb6-6989-4074-b8c3-6dd47c08a81d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:46.535529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=cee6ae51-f167-406c-bfbd-75a461c11976,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:46.564388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67d0fba7-210a-4c30-9479-0390f8581ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.572398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:46.590478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port cee6ae51-f167-406c-bfbd-75a461c11976 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:46.592959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.597543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a77d6f2-2f8a-48ab-9d33-c673262db830 req-d07cec4e-0b59-458f-9b67-867b52decc29 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.57 "DELETE /v2.0/ports/cee6ae51-f167-406c-bfbd-75a461c11976 HTTP/1.1" status: 204 len: 173 time: 0.9055030 Nov 15 22:38:46.600152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff'}, {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}, {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:46.602510 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674f1e6-1216-40b1-a6cd-830b63fb9f0e" -d '{"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff"}, {"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}, {"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:46.623114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67d0fba7-210a-4c30-9479-0390f8581ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.646327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.672068 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4422338b-65fa-4e30-935a-962d12c1b75c x-openstack-request-id: req-4422338b-65fa-4e30-935a-962d12c1b75c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:46.672364 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "172778ff-7704-49b6-bb6a-c60a43855aff", "status": "completed", "code": 200}, {"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "code": 200}, {"server_uuid": "37536cae-7867-48d2-9c89-5f066976cc61", "name": "network-vif-deleted", "tag": "cee6ae51-f167-406c-bfbd-75a461c11976", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:46.672679 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4422338b-65fa-4e30-935a-962d12c1b75c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:46.673042 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': '172778ff-7704-49b6-bb6a-c60a43855aff', 'status': 'completed', 'code': 200} Nov 15 22:38:46.673447 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'code': 200} Nov 15 22:38:46.673561 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37536cae-7867-48d2-9c89-5f066976cc61', 'name': 'network-vif-deleted', 'tag': 'cee6ae51-f167-406c-bfbd-75a461c11976', 'status': 'completed', 'code': 200} Nov 15 22:38:46.692641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0fba7-210a-4c30-9479-0390f8581ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c67df-4fda-432f-bdd0-2ec3af38747e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:46.697663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:46.698055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.699463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] 10.222.0.57 "PUT /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 1092 time: 1.6234164 Nov 15 22:38:46.708929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-67d0fba7-210a-4c30-9479-0390f8581ae1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fb4846e35974d9b8fe8800c42939b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298440 Nov 15 22:38:46.712317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:46.740765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a960039-7513-4b01-9011-d1e5c269a06a service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:46.793346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.823768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:46.837246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-4b28b8be-049f-4e7e-bbac-b3a2bc01c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:46.839631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-4b28b8be-049f-4e7e-bbac-b3a2bc01c617 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0895162 Nov 15 22:38:46.961890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-78c69a9d-f002-4eba-9696-dc10be18c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:46.963498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-78c69a9d-f002-4eba-9696-dc10be18c316 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.1120307 Nov 15 22:38:46.992884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:47.005310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:47.006898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f14c67df-4fda-432f-bdd0-2ec3af38747e HTTP/1.1" status: 204 len: 168 time: 0.2932031 Nov 15 22:38:47.017969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6f90-5cdb-4d97-ad25-ac26ce63ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c67df-4fda-432f-bdd0-2ec3af38747e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:47.315307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14e8a4b5-d673-4938-a1c4-87140c0641fc req-89e29bb0-044a-4b29-ad93-fd62a16d2c6a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=37536cae-7867-48d2-9c89-5f066976cc61 HTTP/1.1" status: 200 len: 210 time: 0.0317118 Nov 15 22:38:47.355542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:47.497467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:47.498057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-fdd1c8de-2a4d-42f6-88f0-30db4bd4edcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.5225196 Nov 15 22:38:47.553283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bcf45-b2bd-42bd-ae4a-df4650c9e1a9 req-b099689d-ba99-4647-b134-83c4a9f36ea7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:47.561325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e0bcf45-b2bd-42bd-ae4a-df4650c9e1a9 req-b099689d-ba99-4647-b134-83c4a9f36ea7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.1266351 Nov 15 22:38:47.603292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-d268e62f-5ada-4fa0-bc50-a914e2ccdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:47.604845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-d268e62f-5ada-4fa0-bc50-a914e2ccdc2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0903842 Nov 15 22:38:47.619238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e0bcf45-b2bd-42bd-ae4a-df4650c9e1a9 req-bb79f208-af1c-4db5-a386-adc6b19411ab tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566828 Nov 15 22:38:47.656705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2f82d6de-912e-49ec-aea0-4f2c3c08ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:47.658326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-2f82d6de-912e-49ec-aea0-4f2c3c08ff42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445473 Nov 15 22:38:47.760998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-4791f4ee-4068-4567-b17f-5385fbd68641 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948896 Nov 15 22:38:47.860249 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7c647bd0-c17f-4f3c-a7cd-d0e746b0434d req-3595ce86-d0b2-40db-a855-3c31e0edba9e service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892951 Nov 15 22:38:48.012961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:48.132717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81f7a095-9223-4201-a350-08dbe3e89ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.214754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81f7a095-9223-4201-a350-08dbe3e89ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.285148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81f7a095-9223-4201-a350-08dbe3e89ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.326083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7a095-9223-4201-a350-08dbe3e89ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a119098-a2b4-43ae-8770-ae6acde95f10,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:48.331118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81f7a095-9223-4201-a350-08dbe3e89ddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a99c2e0dc71c464c8a2acee1c89d0adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174465 Nov 15 22:38:48.333778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:48.381117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60250) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:48.390072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.412289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.442153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting subnet 6fa09f81-2c46-4834-8b03-2a51c7cbd239 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:38:48.453167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.503845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.527474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.530187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.531881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a119098-a2b4-43ae-8770-ae6acde95f10 HTTP/1.1" status: 204 len: 168 time: 0.1969857 Nov 15 22:38:48.567137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5502c-f1db-4775-aee4-80e98b1b7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a119098-a2b4-43ae-8770-ae6acde95f10,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:48.609015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.674428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:48.677012 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6196519-868d-4dc7-806b-b18dca2048f1" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:48.772902 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477afd4-4f46-42bd-abe9-44907a257733 x-openstack-request-id: req-6477afd4-4f46-42bd-abe9-44907a257733 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:48.773181 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:48.773437 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6477afd4-4f46-42bd-abe9-44907a257733 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:48.775876 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:38:48.783786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ea3f8-2c8c-4cdd-b377-4010f0c65170 req-eddfe569-e10e-414e-993a-10b04e7edd0d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:48.786639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f05ea3f8-2c8c-4cdd-b377-4010f0c65170 req-eddfe569-e10e-414e-993a-10b04e7edd0d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0914743 Nov 15 22:38:48.801552 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.853283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f05ea3f8-2c8c-4cdd-b377-4010f0c65170 req-84d9656e-e08a-4733-be63-73ba9c4d7ee3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557890 Nov 15 22:38:48.871222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd795f0f-93d5-4f07-bc1a-6e1af8889f71 None None] Network b505114f-3385-4d69-b3a1-02b6fed8d5b2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:48.885962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa09f81-2c46-4834-8b03-2a51c7cbd239,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:48.888440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:48.892843 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f16e12b0-9d19-40ae-87d2-b2e05c892a9c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/subnets/6fa09f81-2c46-4834-8b03-2a51c7cbd239 HTTP/1.1" status: 204 len: 168 time: 0.5093160 Nov 15 22:38:48.894917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:48.927494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-440c2cb7-0a56-498f-aaad-272fe8babdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:48.929210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-440c2cb7-0a56-498f-aaad-272fe8babdd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1095 time: 0.1450133 Nov 15 22:38:48.932005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-bd6d839b-c268-4933-9cbb-62d2ac60bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:48.933619 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-bd6d839b-c268-4933-9cbb-62d2ac60bd20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1095 time: 0.1029000 Nov 15 22:38:48.988937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 172778ff-7704-49b6-bb6a-c60a43855aff no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:49.012850 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.018840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 172778ff-7704-49b6-bb6a-c60a43855aff {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:49.019188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 172778ff-7704-49b6-bb6a-c60a43855aff not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:49.019981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cee6ae51-f167-406c-bfbd-75a461c11976 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:49.051779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: cee6ae51-f167-406c-bfbd-75a461c11976 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:49.052419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cee6ae51-f167-406c-bfbd-75a461c11976 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:49.052897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd525cb6-6989-4074-b8c3-6dd47c08a81d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:49.079472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: bd525cb6-6989-4074-b8c3-6dd47c08a81d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:49.079816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd525cb6-6989-4074-b8c3-6dd47c08a81d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:49.112895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port 54d66405-99ca-4544-9c66-99b262dd4343 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:49.113215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.169780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] DHCP port deletion for b505114f-3385-4d69-b3a1-02b6fed8d5b2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:38:49.186287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-31ecf781-bff1-4a4a-b140-2b1f9ffa15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.187954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-31ecf781-bff1-4a4a-b140-2b1f9ffa15ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.2503304 Nov 15 22:38:49.194579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-d4ce5f3b-a94e-4449-b494-8455da72324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.195971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-d4ce5f3b-a94e-4449-b494-8455da72324f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.2493348 Nov 15 22:38:49.233976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port 54d66405-99ca-4544-9c66-99b262dd4343, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54d66405-99ca-4544-9c66-99b262dd4343,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:49.234912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.255205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for 54d66405-99ca-4544-9c66-99b262dd4343 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:49.273431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Deleting port 54d66405-99ca-4544-9c66-99b262dd4343 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:49.273824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.316875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-6a4e2323-def7-4cb6-9a92-9fa05db672e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.1119685 Nov 15 22:38:49.344498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] For port 54d66405-99ca-4544-9c66-99b262dd4343, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=54d66405-99ca-4544-9c66-99b262dd4343,segment=NetworkSegment(247744d3-710a-48e2-8a70-286a8a542b87),segment_id=247744d3-710a-48e2-8a70-286a8a542b87)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:49.344941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.359115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Calling delete_port for 54d66405-99ca-4544-9c66-99b262dd4343 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:49.380256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-79e46899-9cf8-4211-afc4-32bb54f8adc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 999 time: 0.1832280 Nov 15 22:38:49.397244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-8bbd3149-46db-4a9a-8adc-cf17514e75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.398730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-8bbd3149-46db-4a9a-8adc-cf17514e75ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0747509 Nov 15 22:38:49.473385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-84279017-48bb-4024-a2f7-86b40a2e8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.474854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-84279017-48bb-4024-a2f7-86b40a2e8842 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0861049 Nov 15 22:38:49.485222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-16bc0964-3388-462f-b769-60c89fc7067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.486732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-16bc0964-3388-462f-b769-60c89fc7067e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622008 Nov 15 22:38:49.523737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.536515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.564710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=54d66405-99ca-4544-9c66-99b262dd4343,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:49.581411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] Pushing event deleted for resources: {'Port': ['ID=54d66405-99ca-4544-9c66-99b262dd4343,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:49.584094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9653295-5384-467b-ad60-a91db3ea67b1 None None] No DVR routers for this DVR port 54d66405-99ca-4544-9c66-99b262dd4343 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:49.584579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-3deaf3b8-3016-48c6-a117-afbde0c4f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:49.586145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-3deaf3b8-3016-48c6-a117-afbde0c4f969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032333 Nov 15 22:38:49.594264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port 54d66405-99ca-4544-9c66-99b262dd4343 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:49.666203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-a582a1c1-a028-480b-97c7-61d5efd472ee service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672344 Nov 15 22:38:49.689836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.727295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b505114f-3385-4d69-b3a1-02b6fed8d5b2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:49.745676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247744d3-710a-48e2-8a70-286a8a542b87') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:49.747044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247744d3-710a-48e2-8a70-286a8a542b87') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:49.771712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.774656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-eefc55be-a36b-444f-ac01-9e74de50622c service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755869 Nov 15 22:38:49.786511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.796655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:38:49.802945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.843068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-606bcf18-324c-4649-a337-c865940353d4 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686883 Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:38:49.892901 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:38:49.912568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f6196519-868d-4dc7-806b-b18dca2048f1 req-421ab7d1-c345-46a9-9468-609025af2a7d service neutron] 10.222.0.55 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297789 Nov 15 22:38:49.995333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:49.999042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.005773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/networks/b505114f-3385-4d69-b3a1-02b6fed8d5b2 HTTP/1.1" status: 204 len: 168 time: 1.1069829 Nov 15 22:38:50.007524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:50.020424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188f4a7-7b29-4a96-9a56-0e89bddee9fd req-112b1d3e-8a36-4b6d-a04a-c00b86bd6b29 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:50.028573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a188f4a7-7b29-4a96-9a56-0e89bddee9fd req-112b1d3e-8a36-4b6d-a04a-c00b86bd6b29 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.0894504 Nov 15 22:38:50.036106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e9792-278c-40b6-963c-3bd4c80926eb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Network': ['ID=b505114f-3385-4d69-b3a1-02b6fed8d5b2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:50.088089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting subnet 333b4876-d0fc-487a-93b9-c638602b4428 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:38:50.091003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.094412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a188f4a7-7b29-4a96-9a56-0e89bddee9fd req-b57d768f-81c7-4e34-890f-ee1c8656a357 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647132 Nov 15 22:38:50.142276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.237245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.377173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.415913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Subnet': ['ID=333b4876-d0fc-487a-93b9-c638602b4428,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:50.420130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.426853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc7db1f1-3232-468f-9bab-5686a0b62bd9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/subnets/333b4876-d0fc-487a-93b9-c638602b4428 HTTP/1.1" status: 204 len: 168 time: 0.4150364 Nov 15 22:38:50.427243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:50.429581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14325b-27a7-42d0-8a48-e84c0a3290e5 None None] Network 3b414b13-1ca2-4814-831c-30f5c98464a4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:50.527855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.605229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port f70b1e65-a1bc-4c70-ae63-ef394bf98aef {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:50.605229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.655345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] DHCP port deletion for 3b414b13-1ca2-4814-831c-30f5c98464a4 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:38:50.679225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:50.680480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.693843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for f70b1e65-a1bc-4c70-ae63-ef394bf98aef owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:50.710233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Deleting port f70b1e65-a1bc-4c70-ae63-ef394bf98aef {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:38:50.710599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.790513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] For port f70b1e65-a1bc-4c70-ae63-ef394bf98aef, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,segment=NetworkSegment(2b429bc0-2dfe-4abf-b215-97cab6c534ee),segment_id=2b429bc0-2dfe-4abf-b215-97cab6c534ee)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:50.791015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.805673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Calling delete_port for f70b1e65-a1bc-4c70-ae63-ef394bf98aef owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:38:50.845238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.875536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:50.882729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port f70b1e65-a1bc-4c70-ae63-ef394bf98aef on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:50.900590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:50.947925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] No DVR routers for this DVR port f70b1e65-a1bc-4c70-ae63-ef394bf98aef on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:38:50.949882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183babbf-8525-4ef0-9a2e-389db9be9cfb None None] Pushing event deleted for resources: {'Port': ['ID=f70b1e65-a1bc-4c70-ae63-ef394bf98aef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:50.958068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:38:50.984103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.013833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b414b13-1ca2-4814-831c-30f5c98464a4']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:51.024941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b429bc0-2dfe-4abf-b215-97cab6c534ee') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:51.025330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b429bc0-2dfe-4abf-b215-97cab6c534ee') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:38:51.036396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.052773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.060375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:38:51.060922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:38:51.064094 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:38:51.066514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:51.085273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'port_id': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'mac_address': 'fa:16:3e:04:fb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:38:51.137447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:51.158242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.176726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:38:51.199402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f70b1e65-a1bc-4c70-ae63-ef394bf98aef no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:51.204791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:51.221213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.223691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f70b1e65-a1bc-4c70-ae63-ef394bf98aef {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:51.229230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f70b1e65-a1bc-4c70-ae63-ef394bf98aef not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:51.229230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54d66405-99ca-4544-9c66-99b262dd4343 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:38:51.229487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.233532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/networks/3b414b13-1ca2-4814-831c-30f5c98464a4 HTTP/1.1" status: 204 len: 168 time: 0.8050647 Nov 15 22:38:51.240331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:51.248590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1592881581'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:51.255305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 54d66405-99ca-4544-9c66-99b262dd4343 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:38:51.255781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 54d66405-99ca-4544-9c66-99b262dd4343 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:38:51.263881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2675b-2fc3-4b87-98c4-8a747d6d1cf9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Network': ['ID=3b414b13-1ca2-4814-831c-30f5c98464a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:51.269789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e51d13fc-09f8-494f-88ff-148423d90924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.298852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc489-6659-4af4-86c3-0c9f1485f523 req-a52abfd7-cdd7-4c12-8d92-4ff7868e3929 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:51.301142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61bc489-6659-4af4-86c3-0c9f1485f523 req-a52abfd7-cdd7-4c12-8d92-4ff7868e3929 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 944 time: 0.1167917 Nov 15 22:38:51.312664 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.361160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e51d13fc-09f8-494f-88ff-148423d90924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.366464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:51.370510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.376904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:51.408351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61bc489-6659-4af4-86c3-0c9f1485f523 req-ccf557d8-2658-4c94-aa3a-5236638ceb78 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978363 Nov 15 22:38:51.415256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:38:51.425754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e51d13fc-09f8-494f-88ff-148423d90924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.433230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:51.437625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.438086 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Added segment 60e23250-8f5e-4eae-a422-9f9153182406 of type vlan for network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 Nov 15 22:38:51.488564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.509844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d13fc-09f8-494f-88ff-148423d90924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a23b38-0098-4765-9ac2-cc53c3f5ac41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:51.516749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e51d13fc-09f8-494f-88ff-148423d90924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9ed22c0e60143798f0fff0eae7b0eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3799586 Nov 15 22:38:51.517037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:51.530407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c475e614-5e43-435d-8034-81b0d39465b4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 200 len: 992 time: 0.0952234 Nov 15 22:38:51.570072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.595024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.606272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.613494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:51.614512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.615895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:38:51.707554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Network': ['ID=732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:51.718451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:38:51.755277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eb917f78-b839-4c79-bc07-7120e9fc476d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5129254 Nov 15 22:38:51.758233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:51.763861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'subnet': {'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:51.821583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.824751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:51.828775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1a23b38-0098-4765-9ac2-cc53c3f5ac41 HTTP/1.1" status: 204 len: 168 time: 0.3081741 Nov 15 22:38:51.836248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207e963-ea83-4ba6-8690-0916cec172ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a23b38-0098-4765-9ac2-cc53c3f5ac41,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:51.918733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:51.923494 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.165785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.228575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Subnet': ['ID=3c7f52fd-11b7-4f3b-a008-00662657a550,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:52.240915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Checking segment: {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:52.240915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network hostable DHCP agents. Network: 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:38:52.319307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:38:52.381179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:52.391827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf246b-7f89-4310-bd92-377f4dee8f22 None None] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:52.416150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:52.417724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.457398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:52.539307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e692941e-47f6-4e66-b0ba-37588c1d6887 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7794690 Nov 15 22:38:52.542219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:52.548422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-316355312'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:52.572947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2e33c9-b483-49b7-9361-90a8b61b162d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.592440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5', 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'fixed_ips': [{'subnet_id': '3c7f52fd-11b7-4f3b-a008-00662657a550'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:38:52.593664 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.654730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2e33c9-b483-49b7-9361-90a8b61b162d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.685081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:52.688924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.716169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:38:52.724882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.725220 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Added segment 70cb522a-d5d4-4c34-822f-fb3c8090ca82 of type vlan for network 85c58222-877f-465c-ae70-a1d2e9f6ae54 Nov 15 22:38:52.737729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Allocated IP 19.80.0.2 (732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5/3c7f52fd-11b7-4f3b-a008-00662657a550/4878dc41-d372-45ce-80b0-1ee5b8704d01) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:52.764129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.787755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c2e33c9-b483-49b7-9361-90a8b61b162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.824096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c2e33c9-b483-49b7-9361-90a8b61b162d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cc6f8a5524f4b9f8ba1229b36cc954f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655002 Nov 15 22:38:52.825002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e33c9-b483-49b7-9361-90a8b61b162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86955df-dafa-4370-97e0-acc855f34822,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:52.826811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60402) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:52.863530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.870891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:52.873952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.880674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.891859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.906629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:52.959796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:52.980519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Network': ['ID=85c58222-877f-465c-ae70-a1d2e9f6ae54,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:52.985152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.000455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:38:53.008237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f5494055-53c0-459b-903d-c4277a76dfad tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4642189 Nov 15 22:38:53.013548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:53.018571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'subnet': {'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:53.024332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.026909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.028766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a86955df-dafa-4370-97e0-acc855f34822 HTTP/1.1" status: 204 len: 168 time: 0.2009232 Nov 15 22:38:53.082200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e845-fcdf-4572-98a9-2779d00ad111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86955df-dafa-4370-97e0-acc855f34822,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:53.092144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:53.108770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:53.125918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:53.137192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Pushing event updated for resources: {'Port': ['ID=4878dc41-d372-45ce-80b0-1ee5b8704d01,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:53.201419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Attempting to bind port 4878dc41-d372-45ce-80b0-1ee5b8704d01 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:53.201924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Attempting to bind port 4878dc41-d372-45ce-80b0-1ee5b8704d01 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:53.202287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Attempting to bind port 4878dc41-d372-45ce-80b0-1ee5b8704d01 on network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:53.207839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:38:53.210031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:53.210400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Checking segment: {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:53.210792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.211182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Bound using segment: {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:53.211884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Bound port: 4878dc41-d372-45ce-80b0-1ee5b8704d01, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:53.212262 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.223740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:53.224103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.295307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:53.299092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.316897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] For port 4878dc41-d372-45ce-80b0-1ee5b8704d01, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:53.321024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] For port 4878dc41-d372-45ce-80b0-1ee5b8704d01, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4878dc41-d372-45ce-80b0-1ee5b8704d01,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:53.363627 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.393434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:38:53.395449 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf5698-775f-4850-959c-1c9fd3be4125" -d '{"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:38:53.418503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.421482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:53.493747 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd270b4-08ab-45a6-885c-5a70f739ca68 x-openstack-request-id: req-2cd270b4-08ab-45a6-885c-5a70f739ca68 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:38:53.494242 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:38:53.494654 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cd270b4-08ab-45a6-885c-5a70f739ca68 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:38:53.501345 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'code': 200} Nov 15 22:38:53.501345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fa15b-058f-4adb-b765-cb5a1e52a5e4 None None] Pushing event updated for resources: {'Port': ['ID=4878dc41-d372-45ce-80b0-1ee5b8704d01,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:53.504771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.558005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:53.604100 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.670221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Subnet': ['ID=f2292830-fb6e-4191-9487-9ba341c498c3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:53.678484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Checking segment: {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:53.678854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network hostable DHCP agents. Network: 85c58222-877f-465c-ae70-a1d2e9f6ae54, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:38:53.780756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:38:53.834829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 85c58222-877f-465c-ae70-a1d2e9f6ae54) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:53.847199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51a644-bdb9-43b1-a9dc-20c767b79caf None None] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:53.852105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:53.852742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:53.987003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:54.002294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-b9c6-48be-a10b-894cd6d5587c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.016485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fa59d8a2-961e-4af5-accd-93f2227504cb tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9943159 Nov 15 22:38:54.024306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-85c58222-877f-465c-ae70-a1d2e9f6ae54', 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'fixed_ips': [{'subnet_id': 'f2292830-fb6e-4191-9487-9ba341c498c3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:38:54.025369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.128103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-b9c6-48be-a10b-894cd6d5587c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.185672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Allocated IP 19.86.0.2 (85c58222-877f-465c-ae70-a1d2e9f6ae54/f2292830-fb6e-4191-9487-9ba341c498c3/09ff5534-1ad2-4174-ad2f-5e85d4add8a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:54.239674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b936e0b-b9c6-48be-a10b-894cd6d5587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.276807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b936e0b-b9c6-48be-a10b-894cd6d5587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86661c-a667-4c00-accb-a0520b33d408,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:54.286312 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b936e0b-b9c6-48be-a10b-894cd6d5587c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=005439ff71d941f797c030fe2177bc2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982218 Nov 15 22:38:54.288917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60454) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:54.375772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.387633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4807264f-3a62-48f2-9928-f6f6497fbd46 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:54.388245 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.395715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4807264f-3a62-48f2-9928-f6f6497fbd46 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:54.405014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4807264f-3a62-48f2-9928-f6f6497fbd46 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/networks?id=732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5&id=85c58222-877f-465c-ae70-a1d2e9f6ae54 HTTP/1.1" status: 200 len: 1391 time: 0.1866977 Nov 15 22:38:54.418835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.424337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-7222c0a8-9e4e-4750-a233-12add7aa614c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/quotas/403de143101f4a0cb4410babd67d32fe HTTP/1.1" status: 200 len: 375 time: 0.0176284 Nov 15 22:38:54.450740 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.492524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-fd66ba2b-c428-4fd1-b6b3-2dbc70ae0f9d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672648 Nov 15 22:38:54.504141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:54.507454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:54.511256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:54.519208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Pushing event updated for resources: {'Port': ['ID=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:54.571307 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.575334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.579983 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca86661c-a667-4c00-accb-a0520b33d408 HTTP/1.1" status: 204 len: 168 time: 0.2900653 Nov 15 22:38:54.585041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Attempting to bind port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:38:54.585439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Attempting to bind port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:38:54.585870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Attempting to bind port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 on network 85c58222-877f-465c-ae70-a1d2e9f6ae54 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:38:54.592000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b001dc7-ae4f-4b43-9f29-ef8ab0f4d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86661c-a667-4c00-accb-a0520b33d408,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:54.595771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:38:54.596726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Checking segment: {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:38:54.597874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.599348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Bound using segment: {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:38:54.600069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Bound port: 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:38:54.600896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.673538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-a0e1e6e3-2b33-4c5b-80f7-5f88273cbecb service neutron] 10.222.0.15 "GET /v2.0/networks/732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723514 Nov 15 22:38:54.708157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] For port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:38:54.712487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] For port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:38:54.738581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6afc871-809d-4c61-ba17-0c0a62fb36e4 None None] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:54.802620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-a9d8d934-7c8b-4189-bd80-a6062aed09c4 service neutron] 10.222.0.15 "GET /v2.0/networks/732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165607 Nov 15 22:38:54.807976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] Provisioning complete for port 4878dc41-d372-45ce-80b0-1ee5b8704d01 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:54.808884 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:54.917493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-e7f8f175-6c2f-419d-9db3-a5f4cd1833b4 service neutron] 10.222.0.15 "GET /v2.0/networks/85c58222-877f-465c-ae70-a1d2e9f6ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076593 Nov 15 22:38:54.959972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:55.022167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-7332879b-42eb-4489-8f5b-aa8a68b5b4a6 service neutron] 10.222.0.15 "GET /v2.0/networks/85c58222-877f-465c-ae70-a1d2e9f6ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976689 Nov 15 22:38:55.088953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9df33-2e96-4e50-b8fe-07814dc7002f None None] Pushing event updated for resources: {'Port': ['ID=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:55.154781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:55.260148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] For port 4878dc41-d372-45ce-80b0-1ee5b8704d01, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4878dc41-d372-45ce-80b0-1ee5b8704d01,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:55.289372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4878dc41-d372-45ce-80b0-1ee5b8704d01 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:55.344554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:55.505329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9e1074a-d651-4313-b036-77d4e2ef35f3 req-3eee1d66-d1f6-4fef-9c75-eeab57366955 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 210 time: 0.1213007 Nov 15 22:38:55.532776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4878dc41-d372-45ce-80b0-1ee5b8704d01 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:55.533528 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:55.582362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bd564-eda4-4506-a5dd-9ab8fa2585de None None] Pushing event updated for resources: {'Port': ['ID=4878dc41-d372-45ce-80b0-1ee5b8704d01,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:55.687810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8de5f2af-6c5c-4197-ac59-7bf20cfdcc6c None None] Provisioning complete for port 4878dc41-d372-45ce-80b0-1ee5b8704d01 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:55.688173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8de5f2af-6c5c-4197-ac59-7bf20cfdcc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:56.343668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd97a58-8036-4013-892c-e7355cf5a5a2 None None] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:38:56.414418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] Provisioning complete for port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:56.414784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:56.572769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:56.607337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00b14ea3-5947-4756-80b3-d41e8d1a928c req-d1673893-e4e5-430c-be31-fe81852b62db tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Nov 15 22:38:56.623087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] For port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:38:56.719469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:56.774635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e75f97-ea61-48e4-8d05-f365fe95f2b6 None None] Pushing event updated for resources: {'Port': ['ID=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:56.841841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-19b822e7-c57d-452b-bc85-cb349dda01b7 None None] Provisioning complete for port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:56.842271 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19b822e7-c57d-452b-bc85-cb349dda01b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.277466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:57.354817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:57.355985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.392004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:57.438747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4878dc41-d372-45ce-80b0-1ee5b8704d01 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:38:57.504316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4878dc41-d372-45ce-80b0-1ee5b8704d01 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:57.504709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.510366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2c7d-36ec-4299-9718-0389ce999157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.590084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2c7d-36ec-4299-9718-0389ce999157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.669242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b0e2c7d-36ec-4299-9718-0389ce999157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.711608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6b0e2c7d-36ec-4299-9718-0389ce999157 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7864b02a920e4f46a6a0cac30c5a4a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152809 Nov 15 22:38:57.711608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e2c7d-36ec-4299-9718-0389ce999157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4316e4-93ae-42e3-9fab-0c7d3d5b1923,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:57.715033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:57.726511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be2ed3c9-3657-41b5-91da-4ed6931438a5 req-a2baef94-368f-482c-ae6f-816fe8ee5962 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 210 time: 0.0400724 Nov 15 22:38:57.773262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.797453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.978861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.985063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:57.986209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc4316e4-93ae-42e3-9fab-0c7d3d5b1923 HTTP/1.1" status: 204 len: 168 time: 0.2690885 Nov 15 22:38:58.016715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-c4072316-151a-4ada-92df-8b6669ba6a55 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:58.016848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b20e8c-6f37-4b3d-a3b1-1e8977df3c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4316e4-93ae-42e3-9fab-0c7d3d5b1923,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:58.016955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-c4072316-151a-4ada-92df-8b6669ba6a55 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:58.016955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-c4072316-151a-4ada-92df-8b6669ba6a55 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "GET /v2.0/networks?id=732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5&id=85c58222-877f-465c-ae70-a1d2e9f6ae54 HTTP/1.1" status: 200 len: 1391 time: 0.1323793 Nov 15 22:38:58.025288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'port': {'device_id': 'cde15693-c585-4020-9ce2-b9df236597f8', 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5', 'admin_state_up': True, 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:58.244964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:58.249693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:58.384787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Allocated IP 19.80.0.15 (732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5/3c7f52fd-11b7-4f3b-a008-00662657a550/fd5fdb86-f116-4bf6-87e5-162d03d941d8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:58.541866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:58.674116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:58.722252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:58.727548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:58.732968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:58.739931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:58.792211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:58.793465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:58.848585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:58.864456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b550bcc4-2730-4c8c-afe4-8e64edda3fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:58.873505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3133978-68e2-4f77-96ce-14a7ae147015 req-36f0ffd6-2711-463b-832c-5f83b4ae8a63 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:58.875167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3133978-68e2-4f77-96ce-14a7ae147015 req-36f0ffd6-2711-463b-832c-5f83b4ae8a63 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 931 time: 0.0596495 Nov 15 22:38:58.904822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0fdc0fb4-63b1-480e-b79e-c16e1fc4cfc5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854976 Nov 15 22:38:58.924938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Request body: {'port': {'device_id': 'cde15693-c585-4020-9ce2-b9df236597f8', 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54', 'admin_state_up': True, 'tenant_id': '403de143101f4a0cb4410babd67d32fe'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:58.941680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3133978-68e2-4f77-96ce-14a7ae147015 req-611f8f4f-09c2-4832-8c7d-422951774eff tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596037 Nov 15 22:38:59.062092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b550bcc4-2730-4c8c-afe4-8e64edda3fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.075012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86a3b9ef-bda6-4d51-91ab-46248eaedd76 None None] Provisioning complete for port fd5fdb86-f116-4bf6-87e5-162d03d941d8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:59.076105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86a3b9ef-bda6-4d51-91ab-46248eaedd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.128202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-86a3b9ef-bda6-4d51-91ab-46248eaedd76 None None] Port fd5fdb86-f116-4bf6-87e5-162d03d941d8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:38:59.141698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b550bcc4-2730-4c8c-afe4-8e64edda3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.178483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Made reservation on behalf of 403de143101f4a0cb4410babd67d32fe for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:38:59.182085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.197724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b550bcc4-2730-4c8c-afe4-8e64edda3fe5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c283ebffe0c241899cbcee0a40c48d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451128 Nov 15 22:38:59.197724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550bcc4-2730-4c8c-afe4-8e64edda3fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6850ba6d-4ea2-4de9-8216-b7873c289a6b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:59.198805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:59.221874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.251975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.273554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.320215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Allocated IP 19.86.0.45 (85c58222-877f-465c-ae70-a1d2e9f6ae54/f2292830-fb6e-4191-9487-9ba341c498c3/9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:38:59.393442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.396799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.398082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6850ba6d-4ea2-4de9-8216-b7873c289a6b HTTP/1.1" status: 204 len: 168 time: 0.1980114 Nov 15 22:38:59.409678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6850ba6d-4ea2-4de9-8216-b7873c289a6b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:59.421953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.422295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.422628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.422977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.423282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.423600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.423922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.424235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.424548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.424925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.425200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.425509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd262144-c5c6-48ff-8328-4e636332387c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:38:59.485780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.679800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.726050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:38:59.729468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:38:59.731864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:38:59.757774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event updated for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:38:59.782599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.796986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:38:59.797751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:38:59.951463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-bbb301e0-6dba-4dcf-aaaf-e4066024b3b7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0373354 Nov 15 22:38:59.965083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:38:59.966800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Request body: {'port': {'device_id': 'cde15693-c585-4020-9ce2-b9df236597f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:38:59.978679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-38af2ad2-8728-4550-9437-cabe8d0e5d76 None None] Provisioning complete for port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:38:59.986102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38af2ad2-8728-4550-9437-cabe8d0e5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.027723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-38af2ad2-8728-4550-9437-cabe8d0e5d76 None None] Port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:00.061340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.111185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab2db-59c8-43d2-8a78-d105b6b5e2ae req-48419679-8bbb-4667-8516-91b73989dd36 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:00.117833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab2db-59c8-43d2-8a78-d105b6b5e2ae req-48419679-8bbb-4667-8516-91b73989dd36 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:00.126889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cabab2db-59c8-43d2-8a78-d105b6b5e2ae req-48419679-8bbb-4667-8516-91b73989dd36 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1653 time: 0.1005831 Nov 15 22:39:00.166876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b69604-6a0d-4dfd-a9aa-db8c8560c766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.202094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cabab2db-59c8-43d2-8a78-d105b6b5e2ae req-46007faf-68d7-44a7-9192-5d9cc16730dd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743549 Nov 15 22:39:00.283069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b69604-6a0d-4dfd-a9aa-db8c8560c766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.349441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5fdb86-f116-4bf6-87e5-162d03d941d8 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:39:00.357537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.363366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1b69604-6a0d-4dfd-a9aa-db8c8560c766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.374968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Transition to ACTIVE for port object fd5fdb86-f116-4bf6-87e5-162d03d941d8 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:39:00.403194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1b69604-6a0d-4dfd-a9aa-db8c8560c766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81190adc8b20403d92a2b9169c15399c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360998 Nov 15 22:39:00.405167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b69604-6a0d-4dfd-a9aa-db8c8560c766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64225422-447a-4139-b4d4-4a9fe8ee8463,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:00.406724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:00.458372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.481637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.482206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.564961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:00.642808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Attempting to bind port fd5fdb86-f116-4bf6-87e5-162d03d941d8 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:00.643204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Attempting to bind port fd5fdb86-f116-4bf6-87e5-162d03d941d8 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:00.643528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Attempting to bind port fd5fdb86-f116-4bf6-87e5-162d03d941d8 on network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:00.649140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Port fd5fdb86-f116-4bf6-87e5-162d03d941d8 on network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:00.649462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Attempting to bind port fd5fdb86-f116-4bf6-87e5-162d03d941d8 on network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:00.654634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:00.654963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Checking segment: {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:00.655339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Bound using segment: {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:00.655760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Bound port: fd5fdb86-f116-4bf6-87e5-162d03d941d8, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e23250-8f5e-4eae-a422-9f9153182406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:00.656110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.725252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:00.729174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:00.733245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.734650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.735952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64225422-447a-4139-b4d4-4a9fe8ee8463 HTTP/1.1" status: 204 len: 168 time: 0.3280373 Nov 15 22:39:00.751271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c63761-0d80-45a2-85c4-d049f316a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64225422-447a-4139-b4d4-4a9fe8ee8463,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:00.828138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.869530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:00.870318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:00.871644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd5fdb86-f116-4bf6-87e5-162d03d941d8 HTTP/1.1" status: 200 len: 1091 time: 0.9112778 Nov 15 22:39:00.874281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:00.878010 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349156b5-48e7-4431-9cb1-4f9243e91959" -d '{"events": [{"name": "network-changed", "server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:00.917036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ca569-4cce-4055-9ff5-0f75de0ed781 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:00.932086 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c8e2f-68e1-4f83-b51b-e0488089cdf4 x-openstack-request-id: req-245c8e2f-68e1-4f83-b51b-e0488089cdf4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:00.932377 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:00.932676 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-245c8e2f-68e1-4f83-b51b-e0488089cdf4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:00.933111 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8', 'status': 'completed', 'code': 200} Nov 15 22:39:00.999333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-389344d5-e33f-41db-bac0-c0855d4934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.003783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-389344d5-e33f-41db-bac0-c0855d4934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.003783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-389344d5-e33f-41db-bac0-c0855d4934ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1912 time: 0.0458941 Nov 15 22:39:01.021014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Request body: {'port': {'device_id': 'cde15693-c585-4020-9ce2-b9df236597f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:01.099277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.143487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-82e346da-58c1-466c-8c15-ccd0470bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.144340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-82e346da-58c1-466c-8c15-ccd0470bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.144834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-82e346da-58c1-466c-8c15-ccd0470bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.146603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-82e346da-58c1-466c-8c15-ccd0470bad93 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=403de143101f4a0cb4410babd67d32fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1311405 Nov 15 22:39:01.269281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-a95a7d87-b4de-4599-9a0e-17193d5d6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.271134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-349156b5-48e7-4431-9cb1-4f9243e91959 req-a95a7d87-b4de-4599-9a0e-17193d5d6f41 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152112 Nov 15 22:39:01.398507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd2e19-0c48-415b-865d-954a3f50f562 req-79a8f55e-79fb-4383-8e16-3a2f307368b0 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.404989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd2e19-0c48-415b-865d-954a3f50f562 req-79a8f55e-79fb-4383-8e16-3a2f307368b0 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:01.406519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85cd2e19-0c48-415b-865d-954a3f50f562 req-79a8f55e-79fb-4383-8e16-3a2f307368b0 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1665 time: 0.0828750 Nov 15 22:39:01.494707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85cd2e19-0c48-415b-865d-954a3f50f562 req-bb9da1d5-0109-4b2b-886d-0a2fad5932a5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815334 Nov 15 22:39:01.498357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:39:01.505711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.518178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Transition to ACTIVE for port object 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:39:01.611329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.674870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:01.703614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60704) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:01.722243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f31dd1cf-3456-4dca-91bb-c1bc32716108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.761895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Attempting to bind port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:01.762232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Attempting to bind port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:01.762770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Attempting to bind port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 on network 85c58222-877f-465c-ae70-a1d2e9f6ae54 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:01.767662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 on network 85c58222-877f-465c-ae70-a1d2e9f6ae54 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:01.767909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Attempting to bind port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 on network 85c58222-877f-465c-ae70-a1d2e9f6ae54 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:01.773769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:01.774111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Checking segment: {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:01.774617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Bound using segment: {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:01.775062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Bound port: 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cb522a-d5d4-4c34-822f-fb3c8090ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:01.775421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.850532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f31dd1cf-3456-4dca-91bb-c1bc32716108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:01.857198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:01.860965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:01.981594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f31dd1cf-3456-4dca-91bb-c1bc32716108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.005181 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.024668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dd1cf-3456-4dca-91bb-c1bc32716108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641fc71-e77c-49a4-8570-aecbc30b3f38,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:02.031698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f31dd1cf-3456-4dca-91bb-c1bc32716108 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b01e34ba0c6545ecb5a86ab281c35bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259547 Nov 15 22:39:02.039248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:02.068943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.069637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.071217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 HTTP/1.1" status: 200 len: 1091 time: 1.0552638 Nov 15 22:39:02.071510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:02.074267 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009d9119-d8d0-4a5c-8e64-1500763bafbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:02.109490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b8634-d5a8-4d5c-a904-0e0dd5448130 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:02.133398 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b9d335-609b-442d-aac2-84c9b6b49840 x-openstack-request-id: req-c6b9d335-609b-442d-aac2-84c9b6b49840 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:02.133801 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:02.134223 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6b9d335-609b-442d-aac2-84c9b6b49840 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:02.136738 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020', 'status': 'completed', 'code': 200} Nov 15 22:39:02.147104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.202481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.243802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-c4189add-ee9e-41f4-a787-2aef381d5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.248376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-c4189add-ee9e-41f4-a787-2aef381d5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.248376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-c4189add-ee9e-41f4-a787-2aef381d5759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1979 time: 0.0851715 Nov 15 22:39:02.362114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-5cbf8288-be51-4205-bdd3-ff41273fdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.362480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-5cbf8288-be51-4205-bdd3-ff41273fdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.362938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-5cbf8288-be51-4205-bdd3-ff41273fdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.364547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-5cbf8288-be51-4205-bdd3-ff41273fdd11 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=403de143101f4a0cb4410babd67d32fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1097515 Nov 15 22:39:02.420258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.423049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:02.424461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a641fc71-e77c-49a4-8570-aecbc30b3f38 HTTP/1.1" status: 204 len: 168 time: 0.3842304 Nov 15 22:39:02.722907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e45e9-420f-4893-a79e-fa5163168aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641fc71-e77c-49a4-8570-aecbc30b3f38,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:02.792919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cedac-281c-43aa-a6ba-cf328b6c6d39 req-ed812656-25cd-443a-83e2-7ff0504c54a2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.799006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cedac-281c-43aa-a6ba-cf328b6c6d39 req-ed812656-25cd-443a-83e2-7ff0504c54a2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.800740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c4cedac-281c-43aa-a6ba-cf328b6c6d39 req-ed812656-25cd-443a-83e2-7ff0504c54a2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1677 time: 0.0817811 Nov 15 22:39:02.819290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-d86d2d58-ff72-4ff0-83e1-adaad10572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.821451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-009d9119-d8d0-4a5c-8e64-1500763bafbd req-d86d2d58-ff72-4ff0-83e1-adaad10572e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4493799 Nov 15 22:39:02.863923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c4cedac-281c-43aa-a6ba-cf328b6c6d39 req-37148dab-bc66-48dd-9b63-bdd295f39009 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554538 Nov 15 22:39:02.922987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-701bb1a5-f7a5-4b36-a620-7b0c829ffa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.923475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-701bb1a5-f7a5-4b36-a620-7b0c829ffa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:02.925057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-701bb1a5-f7a5-4b36-a620-7b0c829ffa78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403de143101f4a0cb4410babd67d32fe&device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1979 time: 0.0507250 Nov 15 22:39:02.975137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-a7c5688b-a4f6-4e16-a537-b616181fb754 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8 HTTP/1.1" status: 200 len: 217 time: 0.0392163 Nov 15 22:39:03.031549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-29f56760-1779-4e35-ab3c-31b5a7a38347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:03.033591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-29f56760-1779-4e35-ab3c-31b5a7a38347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c7f52fd-11b7-4f3b-a008-00662657a550 HTTP/1.1" status: 200 len: 801 time: 0.0490639 Nov 15 22:39:03.085614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4c524243-44d9-477b-9e9f-f20e7ec89212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:03.087100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4c524243-44d9-477b-9e9f-f20e7ec89212 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419383 Nov 15 22:39:03.207584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-c576e2a3-b16a-4c1b-bee6-b6feb24a9428 service neutron] 10.222.0.55 "GET /v2.0/networks/732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034691 Nov 15 22:39:03.295554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-32896f59-d158-4baf-a825-abe022c68296 service neutron] 10.222.0.55 "GET /v2.0/networks/732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885520 Nov 15 22:39:03.344736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-d98d574e-18b8-409e-accc-676fe64f8eec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 HTTP/1.1" status: 200 len: 217 time: 0.0403068 Nov 15 22:39:03.406028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0f6fe35b-6b73-4513-989f-64e4c50ac688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:03.407515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-0f6fe35b-6b73-4513-989f-64e4c50ac688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2292830-fb6e-4191-9487-9ba341c498c3 HTTP/1.1" status: 200 len: 801 time: 0.0550170 Nov 15 22:39:03.457871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4b7b3d09-b1c3-4416-8ada-e1ed875f01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:03.459520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-4b7b3d09-b1c3-4416-8ada-e1ed875f01f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85c58222-877f-465c-ae70-a1d2e9f6ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421417 Nov 15 22:39:03.562832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-58c905e5-f57c-4837-9fdd-dc31c3d07db3 service neutron] 10.222.0.55 "GET /v2.0/networks/85c58222-877f-465c-ae70-a1d2e9f6ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957093 Nov 15 22:39:03.662112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18737b17-02f3-43d9-bd23-3f1a84409290 req-db145a6f-3afd-4390-86ce-85ae22fb46f2 service neutron] 10.222.0.55 "GET /v2.0/networks/85c58222-877f-465c-ae70-a1d2e9f6ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875039 Nov 15 22:39:03.997192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d630d-e819-41d9-b828-ccbba2604745 req-bc4fe615-9bf9-4155-a52e-c2261ad08ce8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:04.003461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d630d-e819-41d9-b828-ccbba2604745 req-bc4fe615-9bf9-4155-a52e-c2261ad08ce8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:04.005150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a8d630d-e819-41d9-b828-ccbba2604745 req-bc4fe615-9bf9-4155-a52e-c2261ad08ce8 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1677 time: 0.0661848 Nov 15 22:39:04.058965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a8d630d-e819-41d9-b828-ccbba2604745 req-de56a222-23c4-4f6a-9649-31fc5121b468 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Nov 15 22:39:04.092987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:04.213694 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-930eba02-3036-44e1-b36c-6509ed05ea8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.291577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-930eba02-3036-44e1-b36c-6509ed05ea8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.364732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-930eba02-3036-44e1-b36c-6509ed05ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.409361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-930eba02-3036-44e1-b36c-6509ed05ea8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3ad53f8dea943e59daff009074f27e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127158 Nov 15 22:39:04.409475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:04.415656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eba02-3036-44e1-b36c-6509ed05ea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2e2a9-a086-4310-b899-2fe3ceee8fca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:04.468828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.493841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.587454 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.590704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:04.591988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bf2e2a9-a086-4310-b899-2fe3ceee8fca HTTP/1.1" status: 204 len: 168 time: 0.1813836 Nov 15 22:39:04.600398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6cf4d-ca1d-4884-bf94-ee698f6eaa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2e2a9-a086-4310-b899-2fe3ceee8fca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:04.741762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0f639e8-e4fa-4a08-bf89-7b5b1056124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.187558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d5bb5-db2f-4142-a1de-7a66658a317a req-9a1e53df-e799-4cc3-9044-28ea94e826ae tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:05.193576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d5bb5-db2f-4142-a1de-7a66658a317a req-9a1e53df-e799-4cc3-9044-28ea94e826ae tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:05.195109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-218d5bb5-db2f-4142-a1de-7a66658a317a req-9a1e53df-e799-4cc3-9044-28ea94e826ae tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1677 time: 0.0601954 Nov 15 22:39:05.246261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-218d5bb5-db2f-4142-a1de-7a66658a317a req-dc950a3a-cfa4-404e-96d2-fbe1caf98d75 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Nov 15 22:39:05.379054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:05.392783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2261-a30e-44ee-8b44-67613c7da9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.475438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2261-a30e-44ee-8b44-67613c7da9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.552970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c8c2261-a30e-44ee-8b44-67613c7da9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.592903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9c8c2261-a30e-44ee-8b44-67613c7da9d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2a79158ea1843988c49aed685ce7f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126956 Nov 15 22:39:05.595814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c2261-a30e-44ee-8b44-67613c7da9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9444992-9ef9-4252-af10-421027f29240,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:05.597166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:05.646877 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.668902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.873753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.876908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:05.878065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9444992-9ef9-4252-af10-421027f29240 HTTP/1.1" status: 204 len: 168 time: 0.2799215 Nov 15 22:39:05.886031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2174-f26f-45e7-b9fc-88d4cfc24939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9444992-9ef9-4252-af10-421027f29240,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:06.365756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adb29-24f8-43fd-b41a-3f32025de8ca req-0a52b4e0-1630-49ae-ad7d-c9c4dae34881 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:06.372529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adb29-24f8-43fd-b41a-3f32025de8ca req-0a52b4e0-1630-49ae-ad7d-c9c4dae34881 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:06.374144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb1adb29-24f8-43fd-b41a-3f32025de8ca req-0a52b4e0-1630-49ae-ad7d-c9c4dae34881 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1677 time: 0.0584955 Nov 15 22:39:06.428058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb1adb29-24f8-43fd-b41a-3f32025de8ca req-d93f38b7-29c4-4fd1-981c-b06f16158331 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476780 Nov 15 22:39:07.128873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ea81d83-5988-4495-b4b9-ecc30bb869a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:07.452130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:39:07.559046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01adf69-fb26-4124-8490-86ad610362f3 req-5d8b0d0e-eb2c-48c8-8897-ae56172e192a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:07.566673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01adf69-fb26-4124-8490-86ad610362f3 req-5d8b0d0e-eb2c-48c8-8897-ae56172e192a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:07.569014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a01adf69-fb26-4124-8490-86ad610362f3 req-5d8b0d0e-eb2c-48c8-8897-ae56172e192a tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1677 time: 0.0665596 Nov 15 22:39:07.571275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:07.585620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020', 'network_id': '85c58222-877f-465c-ae70-a1d2e9f6ae54', 'port_id': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020', 'mac_address': 'fa:16:3e:de:38:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2292830-fb6e-4191-9487-9ba341c498c3', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:39:07.629962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a01adf69-fb26-4124-8490-86ad610362f3 req-66ce14e1-1a39-4f1e-8bcb-646203c04f84 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 Nov 15 22:39:07.651475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:07.672559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:39:07.687888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:07.828316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:07.829407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fd5fdb86-f116-4bf6-87e5-162d03d941d8 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:39:07.940749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:07.987350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:08.000299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8', 'network_id': '732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5', 'port_id': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8', 'mac_address': 'fa:16:3e:71:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7f52fd-11b7-4f3b-a008-00662657a550', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:39:08.037333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.052879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5fdb86-f116-4bf6-87e5-162d03d941d8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:39:08.085970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:08.164194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.211902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:08.220516 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.406482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['fd5fdb86-f116-4bf6-87e5-162d03d941d8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:39:08.464582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:08.577555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c432c56-a93d-41cf-87cc-b083ba0f94a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.652093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c432c56-a93d-41cf-87cc-b083ba0f94a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.724954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c432c56-a93d-41cf-87cc-b083ba0f94a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.776040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2c432c56-a93d-41cf-87cc-b083ba0f94a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bd4a16160f743b582dc8ae19d66f7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097584 Nov 15 22:39:08.780007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:08.782879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5884c2-a6ee-4cda-8d76-c55724d00b92 req-4298545e-3b5c-4553-83c0-7ce781ec7324 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:08.786835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432c56-a93d-41cf-87cc-b083ba0f94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9b20c-7031-49f0-806a-678d12d7f4df,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:08.789694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5884c2-a6ee-4cda-8d76-c55724d00b92 req-4298545e-3b5c-4553-83c0-7ce781ec7324 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:08.792432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db5884c2-a6ee-4cda-8d76-c55724d00b92 req-4298545e-3b5c-4553-83c0-7ce781ec7324 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1679 time: 0.0814855 Nov 15 22:39:08.852924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:08.861149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db5884c2-a6ee-4cda-8d76-c55724d00b92 req-54ce5ead-4ad8-4345-a882-633229e900c0 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Nov 15 22:39:08.882200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.037284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.039934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.041125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36e9b20c-7031-49f0-806a-678d12d7f4df HTTP/1.1" status: 204 len: 168 time: 0.2597106 Nov 15 22:39:09.050573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcb36f-a6c0-4136-aef1-6fa0c9fdf040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9b20c-7031-49f0-806a-678d12d7f4df,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:09.370075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.451317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fd5fdb86-f116-4bf6-87e5-162d03d941d8 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:09.475866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:39:09.579454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port fd5fdb86-f116-4bf6-87e5-162d03d941d8 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:39:09.586058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port fd5fdb86-f116-4bf6-87e5-162d03d941d8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:09.586425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.699192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.721850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:09.724037 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4206b96-3f79-4782-8457-b9798c918f3c" -d '{"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:09.736628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:09.767410 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334f034-2b68-4882-9028-a1ef96208a4f x-openstack-request-id: req-0334f034-2b68-4882-9028-a1ef96208a4f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:09.767804 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-plugged", "status": "completed", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:09.768126 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0334f034-2b68-4882-9028-a1ef96208a4f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:09.769129 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8', 'code': 200} Nov 15 22:39:09.811011 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.861379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:09.872653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:09.885270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec95-06e2-4477-9d55-f17d20b7748d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.961907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec95-06e2-4477-9d55-f17d20b7748d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:09.989695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6fc32-c1c7-4ca0-819b-2ff6c880c2c7 req-64e2e86e-4547-4f5c-9aac-32b041ea0a24 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:09.995864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6fc32-c1c7-4ca0-819b-2ff6c880c2c7 req-64e2e86e-4547-4f5c-9aac-32b041ea0a24 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:09.997504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c6fc32-c1c7-4ca0-819b-2ff6c880c2c7 req-64e2e86e-4547-4f5c-9aac-32b041ea0a24 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1680 time: 0.0616837 Nov 15 22:39:10.027127 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a87ec95-06e2-4477-9d55-f17d20b7748d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.045855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c6fc32-c1c7-4ca0-819b-2ff6c880c2c7 req-60127017-8dfa-4842-b07f-da967c00b07c tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Nov 15 22:39:10.076222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4a87ec95-06e2-4477-9d55-f17d20b7748d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f82cfb9f90a24f9fae918543b7825ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027316 Nov 15 22:39:10.077117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87ec95-06e2-4477-9d55-f17d20b7748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e14345-efcc-4825-b6b1-47e2672c7e17,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:10.078938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:10.133536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.155481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.199096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:10.271851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.274570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.275841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83e14345-efcc-4825-b6b1-47e2672c7e17 HTTP/1.1" status: 204 len: 168 time: 0.1959126 Nov 15 22:39:10.283886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee47c0e-010d-4259-bb22-36730d50b00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e14345-efcc-4825-b6b1-47e2672c7e17,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:10.324900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d189877a-fa40-43e5-8dbd-21aafa3aaa20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.397011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d189877a-fa40-43e5-8dbd-21aafa3aaa20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.427371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.507714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d189877a-fa40-43e5-8dbd-21aafa3aaa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.549489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d189877a-fa40-43e5-8dbd-21aafa3aaa20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3855a7b98704f558dedc0f2c86d8917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493686 Nov 15 22:39:10.550305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189877a-fa40-43e5-8dbd-21aafa3aaa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf31e9-9f06-4d6c-b431-0a616328b0a9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:10.552346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:10.605334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.627289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.741363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.744303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:10.745524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcaf31e9-9f06-4d6c-b431-0a616328b0a9 HTTP/1.1" status: 204 len: 168 time: 0.1920524 Nov 15 22:39:10.756891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0807d0-6972-4ea1-9585-15b11d95ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf31e9-9f06-4d6c-b431-0a616328b0a9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:11.171754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ea1e-c89e-4673-b2fe-f28a9cf9dd50 req-bde97709-6985-4f85-947a-1f92e1131d78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:11.177760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ea1e-c89e-4673-b2fe-f28a9cf9dd50 req-bde97709-6985-4f85-947a-1f92e1131d78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:11.185125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c2ea1e-c89e-4673-b2fe-f28a9cf9dd50 req-bde97709-6985-4f85-947a-1f92e1131d78 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1680 time: 0.0643938 Nov 15 22:39:11.228294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c2ea1e-c89e-4673-b2fe-f28a9cf9dd50 req-92bd6eb3-bd6c-4e6b-945e-135f28734bc2 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Nov 15 22:39:11.317748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:11.332571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e2c2-3011-4cee-8b57-0dcfe33dc7a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.405412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e2c2-3011-4cee-8b57-0dcfe33dc7a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.453591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:11.472935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e2c2-3011-4cee-8b57-0dcfe33dc7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.515403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ff4e2c2-3011-4cee-8b57-0dcfe33dc7a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b138d0caeed749c5a481adc490675ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958470 Nov 15 22:39:11.516326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4e2c2-3011-4cee-8b57-0dcfe33dc7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57835e-5bf7-47dc-bab8-8a6c63c4846f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:11.517965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32856) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:11.565185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.586825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.616079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:39:11.622642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:11.623397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.723918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.751636 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.754399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.757768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d57835e-5bf7-47dc-bab8-8a6c63c4846f HTTP/1.1" status: 204 len: 168 time: 0.2365437 Nov 15 22:39:11.768682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb80e-d373-4af2-83a0-fc7759ef2552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57835e-5bf7-47dc-bab8-8a6c63c4846f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:11.771771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:11.774491 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c5c78f-f5b2-4cd9-936c-d2190092165d" -d '{"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:11.779629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:11.818207 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c1b10-dc47-4303-9842-b599bb04293d x-openstack-request-id: req-e97c1b10-dc47-4303-9842-b599bb04293d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:11.818507 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:11.818813 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e97c1b10-dc47-4303-9842-b599bb04293d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:11.819208 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020', 'code': 200} Nov 15 22:39:11.867860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:11.921083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:11.936657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a93ec-b75c-452a-9b29-36a39881928a req-3d8d15c3-1c27-4361-96c2-d041247e222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:11.937210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a93ec-b75c-452a-9b29-36a39881928a req-3d8d15c3-1c27-4361-96c2-d041247e222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:11.939114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-143a93ec-b75c-452a-9b29-36a39881928a req-3d8d15c3-1c27-4361-96c2-d041247e222e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1983 time: 0.0575531 Nov 15 22:39:12.013083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-143a93ec-b75c-452a-9b29-36a39881928a req-d3921549-dffa-4e4d-85a7-6d452542fb90 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651557 Nov 15 22:39:12.275790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:12.389892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca265c1-1545-475f-98c8-1f9fdc5444b4 req-774122ab-adfc-441c-8beb-2a4c455f13f9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:12.389892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca265c1-1545-475f-98c8-1f9fdc5444b4 req-774122ab-adfc-441c-8beb-2a4c455f13f9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:12.389892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dca265c1-1545-475f-98c8-1f9fdc5444b4 req-774122ab-adfc-441c-8beb-2a4c455f13f9 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1681 time: 0.0677900 Nov 15 22:39:12.459303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dca265c1-1545-475f-98c8-1f9fdc5444b4 req-71944430-1950-4e61-ad4e-1b7cefa8ed5d tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Nov 15 22:39:12.469783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1598217023'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:12.547253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Made reservation on behalf of d9c9430c039a40628efb2c0748470c47 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:12.551076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.560834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.669115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.730166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.754166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:12.767320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569c2d59-52a4-4996-8ea2-ec4c0fe9af4d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:12.771977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.772313 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Added segment 6a745488-5cf5-4e31-9e13-d25c4e1e97c8 of type vlan for network aa545103-635b-4643-9a68-c26a09eabe5b Nov 15 22:39:12.819792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.894765 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.900644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:12.901267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:12.983068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Pushing event updated for resources: {'Network': ['ID=aa545103-635b-4643-9a68-c26a09eabe5b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:13.001030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network aa545103-635b-4643-9a68-c26a09eabe5b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:13.030203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69c4ddbb-871e-42ae-a9cc-0b0612812812 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7531695 Nov 15 22:39:13.034469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:13.189230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'name': 'tempest-network--231778483', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:13.342470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:13.345352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.360680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.437301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.513478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.549075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:13.555160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527a363-d0c8-48cd-832c-84c0df3ea08c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:13.563250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.563589 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Added segment 3346c5ce-9e1e-454d-96a0-5dc9fb27d459 of type vlan for network 2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5 Nov 15 22:39:13.609971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.713477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.714494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:13.715132 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.804373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:13.816850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:13.827909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19de58-2b74-4929-b468-4322b91969ae req-2b3094d6-77cc-4ba2-aa9a-7371443599a4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:13.833752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19de58-2b74-4929-b468-4322b91969ae req-2b3094d6-77cc-4ba2-aa9a-7371443599a4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:13.835337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c19de58-2b74-4929-b468-4322b91969ae req-2b3094d6-77cc-4ba2-aa9a-7371443599a4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1681 time: 0.2960436 Nov 15 22:39:13.841927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4133ebdd-cb7a-44fe-a416-4e38ce9613d0 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8063960 Nov 15 22:39:13.844837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:13.935836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:13.952060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c19de58-2b74-4929-b468-4322b91969ae req-67a84981-e38a-4b09-83b1-aa082d0138dc tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994670 Nov 15 22:39:14.026811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.047959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:14.057489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3346c5ce-9e1e-454d-96a0-5dc9fb27d459') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:14.057915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3346c5ce-9e1e-454d-96a0-5dc9fb27d459') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:14.070272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.084004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.094515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:14.094908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:14.096951 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:14.250714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.251234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:39:14.265356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.275030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5 HTTP/1.1" status: 204 len: 168 time: 0.4231317 Nov 15 22:39:14.275169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:14.275633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af66f8-1588-4774-b90f-790117ae2d0f tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ac2d0d4-ed4e-4abf-8693-8a55fe181ca5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:14.285948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:14.343847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:14.453293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:14.456765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.538864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb5f4-2b02-400c-9b5e-6be98f49b967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.573638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:14.609107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.609714 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Added segment 27d79a91-69cc-47cc-a42a-7cf95645b66c of type vlan for network e1649067-0db8-4bd4-b266-51ea109cf619 Nov 15 22:39:14.671907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.710871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620b77-9a80-4b0e-94e5-002e9705669f req-510347d4-8351-4e56-9a02-2d643b6cead1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:14.717670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620b77-9a80-4b0e-94e5-002e9705669f req-510347d4-8351-4e56-9a02-2d643b6cead1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:14.717822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb5f4-2b02-400c-9b5e-6be98f49b967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.719260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95620b77-9a80-4b0e-94e5-002e9705669f req-510347d4-8351-4e56-9a02-2d643b6cead1 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1681 time: 0.2124662 Nov 15 22:39:14.768064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95620b77-9a80-4b0e-94e5-002e9705669f req-f18bfa99-aada-4093-8c4c-7fe35f6a3122 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Nov 15 22:39:14.785887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb5f4-2b02-400c-9b5e-6be98f49b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.807258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.809305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:14.809491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.873121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2c3eb5f4-2b02-400c-9b5e-6be98f49b967 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbee06cdbb964ad2a8b64c2216daff4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280116 Nov 15 22:39:14.875669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:14.878574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb5f4-2b02-400c-9b5e-6be98f49b967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10f854-e23e-4ad7-a4e1-6ccddf0c978a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:14.900554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=e1649067-0db8-4bd4-b266-51ea109cf619,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:14.911006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e1649067-0db8-4bd4-b266-51ea109cf619 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:14.926911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:14.938693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-165b4004-6c10-4b16-8b1c-2df4ba95b607 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6650791 Nov 15 22:39:14.941767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:14.946740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'subnet': {'network_id': 'e1649067-0db8-4bd4-b266-51ea109cf619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:14.950575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.021593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:15.023913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.089331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.092641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.093926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c10f854-e23e-4ad7-a4e1-6ccddf0c978a HTTP/1.1" status: 204 len: 168 time: 0.2172542 Nov 15 22:39:15.104812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798fea3-07d6-4700-a3af-56b01edde841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10f854-e23e-4ad7-a4e1-6ccddf0c978a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:15.728433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:39:15.729066 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.733132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 32974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:15.747329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a47-4910-49c3-aa9c-50958e3c07b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.791084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b08cf531-e95c-40ee-b588-c77b8749ffd9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:15.821642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Checking segment: {'id': '27d79a91-69cc-47cc-a42a-7cf95645b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1649067-0db8-4bd4-b266-51ea109cf619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:15.822079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Network hostable DHCP agents. Network: e1649067-0db8-4bd4-b266-51ea109cf619, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:15.834915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a47-4910-49c3-aa9c-50958e3c07b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.911093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a47-4910-49c3-aa9c-50958e3c07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:15.913087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Network e1649067-0db8-4bd4-b266-51ea109cf619 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:15.947552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dfb77a47-4910-49c3-aa9c-50958e3c07b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=013f5881fb304c72af22d361ef2b1c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130945 Nov 15 22:39:15.951028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32978) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:15.965448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb77a47-4910-49c3-aa9c-50958e3c07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c8bf8-a353-4ebf-b5d1-5a43760e8368,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:15.977334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52eb3f-6fbc-44c5-b8ab-53cd60a999ec req-6983de2a-f2ee-4fda-8b41-7483b38e7dd5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:15.983712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52eb3f-6fbc-44c5-b8ab-53cd60a999ec req-6983de2a-f2ee-4fda-8b41-7483b38e7dd5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:15.991048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b52eb3f-6fbc-44c5-b8ab-53cd60a999ec req-6983de2a-f2ee-4fda-8b41-7483b38e7dd5 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1681 time: 0.1119778 Nov 15 22:39:16.009683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.019939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e1649067-0db8-4bd4-b266-51ea109cf619) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:16.028428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:16.036065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.036265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929b645-de09-4261-803d-4bd8abea0218 None None] Network e1649067-0db8-4bd4-b266-51ea109cf619 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:16.051567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b52eb3f-6fbc-44c5-b8ab-53cd60a999ec req-0410f69c-8bca-45c7-9bf1-10e125a20ebd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596535 Nov 15 22:39:16.059506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.115511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-fb5ecc2e-9394-4f98-817a-f7d4af6cd988 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:16.122579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-fb5ecc2e-9394-4f98-817a-f7d4af6cd988 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:16.124195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-fb5ecc2e-9394-4f98-817a-f7d4af6cd988 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 1681 time: 0.0850999 Nov 15 22:39:16.138588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb1422f8-fccd-4f9b-b8fe-499d43384c63 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1955564 Nov 15 22:39:16.141900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 32982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:16.146366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1649067-0db8-4bd4-b266-51ea109cf619'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:16.187452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.190394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.193546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/401c8bf8-a353-4ebf-b5d1-5a43760e8368 HTTP/1.1" status: 204 len: 168 time: 0.2392361 Nov 15 22:39:16.202686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ead94-1720-45bb-a3a6-ff57f6f4995b None None] Network e1649067-0db8-4bd4-b266-51ea109cf619 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:16.211313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd70cf-c8db-4db9-9ff2-0d945e5ed0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c8bf8-a353-4ebf-b5d1-5a43760e8368,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:16.236417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:16.236903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.262045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.367521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:16.368152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.386046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:16.408929 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.519784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Allocated IP 172.20.0.9 (e1649067-0db8-4bd4-b266-51ea109cf619/b08cf531-e95c-40ee-b588-c77b8749ffd9/7fb9b570-0338-4f28-a347-25f04dfee9e0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:16.644317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.644921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.657728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['fd5fdb86-f116-4bf6-87e5-162d03d941d8', '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:39:16.682811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:16.739743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:16.744332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.748531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-978860b9-b99d-4175-afa9-7b2185937db7 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "DELETE /v2.0/ports/9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 HTTP/1.1" status: 204 len: 173 time: 0.6169915 Nov 15 22:39:16.749969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-deleted', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:16.752609 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1f8f0-9f83-47cb-8fac-bc04511c0c1f" -d '{"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-deleted", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:16.771643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.832449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Network e1649067-0db8-4bd4-b266-51ea109cf619 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:16.839328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:16.846989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:16.852736 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c0ac9a-2610-4f0d-af19-26897989ff2f x-openstack-request-id: req-f4c0ac9a-2610-4f0d-af19-26897989ff2f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:16.852939 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-deleted", "tag": "9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:16.853193 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4c0ac9a-2610-4f0d-af19-26897989ff2f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:16.853592 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-deleted', 'tag': '9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020', 'status': 'completed', 'code': 200} Nov 15 22:39:16.865691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb9b570-0338-4f28-a347-25f04dfee9e0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:16.964261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port fd5fdb86-f116-4bf6-87e5-162d03d941d8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:16.964834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:16.993930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.088810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port fd5fdb86-f116-4bf6-87e5-162d03d941d8, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fd5fdb86-f116-4bf6-87e5-162d03d941d8,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:17.089071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.103885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for fd5fdb86-f116-4bf6-87e5-162d03d941d8 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:17.115620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.231992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032261de-648a-4ca2-9b32-91139e7d9bb6 req-b298ab0b-cbdc-445f-94d3-3cbbc055f872 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:17.233549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-032261de-648a-4ca2-9b32-91139e7d9bb6 req-b298ab0b-cbdc-445f-94d3-3cbbc055f872 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 945 time: 0.0764372 Nov 15 22:39:17.305583 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.329963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-032261de-648a-4ca2-9b32-91139e7d9bb6 req-5620bd7b-eba5-4299-a137-9084a91910ff tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3bc1d40-ecd5-4706-8013-07877ada812f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818038 Nov 15 22:39:17.368957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.410296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.428847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:39:17.448677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb9b570-0338-4f28-a347-25f04dfee9e0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:17.450088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=fd5fdb86-f116-4bf6-87e5-162d03d941d8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:17.467393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.517321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port fd5fdb86-f116-4bf6-87e5-162d03d941d8 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:17.520075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.523958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74647d86-bfd4-4218-9494-2f3fde4f9ee9 req-222ca63e-ccb5-4172-beee-b35e1d4b7c33 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.55 "DELETE /v2.0/ports/fd5fdb86-f116-4bf6-87e5-162d03d941d8 HTTP/1.1" status: 204 len: 173 time: 0.7679799 Nov 15 22:39:17.537698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.538959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-771d910c-48b9-4ea2-9313-2236fa43182d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3960233 Nov 15 22:39:17.542531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:17.623268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8bfd6861-cb13-46e8-b66f-4bbb366516b7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=e1649067-0db8-4bd4-b266-51ea109cf619 HTTP/1.1" status: 200 len: 689 time: 0.0795276 Nov 15 22:39:17.625915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:17.719784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.837415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Deleting port 7fb9b570-0338-4f28-a347-25f04dfee9e0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:17.838176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.914937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.915256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:17.927129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Calling delete_port for 7fb9b570-0338-4f28-a347-25f04dfee9e0 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:18.129911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.157151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb9b570-0338-4f28-a347-25f04dfee9e0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:18.220278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.264818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.402825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.441186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b08cf531-e95c-40ee-b588-c77b8749ffd9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:18.473269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e719216-69e2-4692-b497-56b005fe3b16 req-35ac501f-8400-4bc9-8dea-1697f4fd3dac tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde15693-c585-4020-9ce2-b9df236597f8 HTTP/1.1" status: 200 len: 210 time: 0.0534406 Nov 15 22:39:18.515044 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.536262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1649067-0db8-4bd4-b266-51ea109cf619']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:18.545792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d79a91-69cc-47cc-a42a-7cf95645b66c') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:18.546089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d79a91-69cc-47cc-a42a-7cf95645b66c') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:18.556339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.569337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.575895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:18.576265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:18.578156 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:18.833199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.838448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1649067-0db8-4bd4-b266-51ea109cf619 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:39:18.842022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:18.847543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e1649067-0db8-4bd4-b266-51ea109cf619 HTTP/1.1" status: 204 len: 168 time: 1.2183633 Nov 15 22:39:18.847888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:18.856307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c158-be32-46a1-b186-4c842ce9843e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1649067-0db8-4bd4-b266-51ea109cf619,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:18.879290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-deleted', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:18.881596 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c067aef-398a-4fb3-be3f-26beb34ce47c" -d '{"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-deleted", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:18.953191 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb6d18-b02b-4197-b86a-a1ac665608ce x-openstack-request-id: req-49fb6d18-b02b-4197-b86a-a1ac665608ce {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:18.953482 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde15693-c585-4020-9ce2-b9df236597f8", "name": "network-vif-deleted", "tag": "fd5fdb86-f116-4bf6-87e5-162d03d941d8", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:18.962757 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49fb6d18-b02b-4197-b86a-a1ac665608ce {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:18.962757 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde15693-c585-4020-9ce2-b9df236597f8', 'name': 'network-vif-deleted', 'tag': 'fd5fdb86-f116-4bf6-87e5-162d03d941d8', 'status': 'completed', 'code': 200} Nov 15 22:39:18.984669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52f0173f-754c-43a3-9c0d-804dd6aed9cc tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.1349843 Nov 15 22:39:18.986753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.090588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.091053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.091502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.091943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.092391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.093128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.093322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.093706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.094147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.094579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.095014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.095972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.095972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.098025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-530b263f-b8be-490c-97a1-3119eca45cb7 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8278 time: 0.1102962 Nov 15 22:39:19.102128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.158692 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-25a99b94-a6c0-4bf8-87de-f8c22fc3584b tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] delete failed (client error): The resource could not be found. Nov 15 22:39:19.163061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25a99b94-a6c0-4bf8-87de-f8c22fc3584b tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6cf7bb23-3b3f-4289-bef5-78e3df3e227f HTTP/1.1" status: 404 len: 345 time: 0.0566809 Nov 15 22:39:19.163061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.180082 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca074bf-a57e-4070-bdd0-686df60731e2 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] DELETE failed (client error): The resource could not be found. Nov 15 22:39:19.180559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca074bf-a57e-4070-bdd0-686df60731e2 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:39:19.184286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fca074bf-a57e-4070-bdd0-686df60731e2 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e1649067-0db8-4bd4-b266-51ea109cf619 HTTP/1.1" status: 404 len: 339 time: 0.0194504 Nov 15 22:39:19.188552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.193058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'name': 'tempest-network--1193969646', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:19.281163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:19.283700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.312066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:19.320667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.321007 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Added segment 3b574ad0-d349-4e1b-be9b-7408a6869e21 of type vlan for network ec9ab66b-16ae-4478-bca6-6255a3b8f411 Nov 15 22:39:19.365006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.489875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.490889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.491460 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.498697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fd5fdb86-f116-4bf6-87e5-162d03d941d8 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:19.519157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: fd5fdb86-f116-4bf6-87e5-162d03d941d8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:19.519498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fd5fdb86-f116-4bf6-87e5-162d03d941d8 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:19.520120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:19.531489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.545083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:19.545083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9c6ad6dd-0a8b-484b-8050-6dbe2fe7d020 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:19.573759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=ec9ab66b-16ae-4478-bca6-6255a3b8f411,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:19.589726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ec9ab66b-16ae-4478-bca6-6255a3b8f411 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:19.598552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting subnet f2292830-fb6e-4191-9487-9ba341c498c3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:19.603768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.630244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bc07f64d-dd40-45f5-bff8-8a832be25fc4 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4407065 Nov 15 22:39:19.632918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.675815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.774040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.840797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664d69-887a-4c65-9282-25f6c4740a8b tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.846500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664d69-887a-4c65-9282-25f6c4740a8b tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.852716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664d69-887a-4c65-9282-25f6c4740a8b tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.859575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664d69-887a-4c65-9282-25f6c4740a8b tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:19.861278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f664d69-887a-4c65-9282-25f6c4740a8b tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2273045 Nov 15 22:39:19.864149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:19.919159 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.930637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.949622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:19.953228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/subnets/f2292830-fb6e-4191-9487-9ba341c498c3 HTTP/1.1" status: 204 len: 168 time: 0.4205272 Nov 15 22:39:19.956081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853de47e-cc1d-4815-ba82-712ae0f8fc4f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Subnet': ['ID=f2292830-fb6e-4191-9487-9ba341c498c3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:19.957188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c67b6-91fe-44f1-b897-e00edb8a7e53 None None] Network 85c58222-877f-465c-ae70-a1d2e9f6ae54 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:19.958634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:20.019963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.044409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9ab66b-16ae-4478-bca6-6255a3b8f411']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.055029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b574ad0-d349-4e1b-be9b-7408a6869e21') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.055029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b574ad0-d349-4e1b-be9b-7408a6869e21') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.062939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.067900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.083253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.090737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:20.091698 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:20.093656 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:20.149394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:20.149822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.193431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] DHCP port deletion for 85c58222-877f-465c-ae70-a1d2e9f6ae54 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:20.212431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:20.265478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Deleting port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:20.265925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.267754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.273766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:20.274217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.280979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec9ab66b-16ae-4478-bca6-6255a3b8f411 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:39:20.291675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:20.385378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] For port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,segment=NetworkSegment(70cb522a-d5d4-4c34-822f-fb3c8090ca82),segment_id=70cb522a-d5d4-4c34-822f-fb3c8090ca82)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:20.386044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.402877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Calling delete_port for 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:20.454435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.476420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:20.501903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:20.507964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.542120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] Pushing event deleted for resources: {'Port': ['ID=09ff5534-1ad2-4174-ad2f-5e85d4add8a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:20.549250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b7bd9-bd17-42b3-8875-8367098e3fa6 None None] No DVR routers for this DVR port 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:20.582429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.607803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c58222-877f-465c-ae70-a1d2e9f6ae54']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.617514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cb522a-d5d4-4c34-822f-fb3c8090ca82') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.618114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cb522a-d5d4-4c34-822f-fb3c8090ca82') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:20.629232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.644057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.651229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:20.651731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:20.655363 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:20.671574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.674732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ec9ab66b-16ae-4478-bca6-6255a3b8f411 HTTP/1.1" status: 204 len: 168 time: 0.8096070 Nov 15 22:39:20.678770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe7f59-c358-479c-8de2-0dd9b81143a3 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec9ab66b-16ae-4478-bca6-6255a3b8f411,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:20.680455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:20.690403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'name': 'tempest-network--653747967', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:20.713791 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61a09825-7203-4cdc-bfb3-ebcb03d1c317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.797374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61a09825-7203-4cdc-bfb3-ebcb03d1c317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.798770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:20.801061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.822101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.825250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:20.833219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.834760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.835149 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Added segment c085a593-234a-4687-a313-950e99fb04ad of type vlan for network ac88abe3-1d24-495d-937b-b7a060d420ca Nov 15 22:39:20.840549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/networks/85c58222-877f-465c-ae70-a1d2e9f6ae54 HTTP/1.1" status: 204 len: 168 time: 0.8804526 Nov 15 22:39:20.841241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:20.869523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61a09825-7203-4cdc-bfb3-ebcb03d1c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.893538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.899670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f834d-7158-460a-8c01-fb267d1694bd tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Network': ['ID=85c58222-877f-465c-ae70-a1d2e9f6ae54,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:20.909701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting subnet 3c7f52fd-11b7-4f3b-a008-00662657a550 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:20.913467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:20.928939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a09825-7203-4cdc-bfb3-ebcb03d1c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeb8a01-9e9b-4669-b14c-6d2ec4d7d51d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:20.933127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61a09825-7203-4cdc-bfb3-ebcb03d1c317 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c5c4f3b6934dcf9a885571c968019a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194891 Nov 15 22:39:20.937859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33134) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:20.977672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.004648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.005807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:21.006517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.042235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.081959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=ac88abe3-1d24-495d-937b-b7a060d420ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.095316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.098190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ac88abe3-1d24-495d-937b-b7a060d420ca details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:21.112137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.138148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da9b45ce-af0d-42a3-837c-689eb7e4f328 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4514215 Nov 15 22:39:21.146562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:21.249487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:21.255888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.259028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.264530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edeb8a01-9e9b-4669-b14c-6d2ec4d7d51d HTTP/1.1" status: 204 len: 168 time: 0.3254499 Nov 15 22:39:21.270585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a491e-d352-489a-bb95-4c340ab4229a tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:21.271533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-388a491e-d352-489a-bb95-4c340ab4229a tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "GET /v2.0/networks/ac88abe3-1d24-495d-937b-b7a060d420ca HTTP/1.1" status: 200 len: 756 time: 0.1231806 Nov 15 22:39:21.274443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:21.276039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf0978-5a7e-4415-babd-4bb7f7bd7c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeb8a01-9e9b-4669-b14c-6d2ec4d7d51d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.290388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.296522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:21.297118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 09ff5534-1ad2-4174-ad2f-5e85d4add8a3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:21.320600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.329455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcb72a-b892-471a-8f73-2c2af5e9df03 None None] Network 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:21.334071 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/subnets/3c7f52fd-11b7-4f3b-a008-00662657a550 HTTP/1.1" status: 204 len: 168 time: 0.4822359 Nov 15 22:39:21.335278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33146) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:21.385211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2df5b-3001-4ce5-8c35-e74ac50fcb80 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:21.389909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52d2df5b-3001-4ce5-8c35-e74ac50fcb80 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "GET /v2.0/networks/aa545103-635b-4643-9a68-c26a09eabe5b HTTP/1.1" status: 200 len: 768 time: 0.1101024 Nov 15 22:39:21.391423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:21.454159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde9710-48be-4548-af6b-c9fcdbd986b4 tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7f52fd-11b7-4f3b-a008-00662657a550,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.461789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.487081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.529633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Deleting port 4878dc41-d372-45ce-80b0-1ee5b8704d01 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:21.529979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.587761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.606389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] For port 4878dc41-d372-45ce-80b0-1ee5b8704d01, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4878dc41-d372-45ce-80b0-1ee5b8704d01,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:21.606767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.609467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] DHCP port deletion for 732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:21.613507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac88abe3-1d24-495d-937b-b7a060d420ca']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:21.621537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Calling delete_port for 4878dc41-d372-45ce-80b0-1ee5b8704d01 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:21.625006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c085a593-234a-4687-a313-950e99fb04ad') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:21.625298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c085a593-234a-4687-a313-950e99fb04ad') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:21.637968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.657802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.665380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:21.668767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.674046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Deleting port 4878dc41-d372-45ce-80b0-1ee5b8704d01 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:21.674597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:21.742358 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:21.793411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] For port 4878dc41-d372-45ce-80b0-1ee5b8704d01, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4878dc41-d372-45ce-80b0-1ee5b8704d01,segment=NetworkSegment(60e23250-8f5e-4eae-a422-9f9153182406),segment_id=60e23250-8f5e-4eae-a422-9f9153182406)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:21.793817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.808357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Calling delete_port for 4878dc41-d372-45ce-80b0-1ee5b8704d01 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:21.815496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.846502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.848561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Port': ['ID=4878dc41-d372-45ce-80b0-1ee5b8704d01,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.852086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac88abe3-1d24-495d-937b-b7a060d420ca {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:39:21.858177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.861997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ac88abe3-1d24-495d-937b-b7a060d420ca HTTP/1.1" status: 204 len: 168 time: 0.4693103 Nov 15 22:39:21.862896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] No DVR routers for this DVR port 4878dc41-d372-45ce-80b0-1ee5b8704d01 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:21.876417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:21.881784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'name': 'tempest-network--1778441226'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:21.884898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5e8a0-c445-43b6-9600-9bdec0900ae5 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac88abe3-1d24-495d-937b-b7a060d420ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.937825 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.957962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.970216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Made reservation on behalf of c5545b767b8b427ea7b0d32459b94518 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:21.972549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:21.978971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] Pushing event deleted for resources: {'Port': ['ID=4878dc41-d372-45ce-80b0-1ee5b8704d01,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:21.992017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f9b11-b1dd-49a6-b4dd-2e6f31e418c1 None None] No DVR routers for this DVR port 4878dc41-d372-45ce-80b0-1ee5b8704d01 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:22.010088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:22.025024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:22.026038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e23250-8f5e-4eae-a422-9f9153182406') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:22.026981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e23250-8f5e-4eae-a422-9f9153182406') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:22.037903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.039257 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Added segment 9adcf6ab-fe0c-4910-b953-c44313d67157 of type vlan for network 4409381e-625b-4a6b-8a21-df09c88d8c2b Nov 15 22:39:22.041640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.060525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.068596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:22.069117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:22.074741 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:22.092597 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.146674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:22.173101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-484d8970-555c-49c3-8454-eda877ddd79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.207028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.208006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:22.208663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.232538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.240821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.245224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] 10.222.0.15 "DELETE /v2.0/networks/732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5 HTTP/1.1" status: 204 len: 168 time: 0.9034648 Nov 15 22:39:22.267600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8d96e-d6e6-4bdf-a4d2-72dd05ac766f tempest-ServersTestMultiNic-526474779 tempest-ServersTestMultiNic-526474779-project] Pushing event deleted for resources: {'Network': ['ID=732c4ba3-5dd6-4dcf-98ad-f62f6b66e0e5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:22.364426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=4409381e-625b-4a6b-8a21-df09c88d8c2b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:22.365350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 4409381e-625b-4a6b-8a21-df09c88d8c2b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:22.382561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-484d8970-555c-49c3-8454-eda877ddd79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.416247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e5c9c56-8a8c-4bef-bdc7-acdeec4c995d tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5384622 Nov 15 22:39:22.418873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:22.424534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:22.473016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:22.500605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-484d8970-555c-49c3-8454-eda877ddd79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.566564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-484d8970-555c-49c3-8454-eda877ddd79b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=022917c553aa435a8a9881e3f1055c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161792 Nov 15 22:39:22.576762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33180) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:22.619699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8970-555c-49c3-8454-eda877ddd79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48bd27d-c8ed-4af2-b902-853c0125f532,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:22.729695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.753801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.810348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.913770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ae18-25f0-4552-b8a7-ae35e8e332bb req-ba0379da-a528-433f-9c28-ec913e99cbe5 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:22.917091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bf9ae18-25f0-4552-b8a7-ae35e8e332bb req-ba0379da-a528-433f-9c28-ec913e99cbe5 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0466480 Nov 15 22:39:22.918802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.929383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Network 4409381e-625b-4a6b-8a21-df09c88d8c2b is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 22:39:22.930231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:22.930825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.932085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "PUT /v2.0/networks/4409381e-625b-4a6b-8a21-df09c88d8c2b HTTP/1.1" status: 200 len: 858 time: 0.5122781 Nov 15 22:39:22.937592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:22.978417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.981110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:22.982280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b48bd27d-c8ed-4af2-b902-853c0125f532 HTTP/1.1" status: 204 len: 168 time: 0.4045565 Nov 15 22:39:23.010072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d9eb7-3960-4952-8adc-8fccf47957ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48bd27d-c8ed-4af2-b902-853c0125f532,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:23.018259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505ea0b-80e4-4e7a-a7dc-844d4b7b763e tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event updated for resources: {'Network': ['ID=4409381e-625b-4a6b-8a21-df09c88d8c2b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:23.038810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5bf9ae18-25f0-4552-b8a7-ae35e8e332bb req-f431bb34-b1ea-4154-ae61-0494a1728367 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140628 Nov 15 22:39:23.076823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:23.094348 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.117740 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:39:23.193656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.241714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4878dc41-d372-45ce-80b0-1ee5b8704d01 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:23.288472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4878dc41-d372-45ce-80b0-1ee5b8704d01 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:23.288745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.289430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4878dc41-d372-45ce-80b0-1ee5b8704d01 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:23.324562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4409381e-625b-4a6b-8a21-df09c88d8c2b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.338659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adcf6ab-fe0c-4910-b953-c44313d67157') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.339092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adcf6ab-fe0c-4910-b953-c44313d67157') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.340799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 4ab93a91-65c5-4aaa-9880-04f7c15ff93a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:23.341737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.414108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.444277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.444503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.452804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.461755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:23.462487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.467750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 4ab93a91-65c5-4aaa-9880-04f7c15ff93a owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:23.537650 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:23.627318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.634722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4409381e-625b-4a6b-8a21-df09c88d8c2b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:39:23.651788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.659879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:23.661207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4409381e-625b-4a6b-8a21-df09c88d8c2b HTTP/1.1" status: 204 len: 168 time: 0.7225003 Nov 15 22:39:23.662386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2744631-3e14-483b-8ec0-8200f3c61938 tempest-ExternalNetworksTestJSON-849721048 tempest-ExternalNetworksTestJSON-849721048-project-admin] Pushing event deleted for resources: {'Network': ['ID=4409381e-625b-4a6b-8a21-df09c88d8c2b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:23.694785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Deleting port 0e1ea912-9553-4472-b378-a282e96e8aa6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:23.695124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.710099 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a052275-6c94-4613-a454-8c70cff829a6 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] DELETE failed (client error): The resource could not be found. Nov 15 22:39:23.710924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a052275-6c94-4613-a454-8c70cff829a6 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:39:23.715330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a052275-6c94-4613-a454-8c70cff829a6 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "DELETE /v2.0/subnets/b08cf531-e95c-40ee-b588-c77b8749ffd9 HTTP/1.1" status: 404 len: 337 time: 0.0544860 Nov 15 22:39:23.720505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:23.812634 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.816921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.848296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] For port 0e1ea912-9553-4472-b378-a282e96e8aa6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0e1ea912-9553-4472-b378-a282e96e8aa6,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:23.848715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.946231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:23.971369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa545103-635b-4643-9a68-c26a09eabe5b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.983330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a745488-5cf5-4e31-9e13-d25c4e1e97c8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.983763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a745488-5cf5-4e31-9e13-d25c4e1e97c8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:23.996505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.013804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.016064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=4ab93a91-65c5-4aaa-9880-04f7c15ff93a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:24.084585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:24.085625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.101712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.104708 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 9bcb972a-4f21-4854-ab10-4d21032fc75f disassociated (deleted). External IP: 172.25.0.199, port: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0. Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:24.181114 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:24.343149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Calling delete_port for 0e1ea912-9553-4472-b378-a282e96e8aa6 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:24.349215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.363016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.372094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] 10.222.0.15 "DELETE /v2.0/networks/aa545103-635b-4643-9a68-c26a09eabe5b HTTP/1.1" status: 204 len: 168 time: 0.6496658 Nov 15 22:39:24.420813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830842b-81a8-4e0d-a13f-73c690de78b5 tempest-ExternalNetworksTestJSON-1189483705 tempest-ExternalNetworksTestJSON-1189483705-project] Pushing event deleted for resources: {'Network': ['ID=aa545103-635b-4643-9a68-c26a09eabe5b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:24.602426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 7c57f40d-e9cd-4918-aba3-2672454b85eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:24.722929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:24.725935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.727877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:24.735952 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Sync routers for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:24.753418 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:24.754051 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:24.759699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1ea912-9553-4472-b378-a282e96e8aa6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:24.762492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-66a98a02-f587-4d60-81db-a7e90ac35690 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/floatingips/9bcb972a-4f21-4854-ab10-4d21032fc75f HTTP/1.1" status: 204 len: 168 time: 1.6846857 Nov 15 22:39:24.763097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:24.765481 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:24.847675 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa76a3c-e763-4ed0-b3b2-abcec9470a9b x-openstack-request-id: req-5fa76a3c-e763-4ed0-b3b2-abcec9470a9b {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:24.848319 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:24.848319 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fa76a3c-e763-4ed0-b3b2-abcec9470a9b {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:24.848743 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:39:24.915894 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:25.067805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:25.154270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-7039a687-0f34-4fa9-b9a3-aaa371fce8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:25.157253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-7039a687-0f34-4fa9-b9a3-aaa371fce8f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 1097 time: 0.2331812 Nov 15 22:39:25.266377 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:25.327028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd58a83f-1b87-44ee-915a-a5649cad6151 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9c9430c039a40628efb2c0748470c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556486 Nov 15 22:39:25.327325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:25.352723 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:25.391366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:25.392998 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Checking router: 7c57f40d-e9cd-4918-aba3-2672454b85eb for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:25.404419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:25.405355 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:25.454126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-59a895b6-7511-45fc-aaac-770a4ad8aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:25.456076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-59a895b6-7511-45fc-aaac-770a4ad8aa9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 200 len: 897 time: 0.2752490 Nov 15 22:39:25.494654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:25.567059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-be23ed21-e67c-463c-bf67-f8c732a873e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 200 len: 217 time: 0.0940492 Nov 15 22:39:25.573748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2edae-14d5-4f29-b1a4-a5a8f513a49f req-d29d89fb-89ac-49c1-8f61-0dc13d5d6b34 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:25.583790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84d2edae-14d5-4f29-b1a4-a5a8f513a49f req-d29d89fb-89ac-49c1-8f61-0dc13d5d6b34 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 946 time: 0.1929331 Nov 15 22:39:25.621522 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:25.653638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-c10cf8a8-c26c-419e-bf8a-3326032704ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:25.653638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-c10cf8a8-c26c-419e-bf8a-3326032704ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 200 len: 835 time: 0.0674708 Nov 15 22:39:25.696971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84d2edae-14d5-4f29-b1a4-a5a8f513a49f req-78656b2f-1215-4425-ab1b-449afa5f528c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914865 Nov 15 22:39:25.782393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-2cacca49-f742-47da-b8dd-b53423036957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:25.783818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-2cacca49-f742-47da-b8dd-b53423036957 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4df2fc-8685-48bd-97b7-011266aae99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902598 Nov 15 22:39:25.811273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:25.815817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:25.817317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/569c2d59-52a4-4996-8ea2-ec4c0fe9af4d HTTP/1.1" status: 204 len: 168 time: 0.4889917 Nov 15 22:39:25.853255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11f47-731e-4030-803c-a11dafd9595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c2d59-52a4-4996-8ea2-ec4c0fe9af4d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:25.855126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Router aa97e8ee-e74a-4133-9aeb-f701d8053965 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:25.861406 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:25.920550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532566af-3f0f-4da5-8751-c0c09bb8a1cf None None] The sync data for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 is: [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:37:17Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c6cc2519-2204-4d47-8234-7968ddcac0cf', 'name': '', 'network_id': 'ce4df2fc-8685-48bd-97b7-011266aae99f', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c2:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:14Z', 'updated_at': '2021-11-15T22:37:21Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '13e2b837-e95a-47d6-95a8-216ecef508b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:25.971884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-7640a3e6-7d9f-495e-a5a9-be17672d6b97 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801000 Nov 15 22:39:26.061817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:26.068283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2fd573d-74ef-4dea-96ce-23b4779fd124 admin admin] 10.222.0.15 "PUT /v2.0/routers/aa97e8ee-e74a-4133-9aeb-f701d8053965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5942276 Nov 15 22:39:26.070660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:26.073374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Sync routers for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:26.093013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:26.094752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:26.161409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b6aab72-9ebf-49b4-a46f-a6d7206f6495 req-ddb23e96-01c8-4529-93e0-f53337fc561f service neutron] 10.222.0.57 "GET /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801376 Nov 15 22:39:26.244166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:26.259172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:26.426818 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd3df61-cd48-46b6-a1a4-3c67dfa429c4 None None] New status for floating IP 9bcb972a-4f21-4854-ab10-4d21032fc75f: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:39:26.463319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:26.550448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:39:24Z', 'revision_number': 5, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port': {'id': 'f7979ed9-621b-4002-a1b6-ff48dc79901e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:87:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:38:00Z', 'updated_at': '2021-11-15T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:26.659619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Deleting port f7979ed9-621b-4002-a1b6-ff48dc79901e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:26.659956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:26.799065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Checking router: aa97e8ee-e74a-4133-9aeb-f701d8053965 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:26.813426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Routers {'aa97e8ee-e74a-4133-9aeb-f701d8053965'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:26.814435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['aa97e8ee-e74a-4133-9aeb-f701d8053965'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:26.837132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3355af-3f81-4b3b-96d0-b5ddda275bbf req-66c87847-8442-47a0-aaab-10e900640e0c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:26.842239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd3355af-3f81-4b3b-96d0-b5ddda275bbf req-66c87847-8442-47a0-aaab-10e900640e0c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 946 time: 0.0598578 Nov 15 22:39:26.858388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] For port f7979ed9-621b-4002-a1b6-ff48dc79901e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f7979ed9-621b-4002-a1b6-ff48dc79901e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:26.858757 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:26.877908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Calling delete_port for f7979ed9-621b-4002-a1b6-ff48dc79901e owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:26.893872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:26.898060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209912-82c4-41d0-955f-a3af17df98df req-60f39ccf-ff16-4d54-9980-2366c3a46646 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:26.899595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e209912-82c4-41d0-955f-a3af17df98df req-60f39ccf-ff16-4d54-9980-2366c3a46646 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 946 time: 0.0799551 Nov 15 22:39:26.911629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd3355af-3f81-4b3b-96d0-b5ddda275bbf req-263aa61a-47ae-4075-a15e-4ec1c412b78e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658653 Nov 15 22:39:26.947142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] Set router aa97e8ee-e74a-4133-9aeb-f701d8053965 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:26.971109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d694f60-bb01-4154-9d3c-1773b61d2c75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5545b767b8b427ea7b0d32459b94518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753307 Nov 15 22:39:26.973535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:27.023492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:39:26Z', 'revision_number': 6, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:27.040236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.061793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:27.064567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fc298-a1ed-464b-8ca2-81f4261cf5c8 None None] The sync data for ids ['aa97e8ee-e74a-4133-9aeb-f701d8053965'] in n-d-817995-3 is: [{'id': 'aa97e8ee-e74a-4133-9aeb-f701d8053965', 'name': 'tempest-ServersTestMultiNic-772852789-router', 'tenant_id': '403de143101f4a0cb4410babd67d32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:59Z', 'updated_at': '2021-11-15T22:39:26Z', 'revision_number': 6, 'project_id': '403de143101f4a0cb4410babd67d32fe', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:27.071182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.148781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:27.149193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.199889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08df7c7b-7a14-4efe-937a-e566c289f626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.229261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.231979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.235759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0527a363-d0c8-48cd-832c-84c0df3ea08c HTTP/1.1" status: 204 len: 168 time: 0.2574286 Nov 15 22:39:27.247451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b336010-d125-4189-8ace-ef8e1810c521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527a363-d0c8-48cd-832c-84c0df3ea08c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:27.274407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:27.274670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.290454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:27.295981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.302406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08df7c7b-7a14-4efe-937a-e566c289f626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.335620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7979ed9-621b-4002-a1b6-ff48dc79901e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:27.369298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08df7c7b-7a14-4efe-937a-e566c289f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.420879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08df7c7b-7a14-4efe-937a-e566c289f626 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0ddded4b9554a2baa979c2c8f951313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580346 Nov 15 22:39:27.422989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df7c7b-7a14-4efe-937a-e566c289f626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790253cc-09bb-4e4d-a93c-e33b8d5128cd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:27.426265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:27.453912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.497272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.529333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.555320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0e1ea912-9553-4472-b378-a282e96e8aa6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:27.570329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.572951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.604268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0e1ea912-9553-4472-b378-a282e96e8aa6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:27.604596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0e1ea912-9553-4472-b378-a282e96e8aa6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:27.678156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.681713 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.685363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790253cc-09bb-4e4d-a93c-e33b8d5128cd HTTP/1.1" status: 204 len: 168 time: 0.2581494 Nov 15 22:39:27.694089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4657c5-5e49-4584-8784-218322ff6da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790253cc-09bb-4e4d-a93c-e33b8d5128cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:27.760264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.760892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa97e8ee-e74a-4133-9aeb-f701d8053965 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:39:27.769176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.769176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af7cd114-2466-48ea-b1a7-e80897f7046e admin admin] 10.222.0.15 "DELETE /v2.0/routers/aa97e8ee-e74a-4133-9aeb-f701d8053965 HTTP/1.1" status: 204 len: 168 time: 1.6951058 Nov 15 22:39:27.770171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:27.821390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.823323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Deleting subnet c34d1dba-57e9-4e1f-8858-9f1513fc4f79 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:27.827107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.852159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:27.861956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.906110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] No DVR routers for this DVR port a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:27.908769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.913062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e209912-82c4-41d0-955f-a3af17df98df req-45e4896a-0738-428d-a997-87ba1b65658a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "DELETE /v2.0/ports/a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 HTTP/1.1" status: 204 len: 173 time: 0.9631960 Nov 15 22:39:27.913731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-deleted', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:39:27.916710 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f948d-b7cc-4d5d-85e3-32f1077c7061" -d '{"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-deleted", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:39:27.949682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:27.960864 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea143f5-5af4-43bd-843d-22220ac3e85a x-openstack-request-id: req-0ea143f5-5af4-43bd-843d-22220ac3e85a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:39:27.962369 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2600a-abf6-4348-9ce0-8eacd61a59f2", "name": "network-vif-deleted", "tag": "a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:39:27.962369 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea143f5-5af4-43bd-843d-22220ac3e85a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:39:27.962369 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2600a-abf6-4348-9ce0-8eacd61a59f2', 'name': 'network-vif-deleted', 'tag': 'a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0', 'status': 'completed', 'code': 200} Nov 15 22:39:28.123316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-663caca2-fb01-4614-922b-bcdb861c6cb7 req-01a828b8-f89e-47a4-b6d2-6c8e8abed2e4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=afa2600a-abf6-4348-9ce0-8eacd61a59f2 HTTP/1.1" status: 200 len: 210 time: 0.0773535 Nov 15 22:39:28.132586 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.176025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34d1dba-57e9-4e1f-8858-9f1513fc4f79,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:28.182414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.190223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e7020886-4e66-4dac-8b3f-8dbe46b85532 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c34d1dba-57e9-4e1f-8858-9f1513fc4f79 HTTP/1.1" status: 204 len: 168 time: 0.4165094 Nov 15 22:39:28.191017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:28.206454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2c206-3c55-4737-946e-45eb3013fbc6 None None] Network 4beddfe0-1814-48ed-b089-03d32334841a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:28.232584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0bf5f-e5a9-4f26-ae70-ea9fd8171d8c req-fbf93a95-a1e9-4948-b336-f103105cc019 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:28.245226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb0bf5f-e5a9-4f26-ae70-ea9fd8171d8c req-fbf93a95-a1e9-4948-b336-f103105cc019 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1257486 Nov 15 22:39:28.366333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb0bf5f-e5a9-4f26-ae70-ea9fd8171d8c req-42012c58-96c2-420a-8edf-287394a92340 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182442 Nov 15 22:39:28.382923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.509832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Deleting port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:28.510179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.527099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] DHCP port deletion for 4beddfe0-1814-48ed-b089-03d32334841a request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:28.590697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] For port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:28.591208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.596859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Deleting port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:28.597634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.619483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Calling delete_port for 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:28.691224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] For port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,segment=NetworkSegment(42477c3c-a3ff-459e-bc78-bc4cc87b60e6),segment_id=42477c3c-a3ff-459e-bc78-bc4cc87b60e6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:28.691767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.707510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Calling delete_port for 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:28.860429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.867284 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:28.883987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] No DVR routers for this DVR port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:28.898075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:28.905278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c8940-4270-433d-aa40-fb3d03fdc3d9 None None] Pushing event deleted for resources: {'Port': ['ID=7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:28.913747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] No DVR routers for this DVR port 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:29.004504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.026004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beddfe0-1814-48ed-b089-03d32334841a']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:29.035369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42477c3c-a3ff-459e-bc78-bc4cc87b60e6') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:29.035668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42477c3c-a3ff-459e-bc78-bc4cc87b60e6') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:29.046109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.059985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.066402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:29.066842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:29.068647 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:29.193067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:29.193637 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.195415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.204694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.206416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/4beddfe0-1814-48ed-b089-03d32334841a HTTP/1.1" status: 204 len: 168 time: 1.0148804 Nov 15 22:39:29.215783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:29.221346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bdd57-6f7a-4cf6-89bb-efd693072c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4beddfe0-1814-48ed-b089-03d32334841a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:29.241561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:29.243150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7c1cc1a9-4bf3-4be8-8bc9-37e2b6cec20a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:29.243579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f7979ed9-621b-4002-a1b6-ff48dc79901e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:29.265982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f7979ed9-621b-4002-a1b6-ff48dc79901e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:29.266601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f7979ed9-621b-4002-a1b6-ff48dc79901e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:29.526048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a3a1c-270a-4ac5-a281-a82116bdc44d req-b2f1a5a4-08af-4277-b880-59a93057fc4f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:29.527979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-423a3a1c-270a-4ac5-a281-a82116bdc44d req-b2f1a5a4-08af-4277-b880-59a93057fc4f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0894775 Nov 15 22:39:29.617595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-423a3a1c-270a-4ac5-a281-a82116bdc44d req-c989a73b-c3e1-4966-9599-ad422cb19025 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818679 Nov 15 22:39:29.654349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:29.702281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d0b4cd90-9911-4ba1-a9a0-06c87ac3171e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=403de143101f4a0cb4410babd67d32fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466769 Nov 15 22:39:29.704837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33450) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:29.709413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.765460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.786236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.796558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.836520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:29.945758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.949032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:29.950330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3bc1d40-ecd5-4706-8013-07877ada812f HTTP/1.1" status: 204 len: 168 time: 0.2443399 Nov 15 22:39:29.955758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-543829345', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:29.960571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a09136-0222-4797-807a-66fec36dacf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc1d40-ecd5-4706-8013-07877ada812f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:30.033033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port c6cc2519-2204-4d47-8234-7968ddcac0cf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:30.033214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.078455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Made reservation on behalf of 55d1d1fbd9a64449aa8b14f8ddfcaf0f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:30.087830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.099041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.163302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port c6cc2519-2204-4d47-8234-7968ddcac0cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c6cc2519-2204-4d47-8234-7968ddcac0cf,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:30.163661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.181799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for c6cc2519-2204-4d47-8234-7968ddcac0cf owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:30.264373 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.366485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.370708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] device_id is not set on port 1655b994-7554-4d77-9112-aa688a64d640 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:30.405004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cce599-96ad-44f8-b87a-b382929917e8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:30.503913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:30.692090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1144600971'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:30.797072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Made reservation on behalf of 4495b9051af14b519844506620199143 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:30.800881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.809667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.896057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.896976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68591f51-9230-45fc-9c95-034e8276a2d3 req-b8866aa2-bc0a-4f61-85ce-f41babbb3bf2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:30.901186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68591f51-9230-45fc-9c95-034e8276a2d3 req-b8866aa2-bc0a-4f61-85ce-f41babbb3bf2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0962114 Nov 15 22:39:30.916075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Allocated IP 172.25.0.146 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/1655b994-7554-4d77-9112-aa688a64d640) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:30.984655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:30.995918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68591f51-9230-45fc-9c95-034e8276a2d3 req-34ef97dd-c997-410c-b7c8-fd794432fc0b tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812387 Nov 15 22:39:31.032878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=c6cc2519-2204-4d47-8234-7968ddcac0cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:31.038233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.066094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:31.075735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ca100c-a9af-49f3-8729-cb8e592634f4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:31.086390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.087033 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Added segment eb920b4f-40a8-4b9f-8873-24062decaa90 of type vlan for network fe44efe5-2c61-42ef-b484-53097c704e24 Nov 15 22:39:31.133654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.147998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:31.181517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:31.181861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a0a4cdbe-44b9-454e-8c4c-3127c0eb05d0 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:31.239951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:31.255397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.266918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.272888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:31.273602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.350204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Pushing event updated for resources: {'Network': ['ID=fe44efe5-2c61-42ef-b484-53097c704e24,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:31.353384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.361776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fe44efe5-2c61-42ef-b484-53097c704e24 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:31.368411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1200226014-network', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:31.390827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2a623172-21fd-4e04-bb2d-1ef0c80de1c5 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8855422 Nov 15 22:39:31.430935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.482174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:31.488680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:31.493624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:31.506625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:31.508981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.518508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.534858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Pushing event updated for resources: {'Port': ['ID=1655b994-7554-4d77-9112-aa688a64d640,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:31.558789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:31.563830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.608812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.637224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:31.643446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24', 'binding:host_id': 'n-h2-817995-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-819746471'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:31.678445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 7c57f40d-e9cd-4918-aba3-2672454b85eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:31.705298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.727668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:31.742268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:31.761039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.761039 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Added segment a071a7d8-0124-4fd4-8da1-d046d91f4791 of type vlan for network 87d6df67-48ac-43f7-860f-7bb45b3e8067 Nov 15 22:39:31.761546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af6d6fd3-8921-4add-812f-601ee6aa169e tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9205494 Nov 15 22:39:31.762870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:31.778505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.146'}]}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:31.805827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:31.814456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-10797e0c-91ac-480f-be9f-dc9dc0e1ea94 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/7c57f40d-e9cd-4918-aba3-2672454b85eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6154304 Nov 15 22:39:31.814456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:31.816161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Sync routers for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:31.819056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.827206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:31.827955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:31.856530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Made reservation on behalf of 8828f0954f1241ab81ebddee2fb151cd for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:31.858861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.871981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.884639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting subnet 13e2b837-e95a-47d6-95a8-216ecef508b8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:31.890885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.910861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.911926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:31.912831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.939317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:31.947347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.962515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.963622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:31.987113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] Pushing event updated for resources: {'Network': ['ID=87d6df67-48ac-43f7-860f-7bb45b3e8067,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:32.040149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14839682-5941-495e-b58c-e087c5e3b850 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7965462 Nov 15 22:39:32.041913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:32.044871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.050216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Request body: {'subnet': {'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1200226014-subnet', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:32.103185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.108957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.125177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:32.177168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:32.179101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.179549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.197129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port cd26bc15-118a-4e4c-bba1-7ba1585597af yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:32.300114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:39:30Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:32.301420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e347be-0418-4b1f-a96e-c8ba596fc5df req-0a464ec6-ca13-4a03-a55a-6ca520dd190c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:32.302950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3e347be-0418-4b1f-a96e-c8ba596fc5df req-0a464ec6-ca13-4a03-a55a-6ca520dd190c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1895454 Nov 15 22:39:32.307186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c3c3d1-90fb-4e75-bd8e-5cc2d884754b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:32.348718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Checking router: 7c57f40d-e9cd-4918-aba3-2672454b85eb for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:32.357125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.359017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Routers {'7c57f40d-e9cd-4918-aba3-2672454b85eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:32.359945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7c57f40d-e9cd-4918-aba3-2672454b85eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:32.458948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.486341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3e347be-0418-4b1f-a96e-c8ba596fc5df req-e80b320b-ca09-46d6-919c-b8f62235cda7 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675551 Nov 15 22:39:32.529190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] Set router 7c57f40d-e9cd-4918-aba3-2672454b85eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:32.534234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Subnet': ['ID=13e2b837-e95a-47d6-95a8-216ecef508b8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:32.550052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.555317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9c104f24-1170-46b9-a109-5592aa7f399f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/subnets/13e2b837-e95a-47d6-95a8-216ecef508b8 HTTP/1.1" status: 204 len: 168 time: 0.7402709 Nov 15 22:39:32.562627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33520) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:32.611014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774608b-bd7e-4404-8b2f-46d59614ff8b None None] Network ce4df2fc-8685-48bd-97b7-011266aae99f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:32.705032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port cd26bc15-118a-4e4c-bba1-7ba1585597af yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:32.720536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.737169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.826096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.918928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=cd26bc15-118a-4e4c-bba1-7ba1585597af,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:32.932417 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:32.943412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Checking segment: {'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:32.943859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Network hostable DHCP agents. Network: fe44efe5-2c61-42ef-b484-53097c704e24, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:32.988745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:39:30Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:33.018772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Network fe44efe5-2c61-42ef-b484-53097c704e24 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:33.031209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.036317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad447ef-3ef8-446e-907e-9bdc188826e6 None None] The sync data for ids ['7c57f40d-e9cd-4918-aba3-2672454b85eb'] in n-d-817995-3 is: [{'id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365513010', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:07Z', 'updated_at': '2021-11-15T22:39:30Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '74ccacd0-a938-49a9-8255-103d3427e04e', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57f40d-e9cd-4918-aba3-2672454b85eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:08Z', 'updated_at': '2021-11-15T22:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:33.062254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] DHCP port deletion for ce4df2fc-8685-48bd-97b7-011266aae99f request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:33.075297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 74ccacd0-a938-49a9-8255-103d3427e04e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:33.076282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.123326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Deleting port d80b1c05-3924-4982-8cfe-8bd8e986875e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:33.124313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.129483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964cee76-9671-4c61-8ecf-22f4fcf32c32,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:33.133960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, fe44efe5-2c61-42ef-b484-53097c704e24) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:33.140959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:33.167928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.169726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Checking segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:33.170110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Network hostable DHCP agents. Network: 87d6df67-48ac-43f7-860f-7bb45b3e8067, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:33.174098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6301c5-c3e3-4bf4-996e-4b2fc456d929 None None] Network fe44efe5-2c61-42ef-b484-53097c704e24 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:33.194361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.227326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 74ccacd0-a938-49a9-8255-103d3427e04e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74ccacd0-a938-49a9-8255-103d3427e04e,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:33.228140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.250583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.250583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.251031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.253451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 74ccacd0-a938-49a9-8255-103d3427e04e owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:33.264240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] For port d80b1c05-3924-4982-8cfe-8bd8e986875e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d80b1c05-3924-4982-8cfe-8bd8e986875e,segment=NetworkSegment(a5b92f48-3789-4919-b5a7-7ba7acc40670),segment_id=a5b92f48-3789-4919-b5a7-7ba7acc40670)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:33.270627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.270781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.270892 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.270892 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 2 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.279325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Calling delete_port for d80b1c05-3924-4982-8cfe-8bd8e986875e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:33.315767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.316877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.317241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.327711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.328075 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.331570 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 3 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.337959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:33.352688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.353027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.353559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.359207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.359542 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.361196 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 4 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.407931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.408272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.408676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.421531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.421868 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.422771 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 5 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.442606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.443104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.443702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.443869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 87d6df67-48ac-43f7-860f-7bb45b3e8067) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:33.446648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.454019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:33.461505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.468566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.469183 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.472085 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 6 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.473410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdae433-82ae-4953-bdeb-18d50d4a63ef None None] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 7 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.705415 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 8 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.709722 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 9 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.710294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d80b1c05-3924-4982-8cfe-8bd8e986875e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:33.710294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 10 to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:33.710587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:33.712186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d80b1c05-3924-4982-8cfe-8bd8e986875e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:33.712186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d80b1c05-3924-4982-8cfe-8bd8e986875e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:33.712186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c6cc2519-2204-4d47-8234-7968ddcac0cf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:33.712492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port cd26bc15-118a-4e4c-bba1-7ba1585597af on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:33.712492 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port cd26bc15-118a-4e4c-bba1-7ba1585597af on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:33.712492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.712833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.712833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.713066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] Pushing event deleted for resources: {'Port': ['ID=d80b1c05-3924-4982-8cfe-8bd8e986875e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:33.713066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c004f8-faf2-4298-8413-5348fa7cd086 None None] No DVR routers for this DVR port d80b1c05-3924-4982-8cfe-8bd8e986875e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:33.713066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c6cc2519-2204-4d47-8234-7968ddcac0cf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:33.713066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c6cc2519-2204-4d47-8234-7968ddcac0cf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:33.747236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21e6a6-414b-4ef7-9e07-00e3d9aae1b3 req-286f9950-06b3-4c84-b216-cea3e6c86e21 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:33.747236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b21e6a6-414b-4ef7-9e07-00e3d9aae1b3 req-286f9950-06b3-4c84-b216-cea3e6c86e21 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1388378 Nov 15 22:39:33.747236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.752238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c6be2f3-adc0-4b36-845c-6db621a17476 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7091632 Nov 15 22:39:33.756331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33528) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:33.761575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:33.777664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=74ccacd0-a938-49a9-8255-103d3427e04e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:33.809352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.809994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2867458c-86d8-45f6-a5f2-d50eef30a065 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:39:33.838583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-87d6df67-48ac-43f7-860f-7bb45b3e8067', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:39:33.838583 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.861685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port cd26bc15-118a-4e4c-bba1-7ba1585597af, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:33.862042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:39:33.866025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.867667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.890903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b21e6a6-414b-4ef7-9e07-00e3d9aae1b3 req-8ab79da1-b377-4b6c-86ef-13c994dce8a4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584377 Nov 15 22:39:33.900400 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.956220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.957403 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 22:39:33.962775 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6a3df0d9-5d6c-4d57-a32f-dfe32af8175f tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1953700 Nov 15 22:39:33.962969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:33.992762 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:33.995067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Allocated IP 172.20.0.2 (87d6df67-48ac-43f7-860f-7bb45b3e8067/964cee76-9671-4c61-8ecf-22f4fcf32c32/7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:34.022965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.028331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.043178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:34.048979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.091645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=cd26bc15-118a-4e4c-bba1-7ba1585597af,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:34.104955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Deleting port 1655b994-7554-4d77-9112-aa688a64d640 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:34.105526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.156500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.189615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96dfbcfb-e966-4318-bfb5-76b8e04feb75 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.5513015 Nov 15 22:39:34.192386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:34.226756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.251499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.252026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Fanout notify agent at l3_agent the message router_deleted on router 7c57f40d-e9cd-4918-aba3-2672454b85eb {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:39:34.259190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.260602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-334a6667-71ee-4cd4-90a0-11acc77fe4db tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/routers/7c57f40d-e9cd-4918-aba3-2672454b85eb HTTP/1.1" status: 204 len: 168 time: 1.6965258 Nov 15 22:39:34.262173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.263041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:34.276193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Calling delete_port for 1655b994-7554-4d77-9112-aa688a64d640 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:34.284155 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.345121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:34.354887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:34.360932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:34.372471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Pushing event updated for resources: {'Port': ['ID=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:34.384467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Deleting port cd26bc15-118a-4e4c-bba1-7ba1585597af {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:34.384467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.389689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.438340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Attempting to bind port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:34.438844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Attempting to bind port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:34.439324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Attempting to bind port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 on network 87d6df67-48ac-43f7-860f-7bb45b3e8067 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:34.445742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:34.446299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Checking segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:34.446878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.447417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Bound using segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:34.448749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Bound port: 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:34.449227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.501673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port cd26bc15-118a-4e4c-bba1-7ba1585597af, host n-h2-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:34.502298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.526031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] For port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:34.529520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] For port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:34.563214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Calling delete_port for cd26bc15-118a-4e4c-bba1-7ba1585597af owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:34.585384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.610231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.650516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4df2fc-8685-48bd-97b7-011266aae99f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:34.656402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.668599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b92f48-3789-4919-b5a7-7ba7acc40670') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:34.669736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b92f48-3789-4919-b5a7-7ba7acc40670') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:34.683800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.692402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ec8d8-0773-435a-a75f-6fffc0ebd6e0 None None] Pushing event updated for resources: {'Port': ['ID=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:34.702868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.707664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Pushing event deleted for resources: {'Port': ['ID=1655b994-7554-4d77-9112-aa688a64d640,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:34.710407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.716039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:34.716461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:34.723653 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:34.742197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.779326 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21d32ccc-288e-475d-a9e0-0b2c2c1e7aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.843726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.849118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d1d17ee-69c4-4db3-be4c-adcc7d8f6659 tempest-RoutersAdminNegativeTest-1500708553 tempest-RoutersAdminNegativeTest-1500708553-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1655b994-7554-4d77-9112-aa688a64d640 HTTP/1.1" status: 204 len: 168 time: 0.8850505 Nov 15 22:39:34.889535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.921277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.936805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:34.946146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/networks/ce4df2fc-8685-48bd-97b7-011266aae99f HTTP/1.1" status: 204 len: 168 time: 0.6797540 Nov 15 22:39:34.946146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd26bc15-118a-4e4c-bba1-7ba1585597af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:34.949248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33544) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:34.956706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Allocated IP 172.25.0.240 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4321cf7f-6f60-41f2-b8fd-4cb432967116) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:34.998717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71690-df92-4b22-98b8-c01074f1bf10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Network': ['ID=ce4df2fc-8685-48bd-97b7-011266aae99f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.003441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.011884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:35.017272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-79fc059e-e93f-4a49-bc22-8031d7f2f6ff tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cd26bc15-118a-4e4c-bba1-7ba1585597af HTTP/1.1" status: 204 len: 168 time: 0.8189983 Nov 15 22:39:35.067760 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3476c-f83d-4856-bd11-23a7441eb43b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:39:35.069869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4af3476c-f83d-4856-bd11-23a7441eb43b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports/cd26bc15-118a-4e4c-bba1-7ba1585597af HTTP/1.1" status: 404 len: 333 time: 0.0572464 Nov 15 22:39:35.079906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33550) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:35.088885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1314633990'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:35.129255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.150157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.157654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc15e-2ca6-490b-a378-481e19a88b7d req-afaef472-02de-4188-90df-c62f8617504d tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:35.159019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e31dc15e-2ca6-490b-a378-481e19a88b7d req-afaef472-02de-4188-90df-c62f8617504d tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0916359 Nov 15 22:39:35.187656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Made reservation on behalf of 8828f0954f1241ab81ebddee2fb151cd for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:35.190288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.190940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.210351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port 05882392-2ca6-4ec2-8012-094782dffbe3 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:35.260288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:35.260704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e31dc15e-2ca6-490b-a378-481e19a88b7d req-f4b6ebc8-7bda-442b-b138-5b5fd7a9358f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867164 Nov 15 22:39:35.310733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.328072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:35.328446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.364357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.367079 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.371211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/security-groups/e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7 HTTP/1.1" status: 204 len: 168 time: 0.4183457 Nov 15 22:39:35.384879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76764-d208-49ad-97ce-cd1b82ff8bb9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fba59f-6ff2-4a4f-a1a7-915bf0fe6dc7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.393908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Pushing event updated for resources: {'Port': ['ID=4321cf7f-6f60-41f2-b8fd-4cb432967116,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.433991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.450539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:35.453619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:35.472740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:35.472740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:35.508189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:35.568728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.575057 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.642922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8e1de4d-469a-449b-bcda-738a97f64ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.677110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74ccacd0-a938-49a9-8255-103d3427e04e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:35.717318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 74ccacd0-a938-49a9-8255-103d3427e04e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:35.725009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74ccacd0-a938-49a9-8255-103d3427e04e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:35.725009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.771797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8e1de4d-469a-449b-bcda-738a97f64ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.775317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.826884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8e1de4d-469a-449b-bcda-738a97f64ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.853771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:35.862903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823124563', 'description': 'tempest-secgroup-smoke-1823124563 description', 'project_id': '6ffa127e6f1d4f8896ac85292faba590'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:35.883027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Network fe44efe5-2c61-42ef-b484-53097c704e24 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:35.886589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1de4d-469a-449b-bcda-738a97f64ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb38a7-f7de-46d8-ae0d-5d01a186456c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.892575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:35.893630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a8e1de4d-469a-449b-bcda-738a97f64ad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d150be248dc41d2b8f17591127f8163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402030 Nov 15 22:39:35.896694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:35.901694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:35.902841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:35.903440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.921638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=05882392-2ca6-4ec2-8012-094782dffbe3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:35.939960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0a5df-2277-4eae-99ba-66cf785d98a9 None None] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:35.952688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.961486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:35.984023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.021487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.035379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0e25b05e-a8b4-4b5f-98a9-9c0454a3a557 None None] Provisioning complete for port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:36.035830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e25b05e-a8b4-4b5f-98a9-9c0454a3a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.111328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5f1bfbc3-e23c-43b4-9338-053f7e823a10 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0298154 Nov 15 22:39:36.113985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:36.122559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:36.163253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.165987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.170198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4acb38a7-f7de-46d8-ae0d-5d01a186456c HTTP/1.1" status: 204 len: 168 time: 0.2701688 Nov 15 22:39:36.194442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.202435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac3a1-5eb1-44ee-aeb5-921e500d470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb38a7-f7de-46d8-ae0d-5d01a186456c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:36.223867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.280092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.377543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.409566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Router 9b37abf6-d082-4a91-a6e3-ed004912d4eb is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:39:36.490808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1e829-e1a3-4412-a41d-6b9aa0eb2903,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:36.530369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-122813ea-020c-4413-85a4-4ad5ec11315c None None] Provisioning complete for port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:36.531070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-122813ea-020c-4413-85a4-4ad5ec11315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.546576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:36.550195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port 05882392-2ca6-4ec2-8012-094782dffbe3 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:36.555995 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Sync routers for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:36.560787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.566537 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.574149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c6882c8-42e0-4621-a847-ced3c44d4bff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7093756 Nov 15 22:39:36.574149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:36.575723 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:36.576597 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:36.579512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:36.594912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0dd5-b5bf-437b-aea3-fbb9f3706317 req-06cc5a15-bfdc-444c-9abb-1c69fb9fb95e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:36.596582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690c0dd5-b5bf-437b-aea3-fbb9f3706317 req-06cc5a15-bfdc-444c-9abb-1c69fb9fb95e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.2324536 Nov 15 22:39:36.649983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690c0dd5-b5bf-437b-aea3-fbb9f3706317 req-e1988ee6-39e0-418d-ba10-2d36fb43b78b tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465262 Nov 15 22:39:36.655067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.674983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.676240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e09d06dc-5cae-430e-bf6e-bd9253bae45b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9193468 Nov 15 22:39:36.681201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33582) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:36.710235 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:36.722302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=05882392-2ca6-4ec2-8012-094782dffbe3,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:36.734506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.736684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.736684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.740357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.740357 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.740669 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 2 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.754458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.754795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.755125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.759633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.760080 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.761059 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 3 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.776312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.776755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.777095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.782328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.782652 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.783036 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 4 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.800055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.804350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.804718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.805045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.816892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.817221 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.820355 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 5 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.845140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.845461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.845799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.853939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.854305 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.855701 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 6 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.876671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.877011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.877326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.880137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.883546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.883885 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.884258 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 7 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.897766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:36.914009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.914346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.914676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.920140 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:35Z', 'revision_number': 3, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:36.925125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.925481 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.926839 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 8 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.953987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.954292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Checking router: 9b37abf6-d082-4a91-a6e3-ed004912d4eb for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:36.954426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.954531 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Updating router 9b37abf6-d082-4a91-a6e3-ed004912d4eb port 4321cf7f-6f60-41f2-b8fd-4cb432967116 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:36.954631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:36.964037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75009bcc-eade-4879-9c8e-782a63d185ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d1d1fbd9a64449aa8b14f8ddfcaf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617573 Nov 15 22:39:36.964037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:36.964343 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:36.964596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:36.964977 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 9 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:36.989753 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:36.993113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:36.993113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:36.993113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:37.003165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:37.003483 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:37.006711 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 10 to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 Nov 15 22:39:37.026000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:37.026743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:37.026892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:37.034823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:37.035147 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 05882392-2ca6-4ec2-8012-094782dffbe3 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:37.035509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.060390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.140448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8640661e-d930-4ee0-a37c-41b33b3fd4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.201946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.251001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:37.307262 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.320734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:37.321191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.375312 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.389602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Allocated IP 172.20.0.1 (87d6df67-48ac-43f7-860f-7bb45b3e8067/964cee76-9671-4c61-8ecf-22f4fcf32c32/2c586856-2437-42c3-b4f4-97bd0fdfb32e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:37.440024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.443390 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Pushing event updated for resources: {'Port': ['ID=4321cf7f-6f60-41f2-b8fd-4cb432967116,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.469976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Attempting to bind port 4321cf7f-6f60-41f2-b8fd-4cb432967116 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:37.470438 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Attempting to bind port 4321cf7f-6f60-41f2-b8fd-4cb432967116 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:37.470885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Attempting to bind port 4321cf7f-6f60-41f2-b8fd-4cb432967116 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:37.475638 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.476101 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.476555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.477023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.477889 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.478584 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.478999 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.479896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.480328 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.480774 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.481284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.481865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:37.486641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884f917b-62c2-4e8a-9b61-1680252f527e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.490467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Bound port: 4321cf7f-6f60-41f2-b8fd-4cb432967116, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:37.511045 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.515034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port 05882392-2ca6-4ec2-8012-094782dffbe3, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:37.515401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:39:37.537704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.567814 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] For port 4321cf7f-6f60-41f2-b8fd-4cb432967116, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:37.571258 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] For port 4321cf7f-6f60-41f2-b8fd-4cb432967116, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4321cf7f-6f60-41f2-b8fd-4cb432967116,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:37.583340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.596285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d3c0dbd-0bc6-444b-9db2-cc7919c42fa1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0104847 Nov 15 22:39:37.596285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:37.596285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:37.615918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.620794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.626897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.626897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5cce599-96ad-44f8-b87a-b382929917e8 HTTP/1.1" status: 204 len: 168 time: 0.6565721 Nov 15 22:39:37.657795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] In _notify_port_updated(), no bound segment for port 05882392-2ca6-4ec2-8012-094782dffbe3 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:39:37.658659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.659293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.660552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "PUT /v2.0/ports/05882392-2ca6-4ec2-8012-094782dffbe3 HTTP/1.1" status: 200 len: 975 time: 1.5449202 Nov 15 22:39:37.661712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5824735-dea6-4dd7-9b15-f03e6a5fd8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cce599-96ad-44f8-b87a-b382929917e8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.663311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:37.684296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c56fb-4f89-49e4-9f5a-daf0bdef2b6b tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=05882392-2ca6-4ec2-8012-094782dffbe3,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.685355 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.697443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.716252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.767882 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:37.768519 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:37.776713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:37.785961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:37.795812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:37.855213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.859178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Pushing event updated for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.861917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.863160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2b89-5a23-481d-8125-371b1c886fe9 None None] Pushing event updated for resources: {'Port': ['ID=4321cf7f-6f60-41f2-b8fd-4cb432967116,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:37.877550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9d35-220e-4e8b-9bfc-91c1f2ed24aa req-6f08f46e-2769-4f55-8c23-0d21707644ad tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.879001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49aa9d35-220e-4e8b-9bfc-91c1f2ed24aa req-6f08f46e-2769-4f55-8c23-0d21707644ad tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1031780 Nov 15 22:39:37.889867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.890579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.891064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.891972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.892476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.893023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.893481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.893934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.894422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.894875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.895346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.895772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.896223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.896697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.897154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.897603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.898053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.898506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.907538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.908022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.908487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.908984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.909441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.909907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.910351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.910823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.911283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.912057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.912192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.912649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.913084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.913533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.913664 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:37.916247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.916247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:37.920395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c509c26-2ac1-471c-9f3b-d400caa68455 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30594 time: 0.2559464 Nov 15 22:39:37.925264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:37.934971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:37.956765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49aa9d35-220e-4e8b-9bfc-91c1f2ed24aa req-a9d7281d-2fa7-4e08-a0e8-6977e3ce15d4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772665 Nov 15 22:39:37.974403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a55cfb4-6cc7-4189-94e3-285d3379ee01,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:38.046868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.048291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e40a742d-77ee-4c46-8d96-ff8572a042fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4598496 Nov 15 22:39:38.058877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:38.064250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:38.147253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.163014 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:35Z', 'revision_number': 3, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:38.205925 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e36277-0d36-4802-8be1-e23088b5f4ef None None] The sync data for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 is: [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:35Z', 'revision_number': 3, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:38.210451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3b1fbe09-021b-4343-b71d-a43ff3925a48 None None] Provisioning complete for port 2c586856-2437-42c3-b4f4-97bd0fdfb32e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:38.210878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b1fbe09-021b-4343-b71d-a43ff3925a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.273573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.291522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.299228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fbe09-021b-4343-b71d-a43ff3925a48 None None] Port 2c586856-2437-42c3-b4f4-97bd0fdfb32e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:38.347062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.373963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6e48e-9a20-4c66-9ef5-5ed59a836e5e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:38.423031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.428995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c8543633-1a3f-46d0-9d58-ec6881d6807e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679194 Nov 15 22:39:38.428995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:38.434813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:38.547351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.548851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Deleting port 05882392-2ca6-4ec2-8012-094782dffbe3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:38.550924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.637219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.645570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port 05882392-2ca6-4ec2-8012-094782dffbe3, host n-h2-817995-3, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:38.645918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.662569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.665893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Calling delete_port for 05882392-2ca6-4ec2-8012-094782dffbe3 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:38.722052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.749091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000dc4f7-fef4-4b6a-873f-5e1990968b52,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:38.811866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.813937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0ad56048-b9ef-4c79-96c5-7f573da1396c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3830414 Nov 15 22:39:38.816182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:38.821566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:38.915838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.929691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.929913 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:39:38.935790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.966198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event deleted for resources: {'Port': ['ID=05882392-2ca6-4ec2-8012-094782dffbe3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:38.980652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:38.984560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eac60890-8d0c-4a5e-a658-4d987a1720b7 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "DELETE /v2.0/ports/05882392-2ca6-4ec2-8012-094782dffbe3 HTTP/1.1" status: 204 len: 168 time: 1.0581703 Nov 15 22:39:38.987122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:39.016870 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f4c75f-3e10-4eaf-8a24-f690a638ee78 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:39:39.019238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1f4c75f-3e10-4eaf-8a24-f690a638ee78 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports/05882392-2ca6-4ec2-8012-094782dffbe3 HTTP/1.1" status: 404 len: 333 time: 0.0310283 Nov 15 22:39:39.020445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.025039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33634) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:39.032069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.085141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2090951516', 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:39.097896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933acc1-c16c-4f86-b7f4-130c28ee3b8c req-58501a43-ce66-42d8-861c-c1fa2eea6cc8 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:39.100104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b933acc1-c16c-4f86-b7f4-130c28ee3b8c req-58501a43-ce66-42d8-861c-c1fa2eea6cc8 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0549819 Nov 15 22:39:39.101508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.114487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:39.129992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2786c771-33b0-4698-a8e3-47d1b05a2697,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:39.142529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.160015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Pushing event updated for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:39.196456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b933acc1-c16c-4f86-b7f4-130c28ee3b8c req-ace9160b-573f-420e-be13-7c51c8205c95 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784907 Nov 15 22:39:39.218269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Made reservation on behalf of 8828f0954f1241ab81ebddee2fb151cd for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:39.220921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.252474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port 6fe937b8-860b-4aae-9797-d4bc24121118 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:39.285773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.290315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dc737534-a231-4f53-8b26-d58fd08202f8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4728773 Nov 15 22:39:39.293317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:39.296587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': '21a1e829-e1a3-4412-a41d-6b9aa0eb2903', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:39.336813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4321cf7f-6f60-41f2-b8fd-4cb432967116 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:39.365723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:39.370916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.380418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-44646300'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:39.387521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:39.393413 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:39:39.396717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4321cf7f-6f60-41f2-b8fd-4cb432967116 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:39.402375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.410021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.523404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.530731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.552782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4321cf7f-6f60-41f2-b8fd-4cb432967116, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4321cf7f-6f60-41f2-b8fd-4cb432967116,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:39.605655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.611053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.632314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.635199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:39.642146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.653592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6756ccf-c01d-4a6e-a26f-915fb457c885,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:39.682017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Router 9b37abf6-d082-4a91-a6e3-ed004912d4eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:39.687853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.710726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4321cf7f-6f60-41f2-b8fd-4cb432967116,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:39.711154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa1e0-6c7c-4aa8-85da-a5438b3194aa req-af6068f7-fe87-4fed-bce6-a03fd73387f5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:39.720288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fbfa1e0-6c7c-4aa8-85da-a5438b3194aa req-af6068f7-fe87-4fed-bce6-a03fd73387f5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0911813 Nov 15 22:39:39.727859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.728085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.728632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.733572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:39.758017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.771104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7ed450c1-78df-4244-b614-01a88075f0a4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4664807 Nov 15 22:39:39.773342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:39.779355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'network': {'name': 'tempest-network-smoke--964381031', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:39.829415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.848548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-93daf783-31f4-4d41-9de8-f155e6dcee4a None None] Provisioning complete for port 2c586856-2437-42c3-b4f4-97bd0fdfb32e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:39.854129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93daf783-31f4-4d41-9de8-f155e6dcee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.856902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fbfa1e0-6c7c-4aa8-85da-a5438b3194aa req-83c7df39-5dec-4cdd-bcf8-952d66ae75d9 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343691 Nov 15 22:39:39.875449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-894d78c6-be7d-42fc-86a5-6504d2c8e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:39.876996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-894d78c6-be7d-42fc-86a5-6504d2c8e44f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 1096 time: 0.0600858 Nov 15 22:39:39.898293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-93daf783-31f4-4d41-9de8-f155e6dcee4a None None] Port 2c586856-2437-42c3-b4f4-97bd0fdfb32e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:39.936063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:39.936339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Network fe44efe5-2c61-42ef-b484-53097c704e24 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:39.943277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.949290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:39.951708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:39.952955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:39.953451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.968081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=6fe937b8-860b-4aae-9797-d4bc24121118,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:39.980774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:39.985598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:39.986787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:39.997185 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1cab5a85-d639-42a3-a2c2-b1eaaeb73625 admin admin] 10.222.0.15 "PUT /v2.0/routers/9b37abf6-d082-4a91-a6e3-ed004912d4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3148115 Nov 15 22:39:40.006951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.006951 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Added segment 66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84 of type vlan for network eeccf791-0dff-48b8-9d79-1dabe5cec7de Nov 15 22:39:40.008236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-6df2b981-6728-4a95-b790-64636f17ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.009360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-6df2b981-6728-4a95-b790-64636f17ae71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.1238539 Nov 15 22:39:40.054014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.084299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-398411d4-93bb-4975-9cff-9fc603a4d158 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0570381 Nov 15 22:39:40.088080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.091178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:40.101861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a8eca-4b0a-403f-8376-fc712eb0f34f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:40.109485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.109999 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Added segment 509f5365-b0b5-4be9-b9a5-d156b0fcc81d of type vlan for network 806f34b4-f1d1-41d4-b4bf-e07fce675238 Nov 15 22:39:40.126247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.146804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970825ad-62d8-4a1a-a0cd-db11a98ab5de tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.152406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-970825ad-62d8-4a1a-a0cd-db11a98ab5de tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports/6fe937b8-860b-4aae-9797-d4bc24121118 HTTP/1.1" status: 200 len: 955 time: 0.0587487 Nov 15 22:39:40.152687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.163823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.174144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-d4581280-78b5-4584-8305-c5552281f1b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 200 len: 1001 time: 0.1538446 Nov 15 22:39:40.254396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.258493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Deleting port 6fe937b8-860b-4aae-9797-d4bc24121118 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:40.258837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.273269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.274082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.304728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.310765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.311360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.355820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Network': ['ID=eeccf791-0dff-48b8-9d79-1dabe5cec7de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:40.365531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.371536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:40.395255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.400845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-4c2f8ee7-fb99-454d-97a4-2090cd26bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.402954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-4c2f8ee7-fb99-454d-97a4-2090cd26bbab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.2159390 Nov 15 22:39:40.422779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Calling delete_port for 6fe937b8-860b-4aae-9797-d4bc24121118 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:40.429284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Network': ['ID=806f34b4-f1d1-41d4-b4bf-e07fce675238,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:40.440677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:40.451248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-879b089c-f165-4789-a5e5-05bffbf26a8d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3300383 Nov 15 22:39:40.477921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.494472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:40.525301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d866b4f-3631-4ac4-95a0-1183e935374f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7508769 Nov 15 22:39:40.530988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.545103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'admin_state_up': True, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:40.555403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Sync routers for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:40.572027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:40.573011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:40.600043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-f5a3befd-0960-4d8c-809b-954125ba1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:40.601587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-f5a3befd-0960-4d8c-809b-954125ba1fdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864760 Nov 15 22:39:40.609947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.647809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fe937b8-860b-4aae-9797-d4bc24121118,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:40.660120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.665723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af1af590-a8ac-4e04-b983-319d8531ba14 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6fe937b8-860b-4aae-9797-d4bc24121118 HTTP/1.1" status: 204 len: 168 time: 0.5127451 Nov 15 22:39:40.668563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.669705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.674234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.689145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:40.717546 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4742c4-d5b5-4779-902b-eefe35da6589 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:39:40.722447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed4742c4-d5b5-4779-902b-eefe35da6589 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports/6fe937b8-860b-4aae-9797-d4bc24121118 HTTP/1.1" status: 404 len: 333 time: 0.0471623 Nov 15 22:39:40.728712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:40.738064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-622858500'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:40.744458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.786457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-8af69005-dd81-41c5-b953-f8377087e86a service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689091 Nov 15 22:39:40.864011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:40.868306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:40.993462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.043627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Made reservation on behalf of 8828f0954f1241ab81ebddee2fb151cd for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:41.043627 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.075429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5464fb-ba9c-4f67-aa31-4d6e86f6f0ac req-2739a312-4a2b-4812-bee4-6844c0362d05 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778723 Nov 15 22:39:41.075834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 2, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:41.083455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:41.092145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2121496118-network', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:41.095929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port 21b71a17-9582-465c-be2f-5589721426f6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:41.110251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Checking router: 9b37abf6-d082-4a91-a6e3-ed004912d4eb for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:41.110665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Updating router 9b37abf6-d082-4a91-a6e3-ed004912d4eb port 2c586856-2437-42c3-b4f4-97bd0fdfb32e binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:41.151890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.159405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3374a1-9f38-4093-95f9-c54d85d87825 req-054e4f1b-af66-4b9b-934c-985e93eb3f6e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:41.159405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb3374a1-9f38-4093-95f9-c54d85d87825 req-054e4f1b-af66-4b9b-934c-985e93eb3f6e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1905539 Nov 15 22:39:41.226581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Made reservation on behalf of 6a7a7c5420cd49eca04dedf1b8fd9976 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:41.237034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.249922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.280871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4321cf7f-6f60-41f2-b8fd-4cb432967116 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:41.361034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb3374a1-9f38-4093-95f9-c54d85d87825 req-09a061cb-a992-4bab-8a8e-0c9cc1cb90d0 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919565 Nov 15 22:39:41.368777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.395223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.397392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.422572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4321cf7f-6f60-41f2-b8fd-4cb432967116 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:41.423242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.455327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.491736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.518922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.538173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.84 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/50ffa5aa-239f-4d14-8e03-ffebee4156f5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:41.577422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=21b71a17-9582-465c-be2f-5589721426f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:41.597310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.597451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Network fe44efe5-2c61-42ef-b484-53097c704e24 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:41.600579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:41.603190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:41.604232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:41.604861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.607155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:41.620559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:41.620559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network hostable DHCP agents. Network: 806f34b4-f1d1-41d4-b4bf-e07fce675238, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:41.633820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee875a0-39f7-41bb-86c3-8f9ee7484b08,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:41.654623 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.672808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:39:41.693199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.693544 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Added segment a00941b6-7ab0-4ad4-8e97-a85383d7d294 of type vlan for network 400e3792-80c9-4770-b9f4-a97500ba509a Nov 15 22:39:41.721020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c8458254-3220-47bd-9416-9302be340144 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9884334 Nov 15 22:39:41.723803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33690) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:41.729923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:41.750698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.754980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.763898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.780740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:41.792017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.846691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465de3f3-36a4-4a91-b1c2-74b0d0d3d9cd None None] Pushing event updated for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:41.905857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Attempting to bind port 2c586856-2437-42c3-b4f4-97bd0fdfb32e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:41.907358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Attempting to bind port 2c586856-2437-42c3-b4f4-97bd0fdfb32e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:41.907358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Attempting to bind port 2c586856-2437-42c3-b4f4-97bd0fdfb32e on network 87d6df67-48ac-43f7-860f-7bb45b3e8067 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:41.911414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.916399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 806f34b4-f1d1-41d4-b4bf-e07fce675238) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:41.925167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.925167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:41.925167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.928085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9109ac7-85b5-49cb-a03d-55120ec68de3 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:41.931148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:41.932224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.946235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:41.947038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Checking segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:41.947452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.948381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Bound using segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:41.948892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Bound port: 2c586856-2437-42c3-b4f4-97bd0fdfb32e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:41.949265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:41.987713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:42.024053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:42.032200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:42.033921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] device_id is not set on port 21b71a17-9582-465c-be2f-5589721426f6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:42.048160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.068274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9808629 Nov 15 22:39:42.069657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:42.075787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Request body: {'subnet': {'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2121496118-subnet', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:42.077606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=50ffa5aa-239f-4d14-8e03-ffebee4156f5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:42.092457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] For port 2c586856-2437-42c3-b4f4-97bd0fdfb32e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:42.094330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69b40-b8af-4f5f-88ea-2fe84ca1894a admin admin] Pushing event updated for resources: {'Network': ['ID=400e3792-80c9-4770-b9f4-a97500ba509a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:42.115742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 400e3792-80c9-4770-b9f4-a97500ba509a details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:39:42.123360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.142905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] For port 2c586856-2437-42c3-b4f4-97bd0fdfb32e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2c586856-2437-42c3-b4f4-97bd0fdfb32e,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:42.162483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6df8796e-c033-4e62-abac-3d578d0216c1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6748888 Nov 15 22:39:42.166858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:42.172546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'name': 'tempest-NetworksTestDHCPv6-1251830262'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:42.206544 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.228741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] Provisioning complete for port 2c586856-2437-42c3-b4f4-97bd0fdfb32e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:42.229820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.248341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=21b71a17-9582-465c-be2f-5589721426f6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:42.260701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:39:42.264501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.264662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Made reservation on behalf of 6a7a7c5420cd49eca04dedf1b8fd9976 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:42.264662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.280396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.280937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.281277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.324964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.325293 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.328888 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 2 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.352435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:42.353087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:42.355566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465de3f3-36a4-4a91-b1c2-74b0d0d3d9cd None None] Pushing event updated for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:42.375734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.384945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.385823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.492214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.492457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.493264 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.503845 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 3 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.590993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.590993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.590993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.623800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.628449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.628877 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.630277 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 4 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.649131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.649554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.649898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.656118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d/cb74a6f9-6534-4128-8f60-8ce13293c10a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:42.663903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:42.664303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab5b9-ea5c-4d54-874c-c8c8d7da1808 req-bb5982b8-393c-4416-91f2-a3a26fe4ab3c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:42.665943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34aab5b9-ea5c-4d54-874c-c8c8d7da1808 req-bb5982b8-393c-4416-91f2-a3a26fe4ab3c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1748660 Nov 15 22:39:42.667085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.667417 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.667922 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 5 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.693610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.694029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.694327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.696424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.728505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.729015 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.736989 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 6 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.765049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:42.767716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.768557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:42.800238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.800961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.800961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.814503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7110ed-f443-48c9-a3ca-a16f933a1840,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:42.826981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34aab5b9-ea5c-4d54-874c-c8c8d7da1808 req-3045fd87-3b9e-4fae-a5f8-4f4f62356900 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549022 Nov 15 22:39:42.828427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 4f01c428-6172-45dd-a2b8-df1e5138c219 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:42.834261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.835100 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.841801 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 7 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.904174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Checking segment: {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:42.904539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Network hostable DHCP agents. Network: 400e3792-80c9-4770-b9f4-a97500ba509a, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:42.910163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.910495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.910892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.924258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.924589 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.927054 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 8 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.944473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] For port 2c586856-2437-42c3-b4f4-97bd0fdfb32e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2c586856-2437-42c3-b4f4-97bd0fdfb32e,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:42.945787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.946217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.946631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.952152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.952552 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.953053 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 9 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:42.963570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router ad0f6dd4-4958-45d3-bddb-e84fe1983339 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:39:42.974567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:42.977155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:42.977470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:42.986999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:42.987602 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:42.988071 n-d-817995-3 neutron-server[103128]: INFO neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempt 10 to bind port 21b71a17-9582-465c-be2f-5589721426f6 Nov 15 22:39:43.008431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:43.008797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:43.009129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempting to bind port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:43.014339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:43.014655 n-d-817995-3 neutron-server[103128]: ERROR neutron.plugins.ml2.managers [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Failed to bind port 21b71a17-9582-465c-be2f-5589721426f6 on host n-h2-817995-3 for vnic_type normal using segments [{'id': 'eb920b4f-40a8-4b9f-8873-24062decaa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fe44efe5-2c61-42ef-b484-53097c704e24'}] Nov 15 22:39:43.015063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.053216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Network 400e3792-80c9-4770-b9f4-a97500ba509a is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:43.078778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:43.090797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.091182 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Sync routers for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:43.105677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port 21b71a17-9582-465c-be2f-5589721426f6, host n-h2-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:43.106120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attempted to set empty binding levels {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 15 22:39:43.107195 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:43.108092 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:43.186398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 400e3792-80c9-4770-b9f4-a97500ba509a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:43.202593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:43.203169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.207753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78ee6e-e71d-4dc8-b5e7-08f9b47670e4 None None] Network 400e3792-80c9-4770-b9f4-a97500ba509a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:43.215241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:43.218125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.219441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.220580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ade96e93-d518-47a9-afa7-796eba5cd9ba tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6876924 Nov 15 22:39:43.223728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.231082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.267692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97333-b126-46eb-b0a5-fb45430a2552 None None] Pushing event updated for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:43.280745 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-918414d1-b191-40cf-91d6-495566a6b94d tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6ffa127e6f1d4f8896ac85292faba590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549564 Nov 15 22:39:43.288165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33708) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.294660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] In _notify_port_updated(), no bound segment for port 21b71a17-9582-465c-be2f-5589721426f6 on network fe44efe5-2c61-42ef-b484-53097c704e24 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:39:43.296446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-054f055e-0195-44cb-b3c1-212a09ba987e None None] Provisioning complete for port 2c586856-2437-42c3-b4f4-97bd0fdfb32e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:43.296904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-054f055e-0195-44cb-b3c1-212a09ba987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.297208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:43.298204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.301248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "PUT /v2.0/ports/21b71a17-9582-465c-be2f-5589721426f6 HTTP/1.1" status: 200 len: 974 time: 1.5758493 Nov 15 22:39:43.304803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33710) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.312175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9f132db2-d8bc-4646-9cc5-7e35f267fd94 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2408800 Nov 15 22:39:43.334067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.337172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.342180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:43.407774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27024a64-71cc-4f6a-8601-fd9cf0e9f903 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:43.409353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27024a64-71cc-4f6a-8601-fd9cf0e9f903 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1246185 Nov 15 22:39:43.412952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.413229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98712d04-242c-479f-9360-6fae85432c56 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event updated for resources: {'Port': ['ID=21b71a17-9582-465c-be2f-5589721426f6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:43.431035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:43.439493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:43.445652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:43.457701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a4da6929-4c92-4d58-8628-b74c886118ba tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436418 Nov 15 22:39:43.460234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:43.469389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138094184', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:43.474022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Pushing event updated for resources: {'Port': ['ID=cb74a6f9-6534-4128-8f60-8ce13293c10a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:43.479342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:43.506008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bdc93-31a5-4926-8541-87c9d451cdc4 None None] The sync data for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 is: [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:43.543527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::399 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d/4f01c428-6172-45dd-a2b8-df1e5138c219) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:43.570414 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:43.597935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Deleting port 21b71a17-9582-465c-be2f-5589721426f6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:43.599218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.623678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.625305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.643449 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Checking router: ad0f6dd4-4958-45d3-bddb-e84fe1983339 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:43.644377 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Updating router ad0f6dd4-4958-45d3-bddb-e84fe1983339 port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:43.697450 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.702732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-400e3792-80c9-4770-b9f4-a97500ba509a', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:39:43.704198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.718372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Attempting to bind port cb74a6f9-6534-4128-8f60-8ce13293c10a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:43.718811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Attempting to bind port cb74a6f9-6534-4128-8f60-8ce13293c10a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:43.719218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Attempting to bind port cb74a6f9-6534-4128-8f60-8ce13293c10a on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:43.730408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:43.730816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:43.731463 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.732071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:43.732818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Bound port: cb74a6f9-6534-4128-8f60-8ce13293c10a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:43.733149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.733699 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.735411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:43.739190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.888599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:43.965818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] For port cb74a6f9-6534-4128-8f60-8ce13293c10a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:43.970788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] For port cb74a6f9-6534-4128-8f60-8ce13293c10a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb74a6f9-6534-4128-8f60-8ce13293c10a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:43.989594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Allocated IP 172.20.0.2 (400e3792-80c9-4770-b9f4-a97500ba509a/7d7110ed-f443-48c9-a3ca-a16f933a1840/a0335c31-e34f-44ed-bfa9-30bae882c05c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:44.029337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.106881 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.155646 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.166188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] For port 21b71a17-9582-465c-be2f-5589721426f6, host n-h2-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:44.167054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.203971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.212408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e458f-26e4-441c-94ef-313ff1b7f033 None None] Pushing event updated for resources: {'Port': ['ID=cb74a6f9-6534-4128-8f60-8ce13293c10a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.212800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.221575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Calling delete_port for 21b71a17-9582-465c-be2f-5589721426f6 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:44.223576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=4f01c428-6172-45dd-a2b8-df1e5138c219,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.228002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:44.232770 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.254598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:44.259770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:44.281351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:44.293805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.333574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:44.333895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network hostable DHCP agents. Network: eeccf791-0dff-48b8-9d79-1dabe5cec7de, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:39:44.344944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Subnet': ['ID=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.364904 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Attempting to bind port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:44.365254 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Attempting to bind port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:44.365616 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Attempting to bind port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:44.378962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.385919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:44.385919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:44.386965 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.387404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:44.387879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Bound port: 50ffa5aa-239f-4d14-8e03-ffebee4156f5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:44.388258 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.390190 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb89afd-690d-4df1-adf1-da031c972fa2 None None] Pushing event updated for resources: {'Port': ['ID=50ffa5aa-239f-4d14-8e03-ffebee4156f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.433011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:39:44.473332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.476527 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] For port 50ffa5aa-239f-4d14-8e03-ffebee4156f5, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:44.492032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] For port 50ffa5aa-239f-4d14-8e03-ffebee4156f5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50ffa5aa-239f-4d14-8e03-ffebee4156f5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:44.492145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f3ce557-de07-4449-baec-9ece34b725e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3231249 Nov 15 22:39:44.498691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:44.561300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, eeccf791-0dff-48b8-9d79-1dabe5cec7de) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:44.567410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Network 400e3792-80c9-4770-b9f4-a97500ba509a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:44.573232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:44.578384 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.583398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007bf96-4c4d-4024-8dc9-c06e5bee5b26 None None] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:44.592485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:44.667933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Pushing event updated for resources: {'Port': ['ID=a0335c31-e34f-44ed-bfa9-30bae882c05c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.677479 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:44.677962 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:44.726578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.736449 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb89afd-690d-4df1-adf1-da031c972fa2 None None] Pushing event updated for resources: {'Port': ['ID=50ffa5aa-239f-4d14-8e03-ffebee4156f5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.782520 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.788067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "DELETE /v2.0/ports/21b71a17-9582-465c-be2f-5589721426f6 HTTP/1.1" status: 204 len: 168 time: 1.4819405 Nov 15 22:39:44.792278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:44.809730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Attempting to bind port a0335c31-e34f-44ed-bfa9-30bae882c05c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:44.810266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Attempting to bind port a0335c31-e34f-44ed-bfa9-30bae882c05c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:44.811158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Attempting to bind port a0335c31-e34f-44ed-bfa9-30bae882c05c on network 400e3792-80c9-4770-b9f4-a97500ba509a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:44.828019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:44.828389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Checking segment: {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:44.830124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.830601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Bound using segment: {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:44.831202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Bound port: a0335c31-e34f-44ed-bfa9-30bae882c05c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:44.831656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:44.843239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99933b62-334d-4604-beb5-b50c12a0486e tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] Pushing event deleted for resources: {'Port': ['ID=21b71a17-9582-465c-be2f-5589721426f6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:44.865893 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413c81e-c466-45b3-9934-5903c3223001 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] GET failed (client error): The resource could not be found. Nov 15 22:39:44.867350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c413c81e-c466-45b3-9934-5903c3223001 tempest-PortsAdminExtendedAttrsTestJSON-853726632 tempest-PortsAdminExtendedAttrsTestJSON-853726632-project-admin] 10.222.0.15 "GET /v2.0/ports/21b71a17-9582-465c-be2f-5589721426f6 HTTP/1.1" status: 404 len: 333 time: 0.0415392 Nov 15 22:39:44.897407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:44.898096 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:45.025268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.040139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] For port a0335c31-e34f-44ed-bfa9-30bae882c05c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:45.045110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] For port a0335c31-e34f-44ed-bfa9-30bae882c05c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0335c31-e34f-44ed-bfa9-30bae882c05c,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:45.079596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.091514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.101999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:39:45.103590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.157335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.159571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:45.162741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.221985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ef496-5e34-4701-aac4-9a69195bea2b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:45.245619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ef496-5e34-4701-aac4-9a69195bea2b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:45.250225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5d8ef496-5e34-4701-aac4-9a69195bea2b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7432277 Nov 15 22:39:45.250440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:45.276201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ae4be99-5194-49fe-b2b8-5ee778f033f5 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8134179 Nov 15 22:39:45.281604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33734) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:45.393709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:45.475318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26368e-d41f-4c29-a51a-66bd0faaa5b2 None None] The sync data for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 is: [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:45.495813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb74a6f9-6534-4128-8f60-8ce13293c10a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:45.504790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566616-a1fd-412e-a67d-032add9f8434 None None] Pushing event updated for resources: {'Port': ['ID=a0335c31-e34f-44ed-bfa9-30bae882c05c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:45.829364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 4f01c428-6172-45dd-a2b8-df1e5138c219 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:45.829364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.841364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Allocated IP 172.20.0.2 (eeccf791-0dff-48b8-9d79-1dabe5cec7de/7cce19d4-a98a-4497-9cb5-bb9fc26a15b1/a29e94a8-6406-4a57-9a84-8f606c94cdeb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:45.855587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.861865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cb74a6f9-6534-4128-8f60-8ce13293c10a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:45.862055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.887760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe44efe5-2c61-42ef-b484-53097c704e24']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:45.904258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb920b4f-40a8-4b9f-8873-24062decaa90') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:45.904854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb920b4f-40a8-4b9f-8873-24062decaa90') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:45.921392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.949858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.961926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:39:45.962425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:39:45.970431 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:39:46.059358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.135811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b66f90-6657-48aa-b39f-c7e3f3643139 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:46.158500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 4f01c428-6172-45dd-a2b8-df1e5138c219 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:46.194444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Allocated IP 172.25.0.217 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/5169c5e6-dc50-4c53-aec7-62258ab8a193) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:46.259559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.266110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.269786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] 10.222.0.15 "DELETE /v2.0/networks/fe44efe5-2c61-42ef-b484-53097c704e24 HTTP/1.1" status: 204 len: 168 time: 1.3714001 Nov 15 22:39:46.294441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d7c9-f2c8-4b44-9534-ca62b0a88604 tempest-PortsAdminExtendedAttrsTestJSON-1109372244 tempest-PortsAdminExtendedAttrsTestJSON-1109372244-project] Pushing event deleted for resources: {'Network': ['ID=fe44efe5-2c61-42ef-b484-53097c704e24,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:46.376458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-84e58a8b-1381-4a6e-9568-afd31e62cffb None None] Provisioning complete for port cb74a6f9-6534-4128-8f60-8ce13293c10a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:46.377793 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84e58a8b-1381-4a6e-9568-afd31e62cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.412432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.431244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.515539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.535949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.565563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.620864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.645164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Pushing event updated for resources: {'Port': ['ID=a29e94a8-6406-4a57-9a84-8f606c94cdeb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:46.647586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:46.657861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:46.675645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=4f01c428-6172-45dd-a2b8-df1e5138c219,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:46.691210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:46.693980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:46.712925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:46.718990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Pushing event updated for resources: {'Port': ['ID=5169c5e6-dc50-4c53-aec7-62258ab8a193,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:46.719841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:46.731769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.737439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/4f01c428-6172-45dd-a2b8-df1e5138c219 HTTP/1.1" status: 204 len: 168 time: 1.4839547 Nov 15 22:39:46.737605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port cb74a6f9-6534-4128-8f60-8ce13293c10a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb74a6f9-6534-4128-8f60-8ce13293c10a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:46.737702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.737702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.737702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.740976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d471f8d-bd8c-45d3-8d7a-a768a10883d0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:46.747173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:46.851260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.852034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2c586856-2437-42c3-b4f4-97bd0fdfb32e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:46.894663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca9494-197d-45a4-a9aa-4c3bc60eef74 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:46.903551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca9494-197d-45a4-a9aa-4c3bc60eef74 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:46.913503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-35ca9494-197d-45a4-a9aa-4c3bc60eef74 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1634111 Nov 15 22:39:46.914249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:46.962791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84e58a8b-1381-4a6e-9568-afd31e62cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.965286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Attempting to bind port a29e94a8-6406-4a57-9a84-8f606c94cdeb on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:46.965653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Attempting to bind port a29e94a8-6406-4a57-9a84-8f606c94cdeb by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:46.966009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Attempting to bind port a29e94a8-6406-4a57-9a84-8f606c94cdeb on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:46.976871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:46.977354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:46.981317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:46.982873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Bound using segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:46.983601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Bound port: a29e94a8-6406-4a57-9a84-8f606c94cdeb, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:46.984182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.013924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.051303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:47.054961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.107658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=cb74a6f9-6534-4128-8f60-8ce13293c10a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:47.117526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ae3bf-a8a2-4716-b498-50f023b68477 None None] Network 400e3792-80c9-4770-b9f4-a97500ba509a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:47.138716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2c586856-2437-42c3-b4f4-97bd0fdfb32e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:47.139082 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.210175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.241902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:47.324402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] For port a29e94a8-6406-4a57-9a84-8f606c94cdeb, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:47.332487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.337182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-84e58a8b-1381-4a6e-9568-afd31e62cffb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:39:47.337661 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-84e58a8b-1381-4a6e-9568-afd31e62cffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:39:47.361566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] For port a29e94a8-6406-4a57-9a84-8f606c94cdeb, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a29e94a8-6406-4a57-9a84-8f606c94cdeb,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:47.460905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.548765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.574352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4bd05d09-6ba8-47aa-a9df-f6af5afe2d06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4495b9051af14b519844506620199143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378863 Nov 15 22:39:47.577085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:47.718793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830885-a8ec-48c0-bde6-e8eddd3dfafc None None] Pushing event updated for resources: {'Port': ['ID=a29e94a8-6406-4a57-9a84-8f606c94cdeb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:47.805346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.806745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.1 (eeccf791-0dff-48b8-9d79-1dabe5cec7de/7cce19d4-a98a-4497-9cb5-bb9fc26a15b1/aeeab315-f8e9-4146-a3ef-4cf70d30d4c1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:47.833505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.898505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.909458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:47.924914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d HTTP/1.1" status: 204 len: 168 time: 1.0075805 Nov 15 22:39:47.933625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91a124-fbc1-4a09-b586-ea40dc4aa978 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:47.939579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:48.021265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb74a6f9-6534-4128-8f60-8ce13293c10a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:48.079643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77fbae30-b329-4333-af1b-57c073871b33 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241155 Nov 15 22:39:48.082374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:48.096974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:48.103948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.133301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca254d-6108-4ca0-8ac1-228f4a0f292f None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:48.159525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Provisioning complete for port cb74a6f9-6534-4128-8f60-8ce13293c10a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:48.159810 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.235278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.285207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cb74a6f9-6534-4128-8f60-8ce13293c10a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:48.285572 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.300809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.303516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.304918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ca100c-a9af-49f3-8729-cb8e592634f4 HTTP/1.1" status: 204 len: 168 time: 0.7271051 Nov 15 22:39:48.316677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c718-8fdf-4a61-b4e5-4d28e1617128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ca100c-a9af-49f3-8729-cb8e592634f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:48.391908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Router 4beef632-8a72-4955-ac5f-de299e97f241 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:39:48.415929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Could not find standard attr ID for object 4f01c428-6172-45dd-a2b8-df1e5138c219. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:39:48.426713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:48.437666 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.446522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.466433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Provisioning complete for port a0335c31-e34f-44ed-bfa9-30bae882c05c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:48.466943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.508415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50ffa5aa-239f-4d14-8e03-ffebee4156f5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:48.555975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:48.575559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:48.620912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:48.630940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:48.633580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:48.639324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:48.643839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Sync routers for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:48.672671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:48.672962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.674427 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.677096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:48.677768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:48.691062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.694976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f8ffe57-7050-40c0-86ed-544c7c53d7fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3554046 Nov 15 22:39:48.695285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:48.712331 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.957532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Deleting port cb74a6f9-6534-4128-8f60-8ce13293c10a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:48.957532 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:48.999071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] For port a0335c31-e34f-44ed-bfa9-30bae882c05c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0335c31-e34f-44ed-bfa9-30bae882c05c,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:49.077428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:49.093629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:49.097319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.103230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.152205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-34273a11-5f4a-4642-818c-3275a16e8500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8828f0954f1241ab81ebddee2fb151cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0734348 Nov 15 22:39:49.154560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:49.196147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] For port cb74a6f9-6534-4128-8f60-8ce13293c10a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb74a6f9-6534-4128-8f60-8ce13293c10a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:49.196474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.229072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.235642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.241393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.258076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.308284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Calling delete_port for cb74a6f9-6534-4128-8f60-8ce13293c10a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:49.310536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f010bd-15c1-455f-b387-f72b05579abc None None] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:49.386447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.390035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.391928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5c3c3d1-90fb-4e75-bd8e-5cc2d884754b HTTP/1.1" status: 204 len: 168 time: 0.2360108 Nov 15 22:39:49.399000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 50ffa5aa-239f-4d14-8e03-ffebee4156f5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50ffa5aa-239f-4d14-8e03-ffebee4156f5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:49.400658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc049b27-5397-4f73-a512-6370d40f1ed6 None None] Pushing event updated for resources: {'Port': ['ID=a0335c31-e34f-44ed-bfa9-30bae882c05c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:49.413220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8a16e-8751-4c1f-a074-b970d840efcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c3c3d1-90fb-4e75-bd8e-5cc2d884754b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:49.413324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-28066ffe-3adf-4c50-bcdf-74f46dab24f5 None None] Provisioning complete for port a0335c31-e34f-44ed-bfa9-30bae882c05c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:49.413324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28066ffe-3adf-4c50-bcdf-74f46dab24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.533704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.533704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0335c31-e34f-44ed-bfa9-30bae882c05c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:49.745688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:49.754542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=50ffa5aa-239f-4d14-8e03-ffebee4156f5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:49.755186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:49.765846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:49.766434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.780503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=32549dbf-d0bd-424a-989d-093e3bf58ea7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:49.835119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a0335c31-e34f-44ed-bfa9-30bae882c05c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:49.835501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.842453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:49.896385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd2c51bf-045c-4cb4-bb5c-ce12498a1319 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8107083 Nov 15 22:39:49.897120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:49.902695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'name': 'tempest-NetworksTestDHCPv6-850726682'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:49.928809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] Pushing event deleted for resources: {'Port': ['ID=cb74a6f9-6534-4128-8f60-8ce13293c10a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:49.934989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cb46b-0c23-4710-ba17-c55a9a5e24c4 None None] No DVR routers for this DVR port cb74a6f9-6534-4128-8f60-8ce13293c10a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:39:49.956639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:47Z', 'revision_number': 3, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:50.014170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59ce50-8ef9-491d-8429-90d6223107f4 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:50.035611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Checking router: 4beef632-8a72-4955-ac5f-de299e97f241 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:50.036077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Updating router 4beef632-8a72-4955-ac5f-de299e97f241 port 5169c5e6-dc50-4c53-aec7-62258ab8a193 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:50.094213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.137359 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.142469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] Provisioning complete for port a29e94a8-6406-4a57-9a84-8f606c94cdeb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:50.142639 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.145123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:50.151237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.173511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 97559fd5-2f87-4ca7-9f5c-74f63a877541 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:50.196914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.382010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.433688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::32 (806f34b4-f1d1-41d4-b4bf-e07fce675238/32549dbf-d0bd-424a-989d-093e3bf58ea7/97559fd5-2f87-4ca7-9f5c-74f63a877541) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:50.471557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.524575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.531755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '32549dbf-d0bd-424a-989d-093e3bf58ea7'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:39:50.532911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.591900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a29e94a8-6406-4a57-9a84-8f606c94cdeb up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:50.659994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:50.670183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Allocated IP 172.20.0.1 (400e3792-80c9-4770-b9f4-a97500ba509a/7d7110ed-f443-48c9-a3ca-a16f933a1840/24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:50.734987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.792312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:50.797820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:50.842355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.895463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:50.912975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:50.917398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:50.923500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:50.924293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:50.937899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=97559fd5-2f87-4ca7-9f5c-74f63a877541,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:50.941740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router ad0f6dd4-4958-45d3-bddb-e84fe1983339 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:51.013064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5fd63b3f-268b-492e-b980-215ccdb30a93 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1149852 Nov 15 22:39:51.015289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:51.088945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.109117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] For port a29e94a8-6406-4a57-9a84-8f606c94cdeb, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a29e94a8-6406-4a57-9a84-8f606c94cdeb,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:51.133978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:51.141556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bb495470-0cd6-4192-a2de-e6695232c359 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/ad0f6dd4-4958-45d3-bddb-e84fe1983339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7920430 Nov 15 22:39:51.141719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4a8e4-4c6d-433e-8f72-eda623ebab47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:51.144712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ce4a8e4-4c6d-433e-8f72-eda623ebab47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1262336 Nov 15 22:39:51.145292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:51.152379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Sync routers for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:51.172444 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:51.174682 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:51.196106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a29e94a8-6406-4a57-9a84-8f606c94cdeb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:51.196574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.201099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.243495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.291021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333575bd-6245-4f4c-b7fb-333003fca5ce None None] Pushing event updated for resources: {'Port': ['ID=a29e94a8-6406-4a57-9a84-8f606c94cdeb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:51.311862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/32549dbf-d0bd-424a-989d-093e3bf58ea7/5f30f322-f003-4e51-a625-7dd261f3471b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:51.313325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Network 400e3792-80c9-4770-b9f4-a97500ba509a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:51.323772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:51.337192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.340843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:51.352548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 97559fd5-2f87-4ca7-9f5c-74f63a877541 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:51.352928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.404396 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:51.409884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Pushing event updated for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:51.446852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.471208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.477420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9d90acc9-ce04-4ad9-adb9-7ce57a758b80 None None] Provisioning complete for port a29e94a8-6406-4a57-9a84-8f606c94cdeb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:51.477790 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d90acc9-ce04-4ad9-adb9-7ce57a758b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.571416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.578492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-516c5ac2-be89-4fd2-8713-10aab24cc11d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823124563&fields=id&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 267 time: 0.0906532 Nov 15 22:39:51.607125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 97559fd5-2f87-4ca7-9f5c-74f63a877541 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:51.767923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50ffa5aa-239f-4d14-8e03-ffebee4156f5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:51.770505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882af02-2d09-4a5f-92bc-065cd35c3ae0 None None] Pushing event updated for resources: {'Port': ['ID=5169c5e6-dc50-4c53-aec7-62258ab8a193,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:51.825327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.847077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8fe8c4f8-dc42-4926-9564-28875f4a3bfb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:51.850114 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 2, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:51.855492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8fe8c4f8-dc42-4926-9564-28875f4a3bfb tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 796 time: 0.2628524 Nov 15 22:39:51.890459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Attempting to bind port 5169c5e6-dc50-4c53-aec7-62258ab8a193 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:51.891073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Attempting to bind port 5169c5e6-dc50-4c53-aec7-62258ab8a193 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:51.891580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Attempting to bind port 5169c5e6-dc50-4c53-aec7-62258ab8a193 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:51.901928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:51.905604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:51.905604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.905604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:51.905604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Bound port: 5169c5e6-dc50-4c53-aec7-62258ab8a193, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:51.905604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.911919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Checking router: ad0f6dd4-4958-45d3-bddb-e84fe1983339 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:51.912471 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Updating router ad0f6dd4-4958-45d3-bddb-e84fe1983339 port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:51.921940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-87be0b55-96be-4b19-a41b-a5352672d474 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/quotas/6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 375 time: 0.0258462 Nov 15 22:39:51.949914 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:51.991535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] For port 5169c5e6-dc50-4c53-aec7-62258ab8a193, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:52.024478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.029270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] For port 5169c5e6-dc50-4c53-aec7-62258ab8a193, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5169c5e6-dc50-4c53-aec7-62258ab8a193,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:52.048110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:52.048566 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.085124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9d90acc9-ce04-4ad9-adb9-7ce57a758b80 None None] Provisioning complete for port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:52.085124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d90acc9-ce04-4ad9-adb9-7ce57a758b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.087950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-963b7b4a-99b3-4c61-9cc0-0319e2e80602 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650820 Nov 15 22:39:52.116998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.161229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.179960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9d90acc9-ce04-4ad9-adb9-7ce57a758b80 None None] Port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:52.182023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.217944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:52.222578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:52.223294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:52.230350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882af02-2d09-4a5f-92bc-065cd35c3ae0 None None] Pushing event updated for resources: {'Port': ['ID=5169c5e6-dc50-4c53-aec7-62258ab8a193,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:52.230350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:52.251401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:52.251696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-cdd5266f-fa00-49d3-aaa2-0f9687399407 service neutron] 10.222.0.15 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493895 Nov 15 22:39:52.253941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.277904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.300367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=97559fd5-2f87-4ca7-9f5c-74f63a877541,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:52.396839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.401026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18a88682-4cdc-4dcd-a28b-3e3fd594f029 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/97559fd5-2f87-4ca7-9f5c-74f63a877541 HTTP/1.1" status: 204 len: 168 time: 1.2536860 Nov 15 22:39:52.403428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:52.404885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.417010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0335c31-e34f-44ed-bfa9-30bae882c05c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:52.417931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Pushing event updated for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:52.458192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dee802f3-ad0b-4e0f-b87c-8802afc192d4 None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:52.458656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dee802f3-ad0b-4e0f-b87c-8802afc192d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.460160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Pushing event updated for resources: {'Port': ['ID=5f30f322-f003-4e51-a625-7dd261f3471b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:52.482658 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.515645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:52.531740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Attempting to bind port 5f30f322-f003-4e51-a625-7dd261f3471b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:52.532114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Attempting to bind port 5f30f322-f003-4e51-a625-7dd261f3471b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:52.533085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Attempting to bind port 5f30f322-f003-4e51-a625-7dd261f3471b on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:52.557784 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.561693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:52.562068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:52.562465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.562852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:52.568225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Bound port: 5f30f322-f003-4e51-a625-7dd261f3471b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:52.568225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.570620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:52.573269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dee802f3-ad0b-4e0f-b87c-8802afc192d4 None None] Port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:52.574227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0635860-9345-4ff2-9e47-6bd9986033f9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:52.576885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0635860-9345-4ff2-9e47-6bd9986033f9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:52.578591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0635860-9345-4ff2-9e47-6bd9986033f9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1731844 Nov 15 22:39:52.590046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-b7755e15-8f06-4b61-9b01-fef68828e5e3 service neutron] 10.222.0.15 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058150 Nov 15 22:39:52.594205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:52.627835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Network 400e3792-80c9-4770-b9f4-a97500ba509a is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:52.632294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:52.716151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 32549dbf-d0bd-424a-989d-093e3bf58ea7 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:52.718823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a0335c31-e34f-44ed-bfa9-30bae882c05c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:52.719191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.726496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.786127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-82d4a450-79c2-429d-bc81-51b099b54891 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:52.853336 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.860040 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5267c2-aefe-4862-a3f7-981a01e1c2c8 None None] Pushing event updated for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:52.900045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] For port 5f30f322-f003-4e51-a625-7dd261f3471b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:52.913475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] For port 5f30f322-f003-4e51-a625-7dd261f3471b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5f30f322-f003-4e51-a625-7dd261f3471b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:52.945291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Attempting to bind port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:52.945851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Attempting to bind port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:52.946477 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Attempting to bind port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:52.954102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:52.954905 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:52.957023 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.960238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Bound using segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:52.971182 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Bound port: aeeab315-f8e9-4146-a3ef-4cf70d30d4c1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:52.971917 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:52.988646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Router 4beef632-8a72-4955-ac5f-de299e97f241 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:39:52.994939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.064983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.185607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] For port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:39:53.195405 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] For port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:39:53.243706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:39:53.271752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ac6dc01-0ccc-449a-a0b6-46af7dd8baf8 admin admin] 10.222.0.15 "PUT /v2.0/routers/4beef632-8a72-4955-ac5f-de299e97f241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5677559 Nov 15 22:39:53.274798 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.278945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-82d4a450-79c2-429d-bc81-51b099b54891 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "PUT /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee HTTP/1.1" status: 200 len: 366 time: 0.7620053 Nov 15 22:39:53.287325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.299559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a426bf9-0210-44cf-8396-0580351a8447 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0110264 Nov 15 22:39:53.310664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.329365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-58a7cf92-1a73-4f7e-8643-eda55d24a289 None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:53.329857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58a7cf92-1a73-4f7e-8643-eda55d24a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.332989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ac202-3286-4dc8-b168-78dc87f3ccb6 None None] Pushing event updated for resources: {'Port': ['ID=5f30f322-f003-4e51-a625-7dd261f3471b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:53.358419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7aa5f36c-ca11-446a-8102-200ae06193d1 req-1eb87dec-3582-49d3-aac2-2c50bc46949e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 210 time: 0.1527853 Nov 15 22:39:53.360530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66ef99f0-a5ab-4851-8669-8d9b4bbbd250 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee HTTP/1.1" status: 200 len: 366 time: 0.0478110 Nov 15 22:39:53.378623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.390937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.393760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7', 'name': '', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'mac_address': 'fa:16:3e:f3:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:50Z', 'updated_at': '2021-11-15T22:39:50Z', 'revision_number': 1, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'subnets': [{'id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:53.409355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb74a6f9-6534-4128-8f60-8ce13293c10a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:39:53.427296 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:53.430585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:53.458612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=32549dbf-d0bd-424a-989d-093e3bf58ea7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:53.469379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.479737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.489097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: cb74a6f9-6534-4128-8f60-8ce13293c10a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:39:53.489574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cb74a6f9-6534-4128-8f60-8ce13293c10a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:39:53.493055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1bde6d60-768d-4cc1-9c89-9ad63aa0d098 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/32549dbf-d0bd-424a-989d-093e3bf58ea7 HTTP/1.1" status: 204 len: 168 time: 0.8811736 Nov 15 22:39:53.522841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-58a7cf92-1a73-4f7e-8643-eda55d24a289 None None] Port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:53.527413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b66b-de90-4e0a-ad45-46b5a13596f2 None None] The sync data for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 is: [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7', 'name': '', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'mac_address': 'fa:16:3e:f3:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:50Z', 'updated_at': '2021-11-15T22:39:50Z', 'revision_number': 1, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'subnets': [{'id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:53.535280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7d0b275b-5512-4b87-a6f6-d7087dddfc6c tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee HTTP/1.1" status: 204 len: 168 time: 0.1555243 Nov 15 22:39:53.537537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33880) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.582000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-48c0c8d0-3842-4a8f-90ca-0a6d68c2e960 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0419271 Nov 15 22:39:53.583508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.656532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-54ad4f65-b96b-4f11-a4ef-4c2ce5ac8145 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee HTTP/1.1" status: 200 len: 370 time: 0.0493114 Nov 15 22:39:53.660745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.674988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b3cce81d-e858-4f8d-8c34-0c4460ec2704 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1904600 Nov 15 22:39:53.674988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.683168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:53.685762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] Provisioning complete for port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:53.689981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:53.690159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d967bad-fb3c-42bc-bc62-1cb6506fb73f tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee/default HTTP/1.1" status: 200 len: 370 time: 0.0231936 Nov 15 22:39:53.694577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:53.733694 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-08e9841a-0dd6-44a8-a197-d9ec8daf18c3 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] delete failed (client error): The resource could not be found. Nov 15 22:39:53.749472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08e9841a-0dd6-44a8-a197-d9ec8daf18c3 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/dd9bc04ec76f49fba98caa0fca39bfee HTTP/1.1" status: 404 len: 348 time: 0.0526211 Nov 15 22:39:53.799299 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5267c2-aefe-4862-a3f7-981a01e1c2c8 None None] Pushing event updated for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:53.844269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:53.975052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:53.979113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.198405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a29e94a8-6406-4a57-9a84-8f606c94cdeb up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:54.202185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.256366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:54.286288 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:53Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:54.368597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:network and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.383101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.398484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] For port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:54.399312 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281eb1f-a8bf-48a3-b7c9-59602082ddb8 None None] The sync data for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 is: [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:53Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:39:54.470014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a29e94a8-6406-4a57-9a84-8f606c94cdeb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:54.470387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.496713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:subnet and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.558406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.642293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.667536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-184b9d21-697b-4430-a076-b2f140b4c1d4 req-a8dd9cb0-b26b-4af8-bb86-66dcbedbebf3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 210 time: 0.1285012 Nov 15 22:39:54.740573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4d048d17-e75a-4efe-bda2-65c7d0d7ab85 None None] Provisioning complete for port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:54.741444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d048d17-e75a-4efe-bda2-65c7d0d7ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.746339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8736a45-7b80-4e97-829d-2e7d64ca1ae4 None None] Pushing event updated for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:54.748664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:subnetpool and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.764773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.785474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:port and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.797157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.805714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:router and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.813443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.836999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:floatingip and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:54.839599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:54.891924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.951676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:54.963077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:54.969766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:54.970042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:54.990950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=1e73f2b4-bc6b-47ef-8803-071e4bcd3345,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:55.023203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:security_group and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:55.029012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:55.074518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8907678-d549-4cf1-9efa-5b6982faf003 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3991120 Nov 15 22:39:55.077375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:55.078264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Usage tracker for resource:security_group_rule and project:7289305d20dd4fbab5fcd3d06847d575 is out of sync, need to count used quota {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 15 22:39:55.082392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'name': 'tempest-NetworksTestDHCPv6-349452006'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:55.085621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.quota.resource [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103127) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 15 22:39:55.100788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5e35f70-4046-4884-961a-61db34adeff2 tempest-QuotasTest-1572807656 tempest-QuotasTest-1572807656-project-admin] 10.222.0.15 "GET /v2.0/quotas/7289305d20dd4fbab5fcd3d06847d575/details.json HTTP/1.1" status: 200 len: 703 time: 0.8413680 Nov 15 22:39:55.196124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141711b3-d6f2-4fcf-b466-a412e730335a None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:55.313181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] Provisioning complete for port 5f30f322-f003-4e51-a625-7dd261f3471b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:55.316826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:55.386544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:55.390511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:55.429306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port cec8268e-475b-4030-b4ff-40bd4b9ca473 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:39:55.573032 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:55.672653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] For port 5f30f322-f003-4e51-a625-7dd261f3471b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5f30f322-f003-4e51-a625-7dd261f3471b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:55.735169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::130 (806f34b4-f1d1-41d4-b4bf-e07fce675238/1e73f2b4-bc6b-47ef-8803-071e4bcd3345/cec8268e-475b-4030-b4ff-40bd4b9ca473) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:55.791340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:55.873560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5169c5e6-dc50-4c53-aec7-62258ab8a193 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:55.913076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44be33fc-f346-4724-a948-0353f960e086 req-7a006fa7-c977-4fc7-9bd7-461120582d9b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 210 time: 0.0998166 Nov 15 22:39:55.976009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc4904-2d22-4be8-9711-78e23d6e2e55 None None] Pushing event updated for resources: {'Port': ['ID=5f30f322-f003-4e51-a625-7dd261f3471b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:56.002261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5169c5e6-dc50-4c53-aec7-62258ab8a193 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:56.002786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.270229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1193d512-ca42-4e0c-a774-8814ff8126bf None None] Provisioning complete for port 5f30f322-f003-4e51-a625-7dd261f3471b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:56.270579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1193d512-ca42-4e0c-a774-8814ff8126bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.280295 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.299905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:56.332933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.349542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-60fcdd32-0538-4c37-b2e6-e53f1fbdca57 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:56.355989 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-60fcdd32-0538-4c37-b2e6-e53f1fbdca57 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 796 time: 0.3406305 Nov 15 22:39:56.468824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 5169c5e6-dc50-4c53-aec7-62258ab8a193, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5169c5e6-dc50-4c53-aec7-62258ab8a193,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:39:56.500340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-f8949a68-43fd-4938-b41e-bb7897e9aaf7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 380 time: 0.1298354 Nov 15 22:39:56.519614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'port': {'device_id': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'admin_state_up': True, 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'security_groups': ['21a1e829-e1a3-4412-a41d-6b9aa0eb2903']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:56.642684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.650787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:56.707850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c888cb88-6427-4480-b519-858857cde1c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.860873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c888cb88-6427-4480-b519-858857cde1c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.861072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=5169c5e6-dc50-4c53-aec7-62258ab8a193,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:56.945113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c888cb88-6427-4480-b519-858857cde1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:56.945966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:56.946495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.031852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888cb88-6427-4480-b519-858857cde1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06842781-8638-466b-b16f-d77e58af7962,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:57.057191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c888cb88-6427-4480-b519-858857cde1c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6974fa0fab704924aedd1aeec6bbc575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7545388 Nov 15 22:39:57.057365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a0e8e1e8-badf-4840-9e9d-8fedd046959a None None] Could not find standard attr ID for object 97559fd5-2f87-4ca7-9f5c-74f63a877541. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:39:57.061567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:57.115199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c05a688-7aa5-412d-aa05-b5d20b438cbf req-c98e0db7-9228-4cc2-b82e-78e7a4cb205b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Nov 15 22:39:57.124360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.145007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5f30f322-f003-4e51-a625-7dd261f3471b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:57.162538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.189346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.195773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5f30f322-f003-4e51-a625-7dd261f3471b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:57.196236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.279614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:57.292075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:57.294631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:57.301514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:57.302157 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.308575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=cec8268e-475b-4030-b4ff-40bd4b9ca473,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:57.316394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.320432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.321797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06842781-8638-466b-b16f-d77e58af7962 HTTP/1.1" status: 204 len: 168 time: 0.2591424 Nov 15 22:39:57.334651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd784f2-8f48-4ef3-8436-34374cf9b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06842781-8638-466b-b16f-d77e58af7962,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:57.410432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:57.415096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.500460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0332e97-56f8-4756-a632-34a4302e55e3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4218094 Nov 15 22:39:57.502806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:57.607697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.3 (eeccf791-0dff-48b8-9d79-1dabe5cec7de/7cce19d4-a98a-4497-9cb5-bb9fc26a15b1/357e5469-c608-44b3-9a16-3ed59e9a616c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:39:57.610369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d75a64-39a8-4a55-a19b-3c8658dcf898 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:57.622002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5169c5e6-dc50-4c53-aec7-62258ab8a193 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:57.625181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d75a64-39a8-4a55-a19b-3c8658dcf898 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:57.630412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:57.630538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72d75a64-39a8-4a55-a19b-3c8658dcf898 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1267009 Nov 15 22:39:57.722751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5169c5e6-dc50-4c53-aec7-62258ab8a193 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:57.723291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.809514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5e53b85c-0feb-4cc8-9347-af57916ac4cd None None] Provisioning complete for port cec8268e-475b-4030-b4ff-40bd4b9ca473 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:57.811147 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e53b85c-0feb-4cc8-9347-af57916ac4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.889019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port cec8268e-475b-4030-b4ff-40bd4b9ca473 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:57.889342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.892155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5f30f322-f003-4e51-a625-7dd261f3471b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:39:57.895521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5e53b85c-0feb-4cc8-9347-af57916ac4cd None None] Port cec8268e-475b-4030-b4ff-40bd4b9ca473 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:57.948519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5f30f322-f003-4e51-a625-7dd261f3471b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:57.952954 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:57.965229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.032108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.051371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for cec8268e-475b-4030-b4ff-40bd4b9ca473 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:39:58.145528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.281968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:39:58.283772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:58.290452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:58.291727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:39:58.294321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:39:58.313988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ad41f6d-4f2c-4582-8d22-c12a19e4cd52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.343675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b9b21-b9f7-4b72-be20-a7c64895f529 req-c6081202-3576-4657-bb88-9d802616e496 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:58.344035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d63b9b21-b9f7-4b72-be20-a7c64895f529 req-c6081202-3576-4657-bb88-9d802616e496 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 931 time: 0.1227069 Nov 15 22:39:58.347667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.400910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=cec8268e-475b-4030-b4ff-40bd4b9ca473,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:58.414604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:58.415301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.456320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.461779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-647596c5-75ef-4bf2-ad35-7407afda4cc6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/cec8268e-475b-4030-b4ff-40bd4b9ca473 HTTP/1.1" status: 204 len: 168 time: 0.8278854 Nov 15 22:39:58.462113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:58.510552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d63b9b21-b9f7-4b72-be20-a7c64895f529 req-64f5f0af-01fe-46c4-8c7a-9733ec50d17b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523263 Nov 15 22:39:58.535587 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ad41f6d-4f2c-4582-8d22-c12a19e4cd52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.554941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-915dda86-d801-46f8-b4aa-a9d9d455b5ff tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0411913 Nov 15 22:39:58.566592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31d403-0aaf-44e1-b19d-110aa0685c2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:58.569715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-04bc4116-4ba6-41d3-8d38-23e635eaf4ec tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:39:58.577506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31d403-0aaf-44e1-b19d-110aa0685c2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:58.577581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-04bc4116-4ba6-41d3-8d38-23e635eaf4ec tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130084 Nov 15 22:39:58.577730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3f31d403-0aaf-44e1-b19d-110aa0685c2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1112473 Nov 15 22:39:58.579386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:58.590431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Request body: {'port': {'device_id': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:58.647474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ad41f6d-4f2c-4582-8d22-c12a19e4cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.716115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.735872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad41f6d-4f2c-4582-8d22-c12a19e4cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e482352-0cfe-4e35-8526-43382901c604,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:58.758305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d24a594b-5532-4c27-8d58-c291877fba47 None None] Provisioning complete for port 357e5469-c608-44b3-9a16-3ed59e9a616c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:39:58.758798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d24a594b-5532-4c27-8d58-c291877fba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.761892 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ad41f6d-4f2c-4582-8d22-c12a19e4cd52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7289305d20dd4fbab5fcd3d06847d575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695778 Nov 15 22:39:58.767061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 1e73f2b4-bc6b-47ef-8803-071e4bcd3345 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:39:58.769418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:58.778800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.840762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Sync routers for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:39:58.869820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.878884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d24a594b-5532-4c27-8d58-c291877fba47 None None] Port 357e5469-c608-44b3-9a16-3ed59e9a616c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:39:58.893020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:39:58.893020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:58.914731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.947011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:58.972383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.050475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:39:59.134007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.160592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357e5469-c608-44b3-9a16-3ed59e9a616c {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:39:59.167618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=1e73f2b4-bc6b-47ef-8803-071e4bcd3345,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:59.169699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.172501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.174276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e482352-0cfe-4e35-8526-43382901c604 HTTP/1.1" status: 204 len: 168 time: 0.4031248 Nov 15 22:39:59.182742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.185603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.192600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-294a9461-f026-4bbe-9864-ec4a1cada364 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/1e73f2b4-bc6b-47ef-8803-071e4bcd3345 HTTP/1.1" status: 204 len: 168 time: 0.6115682 Nov 15 22:39:59.197886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:59.201987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880757ea-b946-47b3-a3a3-f7e5173f716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e482352-0cfe-4e35-8526-43382901c604,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:59.245996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1d81a28-c87d-45fe-8bcb-899d3081ab18 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438344 Nov 15 22:39:59.246358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:59.259291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Transition to ACTIVE for port object 357e5469-c608-44b3-9a16-3ed59e9a616c will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:39:59.267629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c577a-b753-425c-a80d-311cff0c2c23 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:39:59.299649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.303267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52815b1-bced-44bd-91f6-0665d7b767d9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:59.307816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e52815b1-bced-44bd-91f6-0665d7b767d9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0574605 Nov 15 22:39:59.308074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34050) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:59.327500 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.363973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b75938-593f-4c13-8fc6-541028ac9177 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:59.365418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-52b75938-593f-4c13-8fc6-541028ac9177 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561886 Nov 15 22:39:59.368209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:59.426393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9cd7ee7a-ddf8-4cff-8be3-dbc34eff2e5f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566673 Nov 15 22:39:59.433956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34056) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:39:59.443631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:39:59.545533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:39:59.559765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7', 'name': '', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'mac_address': 'fa:16:3e:f3:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:50Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 2, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'subnets': [{'id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:39:59.608297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Checking router: 4beef632-8a72-4955-ac5f-de299e97f241 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:39:59.616575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Updating router 4beef632-8a72-4955-ac5f-de299e97f241 port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.616805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.617909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.618244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.619087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.619415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.619728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:39:59.635328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:39:59.643941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.812765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:39:59.813209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:39:59.813440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:59.829765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279a27-e40f-4522-8770-a1a95077afac req-701ddf4e-eda9-464d-9595-b49ef6c32c2b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:59.831352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29279a27-e40f-4522-8770-a1a95077afac req-701ddf4e-eda9-464d-9595-b49ef6c32c2b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.2232773 Nov 15 22:39:59.841703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8730d3-6857-4c19-8f75-c06ac374a739 req-37e6160f-7ec4-4ed3-8cbf-635409bc850a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:39:59.843284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8730d3-6857-4c19-8f75-c06ac374a739 req-37e6160f-7ec4-4ed3-8cbf-635409bc850a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 943 time: 0.1455014 Nov 15 22:39:59.843894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:39:59.844208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:39:59.859507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:39:59.859863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:39:59.863648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Bound using segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:39:59.863648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Bound port: 357e5469-c608-44b3-9a16-3ed59e9a616c, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:39:59.863648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.897971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:39:59.903622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.956446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Deleting port 5f30f322-f003-4e51-a625-7dd261f3471b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:39:59.956981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:39:59.977393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.106093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] For port 5f30f322-f003-4e51-a625-7dd261f3471b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5f30f322-f003-4e51-a625-7dd261f3471b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:00.106511 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.114813 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:40:00.125721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Calling delete_port for 5f30f322-f003-4e51-a625-7dd261f3471b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:00.163222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c8730d3-6857-4c19-8f75-c06ac374a739 req-b24376d8-f2c4-4228-8660-eff1f0ef74e0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070588 Nov 15 22:40:00.174624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29279a27-e40f-4522-8770-a1a95077afac req-a806d4ad-2702-4544-aa45-10f445716d55 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278856 Nov 15 22:40:00.204804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:00.208986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:00.284010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.328935 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.331001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:00.331782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.333095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1091 time: 1.7496099 Nov 15 22:40:00.333524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:00.335782 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92468045-671a-4d54-a34c-18a6948f14d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:00.365013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ab96-a48c-4ea8-ab0a-8b3b6825d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:00.370247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.401741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.406119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.414869 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aadf264-e7c2-4101-8cf2-5e634dc4af28 x-openstack-request-id: req-6aadf264-e7c2-4101-8cf2-5e634dc4af28 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:00.415151 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:00.415937 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6aadf264-e7c2-4101-8cf2-5e634dc4af28 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:00.416427 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'status': 'completed', 'code': 200} Nov 15 22:40:00.441355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] Pushing event deleted for resources: {'Port': ['ID=5f30f322-f003-4e51-a625-7dd261f3471b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:00.443526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313096e-cdce-4c2d-a710-7df2dcfada25 None None] No DVR routers for this DVR port 5f30f322-f003-4e51-a625-7dd261f3471b on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:00.448498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:00.462130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:00.514455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:00.516956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.526380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9481f-e8c0-4f33-8d05-7b8a48b5bbf2 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:00.528124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a748ca1-d6b2-4a9c-9ee9-96b5420809ce None None] Pushing event updated for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:00.567284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=f6dc95cd-9570-44c4-b7ed-3e58ad0bf284,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:00.597426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468045-671a-4d54-a34c-18a6948f14d8 req-6835a99f-2681-4ea3-a695-9bad547def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:00.599988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92468045-671a-4d54-a34c-18a6948f14d8 req-6835a99f-2681-4ea3-a695-9bad547def0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1094 time: 0.1783273 Nov 15 22:40:00.641130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ac3afcff-34e3-4d78-9289-aa56b7c62125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2009645 Nov 15 22:40:00.645320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:00.659354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': 'f6dc95cd-9570-44c4-b7ed-3e58ad0bf284', 'ip_address': '2001:db8::d363:9e01:2798:e18e'}], 'name': 'tempest-NetworksTestDHCPv6-1293909029'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:00.677471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Attempting to bind port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:00.677904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Attempting to bind port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:00.678392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Attempting to bind port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 on network 400e3792-80c9-4770-b9f4-a97500ba509a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:00.715317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:00.717019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Checking segment: {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:00.717476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.717979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Bound using segment: {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:00.718539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Bound port: 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00941b6-7ab0-4ad4-8e97-a85383d7d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:00.732427 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.791286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468045-671a-4d54-a34c-18a6948f14d8 req-005d52b3-df7a-4d2d-9c32-57e11a14498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:00.792050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92468045-671a-4d54-a34c-18a6948f14d8 req-005d52b3-df7a-4d2d-9c32-57e11a14498e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6ffa127e6f1d4f8896ac85292faba590&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1819198 Nov 15 22:40:00.901507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] For port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:00.914792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'f6dc95cd-9570-44c4-b7ed-3e58ad0bf284'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:00.916461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:00.921392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] For port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:00.971905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468045-671a-4d54-a34c-18a6948f14d8 req-552c493d-88c1-4179-884a-5b0f17192085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:00.973911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92468045-671a-4d54-a34c-18a6948f14d8 req-552c493d-88c1-4179-884a-5b0f17192085 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1662962 Nov 15 22:40:01.000382 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.031786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:01.116511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:01.116898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.119682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8421f66b-5e63-416b-9d43-1ab2a8400099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:01.122014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8421f66b-5e63-416b-9d43-1ab2a8400099 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1094 time: 0.1022575 Nov 15 22:40:01.126743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:01.127390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:01.169090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a748ca1-d6b2-4a9c-9ee9-96b5420809ce None None] Pushing event updated for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:01.192014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-bdfea85f-214b-45e1-9190-50a29840c54e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 217 time: 0.0596237 Nov 15 22:40:01.192938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.231045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port ee4fd8f3-cdda-4e97-886c-b9a321ea35b4 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:01.323150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-bfeab514-7d0b-4405-a7fa-516946539c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:01.323326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/f6dc95cd-9570-44c4-b7ed-3e58ad0bf284/7720e303-949a-4e12-b9f9-52a3f48854a9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:01.323404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-bfeab514-7d0b-4405-a7fa-516946539c24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.1224408 Nov 15 22:40:01.465758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:01.508489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cece4-9816-43b7-b2ac-88af69a0fbe2 req-c107e515-4c47-4b43-8151-6ac3ccdbb426 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:01.510324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d6cece4-9816-43b7-b2ac-88af69a0fbe2 req-c107e515-4c47-4b43-8151-6ac3ccdbb426 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.2009490 Nov 15 22:40:01.520521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8f8ed911-f529-43b2-85b0-9bbb3457afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:01.522042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-8f8ed911-f529-43b2-85b0-9bbb3457afc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764297 Nov 15 22:40:01.531441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03203578-c26a-44a9-8e8f-12fc748d0b22 req-5aa54031-5581-4b11-9fc5-bde0b383a815 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:01.531567 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.533190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03203578-c26a-44a9-8e8f-12fc748d0b22 req-5aa54031-5581-4b11-9fc5-bde0b383a815 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 943 time: 0.1533408 Nov 15 22:40:01.693709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d6cece4-9816-43b7-b2ac-88af69a0fbe2 req-b9e4cbdf-c027-4321-a3b1-628f52cdf043 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595192 Nov 15 22:40:01.698174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03203578-c26a-44a9-8e8f-12fc748d0b22 req-62142e60-2b67-4aa2-837c-2188f7d19423 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414912 Nov 15 22:40:01.707863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:01.729887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-da3ccf2a-310c-433c-8bab-bb159d589465 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944919 Nov 15 22:40:01.796921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] For port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:01.807906 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.870193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:01.870628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.898420 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.900847 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:01.902205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d00c7b-8762-4ad0-8c85-67e1e7321117 req-b8b78709-4a04-4f5b-ba37-67ef73e2e3af service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601281 Nov 15 22:40:01.932183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::d363:9e01:2798:e18e (806f34b4-f1d1-41d4-b4bf-e07fce675238/f6dc95cd-9570-44c4-b7ed-3e58ad0bf284/ee4fd8f3-cdda-4e97-886c-b9a321ea35b4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:01.973541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:01.981234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:01.986062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:02.000319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Pushing event updated for resources: {'Port': ['ID=7720e303-949a-4e12-b9f9-52a3f48854a9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:02.176134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.190133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7', 'name': '', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'mac_address': 'fa:16:3e:f3:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:50Z', 'updated_at': '2021-11-15T22:40:00Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'subnets': [{'id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:02.234980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faa782-3e1f-45ee-9675-b66ef737af89 None None] The sync data for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 is: [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:39:51Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7', 'name': '', 'network_id': '400e3792-80c9-4770-b9f4-a97500ba509a', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'mac_address': 'fa:16:3e:f3:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:50Z', 'updated_at': '2021-11-15T22:40:00Z', 'revision_number': 4, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'subnets': [{'id': '7d7110ed-f443-48c9-a3ca-a16f933a1840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:02.293818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:02.296569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.314368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1132c788-e2db-4b0d-a6ed-a00708174c1d None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:02.314732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1132c788-e2db-4b0d-a6ed-a00708174c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.320562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b085f-a3b4-4e84-b3ce-b0dd5eb93a23 None None] Pushing event updated for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:02.323803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Attempting to bind port 7720e303-949a-4e12-b9f9-52a3f48854a9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:02.324170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Attempting to bind port 7720e303-949a-4e12-b9f9-52a3f48854a9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:02.324526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Attempting to bind port 7720e303-949a-4e12-b9f9-52a3f48854a9 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:02.351918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:02.364698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:02.374414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:02.381194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:02.382365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.388148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:02.388808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:02.389357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.389933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:02.390635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Bound port: 7720e303-949a-4e12-b9f9-52a3f48854a9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:02.391173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.410333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=ee4fd8f3-cdda-4e97-886c-b9a321ea35b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:02.443209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5f30f322-f003-4e51-a625-7dd261f3471b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:02.477731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c841afd2-0c02-44e9-8f27-af7fa434b7d8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8243356 Nov 15 22:40:02.480945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:02.486732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5f30f322-f003-4e51-a625-7dd261f3471b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:02.487139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5f30f322-f003-4e51-a625-7dd261f3471b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:02.556666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] For port 7720e303-949a-4e12-b9f9-52a3f48854a9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:02.561744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] For port 7720e303-949a-4e12-b9f9-52a3f48854a9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7720e303-949a-4e12-b9f9-52a3f48854a9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:02.569882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb6c2d-cb0d-45f3-8bac-a9ca13684161 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:02.575419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb6c2d-cb0d-45f3-8bac-a9ca13684161 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:02.577258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36fb6c2d-cb0d-45f3-8bac-a9ca13684161 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0951953 Nov 15 22:40:02.580404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:02.583920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1627046487', 'router:external': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:02.633040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.666642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Made reservation on behalf of 1017b8aa6bb0402ea27e765782d26a17 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:02.674575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.694517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.718054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port ee4fd8f3-cdda-4e97-886c-b9a321ea35b4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:02.718391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.724924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da044bf-7760-498a-8d76-1b299c0ef145 None None] Pushing event updated for resources: {'Port': ['ID=7720e303-949a-4e12-b9f9-52a3f48854a9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:02.898268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:02.917833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for ee4fd8f3-cdda-4e97-886c-b9a321ea35b4 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:03.047059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.067750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263853af-3495-45a8-b04a-3f0f000e562e req-a30e6080-5464-42a6-b6bc-14d5627f61f0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:03.069970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-263853af-3495-45a8-b04a-3f0f000e562e req-a30e6080-5464-42a6-b6bc-14d5627f61f0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.2088158 Nov 15 22:40:03.092085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ef49-134f-4280-bdbb-7a637583620d req-f2bba212-8003-4a06-97f6-e96b8860ff5e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:03.093945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-def9ef49-134f-4280-bdbb-7a637583620d req-f2bba212-8003-4a06-97f6-e96b8860ff5e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 943 time: 0.2076762 Nov 15 22:40:03.123851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.219886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-263853af-3495-45a8-b04a-3f0f000e562e req-b2d09fdd-dbf5-4d43-b418-ef93a57a7e7f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397450 Nov 15 22:40:03.236512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214ec09-52f3-4e1f-ac9e-4f35f101090d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:03.246205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-def9ef49-134f-4280-bdbb-7a637583620d req-3568eafb-1e3f-4085-927d-bbe9b425b75c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257448 Nov 15 22:40:03.248683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.254950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:40:03.271842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.272431 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Added segment 73b660c9-392d-41bf-af9b-4eb41f91c152 of type vlan for network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 Nov 15 22:40:03.289451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=ee4fd8f3-cdda-4e97-886c-b9a321ea35b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:03.338376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.343952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8543231c-a661-4547-9d82-1d44f136c3b0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/ee4fd8f3-cdda-4e97-886c-b9a321ea35b4 HTTP/1.1" status: 204 len: 168 time: 0.7623796 Nov 15 22:40:03.347446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:03.352289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.411452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506d498-268f-441b-a20b-a65878447183 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:03.412920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506d498-268f-441b-a20b-a65878447183 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:03.414538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e506d498-268f-441b-a20b-a65878447183 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0659025 Nov 15 22:40:03.418023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:03.431885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.432922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:03.433498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.482246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet f6dc95cd-9570-44c4-b7ed-3e58ad0bf284 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:03.485694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.507312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Network': ['ID=040cc2e8-5f44-4cd4-b295-3da5d25d3336,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:03.533689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.547995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:40:03.556262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b96045f6-7d64-49de-a4cf-0dc72eea9cfb tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2610612 Nov 15 22:40:03.560858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:03.568662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'subnet': {'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:03.698555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Made reservation on behalf of 1017b8aa6bb0402ea27e765782d26a17 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:03.704689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.705286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:40:03.775245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.807660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:03.913773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:03.921361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:03.921768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.937862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:03.945434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'port_id': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'mac_address': 'fa:16:3e:4f:e2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:40:04.012929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dc95cd-9570-44c4-b7ed-3e58ad0bf284,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:04.028292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.031924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6547f038-cefa-4752-a9e6-c9ae6ccf4773 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/f6dc95cd-9570-44c4-b7ed-3e58ad0bf284 HTTP/1.1" status: 204 len: 168 time: 0.6129758 Nov 15 22:40:04.034572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:04.062685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.065745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee756f6-e7d5-4723-9c6f-f9febedde8ba None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:04.093007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65088c5f-c45f-434a-b936-dc1fbdffd4b8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571830 Nov 15 22:40:04.095625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:04.101537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:04.147878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357e5469-c608-44b3-9a16-3ed59e9a616c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:40:04.177618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7720e303-949a-4e12-b9f9-52a3f48854a9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:04.219327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] Provisioning complete for port 7720e303-949a-4e12-b9f9-52a3f48854a9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:04.219694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.249052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:04.264540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:40:04.265046 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.276542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:04.293271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.322468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.337116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5003a001-2622-43f8-9dd7-f76e89d5b991,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:04.349591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Checking segment: {'id': '73b660c9-392d-41bf-af9b-4eb41f91c152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:04.362406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network hostable DHCP agents. Network: 040cc2e8-5f44-4cd4-b295-3da5d25d3336, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:40:04.430650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7720e303-949a-4e12-b9f9-52a3f48854a9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:04.430993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.431359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:40:04.485463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:04.488365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 040cc2e8-5f44-4cd4-b295-3da5d25d3336) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:04.501880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:04.502778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.502951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.518720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cddd0a-d7d9-48f6-9a79-7b1faaf1be01 None None] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:04.564981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8e7d-a385-4d20-ab4b-562ed91813e3 req-7f657f77-f4a8-4b05-80e3-c46eaf2e0f5e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:04.566509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:04.566906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9c8e7d-a385-4d20-ab4b-562ed91813e3 req-7f657f77-f4a8-4b05-80e3-c46eaf2e0f5e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1577787 Nov 15 22:40:04.575712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003ca1-0031-4b29-b769-1a9fdd5e44af req-6e84acc0-69e8-4b9c-96ba-c1ae0a6cfa55 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:04.577211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef003ca1-0031-4b29-b769-1a9fdd5e44af req-6e84acc0-69e8-4b9c-96ba-c1ae0a6cfa55 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.1484454 Nov 15 22:40:04.589813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['357e5469-c608-44b3-9a16-3ed59e9a616c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:40:04.626935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-97f7dddb-653d-4268-9bfa-de7e4d177066 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0608780 Nov 15 22:40:04.627575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:04.632443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-17181922', 'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:04.725776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa9c8e7d-a385-4d20-ab4b-562ed91813e3 req-fdb12597-4917-4e58-958d-35be5aea2b91 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462433 Nov 15 22:40:04.734557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Made reservation on behalf of 1017b8aa6bb0402ea27e765782d26a17 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:04.739547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.741674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef003ca1-0031-4b29-b769-1a9fdd5e44af req-90700d71-8097-439c-8cd5-091cd1918918 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468115 Nov 15 22:40:04.753388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] For port 7720e303-949a-4e12-b9f9-52a3f48854a9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7720e303-949a-4e12-b9f9-52a3f48854a9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:04.777157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] device_id is not set on port 55f969ff-4325-4e0f-93dd-d1f18471c894 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:04.785589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75bb60b9-ea34-4d03-a373-4d42e3c612a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.798246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cd27c-9ee8-4e90-bb9e-9983cb29ec0f None None] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:04.858459 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.865834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.886030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.941221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:04.945236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:04.948207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:04.948740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.965477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Deleting port 7720e303-949a-4e12-b9f9-52a3f48854a9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:04.965848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:04.967175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=10cf3770-3267-4260-9cb1-5b19977b776d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:04.985055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 2001:db8::197 (040cc2e8-5f44-4cd4-b295-3da5d25d3336/5003a001-2622-43f8-9dd7-f76e89d5b991/55f969ff-4325-4e0f-93dd-d1f18471c894) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:05.063605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ce9ecc48-3a9c-4b70-b385-b6d6a6eed71a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9659898 Nov 15 22:40:05.066308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:05.072650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '10cf3770-3267-4260-9cb1-5b19977b776d', 'ip_address': '2001:db8::35c2:ba14:4cc8:5687'}], 'name': 'tempest-NetworksTestDHCPv6-1708264990'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:05.170991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.205293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deead9-8315-4acd-9745-2f250cf88839 None None] Pushing event updated for resources: {'Port': ['ID=7720e303-949a-4e12-b9f9-52a3f48854a9,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:05.258731 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:05.259034 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:05.288964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.318166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:05.335211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] For port 7720e303-949a-4e12-b9f9-52a3f48854a9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7720e303-949a-4e12-b9f9-52a3f48854a9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:05.335615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.348377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:05.352054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:05.357395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:05.357559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Calling delete_port for 7720e303-949a-4e12-b9f9-52a3f48854a9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:05.358376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:05.358992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.362124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=55f969ff-4325-4e0f-93dd-d1f18471c894,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:05.441258 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b08e77e8-2f10-4156-908a-418d498f3a30 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8122885 Nov 15 22:40:05.443366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:05.459198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.489256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port f1eb831a-3ab0-482f-90bf-e5721da54631 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:05.544961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Deleting port 55f969ff-4325-4e0f-93dd-d1f18471c894 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:05.545217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.567347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:05.609138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] Pushing event deleted for resources: {'Port': ['ID=7720e303-949a-4e12-b9f9-52a3f48854a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:05.613088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626dfb5-6e14-4fa7-a1e2-5cb2577e990e None None] No DVR routers for this DVR port 7720e303-949a-4e12-b9f9-52a3f48854a9 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:05.643289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41593c-8870-448f-902e-09295a1a4bae None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:05.696443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::35c2:ba14:4cc8:5687 (806f34b4-f1d1-41d4-b4bf-e07fce675238/10cf3770-3267-4260-9cb1-5b19977b776d/f1eb831a-3ab0-482f-90bf-e5721da54631) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:05.798599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 7720e303-949a-4e12-b9f9-52a3f48854a9 update to ACTIVE by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 22:40:05.856236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '10cf3770-3267-4260-9cb1-5b19977b776d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:05.857441 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.002330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7720e303-949a-4e12-b9f9-52a3f48854a9 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:06.010167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.033316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7720e303-949a-4e12-b9f9-52a3f48854a9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:06.033663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7720e303-949a-4e12-b9f9-52a3f48854a9 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:06.104718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912951a0-f26a-4647-b210-dd2f5061628f req-725f1a2d-d532-4deb-8b88-8dba90492a4c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:06.106965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-912951a0-f26a-4647-b210-dd2f5061628f req-725f1a2d-d532-4deb-8b88-8dba90492a4c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0605209 Nov 15 22:40:06.113869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.187329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.204654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Calling delete_port for 55f969ff-4325-4e0f-93dd-d1f18471c894 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:06.213721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:06.225863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/10cf3770-3267-4260-9cb1-5b19977b776d/6cfdc73e-efd1-4a60-9d76-cc9357810756) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:06.229335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:06.240674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=f1eb831a-3ab0-482f-90bf-e5721da54631,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:06.245424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:06.253427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:06.253427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.300283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-912951a0-f26a-4647-b210-dd2f5061628f req-6150872e-f74a-4a35-8c31-796ec932d9df tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826408 Nov 15 22:40:06.342557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ae396-ae85-4321-9a5c-3685aabbbcbd req-68712486-677c-4098-91f3-913a0dd689d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:06.352401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed8ae396-ae85-4321-9a5c-3685aabbbcbd req-68712486-677c-4098-91f3-913a0dd689d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.0916262 Nov 15 22:40:06.370518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f4e3e68c-b3d3-44ee-8df8-2aef73cdf3c6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3027134 Nov 15 22:40:06.372988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:06.449835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed8ae396-ae85-4321-9a5c-3685aabbbcbd req-384c7509-daca-4904-ad4c-5112e0393122 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952072 Nov 15 22:40:06.450584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.469911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a91a8-bd87-40c7-a8b0-03278d636a3e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:06.471812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-980a91a8-bd87-40c7-a8b0-03278d636a3e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0978436 Nov 15 22:40:06.474611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:06.514532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.535021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.551931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Port': ['ID=55f969ff-4325-4e0f-93dd-d1f18471c894,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:06.582117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:06.586305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:06.589223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:06.598159 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.601468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-81658ef0-6d29-4099-888b-85f7dddf0eed tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/ports/55f969ff-4325-4e0f-93dd-d1f18471c894 HTTP/1.1" status: 204 len: 168 time: 1.1570890 Nov 15 22:40:06.604323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:06.612276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Pushing event updated for resources: {'Port': ['ID=6cfdc73e-efd1-4a60-9d76-cc9357810756,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:06.613605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336', 'external_fixed_ips': [{'subnet_id': '5003a001-2622-43f8-9dd7-f76e89d5b991', 'ip_address': '2001:db8::197'}]}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:06.645347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port f1eb831a-3ab0-482f-90bf-e5721da54631 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:06.645830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.668771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Attempting to bind port 6cfdc73e-efd1-4a60-9d76-cc9357810756 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:06.669071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Attempting to bind port 6cfdc73e-efd1-4a60-9d76-cc9357810756 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:06.669435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Attempting to bind port 6cfdc73e-efd1-4a60-9d76-cc9357810756 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:06.675214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:06.680760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:06.680760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.680760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:06.680760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Bound port: 6cfdc73e-efd1-4a60-9d76-cc9357810756, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:06.680760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.749693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] For port 6cfdc73e-efd1-4a60-9d76-cc9357810756, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:06.750120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.752179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.753313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] For port 6cfdc73e-efd1-4a60-9d76-cc9357810756, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6cfdc73e-efd1-4a60-9d76-cc9357810756,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:06.753915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.764076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for f1eb831a-3ab0-482f-90bf-e5721da54631 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:06.809597 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.866163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:06.931143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1851ab-853d-4a57-8486-ac0a1b504a5a None None] Pushing event updated for resources: {'Port': ['ID=6cfdc73e-efd1-4a60-9d76-cc9357810756,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:06.972762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.013484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=f1eb831a-3ab0-482f-90bf-e5721da54631,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:07.036513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.041474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1fa96713-ec7e-470c-a9b4-3b18b5ef6257 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/f1eb831a-3ab0-482f-90bf-e5721da54631 HTTP/1.1" status: 204 len: 168 time: 0.5658293 Nov 15 22:40:07.043582 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.045341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34170) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:07.103521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9015d-265e-4c6d-b001-7060063dae7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:07.105632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d9015d-265e-4c6d-b001-7060063dae7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:07.111789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09d9015d-265e-4c6d-b001-7060063dae7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0655451 Nov 15 22:40:07.115543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34172) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:07.145668 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ac23d64-c610-434f-9771-3b31f1789a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.233296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 10cf3770-3267-4260-9cb1-5b19977b776d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:07.237290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.297963 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.423141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.621286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.642542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.646046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/10cf3770-3267-4260-9cb1-5b19977b776d HTTP/1.1" status: 204 len: 168 time: 0.5293233 Nov 15 22:40:07.665834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:07.674966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfc766-9c44-4a45-9047-593468571959 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=10cf3770-3267-4260-9cb1-5b19977b776d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:07.715408 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8599e7c6-4fff-4d28-b7aa-ee3c00413ec2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484717 Nov 15 22:40:07.718064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:07.724132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:07.730752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:07.789904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d21f-537a-497a-be23-1fe5310f0ee7 req-179c5084-ab60-4be9-aeec-0e268ae8650f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:07.792020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ce2d21f-537a-497a-be23-1fe5310f0ee7 req-179c5084-ab60-4be9-aeec-0e268ae8650f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1337800 Nov 15 22:40:07.802352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947ebf0-22d7-4a7c-a628-36e7a4d89200 req-7743fb85-cdd3-42a0-ae10-0ff13710b526 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:07.806780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f947ebf0-22d7-4a7c-a628-36e7a4d89200 req-7743fb85-cdd3-42a0-ae10-0ff13710b526 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.1463747 Nov 15 22:40:07.858639 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:07.887514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.001639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:08.005651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ce2d21f-537a-497a-be23-1fe5310f0ee7 req-2f2ca3a3-48bc-4fc9-ad24-37e1459da8d1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921237 Nov 15 22:40:08.009777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.023070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f947ebf0-22d7-4a7c-a628-36e7a4d89200 req-23467b5e-060b-45a8-8c08-a7d4b025f02c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904409 Nov 15 22:40:08.042577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 357e5469-c608-44b3-9a16-3ed59e9a616c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:40:08.046307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6cfdc73e-efd1-4a60-9d76-cc9357810756 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:08.075015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 357e5469-c608-44b3-9a16-3ed59e9a616c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:08.075520 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.196793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 2001:db8::197 (040cc2e8-5f44-4cd4-b295-3da5d25d3336/5003a001-2622-43f8-9dd7-f76e89d5b991/3267f778-e1f8-43eb-ba9c-b42653c2af70) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:08.198364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6cfdc73e-efd1-4a60-9d76-cc9357810756 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:08.198745 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.202399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac577a63-702d-45a7-bf2c-28a8810a23cb None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:08.309986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.316565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.343004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.379634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.385368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:08.385534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d328295f-30fd-40c5-bd98-bca6da064ce1 None None] Provisioning complete for port 6cfdc73e-efd1-4a60-9d76-cc9357810756 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:08.385862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d328295f-30fd-40c5-bd98-bca6da064ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.389659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:08.393242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:08.393893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.410538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=d6ff45be-efd6-481b-9956-ab401b6be044,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:08.441488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.483546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2a901448-257b-4ec3-ac1b-45985d89fa72 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7619092 Nov 15 22:40:08.483743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:08.484839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:08.487815 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d261131-9159-4c56-b155-6d9472fbacca" -d '{"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-plugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:08.489335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': 'd6ff45be-efd6-481b-9956-ab401b6be044', 'ip_address': '2001:db8::fdf6:3234:9a1f:c1ff'}], 'name': 'tempest-NetworksTestDHCPv6-1632361901'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:08.494259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:08.498606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:08.501156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=3267f778-e1f8-43eb-ba9c-b42653c2af70,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:08.504957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:08.649389 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d27cd-6cba-44d7-99a1-c23a9246e926 x-openstack-request-id: req-f93d27cd-6cba-44d7-99a1-c23a9246e926 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:08.649743 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-plugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:08.650087 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f93d27cd-6cba-44d7-99a1-c23a9246e926 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:08.650569 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'code': 200} Nov 15 22:40:08.664132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:08.668749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.710640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 6cfdc73e-efd1-4a60-9d76-cc9357810756, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6cfdc73e-efd1-4a60-9d76-cc9357810756,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:08.792243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:08.796965 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.799742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.807299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d328295f-30fd-40c5-bd98-bca6da064ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.855226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c77de2-affa-40f9-8e65-12e5250c6930 req-7d0c3ef5-667f-4cba-8d10-30bbb2018db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:08.856795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80c77de2-affa-40f9-8e65-12e5250c6930 req-7d0c3ef5-667f-4cba-8d10-30bbb2018db9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1095 time: 0.2001646 Nov 15 22:40:08.909683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:08.910170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:08.946814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:08.960598 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-d328295f-30fd-40c5-bd98-bca6da064ce1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:08.960973 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-d328295f-30fd-40c5-bd98-bca6da064ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:08.979559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80c77de2-affa-40f9-8e65-12e5250c6930 req-52cd6631-e507-4ce2-a7da-65f4c4c069b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142976 Nov 15 22:40:08.981448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.018365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=6cfdc73e-efd1-4a60-9d76-cc9357810756,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:09.153794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071f271-1c3f-4be8-ad87-933db68bb872 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:09.223089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::fdf6:3234:9a1f:c1ff (806f34b4-f1d1-41d4-b4bf-e07fce675238/d6ff45be-efd6-481b-9956-ab401b6be044/9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:09.237740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc348f-92a3-46a6-8248-90c35ea28e66 req-a1a692ec-e860-4701-9952-63f156d1183c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:09.239462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eecc348f-92a3-46a6-8248-90c35ea28e66 req-a1a692ec-e860-4701-9952-63f156d1183c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1515124 Nov 15 22:40:09.259530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0dd9-6e6b-4b7b-8f6a-06dcbc3f5d61 req-98764dbc-31f6-471b-bdeb-d2c8334c2c4e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:09.261234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c83c0dd9-6e6b-4b7b-8f6a-06dcbc3f5d61 req-98764dbc-31f6-471b-bdeb-d2c8334c2c4e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1286778 Nov 15 22:40:09.587606 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.589664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eecc348f-92a3-46a6-8248-90c35ea28e66 req-4fc2e0c7-93e4-4229-8b42-a83806f00439 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760430 Nov 15 22:40:09.589664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c83c0dd9-6e6b-4b7b-8f6a-06dcbc3f5d61 req-776beb74-c0a2-4fa3-982e-4ee2a48d3063 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714864 Nov 15 22:40:09.589664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.609322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.705275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7cc3cb2b-7593-4735-81c2-498028c79215 None None] Provisioning complete for port 6cfdc73e-efd1-4a60-9d76-cc9357810756 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:09.705647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cc3cb2b-7593-4735-81c2-498028c79215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.936830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b8a787c3-d2ed-48fa-a2f3-c9f779de8a88 None None] Provisioning complete for port 6cfdc73e-efd1-4a60-9d76-cc9357810756 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:09.937485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8a787c3-d2ed-48fa-a2f3-c9f779de8a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:09.978975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6cfdc73e-efd1-4a60-9d76-cc9357810756 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:10.094918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6cfdc73e-efd1-4a60-9d76-cc9357810756 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:10.094918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:10.346779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5b2a57e0-ed9a-45a4-a00d-7310a7ec1482 None None] Could not find standard attr ID for object f1eb831a-3ab0-482f-90bf-e5721da54631. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:40:10.346779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5b2a57e0-ed9a-45a4-a00d-7310a7ec1482 None None] Could not find standard attr ID for object ee4fd8f3-cdda-4e97-886c-b9a321ea35b4. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:40:10.454844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:10.484463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router 11c9c671-dc5a-40bc-a180-2730d7b0bb0e is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:10.503559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:10.507053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:10.513692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:10.525205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:10.526130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:10.546034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:10.599222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:10.620800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:10.638400 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Sync routers for ids ['11c9c671-dc5a-40bc-a180-2730d7b0bb0e'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:10.655816 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Routers {'11c9c671-dc5a-40bc-a180-2730d7b0bb0e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:10.655816 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['11c9c671-dc5a-40bc-a180-2730d7b0bb0e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:10.684692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-462c148e-a7b0-40d0-a2b8-019745665d95 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1974714 Nov 15 22:40:10.685524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34208) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:10.728528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:10.734950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-642e9bec-43c6-425f-9aa0-48f65732ad7f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1272070 Nov 15 22:40:10.737919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34210) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:10.812128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e24a9-3341-4900-8500-fd517105ef3e req-f3192782-e737-40a5-ab7b-c7c470e72f8d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:10.814123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a77e24a9-3341-4900-8500-fd517105ef3e req-f3192782-e737-40a5-ab7b-c7c470e72f8d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1246688 Nov 15 22:40:10.823571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4a10-9bd9-4fa4-ac83-ce5ab3ef9f88 req-a107621a-581a-4279-9cb1-0ef1c4a221df tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:10.825424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-285f4a10-9bd9-4fa4-ac83-ce5ab3ef9f88 req-a107621a-581a-4279-9cb1-0ef1c4a221df tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1758189 Nov 15 22:40:10.895376 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Set router 11c9c671-dc5a-40bc-a180-2730d7b0bb0e gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:10.915659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaec780-55bd-4331-a7ac-210bf3c0a91a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:10.922457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaec780-55bd-4331-a7ac-210bf3c0a91a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:10.926936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eaaec780-55bd-4331-a7ac-210bf3c0a91a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2376459 Nov 15 22:40:10.927956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:10.941462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a77e24a9-3341-4900-8500-fd517105ef3e req-c57d7299-540f-4f15-b5a0-f7ea17f56495 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149869 Nov 15 22:40:10.947193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-285f4a10-9bd9-4fa4-ac83-ce5ab3ef9f88 req-6bf8454c-449d-4697-b9f9-90616d8a6372 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115198 Nov 15 22:40:10.999101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.000106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a934e09e-7291-4e9c-a836-22245b044168 None None] Provisioning complete for port 9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:11.000608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a934e09e-7291-4e9c-a836-22245b044168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.074697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a934e09e-7291-4e9c-a836-22245b044168 None None] Port 9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:11.111438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:11.112005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.171786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.204484 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c9c671-dc5a-40bc-a180-2730d7b0bb0e', 'name': '', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336', 'external_fixed_ips': [{'subnet_id': '5003a001-2622-43f8-9dd7-f76e89d5b991', 'ip_address': '2001:db8::197'}], 'enable_snat': True}, 'gw_port_id': '3267f778-e1f8-43eb-ba9c-b42653c2af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:06Z', 'updated_at': '2021-11-15T22:40:08Z', 'revision_number': 3, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port': {'id': '3267f778-e1f8-43eb-ba9c-b42653c2af70', 'name': '', 'network_id': '040cc2e8-5f44-4cd4-b295-3da5d25d3336', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c9c671-dc5a-40bc-a180-2730d7b0bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '5003a001-2622-43f8-9dd7-f76e89d5b991', 'ip_address': '2001:db8::197', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:07Z', 'updated_at': '2021-11-15T22:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5003a001-2622-43f8-9dd7-f76e89d5b991', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:11.246465 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Checking router: 11c9c671-dc5a-40bc-a180-2730d7b0bb0e for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:11.250292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Updating router 11c9c671-dc5a-40bc-a180-2730d7b0bb0e port 3267f778-e1f8-43eb-ba9c-b42653c2af70 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:40:11.257471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.273926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:11.286076 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.320237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Deleting port 3267f778-e1f8-43eb-ba9c-b42653c2af70 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:11.320578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.330615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:40:11.431922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.450246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Calling delete_port for 3267f778-e1f8-43eb-ba9c-b42653c2af70 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:11.496389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:11.509218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:40:11.517670 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.553365 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.556795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:11.585167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:40:11.607822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.608874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-79f9d9b1-9a52-4e43-b6e7-11345d095069 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 HTTP/1.1" status: 204 len: 168 time: 0.6797519 Nov 15 22:40:11.610584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:11.617190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:11.694608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.715107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524cd0-3e31-4e4b-ae66-5cb03f05315b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:11.718318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524cd0-3e31-4e4b-ae66-5cb03f05315b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:11.723197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96524cd0-3e31-4e4b-ae66-5cb03f05315b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1089206 Nov 15 22:40:11.724057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:11.786812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.790189 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:11.790189 n-d-817995-3 neutron-server[103130]: DEBUG oslo_db.api [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:11.808916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet d6ff45be-efd6-481b-9956-ab401b6be044 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:11.820218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.853982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Port': ['ID=3267f778-e1f8-43eb-ba9c-b42653c2af70,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:11.922354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.925650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:11.960975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:12.037048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.044015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0b5cfd68-1c6e-4308-805c-e662d49fedc0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:40:12.140463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.145209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.194076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf7be-f9b4-4a2e-bdcb-846c5dbe3fb9 req-c1aca13e-2abf-430a-b4d0-ce0263f23f1e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.202542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690cf7be-f9b4-4a2e-bdcb-846c5dbe3fb9 req-c1aca13e-2abf-430a-b4d0-ce0263f23f1e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1183348 Nov 15 22:40:12.214514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee769-a370-4a5d-a1d3-386b4ce88017 req-1745df54-27b2-4804-9dc7-5229f90b8674 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.216695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233ee769-a370-4a5d-a1d3-386b4ce88017 req-1745df54-27b2-4804-9dc7-5229f90b8674 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 944 time: 0.1029809 Nov 15 22:40:12.277502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.278337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11c9c671-dc5a-40bc-a180-2730d7b0bb0e {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:12.297163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.309790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f55964cc-059f-496e-bf30-8636e00084e6 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/routers/11c9c671-dc5a-40bc-a180-2730d7b0bb0e HTTP/1.1" status: 204 len: 168 time: 1.5657952 Nov 15 22:40:12.309790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.312319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-690cf7be-f9b4-4a2e-bdcb-846c5dbe3fb9 req-d23eab0c-30a0-4608-9717-7f8ba383f13c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059647 Nov 15 22:40:12.319418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233ee769-a370-4a5d-a1d3-386b4ce88017 req-a5c57c32-0788-452b-927c-6db12aeaa324 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957508 Nov 15 22:40:12.324931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.371093 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Port 3267f778-e1f8-43eb-ba9c-b42653c2af70 not found while updating agent binding for router 11c9c671-dc5a-40bc-a180-2730d7b0bb0e. {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 22:40:12.393781 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:12.394338 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 22:40:12.395147 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_agentschedulers_db [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11c9c671-dc5a-40bc-a180-2730d7b0bb0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent'). {{(pid=103130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 22:40:12.396287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94172ad7-f9cf-4b33-96da-267377413d18 None None] The sync data for ids ['11c9c671-dc5a-40bc-a180-2730d7b0bb0e'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:12.422684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.426099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/d6ff45be-efd6-481b-9956-ab401b6be044 HTTP/1.1" status: 204 len: 168 time: 0.7010071 Nov 15 22:40:12.428731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.432836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7a639-8743-4e71-a81f-5d38b8313177 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:12.438875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ef16-a498-454e-a6d4-77339b942e2e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ff45be-efd6-481b-9956-ab401b6be044,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:12.484968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4e4d95a-1d6c-421b-bfab-d31ae77a7288 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549614 Nov 15 22:40:12.489662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.508962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Deleting subnet 5003a001-2622-43f8-9dd7-f76e89d5b991 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:12.532976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.572132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.629801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.670770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9d1e-8e84-4e2b-892c-010e63ad1dfd req-3a3c5635-1b24-4802-bb4d-877072770e80 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.679910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3dc9d1e-8e84-4e2b-892c-010e63ad1dfd req-3a3c5635-1b24-4802-bb4d-877072770e80 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1667206 Nov 15 22:40:12.745326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22388786-f7d2-49e1-8ef1-227ae0a9bf9c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.750439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-22388786-f7d2-49e1-8ef1-227ae0a9bf9c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2559993 Nov 15 22:40:12.750994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.768641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3dc9d1e-8e84-4e2b-892c-010e63ad1dfd req-28782412-bb05-4f63-9126-86403c241638 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876520 Nov 15 22:40:12.785760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.809582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:12.837506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.889997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5003a001-2622-43f8-9dd7-f76e89d5b991,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:12.899145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.905119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7848fb07-257a-4bb2-9c92-e9c558a9275b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/5003a001-2622-43f8-9dd7-f76e89d5b991 HTTP/1.1" status: 204 len: 168 time: 0.5933297 Nov 15 22:40:12.905825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.907583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f6974-bcc1-4c47-8010-253d7cdeaa10 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.911278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f55f6974-bcc1-4c47-8010-253d7cdeaa10 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1570828 Nov 15 22:40:12.911890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.943902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Deleting port 6cfdc73e-efd1-4a60-9d76-cc9357810756 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:12.944656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:12.963842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-961ade5c-76fd-4393-bc82-2280c7dc6161 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421855 Nov 15 22:40:12.963842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ea707-881e-4ae3-b20f-cf5e819dd300 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:12.963842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c2ea707-881e-4ae3-b20f-cf5e819dd300 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1091 time: 0.1743469 Nov 15 22:40:12.964453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34258) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.965007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:12.974685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:12.986304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:13.068461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] For port 6cfdc73e-efd1-4a60-9d76-cc9357810756, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6cfdc73e-efd1-4a60-9d76-cc9357810756,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:13.069733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.101748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Calling delete_port for 6cfdc73e-efd1-4a60-9d76-cc9357810756 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:13.107816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.170128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.209096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.240991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040cc2e8-5f44-4cd4-b295-3da5d25d3336']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:13.265731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b660c9-392d-41bf-af9b-4eb41f91c152') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:13.278426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b660c9-392d-41bf-af9b-4eb41f91c152') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:13.279158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.307987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.315271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:40:13.316028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:40:13.318104 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:40:13.351947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:13.388552 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.410298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:13.420408 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.427217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] Pushing event deleted for resources: {'Port': ['ID=6cfdc73e-efd1-4a60-9d76-cc9357810756,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:13.429383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5e2a4-c79c-471b-9eee-fa26975a0408 None None] No DVR routers for this DVR port 6cfdc73e-efd1-4a60-9d76-cc9357810756 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:13.471424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:13.472843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.486488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.511163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.549587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 040cc2e8-5f44-4cd4-b295-3da5d25d3336 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 15 22:40:13.579023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Network': ['ID=040cc2e8-5f44-4cd4-b295-3da5d25d3336,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:13.588920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.597054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1bd2db8c-9f4f-46ad-985d-b8e562f5aa03 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/networks/040cc2e8-5f44-4cd4-b295-3da5d25d3336 HTTP/1.1" status: 204 len: 168 time: 0.6901104 Nov 15 22:40:13.668357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:13.670165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc05f-e60a-49b9-8341-1e89ed670517 req-061c0033-65f5-42cc-8850-f1d6145768c6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:13.678365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e5bc05f-e60a-49b9-8341-1e89ed670517 req-061c0033-65f5-42cc-8850-f1d6145768c6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 944 time: 0.2104244 Nov 15 22:40:13.740270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:13.750416 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec08c89-bccf-4a3f-bde3-2e1cec651507" -d '{"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:13.759152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:13.760863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e5bc05f-e60a-49b9-8341-1e89ed670517 req-8f9582d5-1f24-441f-9a4e-3e1ab952afc4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807476 Nov 15 22:40:13.815160 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc37664f-0496-4be9-83ff-35a9906a9dd8 x-openstack-request-id: req-fc37664f-0496-4be9-83ff-35a9906a9dd8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:13.815519 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:13.815936 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc37664f-0496-4be9-83ff-35a9906a9dd8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:13.816604 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'code': 200} Nov 15 22:40:13.842025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.65 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/84d8d301-48ea-4f38-924c-9af4371361c5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:13.860585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.041656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:14.046815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.065030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.120989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6cfdc73e-efd1-4a60-9d76-cc9357810756 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:14.127845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:14.135108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:14.145749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:14.154973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.172956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=8183cce7-c2b4-440a-9be5-2e6d1b6208bf,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:14.182594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:14.185507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'name': 'tempest-router--1671365766', 'project_id': '8416f2b064154f56a779b0f76b9243e3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:14.188053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5fa90-7328-43d3-a9e2-20361d8fff85 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:14.203419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6cfdc73e-efd1-4a60-9d76-cc9357810756 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:14.205445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6cfdc73e-efd1-4a60-9d76-cc9357810756 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:14.234324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-02463dc4-4295-4f0e-9e4e-0c6322a685ce tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2667682 Nov 15 22:40:14.236866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:14.264979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '8183cce7-c2b4-440a-9be5-2e6d1b6208bf', 'ip_address': '2001:db8::8826:4ac3:1505:8b7e'}], 'name': 'tempest-NetworksTestDHCPv6-1416062317'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:14.318246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.319447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.422618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.505267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:14.514020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:14.517219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '8183cce7-c2b4-440a-9be5-2e6d1b6208bf'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:14.518617 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.523441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.523701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:14.528558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=84d8d301-48ea-4f38-924c-9af4371361c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:14.591809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.614902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:14.690947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:14.695439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-155388f8-1efa-4d24-8ab2-c777bc975941 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5152240 Nov 15 22:40:14.696412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:14.877754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/8183cce7-c2b4-440a-9be5-2e6d1b6208bf/3a5f87c4-a473-4c38-8d24-60d0175c8a4c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:14.945141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.001472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.038576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 7805a324-3dde-4288-a25d-e4f2ee17476c yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:15.176562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.238939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.392323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:15.399064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Pushing event updated for resources: {'Port': ['ID=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:15.415389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:15.429740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:15.522831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Attempting to bind port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:15.523356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Attempting to bind port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:15.523813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Attempting to bind port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:15.532230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:15.532798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:15.533299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.533786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:15.534366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Bound port: 3a5f87c4-a473-4c38-8d24-60d0175c8a4c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:15.534840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.686895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] For port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:15.695196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] For port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:15.755407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63d679-1a1e-47dd-9c3d-a1a837670481 req-d9fa20d5-9568-47af-aedf-ee0205a2bfe8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:15.763040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec63d679-1a1e-47dd-9c3d-a1a837670481 req-d9fa20d5-9568-47af-aedf-ee0205a2bfe8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.7223277 Nov 15 22:40:15.763888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.785541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.790521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.910267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:15.936664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec63d679-1a1e-47dd-9c3d-a1a837670481 req-704bd327-5ecc-4165-8a87-8c3473e4ce5e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727159 Nov 15 22:40:15.942200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::8826:4ac3:1505:8b7e (806f34b4-f1d1-41d4-b4bf-e07fce675238/8183cce7-c2b4-440a-9be5-2e6d1b6208bf/7805a324-3dde-4288-a25d-e4f2ee17476c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:15.966389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba387c-4010-40fb-969a-4ab5e2a71c71 None None] Pushing event updated for resources: {'Port': ['ID=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:16.046835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.047377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0915e1c1-323f-44fc-b265-8230a270dccb {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:16.059071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.062709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96eecb0d-f3d4-4aba-bfc3-a7c6641038f3 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0915e1c1-323f-44fc-b265-8230a270dccb HTTP/1.1" status: 204 len: 168 time: 1.3628438 Nov 15 22:40:16.186289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.463709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.473752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:16.640575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.677655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.784790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=7805a324-3dde-4288-a25d-e4f2ee17476c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:16.788783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.809832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:16.839106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5149-dbfc-4f89-b472-6cd3c7fe5fef req-5ed02635-bb7f-4b74-98b5-c939924a4ebb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:16.842504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:16.843364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36bc5149-dbfc-4f89-b472-6cd3c7fe5fef req-5ed02635-bb7f-4b74-98b5-c939924a4ebb tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.1389606 Nov 15 22:40:16.866581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:16.886222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:16.889520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:16.921774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=84d8d301-48ea-4f38-924c-9af4371361c5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:16.962918 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36bc5149-dbfc-4f89-b472-6cd3c7fe5fef req-23d9d068-e0cb-4f17-90eb-bb44ca0e67a6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083410 Nov 15 22:40:16.969811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808183517', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:17.043292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.138873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.140053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.211066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ee208-5953-4e01-a736-8daf420b574a req-282e4024-15aa-4419-8003-83c8d6226483 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:17.227781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a10ee208-5953-4e01-a736-8daf420b574a req-282e4024-15aa-4419-8003-83c8d6226483 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1274652 Nov 15 22:40:17.277458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.326729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a10ee208-5953-4e01-a736-8daf420b574a req-1bb9a248-ae77-4230-a627-10e79c940d00 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074958 Nov 15 22:40:17.329975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7363e1de-dd95-42e5-8ea3-133da634cca6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0906148 Nov 15 22:40:17.332257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:17.337920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '8183cce7-c2b4-440a-9be5-2e6d1b6208bf', 'ip_address': '2001:db8::8826:4ac3:1505:8b7e'}], 'name': 'tempest-NetworksTestDHCPv6-73615200'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:17.480483 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 04e0e540-15f2-4b69-9885-ad8e4ffac92e associated. External IP: 172.25.0.65, port: 357e5469-c608-44b3-9a16-3ed59e9a616c. Nov 15 22:40:17.699732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] Provisioning complete for port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:17.700851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.814593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.851429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:17.911128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] For port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:17.998412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.054738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:18.061946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.075903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3a5f87c4-a473-4c38-8d24-60d0175c8a4c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:18.098689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 9ce7cff1-9ecd-4d0e-954a-8de09f668935 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:18.154950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6fd41-ad1f-4419-933d-94538525fd70 None None] Pushing event updated for resources: {'Port': ['ID=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:18.161276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df3d9-26ec-4c96-898a-02803c1fd3c9 req-4f28aefb-6222-4154-b59d-7bf92339f1a6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:18.170302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-188df3d9-26ec-4c96-898a-02803c1fd3c9 req-4f28aefb-6222-4154-b59d-7bf92339f1a6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0857992 Nov 15 22:40:18.174913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dc0c6977-a982-4ddd-af98-7a6dbd3f6876 None None] Provisioning complete for port 7805a324-3dde-4288-a25d-e4f2ee17476c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:18.175549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6977-a982-4ddd-af98-7a6dbd3f6876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.228989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c6977-a982-4ddd-af98-7a6dbd3f6876 None None] Port 7805a324-3dde-4288-a25d-e4f2ee17476c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:18.230477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router ad0f6dd4-4958-45d3-bddb-e84fe1983339 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:18.243032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:18.243533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.295194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-188df3d9-26ec-4c96-898a-02803c1fd3c9 req-d0f1d016-f199-4b84-9e64-35f55f76021e tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238441 Nov 15 22:40:18.540092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:18.552678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8184fb6-248e-4f20-baab-21dd8869b00c req-ae799dd3-8f2b-4fc0-8c7c-529592654f09 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:18.553533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Sync routers for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:18.560326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8184fb6-248e-4f20-baab-21dd8869b00c req-ae799dd3-8f2b-4fc0-8c7c-529592654f09 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0981884 Nov 15 22:40:18.574438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:18.575074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:18.662168 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 22:40:18.662731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:40:18.676264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8184fb6-248e-4f20-baab-21dd8869b00c req-8ee7c92e-0a64-4509-b947-f547ba062988 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068094 Nov 15 22:40:18.722508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.734162 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.803033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:18.808495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-bbbda6f5-180b-4a87-a7e9-f33f6883f899 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:18.816224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94c18864-625d-4d32-8cac-a8c1714e8b35 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4828348 Nov 15 22:40:18.818167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-bbbda6f5-180b-4a87-a7e9-f33f6883f899 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.0937119 Nov 15 22:40:18.819469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:18.826325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:18.842009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0cae8da9-8dfe-4522-a9af-1ef9e77af4c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8593254 Nov 15 22:40:18.843615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:18.846349 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b9235-1a78-4b9e-af2f-3299d2556e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:19.043610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071525e-8b73-40ca-9b47-07bdf482c6d1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:19.048945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Allocated IP 172.25.0.100 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/15628d67-ff75-4489-9754-9f117481c779) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:19.049904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071525e-8b73-40ca-9b47-07bdf482c6d1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:19.051933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3071525e-8b73-40ca-9b47-07bdf482c6d1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2313766 Nov 15 22:40:19.067056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:19.179518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7370c-39cc-466d-837d-355fd0a6093b req-51beb774-0d73-4f2f-8a01-8a3685b2ce79 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:19.189672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbd7370c-39cc-466d-837d-355fd0a6093b req-51beb774-0d73-4f2f-8a01-8a3685b2ce79 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1989837 Nov 15 22:40:19.199415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.219330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Deleting port 752fb1ba-8324-4b2e-949d-d67a9a77a730 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:19.222980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.228833 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfeb1a6-2888-4330-a8df-2d4e90dab3ea x-openstack-request-id: req-1bfeb1a6-2888-4330-a8df-2d4e90dab3ea {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:19.229266 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:19.229690 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bfeb1a6-2888-4330-a8df-2d4e90dab3ea {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:19.230220 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'status': 'completed', 'code': 200} Nov 15 22:40:19.300887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '04e0e540-15f2-4b69-9885-ad8e4ffac92e', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'port_id': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'mac_address': 'fa:16:3e:4f:e2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:15Z', 'updated_at': '2021-11-15T22:40:15Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:19.335101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbd7370c-39cc-466d-837d-355fd0a6093b req-fb8c3ed2-fa8e-457f-8e84-0610f0c0692b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410835 Nov 15 22:40:19.335327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Checking router: ad0f6dd4-4958-45d3-bddb-e84fe1983339 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:19.350184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:19.351071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:19.361895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:19.375217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 7805a324-3dde-4288-a25d-e4f2ee17476c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:19.378666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.502300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-36a13a83-d17d-403e-a75f-0b3e4286abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:19.504140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-36a13a83-d17d-403e-a75f-0b3e4286abf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1096 time: 0.2645943 Nov 15 22:40:19.566482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] For port 752fb1ba-8324-4b2e-949d-d67a9a77a730, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=752fb1ba-8324-4b2e-949d-d67a9a77a730,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:19.567236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.592201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:19.606357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.677867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b71033-5223-45b1-a8bb-96edd9645770 req-93a6f030-e42f-44b0-866f-0a232a409ca2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:19.686029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99b71033-5223-45b1-a8bb-96edd9645770 req-93a6f030-e42f-44b0-866f-0a232a409ca2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 945 time: 0.2079909 Nov 15 22:40:19.834940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8f889f6-946f-4330-a546-d910f9cc729c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 200 len: 990 time: 0.4674957 Nov 15 22:40:19.841612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event updated for resources: {'Port': ['ID=15628d67-ff75-4489-9754-9f117481c779,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:19.874888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:19.928212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:19.946273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:19.951608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 7805a324-3dde-4288-a25d-e4f2ee17476c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:19.960102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:20.078429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-ccc7a83c-15c7-4293-a9fa-76fd5a314019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:20.078429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-ccc7a83c-15c7-4293-a9fa-76fd5a314019 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.5588582 Nov 15 22:40:20.192751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3a5f87c4-a473-4c38-8d24-60d0175c8a4c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:20.314974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:20.315703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:20.315816 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Floating IP 0f294660-d881-45f0-bf98-2df94b251a21 disassociated. External IP: 172.25.0.247, port: 752fb1ba-8324-4b2e-949d-d67a9a77a730. Nov 15 22:40:20.316222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Calling delete_port for 752fb1ba-8324-4b2e-949d-d67a9a77a730 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:20.317785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:20.318154 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:20.320332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-4f0a93db-ed6e-4526-ab3c-eebd1e871411 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 998 time: 0.2318525 Nov 15 22:40:20.401264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-f735450b-c65c-46ed-a8a5-9512144c5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:20.402769 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-f735450b-c65c-46ed-a8a5-9512144c5b02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.0703859 Nov 15 22:40:20.473365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '04e0e540-15f2-4b69-9885-ad8e4ffac92e', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'port_id': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'mac_address': 'fa:16:3e:4f:e2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:15Z', 'updated_at': '2021-11-15T22:40:15Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:20.511840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99b71033-5223-45b1-a8bb-96edd9645770 req-4fbbfbb7-57ca-4f1c-bec9-1d37fa450a24 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3efef5e-c328-42f8-90c6-3585abde94f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8246019 Nov 15 22:40:20.512695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2648f7-3ee2-461e-ac23-01f685a494ec None None] The sync data for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 is: [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '04e0e540-15f2-4b69-9885-ad8e4ffac92e', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'port_id': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'mac_address': 'fa:16:3e:4f:e2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:15Z', 'updated_at': '2021-11-15T22:40:15Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:20.538573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-98acce03-076c-4cef-8655-594e901b7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:20.544751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-98acce03-076c-4cef-8655-594e901b7273 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281164 Nov 15 22:40:20.679942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:20.790861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dfcc5-cbb9-4d62-82b9-5057a3fc7428 req-54d4b375-bf99-4b20-8abd-69cbdeba8338 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:20.803648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d3dfcc5-cbb9-4d62-82b9-5057a3fc7428 req-54d4b375-bf99-4b20-8abd-69cbdeba8338 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.8942294 Nov 15 22:40:20.822846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'Port': ['ID=752fb1ba-8324-4b2e-949d-d67a9a77a730,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:20.899372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:20.951328 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dce4e4-dd68-4933-b1b3-46cb726530c0 None None] New status for floating IP 04e0e540-15f2-4b69-9885-ad8e4ffac92e: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:40:21.053481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.111201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=7805a324-3dde-4288-a25d-e4f2ee17476c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:21.161324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.164998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.165651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72fa5fa4-c5cf-4496-83a9-ee56786366d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/7805a324-3dde-4288-a25d-e4f2ee17476c HTTP/1.1" status: 204 len: 168 time: 2.0946751 Nov 15 22:40:21.169464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:21.205998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12432782-771b-4324-9781-96cbfc2fa09b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 200 len: 990 time: 0.3101518 Nov 15 22:40:21.229080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d3dfcc5-cbb9-4d62-82b9-5057a3fc7428 req-1869fcda-5c17-4d0d-a6a6-11f0d01af900 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644347 Nov 15 22:40:21.285872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:21.342225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94e377-56ac-4f80-a17f-4cdbf02fd0a0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:21.344536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94e377-56ac-4f80-a17f-4cdbf02fd0a0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:21.347011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e94e377-56ac-4f80-a17f-4cdbf02fd0a0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1765714 Nov 15 22:40:21.400107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:21.553101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:21.554747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-a1df7b71-2e50-473e-bf97-4a7fe0fc9170 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9920561 Nov 15 22:40:21.564773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:21.598926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:21.599460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:21.655420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] No DVR routers for this DVR port 752fb1ba-8324-4b2e-949d-d67a9a77a730 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:21.659261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.663676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3e7818-3d5f-411c-9a34-8aa92b1a9d2f req-c89a25ef-20e6-4ee9-9df7-5fd0d345c10c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "DELETE /v2.0/ports/752fb1ba-8324-4b2e-949d-d67a9a77a730 HTTP/1.1" status: 204 len: 173 time: 2.8342576 Nov 15 22:40:21.664899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'name': 'network-vif-deleted', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:21.667338 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0b52f-f773-44a3-bbcf-d643fe07810d" -d '{"events": [{"server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "name": "network-vif-deleted", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:21.697947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25f851b1-7f29-40c8-9a6c-5eaff8be612d req-60cad951-086b-4435-bbf2-987bbb666f3d tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 210 time: 0.0552967 Nov 15 22:40:21.731926 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de323141-d206-42d6-b6d1-484658eb51de x-openstack-request-id: req-de323141-d206-42d6-b6d1-484658eb51de {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:21.732224 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b0691f-fc76-44a6-b06d-1179693062f3", "name": "network-vif-deleted", "tag": "752fb1ba-8324-4b2e-949d-d67a9a77a730", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:21.732506 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de323141-d206-42d6-b6d1-484658eb51de {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:21.732928 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b0691f-fc76-44a6-b06d-1179693062f3', 'name': 'network-vif-deleted', 'tag': '752fb1ba-8324-4b2e-949d-d67a9a77a730', 'status': 'completed', 'code': 200} Nov 15 22:40:21.745349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 752fb1ba-8324-4b2e-949d-d67a9a77a730 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:21.771370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 752fb1ba-8324-4b2e-949d-d67a9a77a730 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:21.771703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 752fb1ba-8324-4b2e-949d-d67a9a77a730 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:21.805023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:21.805353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383b9235-1a78-4b9e-af2f-3299d2556e6d req-09ebcdf4-b99a-4ae7-8ab2-38e81a4737d3 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008429 Nov 15 22:40:21.821095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 8183cce7-c2b4-440a-9be5-2e6d1b6208bf {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:21.839498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.898393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:21.935511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.104069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.187362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.208196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:22.230980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:22.244273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:22.245280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.286453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Router 99760224-c1cb-4088-9903-e51173972323 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:22.298554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.351766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=8183cce7-c2b4-440a-9be5-2e6d1b6208bf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:22.360338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.363403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37a3f5-385a-492f-913e-257d123454de None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:22.366730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88e4f2be-06d7-4222-8527-1ba5966a8cb7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/8183cce7-c2b4-440a-9be5-2e6d1b6208bf HTTP/1.1" status: 204 len: 168 time: 0.9640653 Nov 15 22:40:22.369515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34414) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:22.472985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-10372e65-5ba8-46f3-88aa-cacadd50fb8b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 200 len: 992 time: 0.2632120 Nov 15 22:40:22.489230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6814a4f6-9147-4f73-bf82-7c713f620768 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177325 Nov 15 22:40:22.496768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34416) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:22.506489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:22.584289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7bd2f-474d-49d6-80d0-49ce9c14f421 req-23d92664-d6d8-4ea4-b6f0-4e6ec228eba1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:22.599358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca7bd2f-474d-49d6-80d0-49ce9c14f421 req-23d92664-d6d8-4ea4-b6f0-4e6ec228eba1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1078861 Nov 15 22:40:22.665559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eca7bd2f-474d-49d6-80d0-49ce9c14f421 req-5c296459-c89c-48ff-a90b-69cc48b468c1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611370 Nov 15 22:40:22.697251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:22.711938 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] Sync routers for ids ['99760224-c1cb-4088-9903-e51173972323'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:22.725539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:22.728769 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] Routers {'99760224-c1cb-4088-9903-e51173972323'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:22.731890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['99760224-c1cb-4088-9903-e51173972323'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.810709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.814457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.826586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:22.831853 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] Routers {'99760224-c1cb-4088-9903-e51173972323'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:22.837136 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['99760224-c1cb-4088-9903-e51173972323'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.843459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cac0bf7c-8b26-451a-baec-2247ee83013c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3693566 Nov 15 22:40:22.928859 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:22.931460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a98c0b-3683-4f49-a2d2-bc49bb7b9056 None None] The sync data for ids ['99760224-c1cb-4088-9903-e51173972323'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:22.933939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:22.940550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:22.955272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:23.112443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06dcf63c-0a71-4f6b-8ca5-8476d61979d9 req-623d228c-451e-4f1c-ac59-1616baee6361 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=97b0691f-fc76-44a6-b06d-1179693062f3 HTTP/1.1" status: 200 len: 210 time: 0.2544045 Nov 15 22:40:23.183073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-123bf4f9-84ee-4f3e-b5dd-31c311dd04a0 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/99760224-c1cb-4088-9903-e51173972323 HTTP/1.1" status: 200 len: 925 time: 0.3551013 Nov 15 22:40:23.184593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Deleting port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:23.184991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.187441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34426) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:23.244440 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-54311d2e-3538-41ca-b015-5bce313c1a82 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=99760224-c1cb-4088-9903-e51173972323 HTTP/1.1" status: 200 len: 205 time: 0.0554051 Nov 15 22:40:23.246974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:23.308440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] For port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:23.309368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.338492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Calling delete_port for 3a5f87c4-a473-4c38-8d24-60d0175c8a4c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:23.445741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.464314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.478817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:23.510140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdcb9e9-2a67-4288-a370-7f5fb8859d71 None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:23.574427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:23.590973 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.623731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:23.637897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:23.638504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.651395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=9f0c402a-2ec0-4ed8-86f3-885563b26094,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:23.654500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] Pushing event deleted for resources: {'Port': ['ID=3a5f87c4-a473-4c38-8d24-60d0175c8a4c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:23.665353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab83490-b5bc-471a-afc7-1964eb3ec341 None None] No DVR routers for this DVR port 3a5f87c4-a473-4c38-8d24-60d0175c8a4c on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:23.690429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b93ec4-07dc-48d2-9100-da65ba0b2742 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:23.706010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-bc07fb0f-30b5-4701-a807-56e949c7b6aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544011 Nov 15 22:40:23.715420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:23.755262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-208c6a6c-e419-4a39-8fc6-6e922f6c1c4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2569349 Nov 15 22:40:23.758070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:23.764181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '9f0c402a-2ec0-4ed8-86f3-885563b26094', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1758208342'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:23.866646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef758dc-16b3-493f-b648-ede128f325e7 req-0ffa9111-321b-4870-822c-1b8bf5d6afeb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:23.875282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eef758dc-16b3-493f-b648-ede128f325e7 req-0ffa9111-321b-4870-822c-1b8bf5d6afeb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1141596 Nov 15 22:40:23.985436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eef758dc-16b3-493f-b648-ede128f325e7 req-51ca78e9-e6e1-46a6-ae86-a7bef0ace6b2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088219 Nov 15 22:40:23.990122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port 15628d67-ff75-4489-9754-9f117481c779 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:23.992961 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.080115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3a5f87c4-a473-4c38-8d24-60d0175c8a4c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:24.102278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-93ec63c4-2d2c-4711-8938-f2d85831ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:24.105550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-93ec63c4-2d2c-4711-8938-f2d85831ade3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1096 time: 0.3311102 Nov 15 22:40:24.114949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3a5f87c4-a473-4c38-8d24-60d0175c8a4c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:24.116272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3a5f87c4-a473-4c38-8d24-60d0175c8a4c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:24.155130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae07fc-adb9-4da1-a9c6-098664e0166b None None] New status for floating IP 0f294660-d881-45f0-bf98-2df94b251a21: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:40:24.230671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.256130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for 15628d67-ff75-4489-9754-9f117481c779 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:24.338450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34442) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:24.359587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-13014c55-c023-4341-bbb1-96ce5f19c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:24.365692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-13014c55-c023-4341-bbb1-96ce5f19c050 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.2153778 Nov 15 22:40:24.416728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '9f0c402a-2ec0-4ed8-86f3-885563b26094'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:24.418001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.490105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.543084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-bd86c7aa-126a-4430-a2b8-0ce95e386c24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1000 time: 0.1677785 Nov 15 22:40:24.550237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.596131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:24.650531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/9f0c402a-2ec0-4ed8-86f3-885563b26094/b53eb006-c182-4bd6-8137-79a9050ca28a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:24.692807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.732790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=15628d67-ff75-4489-9754-9f117481c779,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:24.733942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.752523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.754616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3efef5e-c328-42f8-90c6-3585abde94f9 HTTP/1.1" status: 204 len: 168 time: 0.4149652 Nov 15 22:40:24.773240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:24.784724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da4e51-8e74-4403-990e-99757aa3ba0a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3efef5e-c328-42f8-90c6-3585abde94f9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:24.798635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-64a4192c-5271-457b-931d-77197907657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:24.806202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-64a4192c-5271-457b-931d-77197907657c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.2555399 Nov 15 22:40:24.857354 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5cda1aec-80ac-4fb5-8ca0-a21e22b03b07 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] show failed (client error): The resource could not be found. Nov 15 22:40:24.861882 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5cda1aec-80ac-4fb5-8ca0-a21e22b03b07 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups/c3efef5e-c328-42f8-90c6-3585abde94f9 HTTP/1.1" status: 404 len: 347 time: 0.0867639 Nov 15 22:40:24.862734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:24.896875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.920421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:24.968560 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.037241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:25.041278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:25.044508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:25.090766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Pushing event updated for resources: {'Port': ['ID=b53eb006-c182-4bd6-8137-79a9050ca28a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:25.136949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Attempting to bind port b53eb006-c182-4bd6-8137-79a9050ca28a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:25.137432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Attempting to bind port b53eb006-c182-4bd6-8137-79a9050ca28a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:25.137861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Attempting to bind port b53eb006-c182-4bd6-8137-79a9050ca28a on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:25.143246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:25.143707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:25.144188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.144827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:25.145358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Bound port: b53eb006-c182-4bd6-8137-79a9050ca28a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:25.145927 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.226239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] For port b53eb006-c182-4bd6-8137-79a9050ca28a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:25.229466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-e384f649-14e2-42a6-baf6-c1302c7483e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5099709 Nov 15 22:40:25.230823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] For port b53eb006-c182-4bd6-8137-79a9050ca28a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b53eb006-c182-4bd6-8137-79a9050ca28a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:25.232899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.236396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-bad76f8e-85b3-4a62-9328-9850843074af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.238080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-bad76f8e-85b3-4a62-9328-9850843074af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4147975 Nov 15 22:40:25.319285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.330521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port ce26028a-f746-4222-a50a-95dcb4806078 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:25.498804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170cd81-320e-443d-a4b5-fc822e7aa2bb None None] Pushing event updated for resources: {'Port': ['ID=b53eb006-c182-4bd6-8137-79a9050ca28a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:25.568102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.569165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.569778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.570444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.571079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.571743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.572440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.574704 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4d3a850a-376c-486e-a10e-714cfd07a908 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.2508209 Nov 15 22:40:25.584863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Deleting port b7e05bf1-1469-413d-bddb-b16a616bd310 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:25.585483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.608238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-620c4d9c-33f3-4a95-8968-12f71057c320 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407230 Nov 15 22:40:25.740803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.756811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.884419 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:40:25.885032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:40:25.889416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7bb2-cf79-4804-bd84-a4299a15c334 req-88656cd9-88a5-48ea-979c-e8239893f00a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:25.895209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-305d7bb2-cf79-4804-bd84-a4299a15c334 req-88656cd9-88a5-48ea-979c-e8239893f00a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1310179 Nov 15 22:40:25.977849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:25.979345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router 99760224-c1cb-4088-9903-e51173972323 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:26.004018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.007339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1740a556-27cf-4c8a-9999-d27cc3e53936 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/99760224-c1cb-4088-9903-e51173972323 HTTP/1.1" status: 204 len: 168 time: 2.7590203 Nov 15 22:40:26.011697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:26.015599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359667003', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:26.025473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.027840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.035660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-453a6989-1623-403f-ad8e-e15949d6fe83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2733951 Nov 15 22:40:26.043727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34460) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:26.045573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-305d7bb2-cf79-4804-bd84-a4299a15c334 req-d556e802-3cbb-4818-82d8-62b3aa2f865a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381166 Nov 15 22:40:26.060320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-3ba0f34a-36a2-42d7-9167-d435b44b8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.061144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-3ba0f34a-36a2-42d7-9167-d435b44b8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.061806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-3ba0f34a-36a2-42d7-9167-d435b44b8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.063468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-3ba0f34a-36a2-42d7-9167-d435b44b8d37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 2297 time: 0.4540052 Nov 15 22:40:26.064586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Calling delete_port for b7e05bf1-1469-413d-bddb-b16a616bd310 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:26.069455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7098719-121f-49d8-98e3-1a6cf58d6ebf req-4444c651-3e6d-4454-928e-20d5c7760c35 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176884 Nov 15 22:40:26.083470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b53eb006-c182-4bd6-8137-79a9050ca28a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:26.221836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-2429ebea-936f-4514-85ba-50efce3ad456 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 1000 time: 0.1009851 Nov 15 22:40:26.254082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b53eb006-c182-4bd6-8137-79a9050ca28a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:26.257038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.372080 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.373193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.396245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-cbe9ca64-74d7-4ed4-8efb-abcbfdd6754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.397785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-cbe9ca64-74d7-4ed4-8efb-abcbfdd6754a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 200 len: 855 time: 0.1974733 Nov 15 22:40:26.417482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa972683-9dde-4e5f-9e7d-6684c4684b7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.419257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fa972683-9dde-4e5f-9e7d-6684c4684b7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3728480 Nov 15 22:40:26.424252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34466) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:26.533233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.536380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.567893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f52394-10a0-4672-adb9-b95e30cbea88 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.569488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f52394-10a0-4672-adb9-b95e30cbea88 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.571696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-41f52394-10a0-4672-adb9-b95e30cbea88 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364584 Nov 15 22:40:26.574510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:26.589858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port b53eb006-c182-4bd6-8137-79a9050ca28a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b53eb006-c182-4bd6-8137-79a9050ca28a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:26.590837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-64387061-5acb-4773-a257-e2f0d2967dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:26.592372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-64387061-5acb-4773-a257-e2f0d2967dfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a469fc97-3ff0-4451-930d-6f4631948401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691909 Nov 15 22:40:26.610650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-2b29dd41-8c9b-49fc-8e37-f094309b5975 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:40:26.611663 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-2b29dd41-8c9b-49fc-8e37-f094309b5975 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084527 Nov 15 22:40:26.697719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 9f0c402a-2ec0-4ed8-86f3-885563b26094 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:26.704899 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.754759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-50a95744-20fd-4a23-b993-f13fc427ce88 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343627 Nov 15 22:40:26.814728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.827684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.859195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:26.912387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'Port': ['ID=b7e05bf1-1469-413d-bddb-b16a616bd310,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:26.934496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=b53eb006-c182-4bd6-8137-79a9050ca28a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:27.008865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.023096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-40f1d5af-8e41-4677-be45-ca8567931786 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598193 Nov 15 22:40:27.034891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.034891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.034891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6eb51657-60dc-453d-8710-37137886e32f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f294660-d881-45f0-bf98-2df94b251a21 HTTP/1.1" status: 204 len: 168 time: 2.1586523 Nov 15 22:40:27.096700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.121241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8320d2c1-beb6-4ebf-8dde-d2419ccc69d6 None None] Provisioning complete for port b53eb006-c182-4bd6-8137-79a9050ca28a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:27.124437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-95b507c7-e034-4525-a656-0885d7fad712 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 217 time: 0.0935481 Nov 15 22:40:27.125141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8320d2c1-beb6-4ebf-8dde-d2419ccc69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.237690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c3a4c1ab-8ed6-4192-af06-4ac0ace7f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:27.241716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c3a4c1ab-8ed6-4192-af06-4ac0ace7f948 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1078029 Nov 15 22:40:27.358169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-41d600ce-694b-4030-b41e-73a657b17f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:27.362264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-41d600ce-694b-4030-b41e-73a657b17f66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119251 Nov 15 22:40:27.424123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38ab9-6d50-4c5c-9839-ce1e4995fab8 req-df4f745e-72d1-4a4a-8fb4-8492f32f49e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:27.432390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48d38ab9-6d50-4c5c-9839-ce1e4995fab8 req-df4f745e-72d1-4a4a-8fb4-8492f32f49e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.2204759 Nov 15 22:40:27.515246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.538878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48d38ab9-6d50-4c5c-9839-ce1e4995fab8 req-aa9109a0-38c9-4962-8d89-fe00b82f1a8e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050427 Nov 15 22:40:27.625038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0c402a-2ec0-4ed8-86f3-885563b26094,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:27.684420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38150eb1-626c-43d2-8086-e9d939a5feb5 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:27.717570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.722245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d59dd58f-075c-423a-9f9d-bf34811b28b5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/9f0c402a-2ec0-4ed8-86f3-885563b26094 HTTP/1.1" status: 204 len: 168 time: 1.1453342 Nov 15 22:40:27.736543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34478) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:27.801814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34480) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:27.808277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720548417', 'description': 'tempest-description--1786893130'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:27.834373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-22c96d14-9abe-4f81-ab9a-ac53272715fb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929286 Nov 15 22:40:27.840565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:27.868107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:27.937968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:27.956155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:27.982983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.031514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Deleting port b53eb006-c182-4bd6-8137-79a9050ca28a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:28.032262 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.033878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.041309 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-56e50f0d-dd10-4daa-876d-4041c77b0fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645641 Nov 15 22:40:28.133992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] For port b53eb006-c182-4bd6-8137-79a9050ca28a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b53eb006-c182-4bd6-8137-79a9050ca28a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:28.134704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.151373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Calling delete_port for b53eb006-c182-4bd6-8137-79a9050ca28a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:28.153651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-ed806d1f-b94f-4759-8345-69fa83ad17c4 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107552 Nov 15 22:40:28.154137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 172.25.0.218 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/16c62cdd-b61b-4959-af89-f5f2cb02717b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:28.214377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-3a19b751-78ce-4c6b-91e9-f2eca170710f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 217 time: 0.0475678 Nov 15 22:40:28.236640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.310679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-ad5210af-7aed-42b3-b186-9fd65d2eb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:28.312314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-ad5210af-7aed-42b3-b186-9fd65d2eb31c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0908077 Nov 15 22:40:28.353584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.394761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:28.397267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-ee928b16-9d16-4028-99bc-74a1fbb19010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:28.399355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-ee928b16-9d16-4028-99bc-74a1fbb19010 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777688 Nov 15 22:40:28.400508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.485668 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.521320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.524473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.562624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] Pushing event deleted for resources: {'Port': ['ID=b53eb006-c182-4bd6-8137-79a9050ca28a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:28.564218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-5467812b-ce43-421a-af25-9b4903f30e4d service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556640 Nov 15 22:40:28.567926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a5dd9-cdac-40eb-a9ae-29fc51512c9b None None] No DVR routers for this DVR port b53eb006-c182-4bd6-8137-79a9050ca28a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:28.608454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd07ca-cd0c-4758-b413-ce9e36e263b1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:28.627316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:28.637844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:28.642174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7dd4440a-00a7-4446-a4a3-28f8d501c18a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8378117 Nov 15 22:40:28.646364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:28.649448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:28.652918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:28.659953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group_rule': {'security_group_id': '52dd07ca-cd0c-4758-b413-ce9e36e263b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:28.718455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=16c62cdd-b61b-4959-af89-f5f2cb02717b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:28.741693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c1acf691-3112-49e4-8c81-3e7503c7f994 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680489 Nov 15 22:40:28.804755 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-d98b299f-0e5a-4e47-bf09-79e072587a14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 200 len: 217 time: 0.0426071 Nov 15 22:40:28.856915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-d61d3d06-f418-4610-9433-28903a886d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:28.858454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-d61d3d06-f418-4610-9433-28903a886d36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0464504 Nov 15 22:40:28.883484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc356e-11e8-43ee-b2f6-8e69cdf2f1f5 req-7879cc45-addc-4881-ba82-3f3febf64e94 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:28.889113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ccc356e-11e8-43ee-b2f6-8e69cdf2f1f5 req-7879cc45-addc-4881-ba82-3f3febf64e94 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.2417021 Nov 15 22:40:28.916068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c18ea658-a937-43eb-afa7-9423f71d580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:28.917712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c18ea658-a937-43eb-afa7-9423f71d580c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526757 Nov 15 22:40:28.978063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.009424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ccc356e-11e8-43ee-b2f6-8e69cdf2f1f5 req-f36407d7-7ac8-4228-8f7d-e56c43ec4245 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047983 Nov 15 22:40:29.051683 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-c9cae525-5f2e-4885-9d30-a233a1f7816d service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268065 Nov 15 22:40:29.072498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.157382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-a63a9872-2563-4d15-abd9-a5971600287d service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941243 Nov 15 22:40:29.165114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.222366 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-baadf547-022c-4cd7-886c-11b56aa82ac4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 200 len: 217 time: 0.0569518 Nov 15 22:40:29.229657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.290828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:29.294340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060de120-3730-4ec8-9d93-77b7992287aa,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:29.305492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:29.316987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.319214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a98a6-1836-41dd-89d5-1132e14fbb9f None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:29.329326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:29.329817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-29f12fbc-602b-4092-b645-a6445f49179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:29.330601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.332258 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-29f12fbc-602b-4092-b645-a6445f49179e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0913215 Nov 15 22:40:29.351283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=d84e68ce-fcf4-44b7-be1d-36a83ceff637,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:29.405895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4816ffc7-bd21-4a56-b825-e487b43f1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:29.407429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-4816ffc7-bd21-4a56-b825-e487b43f1647 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666084 Nov 15 22:40:29.410840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.412006 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cbc3c9ac-7a70-4c9e-89d9-1ccc069bd992 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7584877 Nov 15 22:40:29.418072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:29.428722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'security_group_rule': {'security_group_id': '52dd07ca-cd0c-4758-b413-ce9e36e263b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:29.440959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.538760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f12aa6b-425e-46d2-a51c-589e93cbbc83 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6969938 Nov 15 22:40:29.540514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:29.542824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:29.542943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.546417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-321552020', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:29.694017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-b3815f0b-8ab8-495d-966a-2ee5d8e3da82 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773213 Nov 15 22:40:29.736453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/d84e68ce-fcf4-44b7-be1d-36a83ceff637/f207776c-b707-4e7b-b3af-db98c7b086d2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:29.741045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.842924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.930756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.937272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:29.984756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.025470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b53eb006-c182-4bd6-8137-79a9050ca28a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:30.042337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.049211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-15af3389-a131-4ed5-be47-88f1b6671021 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356118 Nov 15 22:40:30.051408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: b53eb006-c182-4bd6-8137-79a9050ca28a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:30.051554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b53eb006-c182-4bd6-8137-79a9050ca28a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:30.088095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.106498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.106860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-d127c647-60db-4e0a-aed2-e1aae3e07834 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 200 len: 217 time: 0.0471313 Nov 15 22:40:30.139900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.169025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-bd8012a0-c065-4151-b337-f92aec66d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:30.170792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-bd8012a0-c065-4151-b337-f92aec66d110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0530522 Nov 15 22:40:30.172656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.199517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Pushing event updated for resources: {'Port': ['ID=f207776c-b707-4e7b-b3af-db98c7b086d2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:30.207330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:30.208960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:30.211950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:30.223744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a2559-ea3c-4fd3-ab77-8775abbbe6b4 req-8409ded6-caf2-40c1-afc6-807c4709fd43 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:30.226292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-951a2559-ea3c-4fd3-ab77-8775abbbe6b4 req-8409ded6-caf2-40c1-afc6-807c4709fd43 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0920408 Nov 15 22:40:30.230948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c01d8bb-4910-429e-b53a-0164eb9cef69,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:30.231102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.260978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-337bffd8-354e-4bbc-9493-2ca9ab7afe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:30.265166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-337bffd8-354e-4bbc-9493-2ca9ab7afe23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854633 Nov 15 22:40:30.290327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Attempting to bind port f207776c-b707-4e7b-b3af-db98c7b086d2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:30.294341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Attempting to bind port f207776c-b707-4e7b-b3af-db98c7b086d2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:30.294341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Attempting to bind port f207776c-b707-4e7b-b3af-db98c7b086d2 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:30.296560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:30.296969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:30.297366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.297753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:30.298218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Bound port: f207776c-b707-4e7b-b3af-db98c7b086d2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:30.298593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.314620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-951a2559-ea3c-4fd3-ab77-8775abbbe6b4 req-a08122bb-6612-4664-9e8f-be06d38fa987 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728168 Nov 15 22:40:30.322157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router d26043f9-c09a-447e-b791-6a2d9a77451a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:30.382306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] For port f207776c-b707-4e7b-b3af-db98c7b086d2, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:30.386708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] For port f207776c-b707-4e7b-b3af-db98c7b086d2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f207776c-b707-4e7b-b3af-db98c7b086d2,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:30.413674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-1ac83645-ef6d-4151-bb39-fb1ccde74e0c service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421499 Nov 15 22:40:30.417946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.428192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af63aa30-d92e-46c5-8c5c-8a3b5db717b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0005081 Nov 15 22:40:30.428373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34508) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:30.433461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:30.486810 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.491993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:30.493532 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f8223915-a93f-4731-9be1-4b89fb03da38 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9495175 Nov 15 22:40:30.517144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.533698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:30.552314 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Sync routers for ids ['d26043f9-c09a-447e-b791-6a2d9a77451a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:30.589973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Routers {'d26043f9-c09a-447e-b791-6a2d9a77451a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:30.590675 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d26043f9-c09a-447e-b791-6a2d9a77451a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:30.613248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388c894-56c1-403a-9777-84249d78ebd5 None None] Pushing event updated for resources: {'Port': ['ID=f207776c-b707-4e7b-b3af-db98c7b086d2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:30.619437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.733410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:30.734984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f77696b-5051-4902-a405-1c66877bac4e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7227676 Nov 15 22:40:30.739121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:30.831529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Set router d26043f9-c09a-447e-b791-6a2d9a77451a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:30.832488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-43a15fae-6edb-497a-b435-058d8e6df9e4 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103873 Nov 15 22:40:30.941215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-08c54915-de7b-44cf-b273-c2d201a13032 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 217 time: 0.0646808 Nov 15 22:40:31.105145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-be06563e-81f6-445f-93bb-61f7f9eaa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:31.108011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-be06563e-81f6-445f-93bb-61f7f9eaa5c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.1297245 Nov 15 22:40:31.191437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.215654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-6458eb99-bd27-47b8-b2c7-96976ec4e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:31.218112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-6458eb99-bd27-47b8-b2c7-96976ec4e86b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012361 Nov 15 22:40:31.229155 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218'}], 'enable_snat': False}, 'gw_port_id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:26Z', 'updated_at': '2021-11-15T22:40:28Z', 'revision_number': 3, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port': {'id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:27Z', 'updated_at': '2021-11-15T22:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:31.268524 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Checking router: d26043f9-c09a-447e-b791-6a2d9a77451a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:31.268973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Updating router d26043f9-c09a-447e-b791-6a2d9a77451a port 16c62cdd-b61b-4959-af89-f5f2cb02717b binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:40:31.322017 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.329944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-20fa8432-d944-4724-864f-bb1d418d9ab8 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/d26043f9-c09a-447e-b791-6a2d9a77451a HTTP/1.1" status: 200 len: 908 time: 0.5892425 Nov 15 22:40:31.332376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:31.339600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'name': 'tempest-snat-router-359667003', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': True}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:31.521154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-fd1ae010-4a6a-4594-aa70-e5650ce6b8fa service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432632 Nov 15 22:40:31.549347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.574622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7994a-2d0a-4e84-bc96-c820f3b20aa7 req-1ce35f18-e656-4343-b191-a2654bfc677e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:31.576467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97b7994a-2d0a-4e84-bc96-c820f3b20aa7 req-1ce35f18-e656-4343-b191-a2654bfc677e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1047058 Nov 15 22:40:31.577393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.578593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.747372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::1 (806f34b4-f1d1-41d4-b4bf-e07fce675238/d84e68ce-fcf4-44b7-be1d-36a83ceff637/9a88be8e-7903-4571-aecb-e3f85c76e01a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:31.772143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1407e7f4-5d88-4561-8090-b5d7266533f1 req-10d362ac-4c95-45d0-ad8e-64a1839475cf service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385747 Nov 15 22:40:31.773822 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.859789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97b7994a-2d0a-4e84-bc96-c820f3b20aa7 req-71d83d62-6b82-4d1c-81c6-00fd34982265 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478838 Nov 15 22:40:31.873811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:31.880866 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.033710 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Attempting to bind port 16c62cdd-b61b-4959-af89-f5f2cb02717b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:32.033812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.033898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Attempting to bind port 16c62cdd-b61b-4959-af89-f5f2cb02717b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:32.033898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Attempting to bind port 16c62cdd-b61b-4959-af89-f5f2cb02717b on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:32.035472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b025-b3d8-44ac-a5be-1853d89d6b38 None None] Pushing event updated for resources: {'Port': ['ID=16c62cdd-b61b-4959-af89-f5f2cb02717b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:32.044020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:32.057878 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:32.058286 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.058681 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:32.059172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Bound port: 16c62cdd-b61b-4959-af89-f5f2cb02717b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:32.059550 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.094020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f207776c-b707-4e7b-b3af-db98c7b086d2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:32.168754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] For port 16c62cdd-b61b-4959-af89-f5f2cb02717b, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:32.172204 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] For port 16c62cdd-b61b-4959-af89-f5f2cb02717b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=16c62cdd-b61b-4959-af89-f5f2cb02717b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:32.184035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Allocated IP 172.25.0.232 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e2a29d45-15db-4b64-ae13-ece591b53126) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:32.231015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f207776c-b707-4e7b-b3af-db98c7b086d2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:32.231382 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.301488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.319411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fe109b1a-12a3-40c7-97d1-223cca410c3d None None] Provisioning complete for port f207776c-b707-4e7b-b3af-db98c7b086d2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:32.319846 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe109b1a-12a3-40c7-97d1-223cca410c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.322629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.357546 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.363453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.409458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f207776c-b707-4e7b-b3af-db98c7b086d2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f207776c-b707-4e7b-b3af-db98c7b086d2,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:32.437280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:32.440809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:32.472262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:32.472262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.506324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.519753 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe109b1a-12a3-40c7-97d1-223cca410c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.533153 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b025-b3d8-44ac-a5be-1853d89d6b38 None None] Pushing event updated for resources: {'Port': ['ID=16c62cdd-b61b-4959-af89-f5f2cb02717b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:32.542448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.554910 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Routers {'d26043f9-c09a-447e-b791-6a2d9a77451a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:32.560930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:32.561179 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d26043f9-c09a-447e-b791-6a2d9a77451a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:32.808839 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] Set router d26043f9-c09a-447e-b791-6a2d9a77451a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:32.824844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f207776c-b707-4e7b-b3af-db98c7b086d2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:32.843989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-fe109b1a-12a3-40c7-97d1-223cca410c3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:32.848177 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-fe109b1a-12a3-40c7-97d1-223cca410c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:32.946853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:32.981293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.017737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.020903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.156461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:33.203716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218'}], 'enable_snat': False}, 'gw_port_id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:26Z', 'updated_at': '2021-11-15T22:40:28Z', 'revision_number': 3, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port': {'id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:27Z', 'updated_at': '2021-11-15T22:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:33.221173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:33.229372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:33.253673 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a9d47-8c99-4acf-8805-ea08af6498d4 None None] The sync data for ids ['d26043f9-c09a-447e-b791-6a2d9a77451a'] in n-d-817995-3 is: [{'id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218'}], 'enable_snat': False}, 'gw_port_id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:26Z', 'updated_at': '2021-11-15T22:40:28Z', 'revision_number': 3, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port': {'id': '16c62cdd-b61b-4959-af89-f5f2cb02717b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26043f9-c09a-447e-b791-6a2d9a77451a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:27Z', 'updated_at': '2021-11-15T22:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:33.375697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 172.25.0.210 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8ff4475e-0388-49f0-aa43-167d230ed19d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:33.389617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.467057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.468412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.495344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=e2a29d45-15db-4b64-ae13-ece591b53126,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:33.550403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.576212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d0af-e29c-4a8e-a920-fb3b9f6d8b2f req-38b619d2-bf56-4ff9-aff5-53d1d6aee73f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:33.588358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae5d0af-e29c-4a8e-a920-fb3b9f6d8b2f req-38b619d2-bf56-4ff9-aff5-53d1d6aee73f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.5012934 Nov 15 22:40:33.706443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:33.781727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae5d0af-e29c-4a8e-a920-fb3b9f6d8b2f req-f4762360-0ef0-4fbf-8067-4583f032eb77 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923430 Nov 15 22:40:33.783037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:33.787254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.787482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:33.883595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2037e4e7-d161-4207-a4fe-89821fccc36e None None] Provisioning complete for port 9a88be8e-7903-4571-aecb-e3f85c76e01a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:33.884862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2037e4e7-d161-4207-a4fe-89821fccc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:33.894703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.000502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2037e4e7-d161-4207-a4fe-89821fccc36e None None] Port 9a88be8e-7903-4571-aecb-e3f85c76e01a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:34.090186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:34.094258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:34.102431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:34.104588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.154739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:34.198404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 16c62cdd-b61b-4959-af89-f5f2cb02717b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:34.223719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff4475e-0388-49f0-aa43-167d230ed19d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:34.355758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 16c62cdd-b61b-4959-af89-f5f2cb02717b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:34.357198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.360367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1671d74d-c6ff-4845-a887-a9ce3187f480 None None] Provisioning complete for port 9a88be8e-7903-4571-aecb-e3f85c76e01a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:34.361370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1671d74d-c6ff-4845-a887-a9ce3187f480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.396407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:34.421367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:34.421560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b0bebc9-b9e7-47ad-b530-d9269ce1ced9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "PUT /v2.0/routers/93811e7d-c9b3-4088-b599-3c7f7bdfcb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9274483 Nov 15 22:40:34.479644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Sync routers for ids ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:34.532711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Routers {'93811e7d-c9b3-4088-b599-3c7f7bdfcb51'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:34.533766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:34.630141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1671d74d-c6ff-4845-a887-a9ce3187f480 None None] Port 9a88be8e-7903-4571-aecb-e3f85c76e01a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:34.644349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.716062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Set router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:34.731029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.749066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56816dcf-43e9-4177-871a-1c7c9ed2890c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:34.753313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:34.765206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-56816dcf-43e9-4177-871a-1c7c9ed2890c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports/9a88be8e-7903-4571-aecb-e3f85c76e01a HTTP/1.1" status: 200 len: 911 time: 0.3427889 Nov 15 22:40:34.784019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0269ed8b-27a3-493c-8f06-6c4d217aec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.791300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.872760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d53ad-2c24-49af-8126-62f8d0ff98bb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:34.879157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d53ad-2c24-49af-8126-62f8d0ff98bb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:34.886738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:34.887120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-994d53ad-2c24-49af-8126-62f8d0ff98bb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1325500 Nov 15 22:40:34.891388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:34.969142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 16c62cdd-b61b-4959-af89-f5f2cb02717b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=16c62cdd-b61b-4959-af89-f5f2cb02717b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:35.102181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.103584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f207776c-b707-4e7b-b3af-db98c7b086d2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:35.136652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=e2a29d45-15db-4b64-ae13-ece591b53126,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:35.206366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.212115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'name': 'tempest-NetworksTestDHCPv6-router-321552020', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:29Z', 'updated_at': '2021-11-15T22:40:32Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '9a88be8e-7903-4571-aecb-e3f85c76e01a', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:20:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:33Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:35.244309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Checking router: 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:35.245294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Updating router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 port 9a88be8e-7903-4571-aecb-e3f85c76e01a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:40:35.247282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=16c62cdd-b61b-4959-af89-f5f2cb02717b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:35.274817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f207776c-b707-4e7b-b3af-db98c7b086d2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:35.275246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.303078 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.327221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7839-d4a1-4000-a71c-1441e6009fda req-04686810-6f8a-4b29-bc5c-0cb97e3650fd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:35.333143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4cf7839-d4a1-4000-a71c-1441e6009fda req-04686810-6f8a-4b29-bc5c-0cb97e3650fd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.3214126 Nov 15 22:40:35.411775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.411775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bc1dd2c5-7978-48c5-88ae-94c8c069b078 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9736362 Nov 15 22:40:35.506835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.744212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.916858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:35.959142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 16c62cdd-b61b-4959-af89-f5f2cb02717b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:35.959225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4cf7839-d4a1-4000-a71c-1441e6009fda req-9bf4aa22-5dcf-4913-bf2a-145ce02ec94c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5877512 Nov 15 22:40:36.062604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaab5f4-b797-4c73-b4e9-88bd95235238 None None] Pushing event updated for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:36.125335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-67b2f871-a120-43cb-b5bb-67f16bae476a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--720548417&fields=id&tenant_id=71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 267 time: 0.2060897 Nov 15 22:40:36.143386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 16c62cdd-b61b-4959-af89-f5f2cb02717b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:36.143386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.148214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Attempting to bind port 9a88be8e-7903-4571-aecb-e3f85c76e01a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:36.148595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Attempting to bind port 9a88be8e-7903-4571-aecb-e3f85c76e01a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:36.148979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Attempting to bind port 9a88be8e-7903-4571-aecb-e3f85c76e01a on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:36.182220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:36.183084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:36.183587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.184117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:36.184931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Bound port: 9a88be8e-7903-4571-aecb-e3f85c76e01a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:36.185473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.295138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] For port 9a88be8e-7903-4571-aecb-e3f85c76e01a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:36.300984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] For port 9a88be8e-7903-4571-aecb-e3f85c76e01a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9a88be8e-7903-4571-aecb-e3f85c76e01a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:36.378636 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.395126 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-df45babb-f851-4d03-abdb-5068e4ab07c6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:36.396771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-df45babb-f851-4d03-abdb-5068e4ab07c6 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 810 time: 0.2573814 Nov 15 22:40:36.433122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router e2e18ee7-1530-41d4-bbea-ec4133124e0b is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:36.440935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-8302d31f-53d6-4959-a303-6a036d1f8d89 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/quotas/71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 375 time: 0.0257900 Nov 15 22:40:36.441619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.460028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Routers {'93811e7d-c9b3-4088-b599-3c7f7bdfcb51'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:36.460028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:36.586140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaab5f4-b797-4c73-b4e9-88bd95235238 None None] Pushing event updated for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:36.592953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] Provisioning complete for port 9a88be8e-7903-4571-aecb-e3f85c76e01a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:36.593319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:36.645142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] Set router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:36.848737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-b4d9bc47-8001-4c38-87a9-5b429eddb543 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3694158 Nov 15 22:40:36.913459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-41b2cbe6-2424-498a-acfb-44037f6aa990 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:40:36.915259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-41b2cbe6-2424-498a-acfb-44037f6aa990 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067191 Nov 15 22:40:37.031614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:37.042474 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Sync routers for ids ['e2e18ee7-1530-41d4-bbea-ec4133124e0b'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:37.059703 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Routers {'e2e18ee7-1530-41d4-bbea-ec4133124e0b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:37.060735 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e2e18ee7-1530-41d4-bbea-ec4133124e0b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:37.096709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-528f4dbe-707c-4d79-b7a3-de1c774e208a service neutron] 10.222.0.15 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723583 Nov 15 22:40:37.143975 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.145584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba0bb76f-a435-4b7f-af84-a8526adff715 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8117986 Nov 15 22:40:37.148703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:37.207964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:40:37.287086 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Set router e2e18ee7-1530-41d4-bbea-ec4133124e0b gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:37.376363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.393324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc666a52-cf27-4a25-8721-0102870393fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.394026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5399f144-bb60-435b-9687-7b590145b2ba tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/e2e18ee7-1530-41d4-bbea-ec4133124e0b HTTP/1.1" status: 200 len: 907 time: 0.2441635 Nov 15 22:40:37.397759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:37.436096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'name': 'tempest-NetworksTestDHCPv6-router-321552020', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:29Z', 'updated_at': '2021-11-15T22:40:32Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '9a88be8e-7903-4571-aecb-e3f85c76e01a', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:20:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:36Z', 'revision_number': 4, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:37.464276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-372611a7-67dc-4557-b943-b8f3ef411f20 service neutron] 10.222.0.15 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566175 Nov 15 22:40:37.520014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 9a88be8e-7903-4571-aecb-e3f85c76e01a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:37.520346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.540108 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e18ee7-1530-41d4-bbea-ec4133124e0b', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '8ff4475e-0388-49f0-aa43-167d230ed19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:34Z', 'revision_number': 3, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port': {'id': '8ff4475e-0388-49f0-aa43-167d230ed19d', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2e18ee7-1530-41d4-bbea-ec4133124e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:33Z', 'updated_at': '2021-11-15T22:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:37.589094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e2734-82cd-4988-befc-843d85a020a0 None None] The sync data for ids ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'] in n-d-817995-3 is: [{'id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'name': 'tempest-NetworksTestDHCPv6-router-321552020', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:29Z', 'updated_at': '2021-11-15T22:40:32Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '9a88be8e-7903-4571-aecb-e3f85c76e01a', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:20:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93811e7d-c9b3-4088-b599-3c7f7bdfcb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:36Z', 'revision_number': 4, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': 'd84e68ce-fcf4-44b7-be1d-36a83ceff637', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:37.597926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Checking router: e2e18ee7-1530-41d4-bbea-ec4133124e0b for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:37.598275 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Updating router e2e18ee7-1530-41d4-bbea-ec4133124e0b port 8ff4475e-0388-49f0-aa43-167d230ed19d binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:40:37.607731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] For port 9a88be8e-7903-4571-aecb-e3f85c76e01a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9a88be8e-7903-4571-aecb-e3f85c76e01a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:37.666354 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.669359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.697619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.871558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port 9a88be8e-7903-4571-aecb-e3f85c76e01a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9a88be8e-7903-4571-aecb-e3f85c76e01a,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:37.871934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.876347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.907272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d5826-2d2d-49dd-b0ae-f6701293029c None None] Pushing event updated for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:37.914510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d5e2a80e-112c-4bd5-91fe-beb5b0890b4f None None] Provisioning complete for port 9a88be8e-7903-4571-aecb-e3f85c76e01a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:37.915308 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a80e-112c-4bd5-91fe-beb5b0890b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:37.943615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9cf2-7e40-4b74-bb69-18c81a1c565e req-1dae14ce-0060-4e5b-899d-7c3f000e5535 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:37.951061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-349f9cf2-7e40-4b74-bb69-18c81a1c565e req-1dae14ce-0060-4e5b-899d-7c3f000e5535 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.7471066 Nov 15 22:40:37.966728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 9a88be8e-7903-4571-aecb-e3f85c76e01a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:38.190972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1afd517e-a5ab-440c-8ae2-8f929f1cddb9 req-e0ac92f8-bb9e-4c91-8434-6ff8314ed626 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0387788 Nov 15 22:40:38.284697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-349f9cf2-7e40-4b74-bb69-18c81a1c565e req-7195baad-62b0-4acd-9bb3-b68ac826275d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196185 Nov 15 22:40:38.308522 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.309088 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.446000 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.474839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.581633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=9a88be8e-7903-4571-aecb-e3f85c76e01a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:38.608819 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Attempting to bind port 8ff4475e-0388-49f0-aa43-167d230ed19d on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:38.609195 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Attempting to bind port 8ff4475e-0388-49f0-aa43-167d230ed19d by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:38.609624 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Attempting to bind port 8ff4475e-0388-49f0-aa43-167d230ed19d on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:38.618018 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Pushing event updated for resources: {'Port': ['ID=8ff4475e-0388-49f0-aa43-167d230ed19d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:38.641945 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:38.646260 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:38.646773 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.647256 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:38.657246 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Bound port: 8ff4475e-0388-49f0-aa43-167d230ed19d, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:38.657738 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.667342 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.667681 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.668185 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.668690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.668873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.669025 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.675210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:38.808824 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] For port 8ff4475e-0388-49f0-aa43-167d230ed19d, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:38.810972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Deleting port 8ff4475e-0388-49f0-aa43-167d230ed19d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:38.811901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.812926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] For port 8ff4475e-0388-49f0-aa43-167d230ed19d, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ff4475e-0388-49f0-aa43-167d230ed19d,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:38.884177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:38.893239 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.924533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:38.970895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Calling delete_port for 8ff4475e-0388-49f0-aa43-167d230ed19d owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:38.989007 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Routers {'e2e18ee7-1530-41d4-bbea-ec4133124e0b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:38.990137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e2e18ee7-1530-41d4-bbea-ec4133124e0b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:39.034374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:39.044293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ecdff1a9-c5f7-44de-8479-b87d61294254 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "PUT /v2.0/routers/93811e7d-c9b3-4088-b599-3c7f7bdfcb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1517479 Nov 15 22:40:39.044904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:39.137918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d69b8-d039-4be5-b7b1-92309b17417c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.139449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d69b8-d039-4be5-b7b1-92309b17417c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.141170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a5d69b8-d039-4be5-b7b1-92309b17417c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0953603 Nov 15 22:40:39.144077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:39.169496 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a973e57-3af0-4019-b763-a43dab5e57bb None None] Pushing event updated for resources: {'Port': ['ID=8ff4475e-0388-49f0-aa43-167d230ed19d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:39.205106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet d84e68ce-fcf4-44b7-be1d-36a83ceff637 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:39.208457 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.260365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.272417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] Set router e2e18ee7-1530-41d4-bbea-ec4133124e0b gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:39.349031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3af3b180-fea1-41b0-aa66-a0ada7c595b5 req-30cfe1d3-c77c-4174-963a-86de82af8fdc tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0474479 Nov 15 22:40:39.358878 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2e18ee7-1530-41d4-bbea-ec4133124e0b', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:37Z', 'revision_number': 4, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:39.374082 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.392778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-5f376f09-b868-4aa0-b5f9-024644395c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.394339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-5f376f09-b868-4aa0-b5f9-024644395c44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1096 time: 0.1358230 Nov 15 22:40:39.407389 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b2d06a-0b96-490c-a65f-c960a8a9daca None None] The sync data for ids ['e2e18ee7-1530-41d4-bbea-ec4133124e0b'] in n-d-817995-3 is: [{'id': 'e2e18ee7-1530-41d4-bbea-ec4133124e0b', 'name': 'tempest-snat-router-359667003', 'tenant_id': '1017b8aa6bb0402ea27e765782d26a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:31Z', 'updated_at': '2021-11-15T22:40:37Z', 'revision_number': 4, 'project_id': '1017b8aa6bb0402ea27e765782d26a17', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:39.433430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.500950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.535258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299853d2-25d3-4586-95ab-6016f3c26752 req-8528ac94-303a-4b20-a43a-4e9d38a2ce98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.543567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-299853d2-25d3-4586-95ab-6016f3c26752 req-8528ac94-303a-4b20-a43a-4e9d38a2ce98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1217244 Nov 15 22:40:39.553991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff4475e-0388-49f0-aa43-167d230ed19d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:39.564383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-800f9e1b-85d4-45a7-8f02-c239667f9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.565797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-800f9e1b-85d4-45a7-8f02-c239667f9318 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1639688 Nov 15 22:40:39.618178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-299853d2-25d3-4586-95ab-6016f3c26752 req-3d007156-f28a-4ee3-97df-0123267b85b4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717120 Nov 15 22:40:39.661671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.681354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.687514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-4690d49e-5883-4d8a-87ee-3171d41a2087 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 1001 time: 0.1001143 Nov 15 22:40:39.701789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=d84e68ce-fcf4-44b7-be1d-36a83ceff637,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:39.707858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.713845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5aa8988f-d7c9-489f-b5a7-fee608c6363c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/d84e68ce-fcf4-44b7-be1d-36a83ceff637 HTTP/1.1" status: 204 len: 168 time: 0.5689662 Nov 15 22:40:39.714472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:39.733331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa2767-7294-490b-933b-bc019f9d6445 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:39.818905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.822913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.865153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-9c2c7bc1-db65-47c7-b250-4a27a442c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:39.866681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-9c2c7bc1-db65-47c7-b250-4a27a442c867 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1558125 Nov 15 22:40:39.882651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-820f31fc-c484-4eb6-8149-3c04702ee107 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1619551 Nov 15 22:40:39.882651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:39.939834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.940602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2e18ee7-1530-41d4-bbea-ec4133124e0b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:39.955142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:39.959902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5f063da1-11cb-4156-90f3-0a9b6a816528 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e2e18ee7-1530-41d4-bbea-ec4133124e0b HTTP/1.1" status: 204 len: 168 time: 2.5602913 Nov 15 22:40:39.961625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:40.002075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:40.007694 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.087155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Deleting port f207776c-b707-4e7b-b3af-db98c7b086d2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:40.090983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.137175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-df00fd4e-20c2-4d4d-b32b-610c600fcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:40.139855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-df00fd4e-20c2-4d4d-b32b-610c600fcbef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647693 Nov 15 22:40:40.187862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] For port f207776c-b707-4e7b-b3af-db98c7b086d2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f207776c-b707-4e7b-b3af-db98c7b086d2,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:40.188369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.210959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Calling delete_port for f207776c-b707-4e7b-b3af-db98c7b086d2 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:40.293832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.323959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.327487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.375600 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.402259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.415350 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-e209d638-ae0d-4d10-81e6-5fc729ddb26f service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674088 Nov 15 22:40:40.425055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] No DVR routers for this DVR port f207776c-b707-4e7b-b3af-db98c7b086d2 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:40.470202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Pushing event deleted for resources: {'Port': ['ID=f207776c-b707-4e7b-b3af-db98c7b086d2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:40.487947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.488857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.489360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.492137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.493457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.493630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.494040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4297f51-ed16-45b8-94f0-992b8653e49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:40.503847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Sync routers for ids ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:40.504243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8da38d40-f0c4-4bba-9c50-cdc77c46d3d4 req-7590a38a-4851-4d33-a140-7e4af038af2d tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0499287 Nov 15 22:40:40.505570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.506114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Fanout notify agent at l3_agent the message router_deleted on router 93811e7d-c9b3-4088-b599-3c7f7bdfcb51 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:40.516023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.516487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:40.518980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.526454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63d6e3ba-0d26-4a2f-a32f-7d35f738448f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/routers/93811e7d-c9b3-4088-b599-3c7f7bdfcb51 HTTP/1.1" status: 204 len: 168 time: 0.6399479 Nov 15 22:40:40.526620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 22:40:40.526620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_agentschedulers_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93811e7d-c9b3-4088-b599-3c7f7bdfcb51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent'). {{(pid=103129) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 22:40:40.529340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:40.534456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:40.534823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 22:40:40.535409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_agentschedulers_db [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93811e7d-c9b3-4088-b599-3c7f7bdfcb51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent'). {{(pid=103129) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 22:40:40.535782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3edef-3c4d-4469-8cd8-7a4887a9461f None None] The sync data for ids ['93811e7d-c9b3-4088-b599-3c7f7bdfcb51'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:40.539574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:40.696250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ca0321-346f-4cd1-adbf-d494435ba9ff req-ceafe27b-e008-41db-bcff-3e5427556bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716923 Nov 15 22:40:40.738744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Deleting port 16c62cdd-b61b-4959-af89-f5f2cb02717b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:40.739854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.792592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:40.796468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:40.831452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c62be0-74c7-46c1-a3b7-83e875282b67 req-e65977b0-b066-48eb-bcef-eeee5aa99448 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:40.840580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8c62be0-74c7-46c1-a3b7-83e875282b67 req-e65977b0-b066-48eb-bcef-eeee5aa99448 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0884025 Nov 15 22:40:40.898096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8c62be0-74c7-46c1-a3b7-83e875282b67 req-6df1218c-94aa-47da-873c-0cc717a3231a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515134 Nov 15 22:40:41.031457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] For port 16c62cdd-b61b-4959-af89-f5f2cb02717b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=16c62cdd-b61b-4959-af89-f5f2cb02717b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:41.032038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.068326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Calling delete_port for 16c62cdd-b61b-4959-af89-f5f2cb02717b owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:41.089685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-d63c14b6-2bfb-4bdb-af66-56230a7421ba tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:41.091091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-d63c14b6-2bfb-4bdb-af66-56230a7421ba tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 810 time: 0.2028821 Nov 15 22:40:41.274459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-e55121dc-96fe-4b09-91c6-e1148c106d7a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c17aafcabc41d0bdd46e58460c8ab3 HTTP/1.1" status: 200 len: 379 time: 0.1274807 Nov 15 22:40:41.321378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'port': {'device_id': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'admin_state_up': True, 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'security_groups': ['52dd07ca-cd0c-4758-b413-ce9e36e263b1']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:41.378259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.439844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:41.466399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:41.475264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60329cdd-d73e-4176-8205-6a84f2bb9a03 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:41.480835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:41.481438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.513144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=6b2d6f0b-97ba-47a4-a965-8a2ed03080c4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:41.604233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86408970-5b36-478a-9faa-9939ced175ae req-7ca116e8-aa04-4baa-b087-0cc37d65be0c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Nov 15 22:40:41.608215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a5701b59-fccd-46e1-84cc-7341b23cd999 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0739551 Nov 15 22:40:41.608215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:41.612578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:41.630794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:41.631687 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.641867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.671326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event deleted for resources: {'Port': ['ID=16c62cdd-b61b-4959-af89-f5f2cb02717b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:41.727733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Made reservation on behalf of 71c17aafcabc41d0bdd46e58460c8ab3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:41.732682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.776787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/6b2d6f0b-97ba-47a4-a965-8a2ed03080c4/1325c4b8-5376-4754-9499-2155fdb5d447) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:41.779654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.903049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.909149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.926650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.929911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:41.935426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.030224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9a88be8e-7903-4571-aecb-e3f85c76e01a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:42.034871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.069196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9a88be8e-7903-4571-aecb-e3f85c76e01a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:42.069688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9a88be8e-7903-4571-aecb-e3f85c76e01a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:42.070184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f207776c-b707-4e7b-b3af-db98c7b086d2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:42.083087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.087015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239c52-bf2c-4437-9429-dded2a0d0281 req-c0923c75-0680-4f8c-b516-940780200294 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:42.088417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Allocated IP 172.20.0.6 (c62e890b-0d76-46ca-b1ec-c4b438e21bfc/266a48ab-e741-4dee-8e51-1a200d5bc662/5707db4b-2301-4717-a3e7-d6b6203d5b5b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:42.091585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9239c52-bf2c-4437-9429-dded2a0d0281 req-c0923c75-0680-4f8c-b516-940780200294 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.0953023 Nov 15 22:40:42.095725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:42.116671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:42.120369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f207776c-b707-4e7b-b3af-db98c7b086d2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:42.120734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f207776c-b707-4e7b-b3af-db98c7b086d2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:42.126671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:42.155559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.156203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d26043f9-c09a-447e-b791-6a2d9a77451a {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:42.171757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9239c52-bf2c-4437-9429-dded2a0d0281 req-89ac879f-2154-4e20-88a6-1f31245d1e16 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758219 Nov 15 22:40:42.186362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.187509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1995fbe-1ccf-4b0f-9242-720b752fbcac tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d26043f9-c09a-447e-b791-6a2d9a77451a HTTP/1.1" status: 204 len: 168 time: 2.2249818 Nov 15 22:40:42.192087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Attempting to bind port 1325c4b8-5376-4754-9499-2155fdb5d447 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:42.192431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Attempting to bind port 1325c4b8-5376-4754-9499-2155fdb5d447 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:42.192800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Attempting to bind port 1325c4b8-5376-4754-9499-2155fdb5d447 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:42.193259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:42.197925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Pushing event updated for resources: {'Port': ['ID=1325c4b8-5376-4754-9499-2155fdb5d447,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:42.198219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-340803863', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:42.201394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:42.201993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:42.202551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.203076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:42.204136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Bound port: 1325c4b8-5376-4754-9499-2155fdb5d447, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:42.204386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.223251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.278777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] For port 1325c4b8-5376-4754-9499-2155fdb5d447, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:42.282408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] For port 1325c4b8-5376-4754-9499-2155fdb5d447, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1325c4b8-5376-4754-9499-2155fdb5d447,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:42.319085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.363590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.364645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.390829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.422391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.423762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1779397-011f-4acd-bc65-c64540e8fea1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8145993 Nov 15 22:40:42.425528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.426656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:42.453907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3d7f0-9214-4f71-8fc7-6b7b0fe0daa1 None None] Pushing event updated for resources: {'Port': ['ID=1325c4b8-5376-4754-9499-2155fdb5d447,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:42.483736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.609010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:42.619129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:42.621798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:42.847699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.853665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event updated for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:42.901266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:42.902033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:42.996172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-4b071066-5a4f-48fc-b334-82751a6a3128 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6852751 Nov 15 22:40:43.014618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Request body: {'port': {'device_id': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:43.049804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4b82c282-2625-43e6-85eb-1b1ece2bd495 None None] Provisioning complete for port 5707db4b-2301-4717-a3e7-d6b6203d5b5b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:43.051407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b82c282-2625-43e6-85eb-1b1ece2bd495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.131101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.144094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b82c282-2625-43e6-85eb-1b1ece2bd495 None None] Port 5707db4b-2301-4717-a3e7-d6b6203d5b5b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:43.308161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18a38-5abc-4f05-9035-4494401efdf4 req-7ae6de68-00b6-46c2-9ee1-824b1a4b5360 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:43.316330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57c18a38-5abc-4f05-9035-4494401efdf4 req-7ae6de68-00b6-46c2-9ee1-824b1a4b5360 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 931 time: 0.1729205 Nov 15 22:40:43.448944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57c18a38-5abc-4f05-9035-4494401efdf4 req-209c5280-105a-44b2-9b7e-416e1ae66166 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314428 Nov 15 22:40:43.461692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b0d5-371b-4a94-865b-8a3ce6712609 req-ac210a3c-2f68-4325-8ba5-060eaf8414b6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:43.473543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:43.488735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62d6b0d5-371b-4a94-865b-8a3ce6712609 req-ac210a3c-2f68-4325-8ba5-060eaf8414b6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 945 time: 0.1566150 Nov 15 22:40:43.575705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.615563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.648205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:43.650790 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2ed1d9-cc19-43f6-be71-b65b246f61f8" -d '{"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:43.669342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:43.744700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.824888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:43.838741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62d6b0d5-371b-4a94-865b-8a3ce6712609 req-d4a1e477-e853-45d7-b197-d30f63cdb7c4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487687 Nov 15 22:40:43.866976 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a658d-de03-4f00-995a-8965ff92d2db x-openstack-request-id: req-a79a658d-de03-4f00-995a-8965ff92d2db {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:43.867674 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-unplugged", "status": "failed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:43.868066 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a79a658d-de03-4f00-995a-8965ff92d2db {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:43.868816 n-d-817995-3 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'code': 422} returned with failed status Nov 15 22:40:43.912645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.955469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:43.980864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] Provisioning complete for port 1325c4b8-5376-4754-9499-2155fdb5d447 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:43.983390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.026615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::1 (806f34b4-f1d1-41d4-b4bf-e07fce675238/6b2d6f0b-97ba-47a4-a965-8a2ed03080c4/5b6a7623-7d49-4013-9b84-3cbefab96a91) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:44.035336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1325c4b8-5376-4754-9499-2155fdb5d447 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:44.120583 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.149759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.158650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Allocated IP 172.25.0.52 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/46a894e2-2a0d-450b-8021-687e8dfe4e9f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:44.161891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1325c4b8-5376-4754-9499-2155fdb5d447 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:44.162437 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.215636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] For port 1325c4b8-5376-4754-9499-2155fdb5d447, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1325c4b8-5376-4754-9499-2155fdb5d447,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:44.243788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:44.249655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-74468179'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:44.253264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.261515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5707db4b-2301-4717-a3e7-d6b6203d5b5b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:40:44.268426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.275375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.302914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Transition to ACTIVE for port object 5707db4b-2301-4717-a3e7-d6b6203d5b5b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:40:44.304234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.313588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:44.322758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:44.331153 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.334990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:44.335543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.338787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:44.350561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713cb33-f23f-47e9-b6c7-571ca8e66e82 None None] Pushing event updated for resources: {'Port': ['ID=1325c4b8-5376-4754-9499-2155fdb5d447,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:44.378522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.392051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:44.392394 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:44.440792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:44.456598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:44.469635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.504209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:40:44.520482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.521378 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Added segment 5ab73d0c-1a32-45d1-bab6-aca6c0fd492e of type vlan for network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 Nov 15 22:40:44.522312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Attempting to bind port 5707db4b-2301-4717-a3e7-d6b6203d5b5b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:44.522312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Attempting to bind port 5707db4b-2301-4717-a3e7-d6b6203d5b5b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:44.528177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Attempting to bind port 5707db4b-2301-4717-a3e7-d6b6203d5b5b on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:44.528761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Port 5707db4b-2301-4717-a3e7-d6b6203d5b5b on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:40:44.529736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Attempting to bind port 5707db4b-2301-4717-a3e7-d6b6203d5b5b on network c62e890b-0d76-46ca-b1ec-c4b438e21bfc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:44.534827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:44.535886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Checking segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:44.536385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Bound using segment: {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:44.536945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Bound port: 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58d78c-733b-4265-b5a5-536789a530cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:44.537412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.554305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.646865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.650597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:44.655727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:44.664816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.668846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:44.673042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event updated for resources: {'Port': ['ID=46a894e2-2a0d-450b-8021-687e8dfe4e9f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:44.699514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ebbe76ed-5204-4807-9d1b-d584c946b2e4 None None] Provisioning complete for port 5b6a7623-7d49-4013-9b84-3cbefab96a91 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:44.699882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebbe76ed-5204-4807-9d1b-d584c946b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.735249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:44.740191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:44.760725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe76ed-5204-4807-9d1b-d584c946b2e4 None None] Port 5b6a7623-7d49-4013-9b84-3cbefab96a91 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:44.769463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcd094-5f02-413b-a67e-1f013e6af885 req-2c49b478-2817-4433-8150-2f1c782f3452 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:44.771001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcfcd094-5f02-413b-a67e-1f013e6af885 req-2c49b478-2817-4433-8150-2f1c782f3452 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 943 time: 0.1493227 Nov 15 22:40:44.855104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.860554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:44.861197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.878485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.927091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:44.927745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:44.929441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 1091 time: 1.9193842 Nov 15 22:40:44.929886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:44.932447 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba505e4-b45e-4555-9987-a4cc15b34bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:44.971236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e4858-37e1-4ee5-b24a-389d5180b3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:44.971606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcfcd094-5f02-413b-a67e-1f013e6af885 req-e8cbb9b1-c823-41dd-aaec-67e5a42c9955 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933920 Nov 15 22:40:44.978908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Network': ['ID=91fc1c2f-37c9-4da2-981b-ccdd445faed3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:45.004217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 16c62cdd-b61b-4959-af89-f5f2cb02717b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:45.009129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:40:45.055148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-633311ac-54d2-40ac-924f-a0a0c2f61a5d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8099060 Nov 15 22:40:45.058786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:45.064125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1584383677'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:45.121980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 16c62cdd-b61b-4959-af89-f5f2cb02717b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:45.122523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 16c62cdd-b61b-4959-af89-f5f2cb02717b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:45.181638 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f3227-564c-4fe3-9e80-5111bc96c27f x-openstack-request-id: req-fe1f3227-564c-4fe3-9e80-5111bc96c27f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:45.182200 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:45.182200 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe1f3227-564c-4fe3-9e80-5111bc96c27f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:45.182475 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'status': 'completed', 'code': 200} Nov 15 22:40:45.187615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.208028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.240133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:45.245222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.268887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.269768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.272708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-5bd9a02d-5595-4483-a6ee-db85609f9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:45.274236 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-5bd9a02d-5595-4483-a6ee-db85609f9239 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1094 time: 0.1400769 Nov 15 22:40:45.306738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:40:45.326607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-7e8aefaf-a543-4ae7-9ec7-a3faf53e8961 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 217 time: 0.0438640 Nov 15 22:40:45.380708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.381200 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Added segment acdea5f4-0a2e-48e7-bb1a-1d2862056dde of type vlan for network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 Nov 15 22:40:45.402130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:45.445493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.463462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-b57ba848-959d-46ed-8b51-ed54b49c69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:45.465220 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-b57ba848-959d-46ed-8b51-ed54b49c69f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1293058 Nov 15 22:40:45.477588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:45.480423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:45.545584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.554525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.555877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-ac53cc77-eba3-4c76-aad4-93fa4d1b0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:45.558029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-ac53cc77-eba3-4c76-aad4-93fa4d1b0b21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808873 Nov 15 22:40:45.559728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:45.560340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.648548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Network': ['ID=d664e6a0-9942-4a98-8634-f4af3f2d4ad4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:45.661314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:40:45.720492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b992ceb1-0ae7-422f-bb28-77da4c5cee37 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6598809 Nov 15 22:40:45.722982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34710) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:45.728725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'subnet': {'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:45.739230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-96fb1c77-625d-4586-b981-ee13f6d1bb4e service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468723 Nov 15 22:40:45.820706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Router 7367a076-884e-47e3-a69f-47647d01d485 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:45.840830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-57a65d3d-66c0-4e69-b8f2-c0c0594aef73 None None] Provisioning complete for port 5b6a7623-7d49-4013-9b84-3cbefab96a91 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:45.841912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a65d3d-66c0-4e69-b8f2-c0c0594aef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:45.857742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dcb1fc04-be05-401c-9f5a-fcf13eb4beea req-de901511-699c-4ffd-b0a0-8140ed266ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109533 Nov 15 22:40:45.901453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-57a65d3d-66c0-4e69-b8f2-c0c0594aef73 None None] Port 5b6a7623-7d49-4013-9b84-3cbefab96a91 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:45.921574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Router d1db4388-1672-4049-9386-8ceb32c21105 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:45.956264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3b49-19f8-4e57-a979-17604ca2de42 req-e6ed3b6e-3bfd-4900-8112-8a0cf38c3d7d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:45.957881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba8e3b49-19f8-4e57-a979-17604ca2de42 req-e6ed3b6e-3bfd-4900-8112-8a0cf38c3d7d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1576424 Nov 15 22:40:45.981784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1325c4b8-5376-4754-9499-2155fdb5d447 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:45.997382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:46.006736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be9b0290-9ff3-40a6-ba5e-7f1c73c79239 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "PUT /v2.0/routers/7367a076-884e-47e3-a69f-47647d01d485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755367 Nov 15 22:40:46.006736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:46.009802 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Sync routers for ids ['7367a076-884e-47e3-a69f-47647d01d485'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:46.016634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:46.020805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.040259 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Routers {'7367a076-884e-47e3-a69f-47647d01d485'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:46.042346 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7367a076-884e-47e3-a69f-47647d01d485'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.094679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1325c4b8-5376-4754-9499-2155fdb5d447 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:46.095205 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.130523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba8e3b49-19f8-4e57-a979-17604ca2de42 req-b8b58572-07db-4167-ba2d-1583d1f3e741 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569638 Nov 15 22:40:46.141546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2008e4d-17dd-4530-b483-ee81f8b47410 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.145121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2008e4d-17dd-4530-b483-ee81f8b47410 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports/5b6a7623-7d49-4013-9b84-3cbefab96a91 HTTP/1.1" status: 200 len: 911 time: 0.1350210 Nov 15 22:40:46.145552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-90d5ad34-3fd7-4f0e-a51f-ce838d09a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.147070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-90d5ad34-3fd7-4f0e-a51f-ce838d09a878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1094 time: 0.0914266 Nov 15 22:40:46.149102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:46.179973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:46.185542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] Sync routers for ids ['d1db4388-1672-4049-9386-8ceb32c21105'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:46.243790 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Set router 7367a076-884e-47e3-a69f-47647d01d485 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:46.264635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] Routers {'d1db4388-1672-4049-9386-8ceb32c21105'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:46.265262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d1db4388-1672-4049-9386-8ceb32c21105'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.281532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107faaa7-f79b-4abd-bbbf-ed1c6294fdef tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.290049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107faaa7-f79b-4abd-bbbf-ed1c6294fdef tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.291992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-3ee4a0fb-1f26-482d-8ea2-eded46db85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.294450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-3ee4a0fb-1f26-482d-8ea2-eded46db85c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.1347611 Nov 15 22:40:46.295061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:46.295694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-107faaa7-f79b-4abd-bbbf-ed1c6294fdef tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1406581 Nov 15 22:40:46.334628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.360149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] Routers {'d1db4388-1672-4049-9386-8ceb32c21105'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:46.360149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d1db4388-1672-4049-9386-8ceb32c21105'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.361224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e3c4-1921-41d7-863a-eea1e80168ff req-4d2e7430-7d75-482a-99c4-6b5e1987de22 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.370587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71c6e3c4-1921-41d7-863a-eea1e80168ff req-4d2e7430-7d75-482a-99c4-6b5e1987de22 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 943 time: 0.1775916 Nov 15 22:40:46.385127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-9ea3894b-6874-4d54-a317-9fa437e1ff63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 217 time: 0.0823247 Nov 15 22:40:46.463363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.464957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-86e533e3-6ca4-4278-96a9-56acb40bbd87 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2707124 Nov 15 22:40:46.469999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:46.489434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:46.526613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.526945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f7054-3c4b-41b5-9ce2-8e992297ddf4 None None] The sync data for ids ['d1db4388-1672-4049-9386-8ceb32c21105'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:46.540761 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:44Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '5b6a7623-7d49-4013-9b84-3cbefab96a91', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:94:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367a076-884e-47e3-a69f-47647d01d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:43Z', 'updated_at': '2021-11-15T22:40:44Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:46.570956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Checking router: 7367a076-884e-47e3-a69f-47647d01d485 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:46.571296 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Updating router 7367a076-884e-47e3-a69f-47647d01d485 port 5b6a7623-7d49-4013-9b84-3cbefab96a91 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:40:46.591399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71c6e3c4-1921-41d7-863a-eea1e80168ff req-b33be156-4c5f-4daf-8323-e2b7d261d209 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199194 Nov 15 22:40:46.602004 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.606617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-5e248887-0093-4343-9547-c1bc8e387fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.608207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-5e248887-0093-4343-9547-c1bc8e387fc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1316609 Nov 15 22:40:46.641476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-ca64965c-d369-4b0d-99ab-5ba925a36341 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3860326 Nov 15 22:40:46.727038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-76b76b9a-625c-48df-b64b-3f5dc72536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:46.728574 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-76b76b9a-625c-48df-b64b-3f5dc72536bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980837 Nov 15 22:40:46.754240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.836088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Subnet': ['ID=65b9b19a-f923-4bc7-b939-9a89c90c5d97,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:46.864988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:46.865356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network hostable DHCP agents. Network: 91fc1c2f-37c9-4da2-981b-ccdd445faed3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:40:46.926033 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-9928c4a9-2bc9-4a15-9d60-0c66744c6794 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877344 Nov 15 22:40:46.966196 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:46.980012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.047430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:40:47.076142 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.128528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dba505e4-b45e-4555-9987-a4cc15b34bb6 req-72d2a89a-34bb-4306-845b-0c9c318222e2 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894722 Nov 15 22:40:47.129331 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.138682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 91fc1c2f-37c9-4da2-981b-ccdd445faed3) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:47.145408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:47.145408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.150958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d7c022-220f-4a08-bff1-3736034003c6 None None] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:47.179731 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107165-b8b5-4d54-8680-4036175c0c41 None None] Pushing event updated for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:47.279879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85bed477-63c4-4f07-8721-5a53cf2e134f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5535443 Nov 15 22:40:47.285288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:47.285972 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Attempting to bind port 5b6a7623-7d49-4013-9b84-3cbefab96a91 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:47.286468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Attempting to bind port 5b6a7623-7d49-4013-9b84-3cbefab96a91 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:47.286960 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Attempting to bind port 5b6a7623-7d49-4013-9b84-3cbefab96a91 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:47.294509 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:47.295043 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:47.295642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'subnet': {'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:47.295855 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.296393 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:47.297028 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Bound port: 5b6a7623-7d49-4013-9b84-3cbefab96a91, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:47.298170 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.462387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] For port 5b6a7623-7d49-4013-9b84-3cbefab96a91, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:47.467621 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] For port 5b6a7623-7d49-4013-9b84-3cbefab96a91, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5b6a7623-7d49-4013-9b84-3cbefab96a91,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:47.479466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:47.480412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.522957 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.660467 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Routers {'7367a076-884e-47e3-a69f-47647d01d485'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:47.664955 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7367a076-884e-47e3-a69f-47647d01d485'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:47.743364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] Provisioning complete for port 5b6a7623-7d49-4013-9b84-3cbefab96a91 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:47.743958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.809537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Allocated IP 10.1.1.2 (91fc1c2f-37c9-4da2-981b-ccdd445faed3/65b9b19a-f923-4bc7-b939-9a89c90c5d97/0b1f3527-7b56-4814-9abb-fc73d4a6a7e0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:47.873125 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] Set router 7367a076-884e-47e3-a69f-47647d01d485 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:47.914546 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:47.918799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5707db4b-2301-4717-a3e7-d6b6203d5b5b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:40:48.016223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7107165-b8b5-4d54-8680-4036175c0c41 None None] Pushing event updated for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:48.135055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:48.139574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-14006a10-e93a-4361-8af9-16887a20e0b0 req-3b0924ad-14f7-492d-90dc-68fbd68c2f70 service neutron] (103128) timed out ('10.222.0.57', 62032) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:40:48.155495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1c90-7850-4dc9-bd06-f6cd260def5e req-0d285f85-334b-4af9-ae23-c7ce41d84072 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:48.158389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'port_id': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'mac_address': 'fa:16:3e:2c:e7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:40:48.158633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 5b6a7623-7d49-4013-9b84-3cbefab96a91 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:48.159086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.162780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-340b1c90-7850-4dc9-bd06-f6cd260def5e req-0d285f85-334b-4af9-ae23-c7ce41d84072 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.8764715 Nov 15 22:40:48.219072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] For port 5b6a7623-7d49-4013-9b84-3cbefab96a91, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5b6a7623-7d49-4013-9b84-3cbefab96a91,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:48.253886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b52a2-74a6-4398-916d-ddbcaae47af0 req-198d4f5d-38f4-476f-a6e1-e17de9e6a9dc tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:48.255412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d05b52a2-74a6-4398-916d-ddbcaae47af0 req-198d4f5d-38f4-476f-a6e1-e17de9e6a9dc tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 943 time: 0.2376058 Nov 15 22:40:48.256355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.303180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5707db4b-2301-4717-a3e7-d6b6203d5b5b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:40:48.303386 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:44Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '5b6a7623-7d49-4013-9b84-3cbefab96a91', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:94:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367a076-884e-47e3-a69f-47647d01d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:43Z', 'updated_at': '2021-11-15T22:40:47Z', 'revision_number': 4, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:48.332546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:48.336575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.338367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port 5b6a7623-7d49-4013-9b84-3cbefab96a91, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5b6a7623-7d49-4013-9b84-3cbefab96a91,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:48.340149 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fc8a2-e54f-4218-9aab-d4d0495d1994 None None] The sync data for ids ['7367a076-884e-47e3-a69f-47647d01d485'] in n-d-817995-3 is: [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:44Z', 'revision_number': 2, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None, '_interfaces': [{'id': '5b6a7623-7d49-4013-9b84-3cbefab96a91', 'name': '', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'mac_address': 'fa:16:3e:94:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367a076-884e-47e3-a69f-47647d01d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:40:43Z', 'updated_at': '2021-11-15T22:40:47Z', 'revision_number': 4, 'project_id': '8c738845d89f47c2ab097db270321212', 'subnets': [{'id': '6b2d6f0b-97ba-47a4-a965-8a2ed03080c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:48.342775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.349254 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.356829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:48.364081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 5b6a7623-7d49-4013-9b84-3cbefab96a91 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:48.374198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.374341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-340b1c90-7850-4dc9-bd06-f6cd260def5e req-a55610d4-0957-4cf3-bea0-9c4b312d1889 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031558 Nov 15 22:40:48.429495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.437292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4455f-098e-466f-9ba5-e552382529f6 None None] Pushing event updated for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:48.502843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.534284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:48.545726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:48.557460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:48.566636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d05b52a2-74a6-4398-916d-ddbcaae47af0 req-926d634f-87fe-4f64-a9c1-0eb0558abf16 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747600 Nov 15 22:40:48.655608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d52f4986-16a6-4c40-b41c-7c83d05a79c5 None None] Provisioning complete for port 5b6a7623-7d49-4013-9b84-3cbefab96a91 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:48.655608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d52f4986-16a6-4c40-b41c-7c83d05a79c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.710846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.727195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:48.754282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['5707db4b-2301-4717-a3e7-d6b6203d5b5b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:40:48.760747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=5b6a7623-7d49-4013-9b84-3cbefab96a91,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:48.783530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.784001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.787819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.789202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:40:48.816757 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.831993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.854579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Attempting to bind port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:48.854986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Attempting to bind port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:48.855336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Attempting to bind port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:48.910819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d52f4986-16a6-4c40-b41c-7c83d05a79c5 None None] Could not find standard attr ID for object 5b6a7623-7d49-4013-9b84-3cbefab96a91. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:40:48.933737 n-d-817995-3 neutron-server[103129]: INFO neutron.plugins.ml2.db [None req-d52f4986-16a6-4c40-b41c-7c83d05a79c5 None None] No ports have port_id starting with 5b6a7623-7d49-4013-9b84-3cbefab96a91 Nov 15 22:40:48.936947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:48.937322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:48.937724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.938115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Bound using segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:48.943812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Bound port: 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:48.944893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.980006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:48.988844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Pushing event updated for resources: {'Port': ['ID=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:49.007485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:49.101646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router d1db4388-1672-4049-9386-8ceb32c21105 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:49.119699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] For port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:49.127967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] For port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:49.137789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Subnet': ['ID=a9b94e3c-b10a-419f-a9c7-43b93d91c760,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:49.206395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:49.303394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4144d-e198-4349-91fb-45ec31093e28 None None] Pushing event updated for resources: {'Port': ['ID=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:49.359276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Router 7367a076-884e-47e3-a69f-47647d01d485 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:49.367045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:49.372732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:49.374592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75065b88-10a7-4124-b704-17946004fe46 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "PUT /v2.0/routers/d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 200 len: 924 time: 2.8942406 Nov 15 22:40:49.378152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.383102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] Sync routers for ids ['d1db4388-1672-4049-9386-8ceb32c21105'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:49.386463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Checking segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:49.387389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network hostable DHCP agents. Network: d664e6a0-9942-4a98-8634-f4af3f2d4ad4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:40:49.399469 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] Routers {'d1db4388-1672-4049-9386-8ceb32c21105'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:49.400405 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d1db4388-1672-4049-9386-8ceb32c21105'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:49.474690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:49.493430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:40:49.498694 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] Routers {'d1db4388-1672-4049-9386-8ceb32c21105'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:49.499437 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d1db4388-1672-4049-9386-8ceb32c21105'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:49.564985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:49.574194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e126c996-a1c7-4044-ac4b-d2c8e92d3d69 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "PUT /v2.0/routers/7367a076-884e-47e3-a69f-47647d01d485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2780373 Nov 15 22:40:49.581548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.637796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c957-3b52-472e-a427-4d325ec0dacc req-47c2ba08-7bdb-447a-920c-c5e6be10e2e5 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:49.639695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ff5c957-3b52-472e-a427-4d325ec0dacc req-47c2ba08-7bdb-447a-920c-c5e6be10e2e5 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1620429 Nov 15 22:40:49.655196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d664e6a0-9942-4a98-8634-f4af3f2d4ad4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:49.664900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:49.665494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:49.683421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbfaa27-677c-4a47-bd62-6445f1a6fa87 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:49.685061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbfaa27-677c-4a47-bd62-6445f1a6fa87 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:49.693254 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ebbfaa27-677c-4a47-bd62-6445f1a6fa87 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1105633 Nov 15 22:40:49.693472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.694411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20b41b-be41-4bba-8892-22e02669c72a None None] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:49.715304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3d87c4b-b030-4a9d-a7e0-dc6b817d7c2b tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 200 len: 924 time: 0.2785630 Nov 15 22:40:49.715937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.805923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7dbe1b59-f693-4e03-825f-4cba3ead418d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5181968 Nov 15 22:40:49.807579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2a295-db78-4019-9bdd-3dcb135da623 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:49.813009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.813801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:49.813934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29c2a295-db78-4019-9bdd-3dcb135da623 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=d1db4388-1672-4049-9386-8ceb32c21105&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0968544 Nov 15 22:40:49.846739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:49.849478 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353dafff-ccbe-42d4-b83a-40971ca5e71e None None] The sync data for ids ['d1db4388-1672-4049-9386-8ceb32c21105'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:49.949545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'name': 'tempest-TaggedBootDevicesTest-162205215', 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:49.953183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5707db4b-2301-4717-a3e7-d6b6203d5b5b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:50.041415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c22420-4507-4aef-80d6-de81acb01b9d tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:50.043436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b9c22420-4507-4aef-80d6-de81acb01b9d tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.2264609 Nov 15 22:40:50.047662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:50.048255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ips': [{'subnet_id': 'a9b94e3c-b10a-419f-a9c7-43b93d91c760'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:50.049193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.085439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:50.104420 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-165e64d4-bdc6-413d-9fdf-f97eb0a52a6b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 200 len: 205 time: 0.0526683 Nov 15 22:40:50.104420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:50.136538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 6b2d6f0b-97ba-47a4-a965-8a2ed03080c4 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:50.161417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 5707db4b-2301-4717-a3e7-d6b6203d5b5b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:40:50.165916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.183520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 5707db4b-2301-4717-a3e7-d6b6203d5b5b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:50.184044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.199938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ff5c957-3b52-472e-a427-4d325ec0dacc req-fd87e6cf-7620-41d8-81eb-d085bf34d630 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5382614 Nov 15 22:40:50.244570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eee0c-f53a-41bb-ae2a-06447568262e req-58500174-fc96-4d51-b75f-ee4db9f1a3b5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:50.252098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-380eee0c-f53a-41bb-ae2a-06447568262e req-58500174-fc96-4d51-b75f-ee4db9f1a3b5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 944 time: 0.1992450 Nov 15 22:40:50.257657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.267609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:50.268382 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.316278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.340166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Allocated IP 10.2.2.2 (d664e6a0-9942-4a98-8634-f4af3f2d4ad4/a9b94e3c-b10a-419f-a9c7-43b93d91c760/86335607-4b9a-4cff-b282-43b2de4cf62a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:50.368078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-380eee0c-f53a-41bb-ae2a-06447568262e req-73d9493b-0096-4ead-9b79-6f18179c236f tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143599 Nov 15 22:40:50.404001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.404246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:50.497133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:50.499629 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c075cec-7001-4d37-8e6f-82937dad9e4f" -d '{"events": [{"server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "name": "network-vif-plugged", "status": "completed", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:50.547525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:50.564484 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.568303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.576807 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.586596 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7c3450-5bc8-4745-a6a7-29692b1ecf4c x-openstack-request-id: req-3d7c3450-5bc8-4745-a6a7-29692b1ecf4c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:50.586883 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "name": "network-vif-plugged", "status": "completed", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:50.587130 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d7c3450-5bc8-4745-a6a7-29692b1ecf4c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:50.587514 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'code': 200} Nov 15 22:40:50.604517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.614071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.662107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:50.697533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] device_id is not set on port 83d8431a-85d5-4df3-926f-c23fd436a275 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:50.728468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:50.734148 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.765774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f40e70-b4d4-4894-98c2-68f7636485af req-2dd08f99-558a-47cc-bf33-df8db8740e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:50.768423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.769482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51f40e70-b4d4-4894-98c2-68f7636485af req-2dd08f99-558a-47cc-bf33-df8db8740e07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1096 time: 0.1038074 Nov 15 22:40:50.802160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:50.828037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3da0e-42b6-40cc-8fcb-a6e4c68410f3 req-4dd694d3-7e77-4dbb-ab2c-5d40d00b2563 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:50.832133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8f3da0e-42b6-40cc-8fcb-a6e4c68410f3 req-4dd694d3-7e77-4dbb-ab2c-5d40d00b2563 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.2501557 Nov 15 22:40:50.852489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.863748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port 46a894e2-2a0d-450b-8021-687e8dfe4e9f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:50.864098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:50.910867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:50.919463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:50.930443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:50.939429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Pushing event updated for resources: {'Port': ['ID=86335607-4b9a-4cff-b282-43b2de4cf62a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:50.944041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Sync routers for ids ['7367a076-884e-47e3-a69f-47647d01d485'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:50.957732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51f40e70-b4d4-4894-98c2-68f7636485af req-22aa8f29-595c-40cc-acf4-8df0aab7a436 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768703 Nov 15 22:40:50.963072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.001088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Routers {'7367a076-884e-47e3-a69f-47647d01d485'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:51.001716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7367a076-884e-47e3-a69f-47647d01d485'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:51.017419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.033092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for 46a894e2-2a0d-450b-8021-687e8dfe4e9f owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:51.041514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.1.1.66 (91fc1c2f-37c9-4da2-981b-ccdd445faed3/65b9b19a-f923-4bc7-b939-9a89c90c5d97/83d8431a-85d5-4df3-926f-c23fd436a275) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:51.117173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2d6f0b-97ba-47a4-a965-8a2ed03080c4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:51.129472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.139323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3ffe889e-9f98-4fa0-b445-28c9663de564 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/6b2d6f0b-97ba-47a4-a965-8a2ed03080c4 HTTP/1.1" status: 204 len: 168 time: 1.4433436 Nov 15 22:40:51.145265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:51.175433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8f3da0e-42b6-40cc-8fcb-a6e4c68410f3 req-6b4b84cc-1095-4fff-bab7-618df690ac02 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961447 Nov 15 22:40:51.237884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b4acc-6bb3-4290-9181-57dfe1a2be8a None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:51.244456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Attempting to bind port 86335607-4b9a-4cff-b282-43b2de4cf62a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:51.245633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Attempting to bind port 86335607-4b9a-4cff-b282-43b2de4cf62a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:51.246112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Attempting to bind port 86335607-4b9a-4cff-b282-43b2de4cf62a on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:51.248381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:51.313234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:51.313684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Checking segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:51.314226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.314768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Bound using segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:51.315405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Bound port: 86335607-4b9a-4cff-b282-43b2de4cf62a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:51.316150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.319928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Set router 7367a076-884e-47e3-a69f-47647d01d485 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:51.333531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.378495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=46a894e2-2a0d-450b-8021-687e8dfe4e9f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:51.467267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:48Z', 'revision_number': 3, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:51.513032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.529313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Checking router: 7367a076-884e-47e3-a69f-47647d01d485 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:51.551359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1ab8d71d-ef5d-4567-88e1-e602cad6c804 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4046342 Nov 15 22:40:51.555700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:51.636112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.639929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Routers {'7367a076-884e-47e3-a69f-47647d01d485'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:51.641846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.645020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7367a076-884e-47e3-a69f-47647d01d485'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:51.706629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2a8466e-8969-4286-b30e-25b042b5a819 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 200 len: 992 time: 0.4567778 Nov 15 22:40:51.734990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a356cd-c455-49aa-aaf3-5a5e3ea0fe73 req-5e4cd771-1293-4b03-988c-fdf43bef2d0d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:51.735100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25a356cd-c455-49aa-aaf3-5a5e3ea0fe73 req-5e4cd771-1293-4b03-988c-fdf43bef2d0d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2970128 Nov 15 22:40:51.754903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.761610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffce0e5-c5f6-4359-951c-573162a402e3 None None] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:51.783298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.783824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router d1db4388-1672-4049-9386-8ceb32c21105 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:51.791116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.797777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6036d940-fb83-4fff-b318-061741ba219b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 204 len: 168 time: 1.6891539 Nov 15 22:40:51.798714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:51.808290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-989308909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:51.837511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.854059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] Set router 7367a076-884e-47e3-a69f-47647d01d485 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:51.878460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0012c-b30a-4902-a78d-b0f75f16184d req-99cb55ca-580c-4dea-b88d-5d844e884fc0 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:51.879844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0da0012c-b30a-4902-a78d-b0f75f16184d req-99cb55ca-580c-4dea-b88d-5d844e884fc0 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.3783622 Nov 15 22:40:51.937935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d2762ebe-4188-4686-8790-0d1fef15ca61 None None] Provisioning complete for port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:51.938300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d2762ebe-4188-4686-8790-0d1fef15ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.940222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.941670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:51.961005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25a356cd-c455-49aa-aaf3-5a5e3ea0fe73 req-e6b84c30-6883-4ae2-972a-6977a3e103e1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137220 Nov 15 22:40:51.974477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] For port 86335607-4b9a-4cff-b282-43b2de4cf62a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:51.981603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:48Z', 'revision_number': 3, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:52.015115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c85e02-70bb-4afa-a56c-f4c88e35022f None None] The sync data for ids ['7367a076-884e-47e3-a69f-47647d01d485'] in n-d-817995-3 is: [{'id': '7367a076-884e-47e3-a69f-47647d01d485', 'name': 'tempest-NetworksTestDHCPv6-router-623752625', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:40:41Z', 'updated_at': '2021-11-15T22:40:48Z', 'revision_number': 3, 'project_id': '8c738845d89f47c2ab097db270321212', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:52.033722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.035016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] For port 86335607-4b9a-4cff-b282-43b2de4cf62a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=86335607-4b9a-4cff-b282-43b2de4cf62a,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:52.038802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.130653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.150683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.168742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0da0012c-b30a-4902-a78d-b0f75f16184d req-2401fc25-604e-4ad7-b62b-cbfd51b6e913 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472568 Nov 15 22:40:52.226821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.227843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Fanout notify agent at l3_agent the message router_deleted on router 7367a076-884e-47e3-a69f-47647d01d485 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:40:52.229325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.245846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.249793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34802) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.249949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d8ffd2a-1887-49d9-9ce5-2dcd8129a24e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/routers/7367a076-884e-47e3-a69f-47647d01d485 HTTP/1.1" status: 204 len: 168 time: 0.6883252 Nov 15 22:40:52.272533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618a73-946d-483c-9b68-630158e82fc0 None None] Pushing event updated for resources: {'Port': ['ID=86335607-4b9a-4cff-b282-43b2de4cf62a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:52.278116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:52.308183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.313393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:52.317881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:52.352925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:52.374340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfe3e4-4397-48b1-85fe-60e2b6bd924e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:52.378922 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dadfe3e4-4397-48b1-85fe-60e2b6bd924e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1251717 Nov 15 22:40:52.378922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.405030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:52.405957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.465636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:40:52.466945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.471959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.480499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:52.485334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4cbfe237-2a8e-4e40-8d1b-18a4bb70d23b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6861589 Nov 15 22:40:52.511436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf3dd0a-9c86-4e71-beb0-e0409c69a55d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:52.512359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:52.515399 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9cf3dd0a-9c86-4e71-beb0-e0409c69a55d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332920 Nov 15 22:40:52.515399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.579895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6b37f564-348c-4126-8faa-b59d57a5f9eb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538008 Nov 15 22:40:52.580314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34812) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.586753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:52.632958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2da51a2c-d745-4c66-b53e-2049749e0acd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8053043 Nov 15 22:40:52.654975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:52.673318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'name': 'tempest-TaggedBootDevicesTest-1081616797', 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:52.681245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Deleting port 1325c4b8-5376-4754-9499-2155fdb5d447 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:52.681731 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.747965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:52.748478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.846838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] For port 1325c4b8-5376-4754-9499-2155fdb5d447, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1325c4b8-5376-4754-9499-2155fdb5d447,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:52.847514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:52.876819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Calling delete_port for 1325c4b8-5376-4754-9499-2155fdb5d447 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:52.915286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:52.919207 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.076561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d561deed-4d09-4673-a1ad-89fc707cebb2 None None] Provisioning complete for port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:53.076848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d561deed-4d09-4673-a1ad-89fc707cebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.247601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d561deed-4d09-4673-a1ad-89fc707cebb2 None None] Provisioning complete for port 83d8431a-85d5-4df3-926f-c23fd436a275 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:53.247920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d561deed-4d09-4673-a1ad-89fc707cebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.295571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d561deed-4d09-4673-a1ad-89fc707cebb2 None None] Port 83d8431a-85d5-4df3-926f-c23fd436a275 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:53.298726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.330232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] Pushing event deleted for resources: {'Port': ['ID=1325c4b8-5376-4754-9499-2155fdb5d447,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:53.334353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2f602-085b-49c5-ba22-63c11223ff70 None None] No DVR routers for this DVR port 1325c4b8-5376-4754-9499-2155fdb5d447 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:40:53.418423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b51cddd3-2044-47a7-9ab6-bc2361e27af5 None None] Provisioning complete for port 83d8431a-85d5-4df3-926f-c23fd436a275 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:53.418975 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51cddd3-2044-47a7-9ab6-bc2361e27af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.444986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac26a0-e47d-443b-9923-689988b9c70f req-a0c04336-9723-483f-bc77-cd5830b8e915 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:53.452429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12ac26a0-e47d-443b-9923-689988b9c70f req-a0c04336-9723-483f-bc77-cd5830b8e915 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1096 time: 0.8396308 Nov 15 22:40:53.494572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.497518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b51cddd3-2044-47a7-9ab6-bc2361e27af5 None None] Port 83d8431a-85d5-4df3-926f-c23fd436a275 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:53.514007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:40:53.515478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.556402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:53.561377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:53.565786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:53.566375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.573906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b38807a-97f2-4559-be6f-26f1a8bac3bf None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:53.611454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12ac26a0-e47d-443b-9923-689988b9c70f req-02cdac1a-2f80-4699-a5e0-4ac5e567bbd3 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580906 Nov 15 22:40:53.614504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=ba035ccd-cfba-4162-84a6-de9c9df817dd,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:53.643478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbff6-756f-4d01-b8ca-4381c5a2de8d req-e2a88e3c-bbd8-4555-8fe3-dbdef2391e3a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:53.643478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcffbff6-756f-4d01-b8ca-4381c5a2de8d req-e2a88e3c-bbd8-4555-8fe3-dbdef2391e3a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1778624 Nov 15 22:40:53.643478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:53.646930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.695063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] device_id is not set on port 3ae09332-786d-44aa-88e9-54037cc84fb1 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:53.764364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a41f7976-5266-4d1d-aeba-eb638ec5e8df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1823745 Nov 15 22:40:53.767061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:53.772122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:53.794021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'ba035ccd-cfba-4162-84a6-de9c9df817dd'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:40:53.795126 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:53.843802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fcffbff6-756f-4d01-b8ca-4381c5a2de8d req-de4f0cc7-7542-4d86-8275-b4bbc2f9990e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922941 Nov 15 22:40:53.951789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a99cf-5eb6-432d-b85a-eada3ae185e0 req-bf4cb4ec-4417-468f-a0c9-2df49312403a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:53.954922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824cb2ea-2ec2-40c6-9d47-ff0a4067b473 None None] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:53.959461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f54a99cf-5eb6-432d-b85a-eada3ae185e0 req-bf4cb4ec-4417-468f-a0c9-2df49312403a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.2161005 Nov 15 22:40:54.089870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f54a99cf-5eb6-432d-b85a-eada3ae185e0 req-912a1b45-3693-4b24-8ce3-11767ecc0c14 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223817 Nov 15 22:40:54.091389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.1.1.216 (91fc1c2f-37c9-4da2-981b-ccdd445faed3/65b9b19a-f923-4bc7-b939-9a89c90c5d97/3ae09332-786d-44aa-88e9-54037cc84fb1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:54.128235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:54.132403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.266448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Allocated IP 2001:db8::f816:3eff:fef9:3410 (806f34b4-f1d1-41d4-b4bf-e07fce675238/ba035ccd-cfba-4162-84a6-de9c9df817dd/ed2fcaef-0295-47e0-b815-f7a1399c656b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:54.324905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 86335607-4b9a-4cff-b282-43b2de4cf62a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:54.370145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-67809237-9057-48ff-a4d4-c7932a3f4925 req-ebd69500-aa67-4353-b03a-0b70d940b88b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:40:54.376568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] Provisioning complete for port 86335607-4b9a-4cff-b282-43b2de4cf62a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:54.376972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.384441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67809237-9057-48ff-a4d4-c7932a3f4925 req-ebd69500-aa67-4353-b03a-0b70d940b88b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1989338 Nov 15 22:40:54.483569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34546ad-59f3-48a5-b8a8-dbea6dab30bf req-ea233b69-1d3d-47d7-8ec9-bf0e4e37c1e4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:54.496074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f34546ad-59f3-48a5-b8a8-dbea6dab30bf req-ea233b69-1d3d-47d7-8ec9-bf0e4e37c1e4 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.3122783 Nov 15 22:40:54.497825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:54.585458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.593703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 86335607-4b9a-4cff-b282-43b2de4cf62a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:54.593871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.596160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.615080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Request body: {'floatingip': {'port_id': '5707db4b-2301-4717-a3e7-d6b6203d5b5b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:54.621074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.663729 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.668332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.669955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.718068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.753295 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.793080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Allocated IP 172.25.0.25 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/d596ea09-2b68-48d5-9935-6b7c57881761) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:54.840519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] For port 86335607-4b9a-4cff-b282-43b2de4cf62a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=86335607-4b9a-4cff-b282-43b2de4cf62a,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:54.884141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:54.885158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.890303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:54.922293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:54.952389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:54.956734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:54.979321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.022658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.113335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:55.137916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.146975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:55.155734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:55.189184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Attempting to bind port ed2fcaef-0295-47e0-b815-f7a1399c656b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:55.189559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Attempting to bind port ed2fcaef-0295-47e0-b815-f7a1399c656b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:55.189921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Attempting to bind port ed2fcaef-0295-47e0-b815-f7a1399c656b on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:55.192465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eeb4f-fe3c-4951-a1d8-4e481b55cf90 None None] Pushing event updated for resources: {'Port': ['ID=86335607-4b9a-4cff-b282-43b2de4cf62a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:55.207375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:40:55.207697 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:40:55.212439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:55.212838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:55.213240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.213633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:55.214287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Bound port: ed2fcaef-0295-47e0-b815-f7a1399c656b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:55.214679 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.232263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c260554e-10d2-44b3-9e13-41d6f04d162e None None] Provisioning complete for port 86335607-4b9a-4cff-b282-43b2de4cf62a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:55.232662 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c260554e-10d2-44b3-9e13-41d6f04d162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.241996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:55.242869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.280029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:55.285717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:55.288889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:55.307639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c270bb-a271-4719-bd2a-62f35dcb23d7 req-32fbb877-12b8-4d4d-a15e-98b44b74eae8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:55.314712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12c270bb-a271-4719-bd2a-62f35dcb23d7 req-32fbb877-12b8-4d4d-a15e-98b44b74eae8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2943606 Nov 15 22:40:55.322228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:55.357444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:40:55.362549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:55.392138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event updated for resources: {'Port': ['ID=d596ea09-2b68-48d5-9935-6b7c57881761,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:55.400003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=c622f02f-d072-46db-b66a-593af6536cce,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:55.423375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8df5e702-d11f-4ca0-8703-4f0c5318b28c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7610936 Nov 15 22:40:55.433285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:55.437131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:55.448370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.472743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:55.473288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.550019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a069a4-adeb-426f-90fa-3e7868e5ef64 None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:55.570417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12c270bb-a271-4719-bd2a-62f35dcb23d7 req-36dcc9f5-afe8-445e-918d-ace08fb3d827 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546012 Nov 15 22:40:55.602322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1422a388-4475-467f-9ab5-6cd282868e5a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8339114 Nov 15 22:40:55.607209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34856) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:55.613079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:51:e5:0b', 'name': 'tempest-NetworksTestDHCPv6-929880044'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:55.677400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ddf0873f-4e60-412e-ae00-ac80a8ca3066 None None] Provisioning complete for port 3ae09332-786d-44aa-88e9-54037cc84fb1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:55.677915 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf0873f-4e60-412e-ae00-ac80a8ca3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:55.814746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0873f-4e60-412e-ae00-ac80a8ca3066 None None] Port 3ae09332-786d-44aa-88e9-54037cc84fb1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:40:55.944265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.010991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1325c4b8-5376-4754-9499-2155fdb5d447 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:56.015674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.032936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1325c4b8-5376-4754-9499-2155fdb5d447 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:56.033316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1325c4b8-5376-4754-9499-2155fdb5d447 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:56.033681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5b6a7623-7d49-4013-9b84-3cbefab96a91 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:40:56.041820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:40:56.055652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5b6a7623-7d49-4013-9b84-3cbefab96a91 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:40:56.056011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5b6a7623-7d49-4013-9b84-3cbefab96a91 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:40:56.163216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-41fb556a-ad41-48ea-bb47-675f11a0f83d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3318827 Nov 15 22:40:56.182991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34860) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:56.184123 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Floating IP 9f628897-9a50-477a-a995-af71f8d225d4 associated. External IP: 172.25.0.232, port: 5707db4b-2301-4717-a3e7-d6b6203d5b5b. Nov 15 22:40:56.186218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-6c26f172-7ff5-4b90-bda7-5db38288a306 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:40:56.187207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-6c26f172-7ff5-4b90-bda7-5db38288a306 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064747 Nov 15 22:40:56.190854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033323211', 'description': 'tempest-description--1660596627'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:56.253942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.337499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.378788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 2c2bdd3c-ae74-4da5-8cad-37f5de2e1027 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:40:56.378964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 86335607-4b9a-4cff-b282-43b2de4cf62a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:56.440450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.485643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 86335607-4b9a-4cff-b282-43b2de4cf62a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:56.486748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.529857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:40:56.602369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.647552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:56.682888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.691822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.729366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.737327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:56.737327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.737545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 172.20.0.5 (806f34b4-f1d1-41d4-b4bf-e07fce675238/c622f02f-d072-46db-b66a-593af6536cce/2c2bdd3c-ae74-4da5-8cad-37f5de2e1027) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:56.781777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124726a0-3b56-4a2d-b10a-08026c23cae3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:56.815590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:56.821766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.826614 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:56.848258 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:56.848921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:56.871155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe51:e50b (806f34b4-f1d1-41d4-b4bf-e07fce675238/ba035ccd-cfba-4162-84a6-de9c9df817dd/2c2bdd3c-ae74-4da5-8cad-37f5de2e1027) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:56.884513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.892391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fea99ed3-3fab-4ace-9794-2e299ee39a20 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "PUT /v2.0/floatingips/9f628897-9a50-477a-a995-af71f8d225d4 HTTP/1.1" status: 200 len: 991 time: 2.3831747 Nov 15 22:40:56.893042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:40:56.902954 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e60866a-b48b-4305-b4ae-f0fad748bb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:40:56.912288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:56.918324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c9a47ed0-9a6f-4e20-8763-8fcb5277a282 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7294662 Nov 15 22:40:56.925675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:56.935096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'security_group_rule': {'security_group_id': '124726a0-3b56-4a2d-b10a-08026c23cae3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:56.937374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:56.983038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964be3b-2a9e-4ebe-b304-60761c5f55ec req-c2823a35-bece-4d6e-a4ec-6281ac3f24f1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:56.991865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e964be3b-2a9e-4ebe-b304-60761c5f55ec req-c2823a35-bece-4d6e-a4ec-6281ac3f24f1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2569866 Nov 15 22:40:57.016983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:57.036479 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.097742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94bbac-f9a7-449e-8b3a-802e19801746 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:40:57.128010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e964be3b-2a9e-4ebe-b304-60761c5f55ec req-557e2ed8-0982-4f7d-93e8-f64619e0b5d4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348364 Nov 15 22:40:57.144998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.153250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:57.208455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c1921632-1e4a-4c99-99cb-864be2bf7f13 None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:57.208455 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1921632-1e4a-4c99-99cb-864be2bf7f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.227863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Router e11492cc-18e2-443d-b152-c86f9761fe7c is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:40:57.247711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.344527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.394910 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9f628897-9a50-477a-a995-af71f8d225d4', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:2c:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:33Z', 'updated_at': '2021-11-15T22:40:55Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.431751 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:40:57.441481 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:57.442108 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.458880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.487918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d45af6d-7be4-4013-9a2a-96c3817c750a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:57.503767 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5ce9d-b742-4267-8eb5-bf5fe55ae00f x-openstack-request-id: req-c0b5ce9d-b742-4267-8eb5-bf5fe55ae00f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:40:57.512239 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:40:57.512239 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0b5ce9d-b742-4267-8eb5-bf5fe55ae00f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:40:57.512239 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'status': 'completed', 'code': 200} Nov 15 22:40:57.557146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': 'ba035ccd-cfba-4162-84a6-de9c9df817dd', 'ip_address': '2001:db8::f816:3eff:fef9:3410'}, {'subnet_id': 'c622f02f-d072-46db-b66a-593af6536cce'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'ed2fcaef-0295-47e0-b815-f7a1399c656b'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:40:57.570996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.574757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-743305f3-b4fc-4f8b-b631-b30b99acafbd tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6460838 Nov 15 22:40:57.576021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:57.580577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'security_group_rule': {'security_group_id': '124726a0-3b56-4a2d-b10a-08026c23cae3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:57.594124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.613504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-794f1332-c620-49b2-8623-feaab4f9c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:57.614960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-794f1332-c620-49b2-8623-feaab4f9c3c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1096 time: 0.0879486 Nov 15 22:40:57.621681 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:40:57.749816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.755205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-a7405beb-0fb3-4512-8e09-b01ecdd7bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:57.757201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-a7405beb-0fb3-4512-8e09-b01ecdd7bc92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.1351714 Nov 15 22:40:57.806777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Allocated IP 172.20.0.2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/c622f02f-d072-46db-b66a-593af6536cce/ed2fcaef-0295-47e0-b815-f7a1399c656b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:57.847576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:40:57.853714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.857314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-4941e1ac-8b04-4315-b7d7-6985872100a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 999 time: 0.0931575 Nov 15 22:40:57.866342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:57.870219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ee5857bd-9f8e-4517-ae82-db629af4e816 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "PUT /v2.0/routers/e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 200 len: 882 time: 5.3941197 Nov 15 22:40:57.877666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] Sync routers for ids ['e11492cc-18e2-443d-b152-c86f9761fe7c'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:40:57.885166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:57.887705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-5dd43ccf-349f-4f21-992b-6a7c499f3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:57.891579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] Routers {'e11492cc-18e2-443d-b152-c86f9761fe7c'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:57.892196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e11492cc-18e2-443d-b152-c86f9761fe7c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.906982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-5dd43ccf-349f-4f21-992b-6a7c499f3069 service neutron] 10.222.0.15 "GET /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1093 time: 0.5093510 Nov 15 22:40:57.919117 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9f628897-9a50-477a-a995-af71f8d225d4', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:2c:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:33Z', 'updated_at': '2021-11-15T22:40:55Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.933881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.936536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-9fd748fb-8117-4e26-a2ee-40eec779b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:57.939179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-9fd748fb-8117-4e26-a2ee-40eec779b45c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.0728712 Nov 15 22:40:57.942964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Request body: {'binding': {'host': 'n-h2-817995-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:57.943431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Unknown quota resources ['binding']. {{(pid=103128) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 15 22:40:57.948799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae145e-3bf3-4d8d-ad97-a0a864aa1623 None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '9f628897-9a50-477a-a995-af71f8d225d4', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'floating_ip_address': '172.25.0.232', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'port_id': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'mac_address': 'fa:16:3e:2c:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:40:33Z', 'updated_at': '2021-11-15T22:40:55Z', 'revision_number': 1, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:57.958147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] Routers {'e11492cc-18e2-443d-b152-c86f9761fe7c'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:40:57.958774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e11492cc-18e2-443d-b152-c86f9761fe7c'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:57.966989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:40:58.044187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.053802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:40:58.062541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:40:58.076719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-a559f4ce-a029-4f64-8984-13a8912b66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.078092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-a559f4ce-a029-4f64-8984-13a8912b66d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981648 Nov 15 22:40:58.079526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-e5b97da4-0b6d-48dc-be89-e4ee5ce61abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.092453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-e5b97da4-0b6d-48dc-be89-e4ee5ce61abb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 1094 time: 0.1424859 Nov 15 22:40:58.157736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=2c2bdd3c-ae74-4da5-8cad-37f5de2e1027,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:58.169423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.205564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:40:58.214745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad389445-2b94-46b3-81d3-9dc1eedd9f14,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:58.245168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:40:58.270817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.271191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.277536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-5f873765-5b74-427d-a0ef-490634bac51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.282840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-5f873765-5b74-427d-a0ef-490634bac51a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1094 time: 0.1660695 Nov 15 22:40:58.284895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ded74f98-1896-411d-8be9-0910c5c15aaa tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 200 len: 923 time: 0.3983355 Nov 15 22:40:58.285065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:40:58.285861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f193c78-49b6-429c-bed5-4c8189ecf9b9 None None] The sync data for ids ['e11492cc-18e2-443d-b152-c86f9761fe7c'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:40:58.289957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:58.326336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ec0332-6054-4dc7-9798-cb0bf4bf2055 None None] New status for floating IP 9f628897-9a50-477a-a995-af71f8d225d4: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:40:58.342692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.359023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:58.362483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.396392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd62cf4f-20ec-4286-afe7-d3b37644adc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7858632 Nov 15 22:40:58.399228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:58.415304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.434695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-a07bec61-b105-48f2-8c2a-cc4707fccb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.436262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-a07bec61-b105-48f2-8c2a-cc4707fccb1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1348329 Nov 15 22:40:58.438957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.440150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-009643a4-9934-43dc-a5d6-bdacdbd641f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8635011 Nov 15 22:40:58.450454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-97561464-495e-4d59-a6fb-e3a1bfa6132a service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514063 Nov 15 22:40:58.450454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34894) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:58.450921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:40:58.463187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2fc0-f706-433a-a50d-c85dba312a0f req-b352550c-ef2e-407b-ae44-54261d1e8c46 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.465088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64df2fc0-f706-433a-a50d-c85dba312a0f req-b352550c-ef2e-407b-ae44-54261d1e8c46 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1492758 Nov 15 22:40:58.494632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on host n-h2-817995-3 for vnic_type normal with profile None {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:40:58.495107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:40:58.495594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:58.513465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:40:58.513933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:40:58.532054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:40:58.534888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:40:58.534888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Bound using segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:40:58.534888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Bound port: 357e5469-c608-44b3-9a16-3ed59e9a616c, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:40:58.594841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cdc18-2e5b-447f-870f-5eb7e7eeb6f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.601719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cdc18-2e5b-447f-870f-5eb7e7eeb6f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.606329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-df2cdc18-2e5b-447f-870f-5eb7e7eeb6f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2018085 Nov 15 22:40:58.611784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fffab-c4b6-441c-bb7d-336fa9f56557 None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:58.614058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:58.665147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64df2fc0-f706-433a-a50d-c85dba312a0f req-12432166-0b8f-41d3-8557-9eae14e69ed1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833136 Nov 15 22:40:58.747179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:40:58.785822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 2c2bdd3c-ae74-4da5-8cad-37f5de2e1027 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:40:58.786337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.845125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.846470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-f442f47f-6b07-4ce8-a5d8-7ca4e62bd3f7 service neutron] 10.222.0.15 "POST /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9386926 Nov 15 22:40:58.857683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6485f37-f4f9-4108-bf50-57dbd010e810 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:58.864651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f6485f37-f4f9-4108-bf50-57dbd010e810 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=e11492cc-18e2-443d-b152-c86f9761fe7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5680504 Nov 15 22:40:58.864651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34898) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:58.916734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:58.927236 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-0d331fb9-3baf-4787-9637-b48945961786 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 999 time: 0.4626105 Nov 15 22:40:58.930915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 2c2bdd3c-ae74-4da5-8cad-37f5de2e1027 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:40:58.934585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.029568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e60866a-b48b-4305-b4ae-f0fad748bb3e req-fbc9cbe7-3e5d-4e76-8e37-927d6e145d64 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739894 Nov 15 22:40:59.079699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23174ae-f21b-4ffd-8113-6263480f5fc2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.083023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d23174ae-f21b-4ffd-8113-6263480f5fc2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.2181084 Nov 15 22:40:59.084730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-ff52ee8b-19f3-4e56-baf9-81c5e5698045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.086192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-ff52ee8b-19f3-4e56-baf9-81c5e5698045 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1418750 Nov 15 22:40:59.086677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:59.131382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d7b80db-1068-4426-ac4c-b6274d2a6548 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 200 len: 205 time: 0.0418632 Nov 15 22:40:59.145711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:59.229148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b5f6d-336a-462c-9c79-ee850376a16b req-9bc1a26d-c878-4808-96a7-35127a098b54 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.233173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-391b5f6d-336a-462c-9c79-ee850376a16b req-9bc1a26d-c878-4808-96a7-35127a098b54 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1232023 Nov 15 22:40:59.261413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-86ac6797-b34b-446a-9580-948423450991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.262983 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-86ac6797-b34b-446a-9580-948423450991 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650801 Nov 15 22:40:59.275714 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.304893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-391b5f6d-336a-462c-9c79-ee850376a16b req-e408a4d5-7876-4268-8ad2-26fd4a495785 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622327 Nov 15 22:40:59.356298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.359754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.446030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.514746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-08e319f7-b164-4348-9532-63e81b92494d service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432501 Nov 15 22:40:59.520140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=2c2bdd3c-ae74-4da5-8cad-37f5de2e1027,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:40:59.536661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d3bffc24-d9f3-429e-828f-0e63d44453fe None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:40:59.539550 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3bffc24-d9f3-429e-828f-0e63d44453fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.601804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.609215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-325f9c6f-6a0f-4b60-b849-618af0122837 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/2c2bdd3c-ae74-4da5-8cad-37f5de2e1027 HTTP/1.1" status: 204 len: 168 time: 0.9933212 Nov 15 22:40:59.609856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:59.673178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab33c4d-49dc-415b-8501-000042ff20e2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.674745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab33c4d-49dc-415b-8501-000042ff20e2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.676581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab33c4d-49dc-415b-8501-000042ff20e2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.681753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5ab33c4d-49dc-415b-8501-000042ff20e2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0678718 Nov 15 22:40:59.682010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:40:59.707635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.744584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet ba035ccd-cfba-4162-84a6-de9c9df817dd {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:40:59.748539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.753302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 172.25.0.62 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e18a8c66-dadd-4aba-9e5f-57204e1cafe4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:40:59.762254 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.775406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-a544d52a-a55b-4d97-8a6b-59cff817fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.776956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-a544d52a-a55b-4d97-8a6b-59cff817fa8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1096 time: 0.1332233 Nov 15 22:40:59.778903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-643fe747-1583-49b6-81e3-cf4de6292094 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524750 Nov 15 22:40:59.793724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-20685f25-f1ec-41ba-a775-105f13b43db7 None None] Could not find standard attr ID for object 2c2bdd3c-ae74-4da5-8cad-37f5de2e1027. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:40:59.841804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:40:59.887009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc27d5-b531-4c43-b01f-faa2e011beda req-d05d95a7-8d69-42fc-bd0d-1a6b0d2ae091 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:40:59.888549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97bc27d5-b531-4c43-b01f-faa2e011beda req-d05d95a7-8d69-42fc-bd0d-1a6b0d2ae091 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1089478 Nov 15 22:40:59.954355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97bc27d5-b531-4c43-b01f-faa2e011beda req-4ee7a481-f364-4abb-8150-26b8f133c250 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540576 Nov 15 22:41:00.005949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.071632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port d596ea09-2b68-48d5-9935-6b7c57881761 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:00.072227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.079978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.122569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-4232611f-a602-4d61-a48e-10ec96d5253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:00.124076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-4232611f-a602-4d61-a48e-10ec96d5253f service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.2926338 Nov 15 22:41:00.150488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.175064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:00.191146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=ba035ccd-cfba-4162-84a6-de9c9df817dd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:00.202270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.202886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.203367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.203847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.205040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.205365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.205697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.206418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.207005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.207339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.207652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.207973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:00.212278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.215496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a31173d5-7315-4efd-9aca-ad2444953603 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/ba035ccd-cfba-4162-84a6-de9c9df817dd HTTP/1.1" status: 204 len: 168 time: 0.5325463 Nov 15 22:41:00.218653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:00.221342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2016d92-93dd-4bd4-91dd-5d1dbfc49f86 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:00.250575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.262593 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-11867c9e-eb89-4457-8919-5139212c14ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1000 time: 0.1290436 Nov 15 22:41:00.290556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet c622f02f-d072-46db-b66a-593af6536cce {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:00.295347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.317339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for d596ea09-2b68-48d5-9935-6b7c57881761 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:00.332679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:00.338412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.339710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ee72eb7f-854b-4b76-a724-7e1d2aa76c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:00.341243 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ee72eb7f-854b-4b76-a724-7e1d2aa76c6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.0708418 Nov 15 22:41:00.350795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.406484 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.480239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=e18a8c66-dadd-4aba-9e5f-57204e1cafe4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:00.490987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c071aff-1c28-4e9b-a804-7d4157fefe91 req-3bd1b293-1471-42dc-b15f-18f914ddab0e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:00.493714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c071aff-1c28-4e9b-a804-7d4157fefe91 req-3bd1b293-1471-42dc-b15f-18f914ddab0e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.0988605 Nov 15 22:41:00.503388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-b8d3136d-2bb9-4abc-adde-b405f9dfb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:00.504871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-b8d3136d-2bb9-4abc-adde-b405f9dfb5ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309636 Nov 15 22:41:00.508199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:00.511642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:00.533112 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.545324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:00.625834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c071aff-1c28-4e9b-a804-7d4157fefe91 req-2d9387fe-f88f-44bb-bd10-faf6cd89ae8d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168833 Nov 15 22:41:00.727789 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.774216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:00.783941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c622f02f-d072-46db-b66a-593af6536cce HTTP/1.1" status: 204 len: 168 time: 0.5642302 Nov 15 22:41:00.785091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ce7fa-cb6d-4b94-b09c-3d9d9840c184 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=c622f02f-d072-46db-b66a-593af6536cce,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:00.793998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:00.863268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-433d63da-4742-4870-a804-963930924813 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681517 Nov 15 22:41:00.866966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:00.877639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:00.885755 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-539198a6-eab1-4d91-b1e6-cffc10a2a693 service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995179 Nov 15 22:41:01.016362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.094169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=d596ea09-2b68-48d5-9935-6b7c57881761,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:01.113968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:01.117969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.163197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.283133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.435882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c7453-bafd-47a4-b098-bf8289751218 req-0dc784f3-b7bd-416a-8a0b-51d9ad429ed9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:01.443504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f87c7453-bafd-47a4-b098-bf8289751218 req-0dc784f3-b7bd-416a-8a0b-51d9ad429ed9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2078557 Nov 15 22:41:01.539752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78ed18-b9f9-4c14-b99f-119d5a20b02b None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:01.579232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0467200a-0dda-44af-aa37-9f2fdb4f5f58 None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:01.579611 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0467200a-0dda-44af-aa37-9f2fdb4f5f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.627347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f87c7453-bafd-47a4-b098-bf8289751218 req-60b26f2b-bdc9-467c-a55c-23db0bccc115 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731515 Nov 15 22:41:01.783968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.786566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.789415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:01.942438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19354c8-6953-4c82-9532-20f25d02dd9f req-fa20857b-158d-4515-ac95-53b38269c426 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:01.950039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19354c8-6953-4c82-9532-20f25d02dd9f req-fa20857b-158d-4515-ac95-53b38269c426 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.2010975 Nov 15 22:41:02.015226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '7fffd0f4-96c1-4489-b177-5cb30d18f239'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'ed2fcaef-0295-47e0-b815-f7a1399c656b'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:41:02.017215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:02.026615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.029094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.029651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router e11492cc-18e2-443d-b152-c86f9761fe7c {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:41:02.037023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.038878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-79eb45f6-e2d2-46cf-8a0b-5dd65cb8aa0c tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 204 len: 168 time: 2.8917971 Nov 15 22:41:02.042731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:02.047610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-658523177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:02.062562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.077145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.160957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.163060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.187556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=e18a8c66-dadd-4aba-9e5f-57204e1cafe4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:02.201731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.232075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b19354c8-6953-4c82-9532-20f25d02dd9f req-d8b54b0e-9af0-4a54-95d8-5e264beff937 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810104 Nov 15 22:41:02.321155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.330891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ec9582c-a989-4d26-a40b-1f6ac13a8f73 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8831558 Nov 15 22:41:02.333791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.388445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-9c889056-4c1b-4527-8169-a8d09b06ce7b service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 Nov 15 22:41:02.407309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.408736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 22:41:02.408736 n-d-817995-3 neutron-server[103129]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 15 22:41:02.408736 n-d-817995-3 neutron-server[103129]: [parameters: {'ip_address': '2001:db8::f816:3eff:fef9:3410', 'status': 'ALLOCATED', 'ipam_subnet_id': '68a2b84e-458e-4453-b50d-5ef889d4f91a'}] Nov 15 22:41:02.408736 n-d-817995-3 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:02.409119 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:02.501271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.501851 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.504651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4976ab57-6dec-4770-9ee1-3609544ce7ed tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4597085 Nov 15 22:41:02.506965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34956) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:02.514735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': True}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:02.779383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8f7a61c7-5504-438a-888f-d1f7e4e8a2af tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1033323211&fields=id&tenant_id=9a24b716d7844e3b88f6c66b933a2131 HTTP/1.1" status: 200 len: 267 time: 0.1146402 Nov 15 22:41:02.787177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:02.890221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.909676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-ccbc7e0e-a803-48cf-9e23-a639186c5dae tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:02.917212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-ccbc7e0e-a803-48cf-9e23-a639186c5dae tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 930 time: 0.1277869 Nov 15 22:41:02.959355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.977313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:02.991572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3c15367f-ffc8-4f49-87be-d235b08ceec6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:02.999135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3c15367f-ffc8-4f49-87be-d235b08ceec6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 932 time: 0.0810485 Nov 15 22:41:03.041618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a0371c98-9758-4232-aaf8-a3c22a83068e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415907 Nov 15 22:41:03.050032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcea7-95a2-4ad6-99ff-dc4666e13223 req-3d2d47b1-5a83-4810-beea-ccc691cc2f55 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:03.051530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3adcea7-95a2-4ad6-99ff-dc4666e13223 req-3d2d47b1-5a83-4810-beea-ccc691cc2f55 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.2534873 Nov 15 22:41:03.070782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.071123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.104587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-ac872edb-6e65-431e-ba83-8de9c84a3fe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0520554 Nov 15 22:41:03.210713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:03.260514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:03.276163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:03.276738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.277626 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:03.278160 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:03.309536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3adcea7-95a2-4ad6-99ff-dc4666e13223 req-2437aefa-53a6-4b5d-80a5-88677d5e1818 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480752 Nov 15 22:41:03.312989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=8']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:03.315800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=7fffd0f4-96c1-4489-b177-5cb30d18f239,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:03.379584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.391171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f173ea5a-3d48-4ed3-b907-35c6c22e2fbf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:03.399936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f173ea5a-3d48-4ed3-b907-35c6c22e2fbf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:03.406542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f173ea5a-3d48-4ed3-b907-35c6c22e2fbf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:03.408255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f173ea5a-3d48-4ed3-b907-35c6c22e2fbf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 1989 time: 0.2540386 Nov 15 22:41:03.424654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.431879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:03.432291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e969d43-1e83-4545-8d16-8f0cede2bc5d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5639033 Nov 15 22:41:03.435545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-01b3a176-4d77-40c6-b79b-87013fc5cb92 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/quotas/9a24b716d7844e3b88f6c66b933a2131 HTTP/1.1" status: 200 len: 375 time: 0.0196133 Nov 15 22:41:03.443239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:03.444764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:03.562650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-34ca43b5-7745-4ea6-8480-3ef35f862f4d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1187806 Nov 15 22:41:03.693909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-73ba0a6b-31b9-488f-8af7-41b5116a125c service neutron] 10.222.0.15 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156311 Nov 15 22:41:03.950785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b9e0a0d4-2414-450f-9831-57bce3385f6a service neutron] 10.222.0.15 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512639 Nov 15 22:41:03.978569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 172.25.0.113 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3c9b642d-15a2-4a9f-a398-c8792567feaa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:03.986040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:04.009744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:04.013318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.014923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7c68a84a-c742-4915-a343-f00ec50a2530 service neutron] 10.222.0.15 "GET /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0549123 Nov 15 22:41:04.022283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.092580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.197418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1f8d5527-a6e2-48c1-9136-7a416315be93 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729631 Nov 15 22:41:04.249341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:04.336235 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-0be8b1b8-b8a3-4e69-a3e8-7122a5e94cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338143 Nov 15 22:41:04.398930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360e7a1-df7c-4714-a107-9daba92b73e3 None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:04.430614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.441437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-21b05501-f2af-4143-bc6b-7acab538a229 service neutron] 10.222.0.15 "GET /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0976009 Nov 15 22:41:04.463290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.464549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:04.475340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.566070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:04.573597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:04.586222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:04.587112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.595298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.634729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=34c5a39f-810a-4d0c-b0e1-3fee0df898b5,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:04.683678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e0ab9c50-b00e-4e92-b75f-72a2f3381bed service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940467 Nov 15 22:41:04.700138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:04.706753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:04.710559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:04.767843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9b642d-15a2-4a9f-a398-c8792567feaa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:04.785127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2990c0de-6483-42cb-9252-321567c2d349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:04.829648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-6cd6a7cc-882d-42a7-ab54-69ee5b3a0ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348879 Nov 15 22:41:04.849275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b90bcb1d-ca1d-4131-a7ec-be55cb326dc7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4160280 Nov 15 22:41:04.850729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:04.870211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:d9:d1:59', 'name': 'tempest-NetworksTestDHCPv6-1156953413'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:04.997562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-85555089-bcb0-4b90-8850-50cfa47b4e2f service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573324 Nov 15 22:41:05.159120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf9981-48b0-4883-a963-c9bd7678bef8 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:05.327716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c7cc7ff0-b2c6-4708-bf5c-68c04c0a8b55 None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:05.328054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7ff0-b2c6-4708-bf5c-68c04c0a8b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.351531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:05.561528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.567780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.662497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '7fffd0f4-96c1-4489-b177-5cb30d18f239', 'ip_address': '2001:db8::f816:3eff:fef9:3410'}, {'subnet_id': '34c5a39f-810a-4d0c-b0e1-3fee0df898b5'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'ed2fcaef-0295-47e0-b815-f7a1399c656b'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:41:05.666564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-61380c98-d622-4e30-abdb-15991f592ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575372 Nov 15 22:41:05.668966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 0128e9fe-c311-4a8a-822f-20f2253481c9 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:05.720317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.782428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-adf97b02-623e-41d0-9e8b-dd46f13fd259 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146321 Nov 15 22:41:05.904703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f39bb1cc-d82e-4f45-b69a-a1c9ecb7a9d9 service neutron] 10.222.0.15 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203380 Nov 15 22:41:05.967175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.974761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:05.984673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 172.20.0.14 (806f34b4-f1d1-41d4-b4bf-e07fce675238/34c5a39f-810a-4d0c-b0e1-3fee0df898b5/0128e9fe-c311-4a8a-822f-20f2253481c9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:06.007524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7fea29ed-c93f-400f-9f81-4a53d4bbb772 service neutron] 10.222.0.15 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955780 Nov 15 22:41:06.028949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fed9:d159 (806f34b4-f1d1-41d4-b4bf-e07fce675238/7fffd0f4-96c1-4489-b177-5cb30d18f239/0128e9fe-c311-4a8a-822f-20f2253481c9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:06.123630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3fc7d30a-fae0-4af3-a9ec-bfca08caf871 service neutron] 10.222.0.15 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004200 Nov 15 22:41:06.244781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b7e3b7eb-4026-4341-883a-8bc5a2729eea service neutron] 10.222.0.15 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146486 Nov 15 22:41:06.387167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-24cbb202-a966-45c5-903a-1a97ad4ff563 service neutron] 10.222.0.15 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359689 Nov 15 22:41:06.499143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:06.590251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router 383b2342-d672-49a3-ba2b-7933e5ebb23a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:41:06.663858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:06.718053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:06.724897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:06.730268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:06.735080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Allocated IP 172.20.0.2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/34c5a39f-810a-4d0c-b0e1-3fee0df898b5/ed2fcaef-0295-47e0-b815-f7a1399c656b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:06.756111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=0128e9fe-c311-4a8a-822f-20f2253481c9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:06.786295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:06.792732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:06.796419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-943a6176-5815-42d4-be0f-7984817b1dea tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "PUT /v2.0/routers/383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 200 len: 918 time: 4.2851985 Nov 15 22:41:06.797249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:06.800635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:06.810705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:06.810857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] Sync routers for ids ['383b2342-d672-49a3-ba2b-7933e5ebb23a'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:06.829061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] Routers {'383b2342-d672-49a3-ba2b-7933e5ebb23a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:06.829867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['383b2342-d672-49a3-ba2b-7933e5ebb23a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:06.918347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70efeb43-bf5d-4346-9c55-d8d652dbcc0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0567181 Nov 15 22:41:06.921038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:06.982817 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e5e63327-4269-4a71-9522-1280a45c163e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 200 len: 924 time: 0.1839638 Nov 15 22:41:06.985651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:07.014231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d09be9-d03c-4344-bf34-1d4fe0a6d318 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:07.021417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d09be9-d03c-4344-bf34-1d4fe0a6d318 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:07.023487 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-98d09be9-d03c-4344-bf34-1d4fe0a6d318 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1008613 Nov 15 22:41:07.026026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:07.055013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:07.100032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:07.108850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] Routers {'383b2342-d672-49a3-ba2b-7933e5ebb23a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:07.109477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['383b2342-d672-49a3-ba2b-7933e5ebb23a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:07.158094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:07.158789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5efcad-b467-4299-a9fd-d3e306c10818 None None] The sync data for ids ['383b2342-d672-49a3-ba2b-7933e5ebb23a'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:07.166523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f57b0-a851-4820-9f8f-85a1f33b94e9 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:07.168440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e7f57b0-a851-4820-9f8f-85a1f33b94e9 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=383b2342-d672-49a3-ba2b-7933e5ebb23a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1801267 Nov 15 22:41:07.170728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:07.176648 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0bfd94-6823-4040-b973-cd25a3b48c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.179008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 0128e9fe-c311-4a8a-822f-20f2253481c9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:07.181896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.182711 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.258226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.312848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.319124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062a58e-dc8d-4219-8b99-dd96f2ba8bc7 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:07.325289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0062a58e-dc8d-4219-8b99-dd96f2ba8bc7 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.1532755 Nov 15 22:41:07.330651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:07.340844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 0128e9fe-c311-4a8a-822f-20f2253481c9 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:07.360835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e0525-eee4-4599-a173-d8759042fb6f None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:07.417433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad956bac-4509-4eda-aff4-0be956013171 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 200 len: 205 time: 0.0852125 Nov 15 22:41:07.418183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35016) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:07.635961 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.795447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.937778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:07.975932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=0128e9fe-c311-4a8a-822f-20f2253481c9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:08.091809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.095517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port 3c9b642d-15a2-4a9f-a398-c8792567feaa {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:08.096036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0fdf1083-7e54-4bdb-bb60-8aa990d78631 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/0128e9fe-c311-4a8a-822f-20f2253481c9 HTTP/1.1" status: 204 len: 168 time: 1.0685756 Nov 15 22:41:08.096143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.098120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35018) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:08.226547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:08.257199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c0fa-9fd1-4774-a232-cb633f2669b3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:08.258826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c0fa-9fd1-4774-a232-cb633f2669b3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:08.260348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c0fa-9fd1-4774-a232-cb633f2669b3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:08.265691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b666c0fa-9fd1-4774-a232-cb633f2669b3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1665382 Nov 15 22:41:08.269709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:08.314740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b637e7f-6238-4a7b-893d-ce310b7e49f0 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:08.325841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.336587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.345274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for 3c9b642d-15a2-4a9f-a398-c8792567feaa owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:08.360899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faff702-ad5b-4a6b-a7d7-baf01fcd9450 req-ad620f78-ad52-4b47-bf45-cbc3860c96a2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:08.369133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8faff702-ad5b-4a6b-a7d7-baf01fcd9450 req-ad620f78-ad52-4b47-bf45-cbc3860c96a2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1001227 Nov 15 22:41:08.389059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 34c5a39f-810a-4d0c-b0e1-3fee0df898b5 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:08.398724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.467829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8faff702-ad5b-4a6b-a7d7-baf01fcd9450 req-fdda7a51-779b-41c2-a88b-877d172a4ece tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976937 Nov 15 22:41:08.500949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.616160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7b0c1c79-bd57-4826-a74a-442dd2d8c6f2 None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:08.616160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1c79-bd57-4826-a74a-442dd2d8c6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.725414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.753378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee79f17-50b0-4f34-a87c-6803a45948f1 req-5f42ac5c-3e18-4186-9a10-6408b5d6532e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:08.761456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eee79f17-50b0-4f34-a87c-6803a45948f1 req-5f42ac5c-3e18-4186-9a10-6408b5d6532e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0904038 Nov 15 22:41:08.792013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:08.792445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.826984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.848730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eee79f17-50b0-4f34-a87c-6803a45948f1 req-ce7dfe49-3827-4ed4-ab1f-582b0c2aa586 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864077 Nov 15 22:41:08.874850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=3c9b642d-15a2-4a9f-a398-c8792567feaa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:08.911032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.952554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=34c5a39f-810a-4d0c-b0e1-3fee0df898b5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:08.959357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:08.964654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e344ffa5-9f18-4323-a753-f59057c8134d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/34c5a39f-810a-4d0c-b0e1-3fee0df898b5 HTTP/1.1" status: 204 len: 168 time: 0.6920607 Nov 15 22:41:08.966198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:09.058628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60c551b1-b033-469a-8070-25790ff67761 req-cb486eae-94ab-4c4e-9943-cddde31778e1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0648863 Nov 15 22:41:09.080815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.093104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 7fffd0f4-96c1-4489-b177-5cb30d18f239 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:09.097931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.188896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.191872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.194505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.267057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfbc30-e68f-4ce1-a80b-a067e68d661d None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:09.315884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.317019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router 383b2342-d672-49a3-ba2b-7933e5ebb23a {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:41:09.349578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.356965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:09.358452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7aa11b9f-2ccf-42d1-a063-92b6e2925205 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 204 len: 168 time: 1.9390180 Nov 15 22:41:09.364231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1650460761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:09.395029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.414489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cb62baed-97fa-4075-99fc-e0dad8e26a8b None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:09.415180 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb62baed-97fa-4075-99fc-e0dad8e26a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.504813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.528041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.530045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.639287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.647646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608049-90ee-4c6a-8870-2a343e80a21a req-66ad22db-59ce-4cad-b93e-71b2eaae3fe8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:09.652257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8608049-90ee-4c6a-8870-2a343e80a21a req-66ad22db-59ce-4cad-b93e-71b2eaae3fe8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.0899022 Nov 15 22:41:09.685455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.688061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=7fffd0f4-96c1-4489-b177-5cb30d18f239,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:09.695070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:09.699818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9b6621b5-edab-4a22-a6d8-0b87a1fc3e7d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/7fffd0f4-96c1-4489-b177-5cb30d18f239 HTTP/1.1" status: 204 len: 168 time: 0.7265720 Nov 15 22:41:09.703841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:09.784313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8608049-90ee-4c6a-8870-2a343e80a21a req-aed8da30-5f84-471f-b235-14ea8e7feaa9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124420 Nov 15 22:41:09.792230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3c7747ea-9f6a-463e-a01a-ef4fa7451da0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860713 Nov 15 22:41:09.795089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:09.800188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:09.850377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483460e9-b505-42d5-83e5-13a731a8ea43 None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '7fffd0f4-96c1-4489-b177-5cb30d18f239'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'ed2fcaef-0295-47e0-b815-f7a1399c656b'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:41:09.892999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-483460e9-b505-42d5-83e5-13a731a8ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.065415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b63742-09e8-41f0-bad6-14ed52b145da req-1e460859-53ef-42b8-991c-2f9e610a5b51 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:10.065415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33b63742-09e8-41f0-bad6-14ed52b145da req-1e460859-53ef-42b8-991c-2f9e610a5b51 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0631001 Nov 15 22:41:10.078566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33b63742-09e8-41f0-bad6-14ed52b145da req-68720add-0e3b-420b-a1eb-00059290e033 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497131 Nov 15 22:41:10.128753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43ac0e-6ff2-4827-8f9c-d35e16148b35 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:10.205268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8789c15a-e275-47b4-aca1-627c096cb242 req-76c0d019-ecd8-497d-9d50-f1b81e2ebc80 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0475426 Nov 15 22:41:10.214520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eaf5377a-de02-4d10-b22a-ba0eb3852624 None None] Provisioning complete for port ed2fcaef-0295-47e0-b815-f7a1399c656b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:10.214997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaf5377a-de02-4d10-b22a-ba0eb3852624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.266914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed2fcaef-0295-47e0-b815-f7a1399c656b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:10.467123 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.486732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:10.525659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:10.538969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.544956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:10.548411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.557427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Deleting port ed2fcaef-0295-47e0-b815-f7a1399c656b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:10.557853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.596403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.625020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] For port ed2fcaef-0295-47e0-b815-f7a1399c656b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed2fcaef-0295-47e0-b815-f7a1399c656b,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:10.628937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.647508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Calling delete_port for ed2fcaef-0295-47e0-b815-f7a1399c656b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:10.656442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.715661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.719325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3280b2c-bcec-473a-9163-20a1e013c822 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3575087 Nov 15 22:41:10.720780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35050) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:10.724939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'enable_snat': False}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:10.749827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:10.852453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.884946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] Pushing event deleted for resources: {'Port': ['ID=ed2fcaef-0295-47e0-b815-f7a1399c656b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:10.897666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9c87e-6e29-49c5-a6d0-7cc58db28e43 None None] No DVR routers for this DVR port ed2fcaef-0295-47e0-b815-f7a1399c656b on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:10.946971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578245e5-205e-41ad-a061-0361300c1923 req-b864bca6-48ab-4b5b-8509-0c5241115198 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:10.949440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:10.956819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-578245e5-205e-41ad-a061-0361300c1923 req-b864bca6-48ab-4b5b-8509-0c5241115198 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.0956187 Nov 15 22:41:11.013284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-578245e5-205e-41ad-a061-0361300c1923 req-83252e3d-3a2f-4946-8e83-6cdba6d84050 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546877 Nov 15 22:41:11.017531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.027849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:11.036006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:11.037739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:11.038341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.043460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde4eb2-ef6e-45bb-b4d8-aace6939eb53 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:11.054990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=319c420c-3852-42f5-b7f6-112192ad7485,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:11.170676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-08bec677-60c0-40e1-9baf-4ba9570c36da tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3717854 Nov 15 22:41:11.171516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:11.176917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:11.211069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '319c420c-3852-42f5-b7f6-112192ad7485'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:11.212135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.319055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa651-99ea-446d-86d6-ca02f38efe26 req-916fcfa0-359d-4e9a-acb3-38195385384f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:11.320537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-949aa651-99ea-446d-86d6-ca02f38efe26 req-916fcfa0-359d-4e9a-acb3-38195385384f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.0876815 Nov 15 22:41:11.343478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.369691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.378190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Allocated IP 172.20.0.2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/319c420c-3852-42f5-b7f6-112192ad7485/4c771299-2822-4e98-bbc2-14ec9fd96701) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:11.385113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-949aa651-99ea-446d-86d6-ca02f38efe26 req-306acafe-d7e4-45e0-a083-ffc536135dd6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554056 Nov 15 22:41:11.423862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:11.429323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.500023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Allocated IP 172.25.0.121 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ea99d0a5-e7b2-4821-aebf-ce92786db526) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:11.512026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-694755b2-6534-4e34-ab8f-b4f481b46f92 req-fc75905b-6d05-47a2-85b5-12b05fbb61d8 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0615516 Nov 15 22:41:11.555452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.608878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.613432 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.656532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:11.661444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:11.664379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:11.679184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:11.739054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Attempting to bind port 4c771299-2822-4e98-bbc2-14ec9fd96701 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:11.739460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Attempting to bind port 4c771299-2822-4e98-bbc2-14ec9fd96701 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:11.740373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Attempting to bind port 4c771299-2822-4e98-bbc2-14ec9fd96701 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:11.745971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:11.746375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:11.746771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.747184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:11.747673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Bound port: 4c771299-2822-4e98-bbc2-14ec9fd96701, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:11.748049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.749865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:11.792568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:11.795840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:11.799939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:11.815865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:11.819059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:11.827150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Pushing event updated for resources: {'Port': ['ID=ea99d0a5-e7b2-4821-aebf-ce92786db526,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:11.926561 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.033364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33fd61-e1f0-4361-b3be-bf38fae15734 None None] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:12.065343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:12.275911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b3a44-13de-493e-9b9d-e05e7bbbacdc req-4a1d7efd-7351-4cf9-883d-9b4737be2e1d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:12.275911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-029b3a44-13de-493e-9b9d-e05e7bbbacdc req-4a1d7efd-7351-4cf9-883d-9b4737be2e1d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1077011 Nov 15 22:41:12.289939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-6aa9411d-8f2c-42bc-8ab5-e983a813e03d tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:12.290176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-6aa9411d-8f2c-42bc-8ab5-e983a813e03d tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&tenant_id=6ffa127e6f1d4f8896ac85292faba590&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1096 time: 0.2961907 Nov 15 22:41:12.306358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817995-3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:12.363828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.402625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.413663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-029b3a44-13de-493e-9b9d-e05e7bbbacdc req-e156face-0656-46e9-a8f2-dc387860fefe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297946 Nov 15 22:41:12.498814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.651295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95927da8-e24a-4d49-b8c1-9302625e8d07 req-fef03a62-0c54-47fa-ac54-cb72908cbadc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0363193 Nov 15 22:41:12.687378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9860-d3bb-4f12-b688-3103cc394968 req-8dfe4e05-a7dd-4e6b-b441-b5ad1992b9b0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:12.688986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-942a9860-d3bb-4f12-b688-3103cc394968 req-8dfe4e05-a7dd-4e6b-b441-b5ad1992b9b0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1489937 Nov 15 22:41:12.718628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:12.788175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-942a9860-d3bb-4f12-b688-3103cc394968 req-f3c6bb7a-e04d-4de7-b9e8-e05b9e3554bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902271 Nov 15 22:41:12.798299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.846987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.847674 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.919999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:12.929277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:12.935419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:12.936010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:12.961584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:12.972362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:13.031698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-414ae322-281d-4f33-b338-94afd7459279 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8581250 Nov 15 22:41:13.031886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:13.044562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:4b:bc:43', 'name': 'tempest-NetworksTestDHCPv6-2027553323'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:13.093478 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.107479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.117831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:13.247085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:13.262924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3e3e6872-8012-4476-aa59-79260db51b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.264332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3e3e6872-8012-4476-aa59-79260db51b20 service neutron] 10.222.0.57 "GET /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 1026 time: 0.0700464 Nov 15 22:41:13.267951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:13.367418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:13.368506 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde68914-b6d3-44f1-8861-9009111c5cf5" -d '{"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-unplugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:13.375924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.377605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.378649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1351fd54-ce05-4269-ad8e-db6b22d59a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.379984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1351fd54-ce05-4269-ad8e-db6b22d59a3f service neutron] 10.222.0.57 "GET /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 1028 time: 0.0801833 Nov 15 22:41:13.403003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 667e93f6-ce03-4d2e-902a-d0579b888630 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:13.441879 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12140412-1aaf-4fec-b985-66d8f0edbcf3 x-openstack-request-id: req-12140412-1aaf-4fec-b985-66d8f0edbcf3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:13.442173 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-unplugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:13.442433 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12140412-1aaf-4fec-b985-66d8f0edbcf3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:13.442853 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'code': 200} Nov 15 22:41:13.492856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.568958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Router 405dc892-185f-4bab-b772-2ebcc3f15783 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:41:13.586920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb12db0-1a8c-4d16-bafe-c08d672af89c None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:13.611066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-9d5a4c4e-d7e7-49e1-9cee-620e54debd44 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.618032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-9d5a4c4e-d7e7-49e1-9cee-620e54debd44 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.641250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-9d5a4c4e-d7e7-49e1-9cee-620e54debd44 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.642960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-9d5a4c4e-d7e7-49e1-9cee-620e54debd44 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 1989 time: 0.2548099 Nov 15 22:41:13.669584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9ab1d-bdb3-4f1f-9ba0-dd44e170242a req-6a309984-9bf8-451d-b2f1-68868f1d88c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:13.671292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de9ab1d-bdb3-4f1f-9ba0-dd44e170242a req-6a309984-9bf8-451d-b2f1-68868f1d88c6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 943 time: 0.1393049 Nov 15 22:41:13.688764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 172.20.0.10 (806f34b4-f1d1-41d4-b4bf-e07fce675238/319c420c-3852-42f5-b7f6-112192ad7485/667e93f6-ce03-4d2e-902a-d0579b888630) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:13.698306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe4b:bc43 (806f34b4-f1d1-41d4-b4bf-e07fce675238/c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2/667e93f6-ce03-4d2e-902a-d0579b888630) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:13.794999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:13.935586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:13.935953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:13.951971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.002567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-be6e1f3c-c726-4c37-bcdc-325335491f53 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a24b716d7844e3b88f6c66b933a2131 HTTP/1.1" status: 200 len: 380 time: 0.2627437 Nov 15 22:41:14.015600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'admin_state_up': True, 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'security_groups': ['124726a0-3b56-4a2d-b10a-08026c23cae3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:14.025315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58f2f91a-353d-4e6f-ad1a-e3bfe8aed778 req-007e0a70-e557-471a-87e4-16d99eba4ca0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.1719542 Nov 15 22:41:14.064433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.072948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on host n-h1-817995-3 for vnic_type normal with profile {"migrating_to": "n-h2-817995-3"} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:14.073559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:14.074275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:14.093458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:14.098865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Attempting to bind port 357e5469-c608-44b3-9a16-3ed59e9a616c on network eeccf791-0dff-48b8-9d79-1dabe5cec7de {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:14.103610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:14.112640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.113866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50cc9855-89e2-4175-9d5b-4369faea0cb2 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "PUT /v2.0/routers/405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 200 len: 920 time: 3.3933573 Nov 15 22:41:14.117049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:14.118512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Checking segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:14.118902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Bound using segment: {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:14.119353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Bound port: 357e5469-c608-44b3-9a16-3ed59e9a616c, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:14.119712 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.120791 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] Sync routers for ids ['405dc892-185f-4bab-b772-2ebcc3f15783'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:14.121656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.161368 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] Routers {'405dc892-185f-4bab-b772-2ebcc3f15783'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:14.164390 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['405dc892-185f-4bab-b772-2ebcc3f15783'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:14.220869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:41:14.220869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:14.234448 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] Routers {'405dc892-185f-4bab-b772-2ebcc3f15783'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:14.235549 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['405dc892-185f-4bab-b772-2ebcc3f15783'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:14.253486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.262884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=667e93f6-ce03-4d2e-902a-d0579b888630,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:14.291642 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:14.292779 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c69d67-a49e-4061-bfd9-12900991f718 None None] The sync data for ids ['405dc892-185f-4bab-b772-2ebcc3f15783'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:14.295719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4de9ab1d-bdb3-4f1f-9ba0-dd44e170242a req-75c60413-c8c6-42fa-a245-cf3b8cab8ad6 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6159897 Nov 15 22:41:14.371896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:14.375873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4c771299-2822-4e98-bbc2-14ec9fd96701 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:14.390116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66a98474-af39-435b-b4b1-eade477ee30c tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 200 len: 926 time: 0.2647803 Nov 15 22:41:14.398252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.410908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:14.415902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:14.419747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:14.489253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:14.495280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.511472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:14.514212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.515408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.523315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b9d0d-e30c-476e-b823-edea54205111 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.527529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-381b9d0d-e30c-476e-b823-edea54205111 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=405dc892-185f-4bab-b772-2ebcc3f15783&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1220181 Nov 15 22:41:14.531760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35092) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.547032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fed975-f754-42d2-8460-88963e1e317c req-461540c1-d835-4f00-a5ac-75907ead2898 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.565218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80fed975-f754-42d2-8460-88963e1e317c req-461540c1-d835-4f00-a5ac-75907ead2898 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.3033674 Nov 15 22:41:14.574679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:14.578272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.600003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7523e-3d72-4faa-a780-b0bf43f0be00 None None] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:14.627327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91051311-c1c7-4277-8a6c-d46f9d42d5e7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5944283 Nov 15 22:41:14.628488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.636728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:14.637252 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.644587 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.679352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] Provisioning complete for port 357e5469-c608-44b3-9a16-3ed59e9a616c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:14.682143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.737836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80fed975-f754-42d2-8460-88963e1e317c req-07c867a9-c627-48de-929a-3561feb1c338 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714082 Nov 15 22:41:14.793057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f29d41-082c-48de-a2d2-67a048030cca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.810283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f29d41-082c-48de-a2d2-67a048030cca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.812065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f9f29d41-082c-48de-a2d2-67a048030cca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1788402 Nov 15 22:41:14.814676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.869953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96a88e-6efb-4f44-aaa8-06cb18529d8f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:14.871520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac96a88e-6efb-4f44-aaa8-06cb18529d8f tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/networks/fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 881 time: 0.3409710 Nov 15 22:41:14.877457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:14.887536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.914926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:14.920090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:14.932488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b80c523-a4ad-4ba1-af4b-f18b8c7c1a92 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 200 len: 205 time: 0.0438528 Nov 15 22:41:14.932926 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe488788-a174-4a6c-8af5-7c1e1b7b3bc0" -d '{"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-plugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:14.943843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:14.971487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:15.019897 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c0713-3d49-4044-9b21-8b176796b87b x-openstack-request-id: req-2c7c0713-3d49-4044-9b21-8b176796b87b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:15.020184 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-plugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:15.020436 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c7c0713-3d49-4044-9b21-8b176796b87b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:15.020904 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'code': 200} Nov 15 22:41:15.060685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 667e93f6-ce03-4d2e-902a-d0579b888630 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:15.060685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.063982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:15.064571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.066447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-1f3cc7c4-585f-452e-ab79-41e43bddb135 service neutron] 10.222.0.57 "PUT /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1121 time: 2.7666225 Nov 15 22:41:15.089626 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.218727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 172.20.0.9 (87d6df67-48ac-43f7-860f-7bb45b3e8067/964cee76-9671-4c61-8ecf-22f4fcf32c32/20fd76b8-b3ba-406e-a89e-1a9f8c5c543c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:15.243081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.278549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 667e93f6-ce03-4d2e-902a-d0579b888630 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:15.283207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16aa08f9-f7e7-4f80-8fd5-35816483f7a0 req-b7ac5595-30ac-4356-a27e-c1cad2102071 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0632362 Nov 15 22:41:15.289822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f98716-ffe2-45a1-bba2-e2f35dc980a9 None None] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:15.316665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.412819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['357e5469-c608-44b3-9a16-3ed59e9a616c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:41:15.667040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.689518 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.713482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:15.718010 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27957c-26bf-43ff-8fee-05f4b7a74009" -d '{"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:15.784230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=667e93f6-ce03-4d2e-902a-d0579b888630,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:15.788710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.792207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-13696fa8-1658-4f58-a50e-8c3d32dcacf1 None None] Provisioning complete for port 357e5469-c608-44b3-9a16-3ed59e9a616c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:15.792820 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13696fa8-1658-4f58-a50e-8c3d32dcacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:15.900971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456387-5a5f-47ca-a889-d5c0c886f2d8 req-1153c5d5-a8a5-43a1-a8a8-0c97acb55c7f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:15.903743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51456387-5a5f-47ca-a889-d5c0c886f2d8 req-1153c5d5-a8a5-43a1-a8a8-0c97acb55c7f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.2901678 Nov 15 22:41:15.907625 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a939e5-09f3-4195-bd01-214cdc4258c5 x-openstack-request-id: req-26a939e5-09f3-4195-bd01-214cdc4258c5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:15.908290 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:15.908755 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26a939e5-09f3-4195-bd01-214cdc4258c5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:15.910566 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'status': 'completed', 'code': 200} Nov 15 22:41:16.067685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:16.094534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:16.098515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.123004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:16.123737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:16.157977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-13696fa8-1658-4f58-a50e-8c3d32dcacf1 None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:16.158222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fff3c0-1e26-4e7b-aad4-073c28f1d844 req-ee4dcabd-a7d4-452f-8223-576922f720b2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.158716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13696fa8-1658-4f58-a50e-8c3d32dcacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.159769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5fff3c0-1e26-4e7b-aad4-073c28f1d844 req-ee4dcabd-a7d4-452f-8223-576922f720b2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1634877 Nov 15 22:41:16.166378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51456387-5a5f-47ca-a889-d5c0c886f2d8 req-81537761-1a38-4684-a860-38d9b451113a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711075 Nov 15 22:41:16.206890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-820940b5-62a3-45cb-b682-bdf36e930584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.209656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-820940b5-62a3-45cb-b682-bdf36e930584 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1126 time: 0.2797134 Nov 15 22:41:16.214857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.233383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a5608321-8b58-4dbc-8b60-443ce2a5a125 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/667e93f6-ce03-4d2e-902a-d0579b888630 HTTP/1.1" status: 204 len: 168 time: 1.4163744 Nov 15 22:41:16.238993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35116) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:16.288416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4c771299-2822-4e98-bbc2-14ec9fd96701 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:16.367730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5fff3c0-1e26-4e7b-aad4-073c28f1d844 req-d3fb7ff8-0efa-4657-af5a-a3e6cca1a538 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987889 Nov 15 22:41:16.420325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffc6f1-fbbb-4d82-ae35-d40662f8aa44 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.422681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffc6f1-fbbb-4d82-ae35-d40662f8aa44 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.424397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffc6f1-fbbb-4d82-ae35-d40662f8aa44 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.426427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2dffc6f1-fbbb-4d82-ae35-d40662f8aa44 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1848545 Nov 15 22:41:16.432069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:16.529165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:16.529763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.575413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 319c420c-3852-42f5-b7f6-112192ad7485 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:16.578788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.603903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f86ce4e4-3339-4d33-9797-370ebff01510 None None] Provisioning complete for port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:16.604714 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f86ce4e4-3339-4d33-9797-370ebff01510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.657584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.735503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f86ce4e4-3339-4d33-9797-370ebff01510 None None] Port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:16.752786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f86ce4e4-3339-4d33-9797-370ebff01510 None None] Could not find standard attr ID for object 667e93f6-ce03-4d2e-902a-d0579b888630. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:41:16.764471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.827350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.828233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.855009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae715e5-c9dd-4257-8e49-ab93482e317d req-0e6238fe-64ef-4051-b57f-1ce6744304d3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.856688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ae715e5-c9dd-4257-8e49-ab93482e317d req-0e6238fe-64ef-4051-b57f-1ce6744304d3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 931 time: 0.3393123 Nov 15 22:41:16.899186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port ea99d0a5-e7b2-4821-aebf-ce92786db526 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:16.899595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:16.914803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-3ae39428-f8c1-436c-8c3e-bea746a43468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:16.916436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-3ae39428-f8c1-436c-8c3e-bea746a43468 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.6972804 Nov 15 22:41:16.946431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8c09a8e1-b51b-4e2c-a3b3-6e54a2535b8a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9348679 Nov 15 22:41:16.962440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'admin_state_up': True, 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'security_groups': ['124726a0-3b56-4a2d-b10a-08026c23cae3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:17.102791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-b0e59c0c-4e5b-48c2-88aa-f1e575881191 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 1000 time: 0.1533005 Nov 15 22:41:17.135500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.187986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for ea99d0a5-e7b2-4821-aebf-ce92786db526 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:17.248849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.285463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786040b8-c338-485f-a35f-2eccb1dc1e3c None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:17.285981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-e21efa81-9459-4c07-b1ee-29f98709692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:17.289224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-e21efa81-9459-4c07-b1ee-29f98709692d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.1758389 Nov 15 22:41:17.309303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.311539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/319c420c-3852-42f5-b7f6-112192ad7485 HTTP/1.1" status: 204 len: 168 time: 0.8782275 Nov 15 22:41:17.320646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c673a0c-38f1-4583-8a26-0c2434372444 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=319c420c-3852-42f5-b7f6-112192ad7485,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:17.324746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:17.390926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ae715e5-c9dd-4257-8e49-ab93482e317d req-69a2c5db-6919-40dd-be8e-76b9538c3762 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5254354 Nov 15 22:41:17.415202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316b42b-64c5-4415-b45c-270d7ac2214a req-a0a2fa42-ceb7-4059-a38d-7ccb55f81263 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:17.424185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f316b42b-64c5-4415-b45c-270d7ac2214a req-a0a2fa42-ceb7-4059-a38d-7ccb55f81263 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1662068 Nov 15 22:41:17.448162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:17.462888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.531201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:17.538238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.540136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.570960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-62d5c672-ff17-4f79-9e78-a0c657e87366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:17.572712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-62d5c672-ff17-4f79-9e78-a0c657e87366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887629 Nov 15 22:41:17.588792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f316b42b-64c5-4415-b45c-270d7ac2214a req-9451bed8-691e-4e53-b779-f0c76e6cab10 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636536 Nov 15 22:41:17.640414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee0fe2-5ce4-4246-81bf-a64ecaa96b0a req-ecbf8629-97bd-4ba6-94c1-2b9c1708fdb5 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:17.654281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96ee0fe2-5ce4-4246-81bf-a64ecaa96b0a req-ecbf8629-97bd-4ba6-94c1-2b9c1708fdb5 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1375611 Nov 15 22:41:17.670417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.719754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.720220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=ea99d0a5-e7b2-4821-aebf-ce92786db526,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:17.742704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:41:17.791603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96ee0fe2-5ce4-4246-81bf-a64ecaa96b0a req-77154763-5496-4852-a8fc-146d04cae1b0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359978 Nov 15 22:41:17.914829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.1.1.112 (91fc1c2f-37c9-4da2-981b-ccdd445faed3/65b9b19a-f923-4bc7-b939-9a89c90c5d97/4f40a59c-5207-4f76-a3a3-0ffb24666282) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:17.915869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.928070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:17.941757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c has no active binding in host n-h2-817995-3 {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 15 22:41:17.953882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:17.953882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:17.960547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d6f71f6d-4d04-4e14-b234-03dfe8fa485e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2 HTTP/1.1" status: 204 len: 168 time: 0.6330688 Nov 15 22:41:17.961700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:18.019762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-025139e6-7349-4ad3-8a60-896b1385455a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568600 Nov 15 22:41:18.020476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:18.027757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:18.081006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.085021 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-2bd26f83-d16a-428a-91a1-da5f35336172 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041735 Nov 15 22:41:18.228086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:18.233348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.243086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2369a-d033-46fc-9e8e-4c40732ff090 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:18.249386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.258548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.296459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.381131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.447506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.447506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router 405dc892-185f-4bab-b772-2ebcc3f15783 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:41:18.451270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:18.462911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.469314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac55f628-a3b2-445c-99d5-306c670b4cd4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 204 len: 168 time: 3.5138888 Nov 15 22:41:18.470974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:18.477457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:18.480458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:18.484102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2087790203', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:18.538454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4a27957c-26bf-43ff-8fee-05f4b7a74009 req-1813ff42-f35e-43b8-9b00-559ea83d97e4 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221046 Nov 15 22:41:18.562053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:18.583165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.602961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:18.603598 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.661367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8d775c13-910a-4941-9ca5-cb324a5125ae None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:18.661855 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d775c13-910a-4941-9ca5-cb324a5125ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.683669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.684847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.747944 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8dcad510-4c54-49a9-b117-5d9f4d8454bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893531 Nov 15 22:41:18.756940 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.767110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'admin_state_up': True, 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'security_groups': ['124726a0-3b56-4a2d-b10a-08026c23cae3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:18.867358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:18.934683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '11340976-46f8-4c45-b172-8fa372a0e576'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '4c771299-2822-4e98-bbc2-14ec9fd96701'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:41:18.959647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:18.963032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:18.963622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.977890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:18.996899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=11340976-46f8-4c45-b172-8fa372a0e576,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:19.052359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ce7a-519d-44fc-9eb1-bf22482a54e4 req-d61df94c-16bf-4921-a53e-c4b3b0c4a6eb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:19.058721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ce7a-519d-44fc-9eb1-bf22482a54e4 req-d61df94c-16bf-4921-a53e-c4b3b0c4a6eb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:19.065404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6823ce7a-519d-44fc-9eb1-bf22482a54e4 req-d61df94c-16bf-4921-a53e-c4b3b0c4a6eb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 1653 time: 0.3826880 Nov 15 22:41:19.070124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-534fd6ec-8cf1-4f98-ad23-a193fb48aaca None None] Provisioning complete for port 4f40a59c-5207-4f76-a3a3-0ffb24666282 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:19.070439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-534fd6ec-8cf1-4f98-ad23-a193fb48aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.102147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:19.107772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.115525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.134643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce741-f8ed-4029-81dc-2096495ce58b req-54ef531b-4ae7-45f3-be00-4fa7fcfe2fdc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:19.136170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-228ce741-f8ed-4029-81dc-2096495ce58b req-54ef531b-4ae7-45f3-be00-4fa7fcfe2fdc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.3683424 Nov 15 22:41:19.196103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-534fd6ec-8cf1-4f98-ad23-a193fb48aaca None None] Port 4f40a59c-5207-4f76-a3a3-0ffb24666282 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:19.205724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6823ce7a-519d-44fc-9eb1-bf22482a54e4 req-4053cfa1-47ca-460a-a91b-58eb54de52e0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100004 Nov 15 22:41:19.212659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80ac64c0-b096-4b40-9a6b-65c1bb1dba9a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1874936 Nov 15 22:41:19.213363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:19.230717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:19.238635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-228ce741-f8ed-4029-81dc-2096495ce58b req-a75c3cb7-ed56-4fc1-aea7-f080f1471b98 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942583 Nov 15 22:41:19.355408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Allocated IP 172.20.0.2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/11340976-46f8-4c45-b172-8fa372a0e576/4c771299-2822-4e98-bbc2-14ec9fd96701) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:19.422816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.1.1.53 (91fc1c2f-37c9-4da2-981b-ccdd445faed3/65b9b19a-f923-4bc7-b939-9a89c90c5d97/8111916e-80a8-4753-8ace-d3351426cad6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:19.488950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:19.524502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.530560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f095a-964c-434e-9839-dffa7ab9be88 req-d223c748-0bad-4dae-a9ed-c2fc76d822f1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:19.532138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b7f095a-964c-434e-9839-dffa7ab9be88 req-d223c748-0bad-4dae-a9ed-c2fc76d822f1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 943 time: 0.1872537 Nov 15 22:41:19.562809 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.589661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.594530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.627718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b7f095a-964c-434e-9839-dffa7ab9be88 req-b269295e-b97d-4268-a0a3-530a66d879c9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877497 Nov 15 22:41:19.666515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.718509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d1037-759e-4847-945c-b7da88dfd95b None None] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:19.743696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:19.747344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.752328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:41:19.797314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.802455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Allocated IP 172.25.0.195 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/94eca7c5-5002-4566-83ca-de561390d415) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:19.862645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:19.889824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:19.896342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:19.938732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:19.949337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:19.950177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.957179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:19.961994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'mac_address': 'fa:16:3e:27:26:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:41:19.969699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:20.023185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.044085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:20.076034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:20.098139 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-7f4edf69-f3d9-4397-83f0-03b0c2be8bfe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3373067 Nov 15 22:41:20.110602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'admin_state_up': True, 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'security_groups': ['124726a0-3b56-4a2d-b10a-08026c23cae3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:20.115480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.155245 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.178651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:20.190664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:20.200227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:20.248373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event updated for resources: {'Port': ['ID=94eca7c5-5002-4566-83ca-de561390d415,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:20.294787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4c771299-2822-4e98-bbc2-14ec9fd96701 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:20.431344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-752ee562-471a-4f43-a475-3f4539ba0b6a None None] Provisioning complete for port 8111916e-80a8-4753-8ace-d3351426cad6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:20.431344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-752ee562-471a-4f43-a475-3f4539ba0b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.436366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:20.502632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:20.527545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:20.530211 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.554059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0b5cfd68-1c6e-4308-805c-e662d49fedc0'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:41:20.590177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27549d9-6830-447a-aa7e-3cf844258566 req-57ccbe0e-1779-4ea3-8c7c-3110429fe5be tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:20.598034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c27549d9-6830-447a-aa7e-3cf844258566 req-57ccbe0e-1779-4ea3-8c7c-3110429fe5be tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.2032936 Nov 15 22:41:20.623166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70baea2-7418-4340-b7b5-5fc7bc10f5ce req-bb2e06c8-6bd6-4f0a-8e03-1ef511646039 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:20.629413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70baea2-7418-4340-b7b5-5fc7bc10f5ce req-bb2e06c8-6bd6-4f0a-8e03-1ef511646039 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:20.636197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-752ee562-471a-4f43-a475-3f4539ba0b6a None None] Port 8111916e-80a8-4753-8ace-d3351426cad6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:20.636342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70baea2-7418-4340-b7b5-5fc7bc10f5ce req-bb2e06c8-6bd6-4f0a-8e03-1ef511646039 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:20.644891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a70baea2-7418-4340-b7b5-5fc7bc10f5ce req-bb2e06c8-6bd6-4f0a-8e03-1ef511646039 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 2373 time: 0.2457185 Nov 15 22:41:20.721447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:20.780062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f80e0-83d4-4edf-8117-7163b9adb895 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:20.842217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c27549d9-6830-447a-aa7e-3cf844258566 req-391e86a5-172d-426b-b00b-513a72299a86 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383513 Nov 15 22:41:20.877214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a70baea2-7418-4340-b7b5-5fc7bc10f5ce req-3525c022-0c13-417c-9e51-9e1a0708ced5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312744 Nov 15 22:41:20.932834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.933343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-c32bb911-93c9-4ea2-9f76-dd3801e17576 service neutron] 10.222.0.55 "GET /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c/bindings/n-h2-817995-3 HTTP/1.1" status: 200 len: 384 time: 0.1994593 Nov 15 22:41:20.948716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d318b2dd-20bd-4bfd-b91b-87d2de70104a None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:20.949083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d318b2dd-20bd-4bfd-b91b-87d2de70104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:20.983444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.237882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '11340976-46f8-4c45-b172-8fa372a0e576', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '4c771299-2822-4e98-bbc2-14ec9fd96701'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:41:21.267633 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.416589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03879c55-15a6-47c1-932a-8db55e28a21c req-270f8dce-cb9d-4e91-9d24-79395475b3d6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:21.424047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03879c55-15a6-47c1-932a-8db55e28a21c req-270f8dce-cb9d-4e91-9d24-79395475b3d6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 944 time: 0.0891559 Nov 15 22:41:21.469819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Allocated IP 2001:db8::f816:3eff:fe61:7884 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c/4c771299-2822-4e98-bbc2-14ec9fd96701) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:21.545022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03879c55-15a6-47c1-932a-8db55e28a21c req-080a4c6d-f696-4e23-9a51-ca9d4e9427ff tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170108 Nov 15 22:41:21.593199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:21.593666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.627469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.694424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.712030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe61:7884-ca3e3a4b-61fb-4ba5-85e7-a2bdbeb0e4 {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:21.712671 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:21.759508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.2.2.100 (d664e6a0-9942-4a98-8634-f4af3f2d4ad4/a9b94e3c-b10a-419f-a9c7-43b93d91c760/ef108655-970a-49eb-97d6-b16a848126d2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:21.763722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:21.826344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:21.846615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a15c1f-213b-4d71-adc0-1d33d96c1454 None None] Pushing event updated for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:21.859170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Router 53ec6953-eeb7-41d4-a941-7d8848d9956d is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:41:21.875124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:21.875742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:21.939623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:22.014521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:22.017245 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4790ae-4b19-4ceb-a338-e209c1527914" -d '{"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-unplugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:22.033545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:22.053053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.067432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.097181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:22.103978 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a4d1c-1b20-4f37-9b6a-b5fd80a212ad" -d '{"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:22.123145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.125794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95400e-8a12-4e12-8dc8-875c7d7c7a69 req-616e9a4d-8264-4376-9fbd-7d0d22fd3b9f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.132965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a95400e-8a12-4e12-8dc8-875c7d7c7a69 req-616e9a4d-8264-4376-9fbd-7d0d22fd3b9f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 945 time: 0.1465967 Nov 15 22:41:22.133831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:22.196694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.198203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f9ac-5668-4ae4-b272-e63d915dd5c3 req-0467b5ca-7dbe-4d4d-88a2-a6fda8b1dd65 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.204358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f9ac-5668-4ae4-b272-e63d915dd5c3 req-0467b5ca-7dbe-4d4d-88a2-a6fda8b1dd65 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.210476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f9ac-5668-4ae4-b272-e63d915dd5c3 req-0467b5ca-7dbe-4d4d-88a2-a6fda8b1dd65 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.211732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4c771299-2822-4e98-bbc2-14ec9fd96701 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:22.212192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8967f9ac-5668-4ae4-b272-e63d915dd5c3 req-0467b5ca-7dbe-4d4d-88a2-a6fda8b1dd65 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 2373 time: 0.1652412 Nov 15 22:41:22.216846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:22.247588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] Sync routers for ids ['53ec6953-eeb7-41d4-a941-7d8848d9956d'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:22.263120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.295404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a95400e-8a12-4e12-8dc8-875c7d7c7a69 req-04d82443-1875-434a-9221-d9924378c061 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614382 Nov 15 22:41:22.331094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] Routers {'53ec6953-eeb7-41d4-a941-7d8848d9956d'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:22.331840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['53ec6953-eeb7-41d4-a941-7d8848d9956d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:22.338322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.360472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d9b4f0f3-63d2-43dc-98c7-520f5a20e1d8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8814805 Nov 15 22:41:22.365745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8967f9ac-5668-4ae4-b272-e63d915dd5c3 req-25069721-d4f7-44b1-b3ba-b0ac8c000b16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392100 Nov 15 22:41:22.368215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:22.382203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:22.392565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:22.440596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:22.452084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:22.452559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.464212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:22.481916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] Routers {'53ec6953-eeb7-41d4-a941-7d8848d9956d'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:22.482679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['53ec6953-eeb7-41d4-a941-7d8848d9956d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:22.484991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:22.499892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:22.529188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:22.553819 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362820ea-c457-45e5-94ed-7d17952bf391 x-openstack-request-id: req-362820ea-c457-45e5-94ed-7d17952bf391 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:22.554584 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-unplugged", "status": "completed", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:22.554995 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-362820ea-c457-45e5-94ed-7d17952bf391 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:22.555549 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'code': 200} Nov 15 22:41:22.566080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:22.569883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] Transition to ACTIVE for port object 357e5469-c608-44b3-9a16-3ed59e9a616c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:22.574710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:22.575987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96a507-8e92-4b3b-910a-e8d0d59a485d None None] The sync data for ids ['53ec6953-eeb7-41d4-a941-7d8848d9956d'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:22.613689 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25707a78-1336-4c5a-ad91-427b41075092 x-openstack-request-id: req-25707a78-1336-4c5a-ad91-427b41075092 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:22.613987 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:22.614832 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25707a78-1336-4c5a-ad91-427b41075092 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:22.615161 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'code': 200} Nov 15 22:41:22.759002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.801065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-894a5ecf-29f8-4cbb-bebf-3bf2b648be4b None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:22.802110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-894a5ecf-29f8-4cbb-bebf-3bf2b648be4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.826670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.827294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:22.928803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872cf46-cf00-4506-85b4-0ff6b0536a0c req-726e0e2e-86b0-4d24-a906-208a0243abcd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:22.930579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0872cf46-cf00-4506-85b4-0ff6b0536a0c req-726e0e2e-86b0-4d24-a906-208a0243abcd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.1855597 Nov 15 22:41:22.961669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Port 4c771299-2822-4e98-bbc2-14ec9fd96701 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 15 22:41:22.963345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.017600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.042545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:23.052950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0872cf46-cf00-4506-85b4-0ff6b0536a0c req-f10ae006-4733-441b-9a59-4483647fbf64 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054070 Nov 15 22:41:23.065086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:23.069271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.069890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.072765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:23.075921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba65c7-d9a6-4815-a96c-4a6bf98abec9 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:23.077165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] Pushing event updated for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:23.086328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-49063c77-48e1-4702-b446-3617f3e4370d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9792421 Nov 15 22:41:23.112224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.121906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'admin_state_up': True, 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'security_groups': ['124726a0-3b56-4a2d-b10a-08026c23cae3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:23.151944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286ce3c-9d2c-4bd4-9718-ef010f149eec req-30686802-44ed-436d-b59d-a173a21330eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.153481 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8286ce3c-9d2c-4bd4-9718-ef010f149eec req-30686802-44ed-436d-b59d-a173a21330eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1097 time: 0.2482376 Nov 15 22:41:23.200937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bc1352a8-e3d7-455f-a238-fb9a04e32033 None None] Provisioning complete for port ef108655-970a-49eb-97d6-b16a848126d2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:23.201291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc1352a8-e3d7-455f-a238-fb9a04e32033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.205150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] No DVR routers for this DVR port 357e5469-c608-44b3-9a16-3ed59e9a616c on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:23.246420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Deleting port 94eca7c5-5002-4566-83ca-de561390d415 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:23.247030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.278327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc1352a8-e3d7-455f-a238-fb9a04e32033 None None] Port ef108655-970a-49eb-97d6-b16a848126d2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:23.311332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3126b70f-e2c7-476b-ae39-6a882df33c77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0969658 Nov 15 22:41:23.313577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35182) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:23.320307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:5b:89:f7', 'name': 'tempest-NetworksTestDHCPv6-873579243'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:23.437547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Made reservation on behalf of 9a24b716d7844e3b88f6c66b933a2131 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:23.446761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.496970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8286ce3c-9d2c-4bd4-9718-ef010f149eec req-d3e4b840-0a37-4b65-8803-688a557898a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991245 Nov 15 22:41:23.502117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.568178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Calling delete_port for 94eca7c5-5002-4566-83ca-de561390d415 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:23.632801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-2a8dd9be-a7d1-4223-8231-7ab9cb88896d service neutron] 10.222.0.55 "PUT /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c/bindings/n-h2-817995-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6042731 Nov 15 22:41:23.670271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3485c-ebaf-496f-864e-41e093cf4fd4 req-702c49d9-c31b-4515-a173-dfa6c97b0318 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.672084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39f3485c-ebaf-496f-864e-41e093cf4fd4 req-702c49d9-c31b-4515-a173-dfa6c97b0318 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.2034030 Nov 15 22:41:23.736980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-33d67800-57bd-4b41-b0c7-e96aa94f1621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.742626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Allocated IP 10.2.2.200 (d664e6a0-9942-4a98-8634-f4af3f2d4ad4/a9b94e3c-b10a-419f-a9c7-43b93d91c760/28b30346-cf8f-4df0-8ad2-f7937136e64f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:23.743413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-33d67800-57bd-4b41-b0c7-e96aa94f1621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.749520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-33d67800-57bd-4b41-b0c7-e96aa94f1621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.756212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-33d67800-57bd-4b41-b0c7-e96aa94f1621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.757979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-33d67800-57bd-4b41-b0c7-e96aa94f1621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 3094 time: 0.2344658 Nov 15 22:41:23.835945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c4380b52-69b5-488e-b9b3-f2b2e25147cc None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:23.836666 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4380b52-69b5-488e-b9b3-f2b2e25147cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:23.891741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39f3485c-ebaf-496f-864e-41e093cf4fd4 req-07f56ad3-7673-4468-a996-561a6f31836b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069941 Nov 15 22:41:23.902596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:23.906526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-e25845d4-c863-4054-8b34-3d9cc5edbd96 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.908143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-e25845d4-c863-4054-8b34-3d9cc5edbd96 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&tenant_id=6ffa127e6f1d4f8896ac85292faba590&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.0809212 Nov 15 22:41:23.930671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1b4131e-11d5-4632-87ab-55581f315d54 req-1417ba74-47d1-462c-aa17-49398ceb6ebf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570606 Nov 15 22:41:23.987810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-b0c02724-8c17-4cf6-b80a-81423caec5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:23.990231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-b0c02724-8c17-4cf6-b80a-81423caec5a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 1095 time: 0.0725074 Nov 15 22:41:24.018466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.070191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.072919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-eb1a5c6e-f30b-45d4-946d-6cd60fd71fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.074538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-eb1a5c6e-f30b-45d4-946d-6cd60fd71fef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1095 time: 0.0540810 Nov 15 22:41:24.088405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:24.124577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 8dd64261-17f6-4b49-bd48-b35dc444dd0d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:24.184390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ca63cf00-78a7-487b-9e8d-2871acfaf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.185949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ca63cf00-78a7-487b-9e8d-2871acfaf5ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.0961714 Nov 15 22:41:24.259094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-c9d9a2ff-a647-414f-98dc-cb43cf18e008 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 998 time: 0.0641870 Nov 15 22:41:24.269363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.315286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.324472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:24.370973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Pushing event deleted for resources: {'Port': ['ID=94eca7c5-5002-4566-83ca-de561390d415,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:24.371837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ea848ca6-c53a-4a94-b41a-c7eaf41a0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.374458 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-ea848ca6-c53a-4a94-b41a-c7eaf41a0107 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.1079073 Nov 15 22:41:24.376377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:24.410362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:24.414165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:24.461245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:24.472706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd549-d80e-49bb-bcc4-1fd78c8858a1 req-970ea3b3-18f9-4ab0-b02a-071b6ef4cace tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.482631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fbd549-d80e-49bb-bcc4-1fd78c8858a1 req-970ea3b3-18f9-4ab0-b02a-071b6ef4cace tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.2181764 Nov 15 22:41:24.486915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.487566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.506248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-074beb94-578e-450b-b5de-e9223074ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.508144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-074beb94-578e-450b-b5de-e9223074ee19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234760 Nov 15 22:41:24.516100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 172.20.0.8 (806f34b4-f1d1-41d4-b4bf-e07fce675238/11340976-46f8-4c45-b172-8fa372a0e576/8dd64261-17f6-4b49-bd48-b35dc444dd0d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:24.672550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b1a7a17a-33a5-458f-bb6d-1e5c6eaafe22 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5710297 Nov 15 22:41:24.695611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:24.846312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9ad7a92c-7b2e-4f44-9ab4-6044a5e21f73 None None] Provisioning complete for port 28b30346-cf8f-4df0-8ad2-f7937136e64f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:24.846895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-3baf36d8-45a5-43d2-833c-941991e5e0e1 service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269360 Nov 15 22:41:24.847307 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad7a92c-7b2e-4f44-9ab4-6044a5e21f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.874346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.888229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7a92c-7b2e-4f44-9ab4-6044a5e21f73 None None] Port 28b30346-cf8f-4df0-8ad2-f7937136e64f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:24.911448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe5b:89f7 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c/8dd64261-17f6-4b49-bd48-b35dc444dd0d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:24.924863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:24.962871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-c51acf1b-ee0b-4cf0-96c3-217f2c1ceb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:24.964389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-c51acf1b-ee0b-4cf0-96c3-217f2c1ceb7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1095 time: 0.3124166 Nov 15 22:41:25.055535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-3120c56f-60ab-4be2-89cf-8b3b80211845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.056990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-3120c56f-60ab-4be2-89cf-8b3b80211845 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 1097 time: 0.3112576 Nov 15 22:41:25.233991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fbd549-d80e-49bb-bcc4-1fd78c8858a1 req-e1c464f5-0caa-4ca5-873b-fd49aade2017 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7489829 Nov 15 22:41:25.277954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:25.301681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:25.467532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3e3a0-8edd-4a60-b72f-f2180c30c897 req-ba6cd911-0850-49a9-abeb-76d7646232ad tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.469053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfe3e3a0-8edd-4a60-b72f-f2180c30c897 req-ba6cd911-0850-49a9-abeb-76d7646232ad tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.4162436 Nov 15 22:41:25.486790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Router 53ec6953-eeb7-41d4-a941-7d8848d9956d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:41:25.530852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-4371f771-e968-4ccb-815f-96fb6cacdb5a service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541336 Nov 15 22:41:25.570987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.577365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.583630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.589620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.596532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.598396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-37d890d8-a69a-4cf6-ac52-598ded276ff9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 3815 time: 0.2497942 Nov 15 22:41:25.618990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-8faac5d0-6db4-4c09-ace6-4af3945aa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.620774 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-8faac5d0-6db4-4c09-ace6-4af3945aa23d service neutron] 10.222.0.55 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.6184411 Nov 15 22:41:25.631817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-733364e4-410e-4fb6-80f0-16905d0bfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:25.633618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-733364e4-410e-4fb6-80f0-16905d0bfc20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.5485914 Nov 15 22:41:25.745103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:25.756463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:25.760200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-27e62f06-7f8c-4386-8af0-808958fdfc1f tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "PUT /v2.0/routers/53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 200 len: 710 time: 3.3929451 Nov 15 22:41:25.762105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:25.767338 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] Sync routers for ids ['53ec6953-eeb7-41d4-a941-7d8848d9956d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:25.776404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfe3e3a0-8edd-4a60-b72f-f2180c30c897 req-51a30c06-4daa-4977-8402-693415dbd990 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819102 Nov 15 22:41:25.789435 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] Routers {'53ec6953-eeb7-41d4-a941-7d8848d9956d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:25.790055 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['53ec6953-eeb7-41d4-a941-7d8848d9956d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:25.835087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:25.877589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:25.882745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c6e727c-999c-4050-a1ad-3815d1a2fef3 req-b716dfaf-1ba9-4bd1-963f-afff60ca022e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408087 Nov 15 22:41:25.894142 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] Routers {'53ec6953-eeb7-41d4-a941-7d8848d9956d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:25.894756 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['53ec6953-eeb7-41d4-a941-7d8848d9956d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:25.950715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:25.951844 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff9c59-d988-4c3c-a106-521a81858393 None None] The sync data for ids ['53ec6953-eeb7-41d4-a941-7d8848d9956d'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:25.970040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-4e66b3e2-f726-477d-a8e1-9735980ec7ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 998 time: 0.3353131 Nov 15 22:41:25.974689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-d6150a18-a7a0-47a6-816b-524c9a2aa5d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 200 len: 1001 time: 0.3328576 Nov 15 22:41:25.978851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1282f203-fe3b-42bd-b32b-8c55b23cdf40 tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/routers/53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 200 len: 745 time: 0.2108123 Nov 15 22:41:25.980278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.022149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.051561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e8ad8bb-df16-40a2-9b8e-f816d512c04e tempest-RoutersIpV6AdminTest-1167657723 tempest-RoutersIpV6AdminTest-1167657723-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&device_id=53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 200 len: 205 time: 0.0669339 Nov 15 22:41:26.060346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.093096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:26.096940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:26.100425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:26.108538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=8dd64261-17f6-4b49-bd48-b35dc444dd0d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:26.121301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6a51242-b13e-43c9-b540-7d243301ca18 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 200 len: 205 time: 0.0558310 Nov 15 22:41:26.141934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.197691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-cde628fa-12f7-44a3-a3f5-870f8af0b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.199240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-cde628fa-12f7-44a3-a3f5-870f8af0b973 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.2181239 Nov 15 22:41:26.200559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-9ef94e85-c48a-48df-a06f-fb0c90c96046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.201970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-9ef94e85-c48a-48df-a06f-fb0c90c96046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.2056067 Nov 15 22:41:26.244017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.245341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.259450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.272188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:26.283314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-417ae37b-813d-4415-b5d0-1e6375ab1170 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.284949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-417ae37b-813d-4415-b5d0-1e6375ab1170 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80&tenant_id=6ffa127e6f1d4f8896ac85292faba590&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 1095 time: 0.1825860 Nov 15 22:41:26.287792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.346183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Transition to ACTIVE for port object 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:26.346651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-977674c1-5b46-46f5-90bd-8bf5f5f08f89 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0314119 Nov 15 22:41:26.348879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.407419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-75e478ab-42b4-4179-b41b-f9efc0d9263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.409439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-75e478ab-42b4-4179-b41b-f9efc0d9263c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906540 Nov 15 22:41:26.494649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.498048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.505615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-5633575d-1bea-49ef-aaa8-f5e573c1be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.508067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-5633575d-1bea-49ef-aaa8-f5e573c1be00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976425 Nov 15 22:41:26.536245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d952ae6-5f0c-4792-b2d9-6ff49115a2ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.542286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d952ae6-5f0c-4792-b2d9-6ff49115a2ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.546581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d952ae6-5f0c-4792-b2d9-6ff49115a2ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1951656 Nov 15 22:41:26.547425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.549127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acb6f0-67b4-464f-9ba5-97d3da4b2c52 req-e779b581-7cf4-47c7-ab13-66abe4f941cc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:26.550632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25acb6f0-67b4-464f-9ba5-97d3da4b2c52 req-e779b581-7cf4-47c7-ab13-66abe4f941cc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.1565962 Nov 15 22:41:26.551122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.573395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b72630ca-bbbb-44df-9bd6-c4d54d2a156e None None] Provisioning complete for port 8dd64261-17f6-4b49-bd48-b35dc444dd0d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:26.574483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b72630ca-bbbb-44df-9bd6-c4d54d2a156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.643488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b72630ca-bbbb-44df-9bd6-c4d54d2a156e None None] Port 8dd64261-17f6-4b49-bd48-b35dc444dd0d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:26.650047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.650547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Fanout notify agent at l3_agent the message router_deleted on router 53ec6953-eeb7-41d4-a941-7d8848d9956d {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:41:26.662623 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.666691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c143b294-a715-4759-a6ea-0e3c652d3ea4 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 204 len: 168 time: 0.5241115 Nov 15 22:41:26.667344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.713034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25acb6f0-67b4-464f-9ba5-97d3da4b2c52 req-4a0ae627-78c9-4adf-954b-d150cd6fbee4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532300 Nov 15 22:41:26.724662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fa5bd61f-957f-4726-be1e-99d67114ee13 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 200 len: 205 time: 0.0497639 Nov 15 22:41:26.725498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.782669 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-57582a0b-63c6-43b6-9b69-c4417867a05a tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:26.787473 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57582a0b-63c6-43b6-9b69-c4417867a05a tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/53ec6953-eeb7-41d4-a941-7d8848d9956d HTTP/1.1" status: 404 len: 336 time: 0.0561492 Nov 15 22:41:26.787473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.825772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e445d08b-0272-450a-817f-5183635ee1fa tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 200 len: 205 time: 0.0352314 Nov 15 22:41:26.830185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:26.831635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.868407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-fb6437aa-3806-46e4-9b4c-7df518791328 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452982 Nov 15 22:41:26.883508 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-1fe0a557-11a4-4f7d-9071-0e8c7dfd9c06 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:26.887901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1fe0a557-11a4-4f7d-9071-0e8c7dfd9c06 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/405dc892-185f-4bab-b772-2ebcc3f15783 HTTP/1.1" status: 404 len: 336 time: 0.0547488 Nov 15 22:41:26.888967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:26.890698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-9b662725-9891-4c62-a633-cc8d8d9ce774 service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689852 Nov 15 22:41:26.939223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 8dd64261-17f6-4b49-bd48-b35dc444dd0d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:26.939481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:26.951132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-959b388b-8dc1-41cc-987c-6719b11fa203 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 200 len: 205 time: 0.0604770 Nov 15 22:41:26.968519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.004025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ce5ca8e-2345-4d8b-a9e9-977b27392a78 req-dd65f209-4f95-413d-b5f2-03e94ecb314b service neutron] 10.222.0.57 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989785 Nov 15 22:41:27.048577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-3cb7c625-9e63-416b-89c9-f87e421ed9d9 service neutron] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:27.054724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-3cb7c625-9e63-416b-89c9-f87e421ed9d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.055857 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd106c60-e634-43e0-8180-ad126d4ae4f3 req-3cb7c625-9e63-416b-89c9-f87e421ed9d9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c/bindings/n-h1-817995-3 HTTP/1.1" status: 204 len: 173 time: 0.7592623 Nov 15 22:41:27.077952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Attempting to bind port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:27.078280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Attempting to bind port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:27.078602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Attempting to bind port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c on network 87d6df67-48ac-43f7-860f-7bb45b3e8067 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:27.093710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c on network 87d6df67-48ac-43f7-860f-7bb45b3e8067 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:27.094036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Attempting to bind port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c on network 87d6df67-48ac-43f7-860f-7bb45b3e8067 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:27.112170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:27.112521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Checking segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:27.112953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Bound using segment: {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:27.113398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Bound port: 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a071a7d8-0124-4fd4-8da1-d046d91f4791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:27.113754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.135435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c1163e98-b369-4cc9-b6d1-565cbb5d2089 req-fa8fc3f4-1ce4-4e71-9c72-a25c1f4bf9b6 service neutron] 10.222.0.55 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545240 Nov 15 22:41:27.216328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:27.220037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:27.321325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.331718 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-de89ab1d-d48d-41da-9d02-827a6d634811 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:27.332252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de89ab1d-d48d-41da-9d02-827a6d634811 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/383b2342-d672-49a3-ba2b-7933e5ebb23a HTTP/1.1" status: 404 len: 336 time: 0.0612342 Nov 15 22:41:27.348318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.359002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.359620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.361426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1091 time: 2.6772189 Nov 15 22:41:27.362846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:27.364702 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:27.392128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5f0e219e-c36f-44e4-bc27-bdfce35ce52b tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 200 len: 205 time: 0.0420482 Nov 15 22:41:27.397451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.403386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e32356-f7b9-4c94-81aa-e1a7c6fde5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:27.472982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:27.475789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226de86-4de7-43bf-b618-cac6e63a461e req-f9ae429c-c146-41ce-b454-bc6db01b19de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.483394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2226de86-4de7-43bf-b618-cac6e63a461e req-f9ae429c-c146-41ce-b454-bc6db01b19de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.5564265 Nov 15 22:41:27.493859 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-922001ec-12cc-47f8-8d45-39a3df6b7dd7 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:27.498420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-922001ec-12cc-47f8-8d45-39a3df6b7dd7 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/e11492cc-18e2-443d-b152-c86f9761fe7c HTTP/1.1" status: 404 len: 336 time: 0.0939407 Nov 15 22:41:27.506700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.525616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.554036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.568787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.582477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.595352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.607141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.615227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:27.625230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-eb470dbb-89fd-492a-aa68-f9f5e91cde46 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 3827 time: 0.3471889 Nov 15 22:41:27.649290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93ac5c5b-e7ab-475c-a7e4-3f48bc5e6565 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 200 len: 205 time: 0.1383412 Nov 15 22:41:27.658291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.659149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 8dd64261-17f6-4b49-bd48-b35dc444dd0d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:27.740389 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-b9c4391d-209f-4a32-8d9b-0a727f6b5681 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:27.744170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b9c4391d-209f-4a32-8d9b-0a727f6b5681 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/d1db4388-1672-4049-9386-8ceb32c21105 HTTP/1.1" status: 404 len: 336 time: 0.0792513 Nov 15 22:41:27.765471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.782692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2226de86-4de7-43bf-b618-cac6e63a461e req-4d3840fd-2e52-406c-9d3c-428314a2f3b3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982213 Nov 15 22:41:27.804155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c4aa51a7-d885-4a74-92cf-f94a23163137 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "GET /v2.0/ports?device_id=99760224-c1cb-4088-9903-e51173972323 HTTP/1.1" status: 200 len: 205 time: 0.0371566 Nov 15 22:41:27.806014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35284) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.828957 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0d3f01e-f8ae-4794-b3bc-cddbbcd6b642 req-ae7a2d91-b628-4348-8267-7f781fd0c323 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027438 Nov 15 22:41:27.887522 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d1c75272-d72b-4490-83f2-956a03330fa0 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] delete failed (client error): The resource could not be found. Nov 15 22:41:27.888946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d1c75272-d72b-4490-83f2-956a03330fa0 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/routers/99760224-c1cb-4088-9903-e51173972323 HTTP/1.1" status: 404 len: 336 time: 0.0818515 Nov 15 22:41:27.916771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:27.932836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d8431a-85d5-4df3-926f-c23fd436a275 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:27.953497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:27.988645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Transition to ACTIVE for port object 83d8431a-85d5-4df3-926f-c23fd436a275 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:27.991086 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca60c7e2-a102-460b-a79e-1b2db6dc9257 x-openstack-request-id: req-ca60c7e2-a102-460b-a79e-1b2db6dc9257 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:27.991378 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:27.991628 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca60c7e2-a102-460b-a79e-1b2db6dc9257 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:27.995311 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'status': 'completed', 'code': 200} Nov 15 22:41:28.051932 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dbec27-3736-4753-947f-1395143bc1e8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] DELETE failed (client error): The resource could not be found. Nov 15 22:41:28.052606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dbec27-3736-4753-947f-1395143bc1e8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:28.055545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0dbec27-3736-4753-947f-1395143bc1e8 tempest-RoutersIpV6AdminTest-2077867978 tempest-RoutersIpV6AdminTest-2077867978-project] 10.222.0.15 "DELETE /v2.0/subnets/5003a001-2622-43f8-9dd7-f76e89d5b991 HTTP/1.1" status: 404 len: 337 time: 0.1377852 Nov 15 22:41:28.088246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:28.108055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:28.135027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:28.153692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=8dd64261-17f6-4b49-bd48-b35dc444dd0d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:28.168313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a287cb6-92d4-424a-94ec-003629f60dd5 req-87e54a09-4e5f-46ba-b9f7-54a909bf38d4 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.177297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.177461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a287cb6-92d4-424a-94ec-003629f60dd5 req-87e54a09-4e5f-46ba-b9f7-54a909bf38d4 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1095 time: 0.1396978 Nov 15 22:41:28.177777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.178245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.178703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.179160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.182242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-711e69fd-4cef-495e-a0fb-8788028f0018 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 4362 time: 0.1443110 Nov 15 22:41:28.272321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e981cde-a9b1-430c-8f5c-54990130184d req-dcb2be82-0273-4b90-a494-ddec9744edcd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.289259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e981cde-a9b1-430c-8f5c-54990130184d req-dcb2be82-0273-4b90-a494-ddec9744edcd tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.2349725 Nov 15 22:41:28.444677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Attempting to bind port 83d8431a-85d5-4df3-926f-c23fd436a275 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:28.445168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Attempting to bind port 83d8431a-85d5-4df3-926f-c23fd436a275 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:28.445310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Attempting to bind port 83d8431a-85d5-4df3-926f-c23fd436a275 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:28.453282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a287cb6-92d4-424a-94ec-003629f60dd5 req-175fdc59-bc4e-49f1-933f-344077565b7b tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747302 Nov 15 22:41:28.470486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Port 83d8431a-85d5-4df3-926f-c23fd436a275 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:28.470810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Attempting to bind port 83d8431a-85d5-4df3-926f-c23fd436a275 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:28.480588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:28.484816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:28.484816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Bound using segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:28.484816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Bound port: 83d8431a-85d5-4df3-926f-c23fd436a275, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:28.484816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:28.492963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:28.496552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0cfe7cc7-9e29-45ee-9ff0-f0ddb5f8448b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/8dd64261-17f6-4b49-bd48-b35dc444dd0d HTTP/1.1" status: 204 len: 168 time: 1.9432054 Nov 15 22:41:28.499168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-b1dbcb5d-ecfe-4493-9764-44e69ce40c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.499747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-b1dbcb5d-ecfe-4493-9764-44e69ce40c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.500183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-b1dbcb5d-ecfe-4493-9764-44e69ce40c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.501971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-b1dbcb5d-ecfe-4493-9764-44e69ce40c53 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2994387 Nov 15 22:41:28.504674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35294) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:28.544321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e981cde-a9b1-430c-8f5c-54990130184d req-92f28873-7932-4cd3-bb5f-c985d0d13a8a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541773 Nov 15 22:41:28.662227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ebf3-0a02-4fc3-a3a8-822947dd69c1 req-88bd7bf2-b5ea-4b41-be3e-668d0d2817e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:28.665803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8375ebf3-0a02-4fc3-a3a8-822947dd69c1 req-88bd7bf2-b5ea-4b41-be3e-668d0d2817e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.1046443 Nov 15 22:41:28.730951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8375ebf3-0a02-4fc3-a3a8-822947dd69c1 req-c4469711-d451-4cae-b833-810ed5c17dbf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553923 Nov 15 22:41:28.746226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:28.760236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:28.858316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ecc917c-b663-4ae0-b4de-8efed20eed48 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 200 len: 990 time: 0.0944810 Nov 15 22:41:28.908144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7560f18-0c28-44f8-a21c-638f596bfa63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.055839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.060575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.066725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.067698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4760e-bd91-46c1-9167-a74449d6dad9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.069476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4760e-bd91-46c1-9167-a74449d6dad9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.070919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee4760e-bd91-46c1-9167-a74449d6dad9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.073290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.075359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ee4760e-bd91-46c1-9167-a74449d6dad9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5694313 Nov 15 22:41:29.079597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.080437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:29.085877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.089464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-e5086f02-d2c8-402b-9046-5543c406c4a1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 4598 time: 0.1435881 Nov 15 22:41:29.110273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:29.192425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:29.217582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 11340976-46f8-4c45-b172-8fa372a0e576 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:29.222193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=83d8431a-85d5-4df3-926f-c23fd436a275,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:29.225724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.235603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7560f18-0c28-44f8-a21c-638f596bfa63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.247528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-8bd06043-a64c-4548-a76c-c055eeb11ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.248969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b10e9001-1ce8-48c3-9042-dada7becd5b7 req-a7861e8b-d420-422f-8e90-0f0c76fe887e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495986 Nov 15 22:41:29.249092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-faedb1fb-f247-4fe5-a01f-23b9470ee0b0 req-8bd06043-a64c-4548-a76c-c055eeb11ed6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7299321 Nov 15 22:41:29.252476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.283504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.320361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.356408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 84d8d301-48ea-4f38-924c-9af4371361c5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:29.356780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.360076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7560f18-0c28-44f8-a21c-638f596bfa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.367355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:29.368327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.375832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] 10.222.0.57 "PUT /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 1129 time: 1.9139376 Nov 15 22:41:29.429518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6789d-0cd3-4a9e-82f3-7ae68a4eef98 service neutron] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:29.445374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.456409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f7560f18-0c28-44f8-a21c-638f596bfa63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de4713ac5856440fa6b514ea1d1cb55d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7088013 Nov 15 22:41:29.458948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560f18-0c28-44f8-a21c-638f596bfa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b25dd-2927-4737-8a30-51b1ab13b90a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:29.461935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:29.490792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:29.517736 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.518058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.539465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 84d8d301-48ea-4f38-924c-9af4371361c5 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:29.564084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.574470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.652194 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.709277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.758124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=11340976-46f8-4c45-b172-8fa372a0e576,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:29.762457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.768319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d90c2ac9-1e5b-4478-9a22-4de1fc2e6091 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/11340976-46f8-4c45-b172-8fa372a0e576 HTTP/1.1" status: 204 len: 168 time: 0.6663365 Nov 15 22:41:29.768526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68ec1e-707a-496c-9821-0e034430e737 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:29.769399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:29.812047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.858230 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.862281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.863491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a02b25dd-2927-4737-8a30-51b1ab13b90a HTTP/1.1" status: 204 len: 168 time: 0.3998606 Nov 15 22:41:29.868380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:29.873309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.876215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d7f32-32fa-47b6-bd52-130778d8ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b25dd-2927-4737-8a30-51b1ab13b90a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:29.887445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.950103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:29.958698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=84d8d301-48ea-4f38-924c-9af4371361c5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:29.996544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '83d8431a-85d5-4df3-926f-c23fd436a275'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:29.998644 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df861e6e-bf48-46c3-82d3-fdab3e666b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "83d8431a-85d5-4df3-926f-c23fd436a275"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:30.022867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.023418 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP 04e0e540-15f2-4b69-9885-ad8e4ffac92e disassociated (deleted). External IP: 172.25.0.65, port: 357e5469-c608-44b3-9a16-3ed59e9a616c. Nov 15 22:41:30.069988 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b66a9f-5a49-43f8-9e72-21a8a9a2b662 x-openstack-request-id: req-d2b66a9f-5a49-43f8-9e72-21a8a9a2b662 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:30.070741 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "83d8431a-85d5-4df3-926f-c23fd436a275", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:30.071003 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2b66a9f-5a49-43f8-9e72-21a8a9a2b662 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:30.071468 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '83d8431a-85d5-4df3-926f-c23fd436a275', 'status': 'completed', 'code': 200} Nov 15 22:41:30.116849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae09332-786d-44aa-88e9-54037cc84fb1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:30.136459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.139352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.189643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Transition to ACTIVE for port object 3ae09332-786d-44aa-88e9-54037cc84fb1 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:30.197939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.199461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.203265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.203826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.204311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.204817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.206815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-491f8431-87d0-4545-b2f3-b4855816d680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5284 time: 0.1235688 Nov 15 22:41:30.321538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.357924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router ad0f6dd4-4958-45d3-bddb-e84fe1983339 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:41:30.440134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:30.485560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.545055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-d83cc8e1-d28d-4dc1-8826-ceb64c9d21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.545527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-d83cc8e1-d28d-4dc1-8826-ceb64c9d21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.546136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-d83cc8e1-d28d-4dc1-8826-ceb64c9d21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.547658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-d83cc8e1-d28d-4dc1-8826-ceb64c9d21d6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3188910 Nov 15 22:41:30.597292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:30.604551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.632279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8ed3966e-11c1-4bad-816e-81e94fe44041 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c HTTP/1.1" status: 204 len: 168 time: 0.8596821 Nov 15 22:41:30.643032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35336) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:30.760433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:30.766956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d94a7970-ab41-4977-ae51-a0b917fd7ea4 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227543 Nov 15 22:41:30.773440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35340) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:30.854295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.862396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.866023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Attempting to bind port 3ae09332-786d-44aa-88e9-54037cc84fb1 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:30.866532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Attempting to bind port 3ae09332-786d-44aa-88e9-54037cc84fb1 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:30.867016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Attempting to bind port 3ae09332-786d-44aa-88e9-54037cc84fb1 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:30.871044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.881472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.888830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.896727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.904504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.904671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Port 3ae09332-786d-44aa-88e9-54037cc84fb1 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:30.905191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Attempting to bind port 3ae09332-786d-44aa-88e9-54037cc84fb1 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:30.906568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-607c4937-afec-4664-a908-6988bedf5b79 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5371 time: 0.4629226 Nov 15 22:41:30.915536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f68dfff2-34e7-4a14-9e7f-6e97fd209149 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1017b8aa6bb0402ea27e765782d26a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473608 Nov 15 22:41:30.918725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:30.919840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35342) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:30.923435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-9c9758e3-8e78-4ce3-a20e-60bf4e58905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.925288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df861e6e-bf48-46c3-82d3-fdab3e666b5d req-9c9758e3-8e78-4ce3-a20e-60bf4e58905a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3241997 Nov 15 22:41:30.931905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Sync routers for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:30.939475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73277eb5-94f8-4051-82a0-c8f0f0f687b1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:30.943867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-73277eb5-94f8-4051-82a0-c8f0f0f687b1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1637547 Nov 15 22:41:30.945015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:30.945839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:30.945839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Bound using segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:30.946462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Bound port: 3ae09332-786d-44aa-88e9-54037cc84fb1, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:30.946910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:30.950215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:30.950618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:30.950852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:30.982320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.005218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ce9d3cc-3cae-41ee-9d5f-32e8f969be03 req-61f0826c-d06e-4243-a560-ecc5481bebf0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910380 Nov 15 22:41:31.039971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5d1e4fcb-1c62-4636-9800-65d60a355568 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/floatingips/04e0e540-15f2-4b69-9885-ad8e4ffac92e HTTP/1.1" status: 204 len: 168 time: 1.9286618 Nov 15 22:41:31.040657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:31.043264 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec72d88-85d7-4802-81be-6e06208e1508" -d '{"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:31.071449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923acdc7-8228-41ad-af6b-c456f64b741b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:31.073126 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-923acdc7-8228-41ad-af6b-c456f64b741b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214335 Nov 15 22:41:31.076079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d729f17-19ed-4d88-b65a-e75a7cb38f94 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:31.077046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:31.130609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c26d617c-b785-4d28-81c2-346b9478c1d9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521367 Nov 15 22:41:31.134458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:31.140101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.145054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:31.176077 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.235539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:31.239254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ae09332-786d-44aa-88e9-54037cc84fb1,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:31.255717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:31.303218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.306594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.310599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8214ec09-52f3-4e1f-ac9e-4f35f101090d HTTP/1.1" status: 204 len: 168 time: 0.3862467 Nov 15 22:41:31.323846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b6ddd-aac4-47f0-b78f-e32bfc48a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214ec09-52f3-4e1f-ac9e-4f35f101090d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:31.337878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.389444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:31.393255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.395442 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:31.395969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:31.429675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:31.458449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:31.459747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.461404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-28e6f5da-14b3-404e-bb36-0cfcabec2cd4 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 1131 time: 1.9759078 Nov 15 22:41:31.500312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-958c7e81-866f-418a-b082-de7ca8eed3df tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3645978 Nov 15 22:41:31.503287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:31.510740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:31.536916 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bdd4e8-b609-4c8e-8c20-035770927593 x-openstack-request-id: req-c6bdd4e8-b609-4c8e-8c20-035770927593 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:31.537367 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:31.537701 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6bdd4e8-b609-4c8e-8c20-035770927593 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:31.538280 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'status': 'completed', 'code': 200} Nov 15 22:41:31.633336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:31.657960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-995f4d2b-e372-4b17-8226-752fc6481253 None None] Provisioning complete for port 4c771299-2822-4e98-bbc2-14ec9fd96701 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:31.658798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-995f4d2b-e372-4b17-8226-752fc6481253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.766447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.771276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-cfb3c53a-ac3e-4df2-b06b-c1df510d0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:31.774156 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-cfb3c53a-ac3e-4df2-b06b-c1df510d0e40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 1095 time: 0.2185621 Nov 15 22:41:31.822541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048026e-c644-4e03-898e-6edd51c95434 req-1cab3f66-a4e4-40bd-b532-773e8d2550dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:31.831714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8048026e-c644-4e03-898e-6edd51c95434 req-1cab3f66-a4e4-40bd-b532-773e8d2550dc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.1013925 Nov 15 22:41:31.843506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:31.845385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:31.849374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:31.852073 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:31.852577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:31.885161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Checking router: ad0f6dd4-4958-45d3-bddb-e84fe1983339 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:41:31.901857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:31.902646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:31.939383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:31.942463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8048026e-c644-4e03-898e-6edd51c95434 req-354c5b78-ee17-4882-a39b-f2f810b6ecc9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098344 Nov 15 22:41:31.953719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e8171cf-ccfa-4109-ad06-cb97a5eebdb5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4491897 Nov 15 22:41:31.968390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:31.975543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:32.000942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-6be8f845-fc8b-4b1d-b4a1-b69e45500105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.003248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-6be8f845-fc8b-4b1d-b4a1-b69e45500105 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 200 len: 897 time: 0.2174454 Nov 15 22:41:32.076302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Deleting port 4c771299-2822-4e98-bbc2-14ec9fd96701 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:32.076710 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.150321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] For port 4c771299-2822-4e98-bbc2-14ec9fd96701, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4c771299-2822-4e98-bbc2-14ec9fd96701,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:32.150736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.152468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '3ae09332-786d-44aa-88e9-54037cc84fb1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:32.157695 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "3ae09332-786d-44aa-88e9-54037cc84fb1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:32.165799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Calling delete_port for 4c771299-2822-4e98-bbc2-14ec9fd96701 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:32.166841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-9b9eb6f0-f21a-4312-8ba9-5b58943ea111 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 200 len: 217 time: 0.1080837 Nov 15 22:41:32.246850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:32.250952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4c771299-2822-4e98-bbc2-14ec9fd96701 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:32.251094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.262593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.265300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.273064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.280272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.291230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.297642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.308853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-321613bc-c0d4-46a7-855f-2d678e60687a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5371 time: 0.1351280 Nov 15 22:41:32.309080 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd22d1-8790-43da-8159-8dd95b92472d x-openstack-request-id: req-58dd22d1-8790-43da-8159-8dd95b92472d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:32.309890 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "3ae09332-786d-44aa-88e9-54037cc84fb1", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:32.310285 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58dd22d1-8790-43da-8159-8dd95b92472d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:32.310867 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '3ae09332-786d-44aa-88e9-54037cc84fb1', 'status': 'completed', 'code': 200} Nov 15 22:41:32.312821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:32.317916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.320511 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:32.321135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:32.330039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.57', 62474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:32.414133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f25d37ef-7e5d-4124-b4be-c538d14f3e79 req-3fb30742-6b21-488a-9387-1a49ed0c4211 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998073 Nov 15 22:41:32.464466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec1eaf8f-8622-41a3-8a70-c888268e0a31 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4945858 Nov 15 22:41:32.467064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:32.473984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:32.552296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-34e83842-bda7-467e-9cfb-7e18790c8bb7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.554049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-34e83842-bda7-467e-9cfb-7e18790c8bb7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.3582401 Nov 15 22:41:32.593538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-261fecc2-a24c-4087-8c66-a40d3ae7d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.595124 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-261fecc2-a24c-4087-8c66-a40d3ae7d48c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 200 len: 834 time: 0.3828857 Nov 15 22:41:32.633539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.634114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.634577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.635066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.635514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.635967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.636413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.639402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-020048f8-dc15-4934-b013-15f11d75c797 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6208 time: 0.3067465 Nov 15 22:41:32.643291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.690412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:32.695593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.697259 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:32.697582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:32.706155 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:32.777463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] Pushing event deleted for resources: {'Port': ['ID=4c771299-2822-4e98-bbc2-14ec9fd96701,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:32.787540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfdcdc-fffd-424c-b484-99318f42a311 None None] No DVR routers for this DVR port 4c771299-2822-4e98-bbc2-14ec9fd96701 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:32.827731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a95aeba-d0f0-40a3-a02e-3c0608b5d573 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3555205 Nov 15 22:41:32.828512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:32.834250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:32.884173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:32.946161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d5544-eb7c-4e4f-bf52-5df0161fbd3a None None] The sync data for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 is: [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:39:48Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'aeeab315-f8e9-4146-a3ef-4cf70d30d4c1', 'name': '', 'network_id': 'eeccf791-0dff-48b8-9d79-1dabe5cec7de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:c0:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:47Z', 'updated_at': '2021-11-15T22:39:54Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '7cce19d4-a98a-4497-9cb5-bb9fc26a15b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:32.958260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-5da2ccce-8b73-4930-b3bd-d4f88bb70579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:32.959827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-5da2ccce-8b73-4930-b3bd-d4f88bb70579 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeccf791-0dff-48b8-9d79-1dabe5cec7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3362265 Nov 15 22:41:33.139307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a9b9c-062c-4a63-8c26-052b6b9156b4 req-4e5ecd67-7d12-4389-a1f3-bc934c99a84a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.141301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b6a9b9c-062c-4a63-8c26-052b6b9156b4 req-4e5ecd67-7d12-4389-a1f3-bc934c99a84a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.0746624 Nov 15 22:41:33.156521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35402) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:33.180454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:33.190615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:33.193671 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:33.193671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:33.316125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b6a9b9c-062c-4a63-8c26-052b6b9156b4 req-20803b1d-9c3d-4c87-b1e5-f9b85edc8fa8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673200 Nov 15 22:41:33.402404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e838ca91-fb24-4da2-a893-bd84f9154133 tempest-AgentManagementNegativeTest-129739489 tempest-AgentManagementNegativeTest-129739489-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2421088 Nov 15 22:41:33.435731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0946cc48-a874-4f08-9995-bd01b5c1a2f7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6057246 Nov 15 22:41:33.438448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:33.443560 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5a81e-e323-42fd-ad35-2ae7aec27870 None None] New status for floating IP 04e0e540-15f2-4b69-9885-ad8e4ffac92e: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:41:33.452372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:33.665161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-8ec0d03e-aa31-4253-b98a-d24c7a62ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.665692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-8ec0d03e-aa31-4253-b98a-d24c7a62ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.666054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-8ec0d03e-aa31-4253-b98a-d24c7a62ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.667629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-8ec0d03e-aa31-4253-b98a-d24c7a62ac76 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9518917 Nov 15 22:41:33.675641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f40a59c-5207-4f76-a3a3-0ffb24666282 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:33.691542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:33.713800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 357e5469-c608-44b3-9a16-3ed59e9a616c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:33.714168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:33.743172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.749330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.755517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.762156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.769369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.777103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.784567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.787164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-aa9fc31a-9ab7-4155-9a0a-7d56045f91c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5371 time: 0.2067187 Nov 15 22:41:33.811652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-fe7c0a93-384b-4df8-bbaf-1d8714e53640 service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080161 Nov 15 22:41:33.824832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Transition to ACTIVE for port object 4f40a59c-5207-4f76-a3a3-0ffb24666282 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:33.873067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b40351a-1fd3-47dc-85d6-2a1ffa98eb6c req-acfc998b-48ab-47ef-a575-7453c2b8b9df tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783124 Nov 15 22:41:33.939061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:33.941095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:33.947186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:33.954636 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:41:33.954636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:41:33.987954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-e413f75d-32ff-4f3c-9968-51a40fc62648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:33.989989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-e413f75d-32ff-4f3c-9968-51a40fc62648 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3015492 Nov 15 22:41:34.076401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 357e5469-c608-44b3-9a16-3ed59e9a616c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=357e5469-c608-44b3-9a16-3ed59e9a616c,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:34.076951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.079778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:34.089988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aab2f85a-0665-47df-aeab-00468798a441 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6502230 Nov 15 22:41:34.094311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:34.123244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-9cad0e46-74fa-416c-afe7-0023428c2257 service neutron] 10.222.0.57 "GET /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982583 Nov 15 22:41:34.131576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 357e5469-c608-44b3-9a16-3ed59e9a616c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:34.176271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d7d98e6-a994-45e3-ab56-729e7b5697f5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0806732 Nov 15 22:41:34.179293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:34.211443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Attempting to bind port 4f40a59c-5207-4f76-a3a3-0ffb24666282 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:34.211974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Attempting to bind port 4f40a59c-5207-4f76-a3a3-0ffb24666282 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:34.212399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Attempting to bind port 4f40a59c-5207-4f76-a3a3-0ffb24666282 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:34.219871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Port 4f40a59c-5207-4f76-a3a3-0ffb24666282 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:34.221077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Attempting to bind port 4f40a59c-5207-4f76-a3a3-0ffb24666282 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:34.237288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:34.237707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:34.238212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Bound using segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:34.238781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Bound port: 4f40a59c-5207-4f76-a3a3-0ffb24666282, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:34.239192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.245230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03868a-b87d-48ad-a663-2aa32c415c29 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.246900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb03868a-b87d-48ad-a663-2aa32c415c29 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665143 Nov 15 22:41:34.249357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:34.260073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:34.305009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f9ccde3c-06f5-4088-835e-b8306865dfd2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542660 Nov 15 22:41:34.308898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:34.318304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:34.380363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:34.386561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:34.465299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-996cc918-5348-4083-97c2-19777f877769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.493126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.520867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18074ff2-4069-44c1-a146-7159e952bce1 req-1c34d4f4-49a0-4049-a5e3-3250b84133e1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.522408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18074ff2-4069-44c1-a146-7159e952bce1 req-1c34d4f4-49a0-4049-a5e3-3250b84133e1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=8589d1b5-d1a9-414c-8c5c-af561c4dbd80 HTTP/1.1" status: 200 len: 944 time: 0.1124992 Nov 15 22:41:34.539335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.540234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.543883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] 10.222.0.57 "PUT /v2.0/ports/4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 1091 time: 2.9246097 Nov 15 22:41:34.543883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:34.544989 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a2296c-6d1f-475e-8607-4d493f876a21" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:34.552799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.588570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe741f-6798-4de3-b28e-a7c78164aedf service neutron] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:34.639638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-996cc918-5348-4083-97c2-19777f877769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.641835 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cac161-90ab-47f2-bcc8-a81dceb41d04 x-openstack-request-id: req-d6cac161-90ab-47f2-bcc8-a81dceb41d04 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:34.642233 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:34.642833 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6cac161-90ab-47f2-bcc8-a81dceb41d04 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:34.643345 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'status': 'completed', 'code': 200} Nov 15 22:41:34.660051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=357e5469-c608-44b3-9a16-3ed59e9a616c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:34.662991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] No DVR routers for this DVR port 357e5469-c608-44b3-9a16-3ed59e9a616c on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:34.674285 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.677816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ebce964-916f-48ee-9f67-9c621b90e19a req-a14b1aaf-0145-4371-a605-1559731c4507 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.57 "DELETE /v2.0/ports/357e5469-c608-44b3-9a16-3ed59e9a616c HTTP/1.1" status: 204 len: 173 time: 2.1128578 Nov 15 22:41:34.705561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:34.710571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.734903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.735638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.736353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.737029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.737641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.738251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.739730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:34.742320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-19ec9730-78c1-4065-a575-4c558d6b8e3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6275 time: 0.0769498 Nov 15 22:41:34.746609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:34.771738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18074ff2-4069-44c1-a146-7159e952bce1 req-af4a01c3-cc36-4c28-bf0b-4fe470bae277 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=21a1e829-e1a3-4412-a41d-6b9aa0eb2903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291275 Nov 15 22:41:34.837426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-996cc918-5348-4083-97c2-19777f877769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.886744 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c59c7b-66c0-41d5-af24-8d9fb9c68cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:34.953728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cc918-5348-4083-97c2-19777f877769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d52617-af09-4044-aabd-a594bd4ecda7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:34.964188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-996cc918-5348-4083-97c2-19777f877769 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=726da24b7ec34ada97caef040051bd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7028549 Nov 15 22:41:34.967028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35440) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:35.000300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-5315eb05-c0be-4701-b4b2-b05a6b9db56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.000792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-5315eb05-c0be-4701-b4b2-b05a6b9db56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.001253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-5315eb05-c0be-4701-b4b2-b05a6b9db56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.002859 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-5315eb05-c0be-4701-b4b2-b05a6b9db56e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2516024 Nov 15 22:41:35.047962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.109137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.136223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.142382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.149092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.154828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.161446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.168761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.180213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.182499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91edfb3d-8a66-493a-a1aa-032471307552 req-de3a3a58-6807-4024-8bd4-0d05c4fa8173 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5383 time: 0.1482303 Nov 15 22:41:35.196529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.277303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-90f1e702-4254-4cbf-858a-e0f3bee2d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.278914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b9a2296c-6d1f-475e-8607-4d493f876a21 req-90f1e702-4254-4cbf-858a-e0f3bee2d55e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577848 Nov 15 22:41:35.327337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91edfb3d-8a66-493a-a1aa-032471307552 req-4cb6972c-f5a7-4b8d-bbdb-ee66441c4ece tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285439 Nov 15 22:41:35.355821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:35.357275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.402861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:35.406470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:35.409552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:35.410197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.422396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=0f651ec6-1103-43a1-a603-b001b44d5fa8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:35.423183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c2314-5736-4b6e-8f06-3630f45a3229 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:35.458238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.466434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8111916e-80a8-4753-8ace-d3351426cad6 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:35.473466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.473466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d52617-af09-4044-aabd-a594bd4ecda7 HTTP/1.1" status: 204 len: 168 time: 0.5004382 Nov 15 22:41:35.480344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.498835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Transition to ACTIVE for port object 8111916e-80a8-4753-8ace-d3351426cad6 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:35.504944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857451a0-8ef0-4829-a708-abed1e8e4a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d52617-af09-4044-aabd-a594bd4ecda7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:35.580317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4652181-ca93-4fe9-bc6d-3b8423cd1849 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2696233 Nov 15 22:41:35.583302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:35.588351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:39:a8:f2', 'name': 'tempest-NetworksTestDHCPv6-158185141'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:35.626032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '0f651ec6-1103-43a1-a603-b001b44d5fa8'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:35.626913 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.666908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.746766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Pushing event updated for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:35.829561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Attempting to bind port 8111916e-80a8-4753-8ace-d3351426cad6 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:35.829902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Attempting to bind port 8111916e-80a8-4753-8ace-d3351426cad6 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:35.830223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Attempting to bind port 8111916e-80a8-4753-8ace-d3351426cad6 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:35.835968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Port 8111916e-80a8-4753-8ace-d3351426cad6 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:35.836140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Attempting to bind port 8111916e-80a8-4753-8ace-d3351426cad6 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:35.837220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Allocated IP 2001:db8::f816:3eff:fece:18dc (806f34b4-f1d1-41d4-b4bf-e07fce675238/0f651ec6-1103-43a1-a603-b001b44d5fa8/f2665fa2-09ad-45a6-8607-9f623c25c3f9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:35.842201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:35.842669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Checking segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:35.842955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Bound using segment: {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:35.843428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Bound port: 8111916e-80a8-4753-8ace-d3351426cad6, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:35.843833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:35.866095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:35.873174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:35.908976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:35.973176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 357e5469-c608-44b3-9a16-3ed59e9a616c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:35.973740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 357e5469-c608-44b3-9a16-3ed59e9a616c not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:36.147751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:36.159366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.165676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8111916e-80a8-4753-8ace-d3351426cad6,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:36.195690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.203270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 9f205761-84a9-47d1-9bbe-371d111cbcde yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:36.278349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.310814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.350107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.353372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.353372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] 10.222.0.57 "PUT /v2.0/ports/8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 1090 time: 1.6244206 Nov 15 22:41:36.412977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:36.423655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:36.432274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:36.485399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:36.493571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343810f-a8c0-4e54-afa8-ce804c989750 service neutron] Pushing event updated for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:36.507378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Pushing event updated for resources: {'Port': ['ID=f2665fa2-09ad-45a6-8607-9f623c25c3f9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:36.544343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Attempting to bind port f2665fa2-09ad-45a6-8607-9f623c25c3f9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:36.544669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Attempting to bind port f2665fa2-09ad-45a6-8607-9f623c25c3f9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:36.545164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Attempting to bind port f2665fa2-09ad-45a6-8607-9f623c25c3f9 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:36.550860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe39:a8f2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/0f651ec6-1103-43a1-a603-b001b44d5fa8/9f205761-84a9-47d1-9bbe-371d111cbcde) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:36.564383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:36.564772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:36.565617 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.567349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:36.569077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Bound port: f2665fa2-09ad-45a6-8607-9f623c25c3f9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:36.570124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.609178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.610489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.638726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.653710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.662145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.679256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.699739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.709903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] For port f2665fa2-09ad-45a6-8607-9f623c25c3f9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:36.716709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.718027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] For port f2665fa2-09ad-45a6-8607-9f623c25c3f9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f2665fa2-09ad-45a6-8607-9f623c25c3f9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:36.727416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:36.730245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-d7beb52b-81ee-4270-8813-553e44450995 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5395 time: 0.2394037 Nov 15 22:41:36.767917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-deleted', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c'}, {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:36.770694 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9" -d '{"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-deleted", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c"}, {"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "8111916e-80a8-4753-8ace-d3351426cad6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:36.859268 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d749b2-4475-4d5b-9510-7790476f1aee x-openstack-request-id: req-85d749b2-4475-4d5b-9510-7790476f1aee {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:36.859674 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8589d1b5-d1a9-414c-8c5c-af561c4dbd80", "name": "network-vif-deleted", "tag": "357e5469-c608-44b3-9a16-3ed59e9a616c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "8111916e-80a8-4753-8ace-d3351426cad6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:36.860031 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85d749b2-4475-4d5b-9510-7790476f1aee {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:36.860577 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8589d1b5-d1a9-414c-8c5c-af561c4dbd80', 'name': 'network-vif-deleted', 'tag': '357e5469-c608-44b3-9a16-3ed59e9a616c', 'status': 'completed', 'code': 200} Nov 15 22:41:36.860985 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6', 'status': 'completed', 'code': 200} Nov 15 22:41:36.903938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:36.945390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-459447a5-2c78-4cc3-bbf7-0e3dccdbdf67 req-7ab3453a-44e8-4200-90e9-64ed41f3ac28 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816206 Nov 15 22:41:37.003669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b4822-0e9f-437d-99f8-0fa052cc50fa None None] Pushing event updated for resources: {'Port': ['ID=f2665fa2-09ad-45a6-8607-9f623c25c3f9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:37.158304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b866e4a-0ae2-4e97-8720-535ad26406c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.186175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.188877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.190838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-fa728df9-69ff-4581-bff7-068799ab4f6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6342 time: 0.2928727 Nov 15 22:41:37.325554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.326218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:37.326925 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.421966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef108655-970a-49eb-97d6-b16a848126d2 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:37.455383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.501705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35480) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:37.517522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Transition to ACTIVE for port object ef108655-970a-49eb-97d6-b16a848126d2 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:37.520096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-34ceaf8f-e0a1-4b69-9478-d103d101229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.521119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-34ceaf8f-e0a1-4b69-9478-d103d101229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.521119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-34ceaf8f-e0a1-4b69-9478-d103d101229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.524119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-34ceaf8f-e0a1-4b69-9478-d103d101229c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3114345 Nov 15 22:41:37.529029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port aeeab315-f8e9-4146-a3ef-4cf70d30d4c1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:37.529393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.550260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:37.618247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.630727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.707078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1068091220'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:37.721424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:37.735262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:37.738228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:37.763565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.764258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.782459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=9f205761-84a9-47d1-9bbe-371d111cbcde,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:37.789940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-e9bd1b23-ef05-4c7b-a706-5d290a4acecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:37.791712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-99a0c5b8-a3d7-41ed-b96b-5356faf1e5f9 req-e9bd1b23-ef05-4c7b-a706-5d290a4acecc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607865 Nov 15 22:41:37.894673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:37.901615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:37.906776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.916404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Attempting to bind port ef108655-970a-49eb-97d6-b16a848126d2 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:37.916785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Attempting to bind port ef108655-970a-49eb-97d6-b16a848126d2 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:37.917119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Attempting to bind port ef108655-970a-49eb-97d6-b16a848126d2 on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:37.920727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:37.922124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Port ef108655-970a-49eb-97d6-b16a848126d2 on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:37.922450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Attempting to bind port ef108655-970a-49eb-97d6-b16a848126d2 on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:37.928418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:37.928797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Checking segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:37.929186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Bound using segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:37.929620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Bound port: ef108655-970a-49eb-97d6-b16a848126d2, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:37.929977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.010008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.021128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:38.024811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:38.043267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-249dc616-4fee-4d14-b960-426f8ac59350 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4588311 Nov 15 22:41:38.047476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:38.063733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=aeeab315-f8e9-4146-a3ef-4cf70d30d4c1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:38.121616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.157590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.241659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:38.259215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.273572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.285033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.287226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a19039fc-ac30-4aa6-b4b5-7f43caf27616 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 1091 time: 1.8068898 Nov 15 22:41:38.300345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924eeb1-0ff1-418c-9748-3c699f910462 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.321090 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.333189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924eeb1-0ff1-418c-9748-3c699f910462 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.333189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b924eeb1-0ff1-418c-9748-3c699f910462 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2817385 Nov 15 22:41:38.346656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35492) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:38.401739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0510be8d-5f40-4293-8eea-119cf67aba4b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:38.466103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:41:38.472227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Request body: {'port': {'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:38.500776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f2665fa2-09ad-45a6-8607-9f623c25c3f9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:38.530092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.538137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.545607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.555473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.564204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.571509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.578399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:38.583682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-6c84bf19-59d4-49bb-a83d-1ae69c60271f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5407 time: 0.5181341 Nov 15 22:41:38.586659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f2665fa2-09ad-45a6-8607-9f623c25c3f9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:38.587218 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.588566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.588941 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Added segment f8ac648e-68ad-4810-bde8-17ac803ccaa0 of type vlan for network 546719b3-7147-40ab-ad0c-e42d73bd9d52 Nov 15 22:41:38.594867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.671283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.688654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.715503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 9f205761-84a9-47d1-9bbe-371d111cbcde {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:38.716423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.731215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.783667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f2665fa2-09ad-45a6-8607-9f623c25c3f9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f2665fa2-09ad-45a6-8607-9f623c25c3f9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:38.846385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9823a0a8-7616-4ad1-adb2-c5780966df9f None None] Provisioning complete for port f2665fa2-09ad-45a6-8607-9f623c25c3f9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:38.846916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9823a0a8-7616-4ad1-adb2-c5780966df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.864677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:38.867225 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1aa98d-a2ae-432a-90c4-64ab912de08f" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "ef108655-970a-49eb-97d6-b16a848126d2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:38.929294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.943799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:38.954381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 9f205761-84a9-47d1-9bbe-371d111cbcde owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:39.001825 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e88c8-1fe3-45b3-b5b1-63ff96706c01 x-openstack-request-id: req-b67e88c8-1fe3-45b3-b5b1-63ff96706c01 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:39.002217 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "ef108655-970a-49eb-97d6-b16a848126d2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:39.002564 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b67e88c8-1fe3-45b3-b5b1-63ff96706c01 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:39.003098 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2', 'status': 'completed', 'code': 200} Nov 15 22:41:39.018446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9823a0a8-7616-4ad1-adb2-c5780966df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.100466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f2665fa2-09ad-45a6-8607-9f623c25c3f9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:39.118197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-9823a0a8-7616-4ad1-adb2-c5780966df9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:39.118682 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-9823a0a8-7616-4ad1-adb2-c5780966df9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:39.173098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cb07324-d25b-4bcf-9e14-361cdcf55404 req-27019765-2a15-4ad5-ac2b-55e6c5a300d3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5716522 Nov 15 22:41:39.213585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.214054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.214514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.214963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.215420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.215867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.216312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.218252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-d377af68-0e72-4514-bbf8-d081e7f54cee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6409 time: 0.1667669 Nov 15 22:41:39.255429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b30346-cf8f-4df0-8ad2-f7937136e64f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:41:39.283925 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.296549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.297376 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.312645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.387143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-bab58b85-7001-4288-892c-0ca1b735df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.387669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-bab58b85-7001-4288-892c-0ca1b735df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.388222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-bab58b85-7001-4288-892c-0ca1b735df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.389876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Network': ['ID=546719b3-7147-40ab-ad0c-e42d73bd9d52,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:39.390016 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-bab58b85-7001-4288-892c-0ca1b735df78 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1610677 Nov 15 22:41:39.402250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:41:39.410776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router ad0f6dd4-4958-45d3-bddb-e84fe1983339 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:41:39.429995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4008e2d-8b19-47f1-86ce-12edce5d5f60 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9239242 Nov 15 22:41:39.431713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35498) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:39.448809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.473205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'subnet': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:39.546104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:39.556525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5e1dcbe7-d048-419d-8de6-048c8a69473f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/ad0f6dd4-4958-45d3-bddb-e84fe1983339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813233 Nov 15 22:41:39.557268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:39.560174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Sync routers for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:39.575495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:39.576144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:39.612341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting subnet 7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:39.617453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.661307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.720878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:39.758283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.828803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b6c4e45f-eb8e-4a51-9aa6-93a1c342dbc2 None None] Could not find standard attr ID for object 9f205761-84a9-47d1-9bbe-371d111cbcde. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:41:39.829285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Transition to ACTIVE for port object 28b30346-cf8f-4df0-8ad2-f7937136e64f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:41:39.836046 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.888704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=9f205761-84a9-47d1-9bbe-371d111cbcde,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:39.920052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:41:37Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:39.932378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.954262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Checking router: ad0f6dd4-4958-45d3-bddb-e84fe1983339 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:41:39.955522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.958479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.963936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7560ae7d-f883-401c-ad34-36b2eaf96726 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9f205761-84a9-47d1-9bbe-371d111cbcde HTTP/1.1" status: 204 len: 168 time: 1.6139867 Nov 15 22:41:39.964555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Routers {'ad0f6dd4-4958-45d3-bddb-e84fe1983339'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:39.965501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35504) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:39.966500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:39.975049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Subnet': ['ID=7cce19d4-a98a-4497-9cb5-bb9fc26a15b1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:39.986623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-96006103-35c9-480e-ba6d-404c32d62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:39.988932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:39.989064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4d1aa98d-a2ae-432a-90c4-64ab912de08f req-96006103-35c9-480e-ba6d-404c32d62cae service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5902336 Nov 15 22:41:39.995504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3aa9c3c2-fc3f-40e9-b084-782bb2c633a1 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/subnets/7cce19d4-a98a-4497-9cb5-bb9fc26a15b1 HTTP/1.1" status: 204 len: 168 time: 0.4371533 Nov 15 22:41:39.996170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:40.079908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd752e-7a2e-4872-bd8b-19a8c46a011e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.081544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd752e-7a2e-4872-bd8b-19a8c46a011e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.083696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3fdd752e-7a2e-4872-bd8b-19a8c46a011e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1146452 Nov 15 22:41:40.092673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:40.096517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:40.108377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:40.116192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.169923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649b04b-2f5e-45cb-b545-d2591ec409ab None None] Network eeccf791-0dff-48b8-9d79-1dabe5cec7de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:40.183570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.276207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] Set router ad0f6dd4-4958-45d3-bddb-e84fe1983339 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:40.388830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f2665fa2-09ad-45a6-8607-9f623c25c3f9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:40.422158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.429747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.436129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.444862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.452687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.459895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.466860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.469504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-42f6f17a-46b1-4fc3-8796-1de56b9b2bfa tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1354525 Nov 15 22:41:40.486230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Attempting to bind port 28b30346-cf8f-4df0-8ad2-f7937136e64f on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:40.486604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Attempting to bind port 28b30346-cf8f-4df0-8ad2-f7937136e64f by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:40.486938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Attempting to bind port 28b30346-cf8f-4df0-8ad2-f7937136e64f on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:40.493552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 0f651ec6-1103-43a1-a603-b001b44d5fa8 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:40.498446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.501018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Port 28b30346-cf8f-4df0-8ad2-f7937136e64f on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:41:40.501333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Attempting to bind port 28b30346-cf8f-4df0-8ad2-f7937136e64f on network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:40.514802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.527487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:40.527828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Checking segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:40.528212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Bound using segment: {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:40.528677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Bound port: 28b30346-cf8f-4df0-8ad2-f7937136e64f, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:40.536015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.538117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.558132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.568563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ab875dc-8bda-4e24-850b-fcee47409ab1 req-1be5b206-6dda-4e81-8098-4f36a23752ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849593 Nov 15 22:41:40.607450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.616205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f2665fa2-09ad-45a6-8607-9f623c25c3f9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:40.616653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.686608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 50ffa5aa-239f-4d14-8e03-ffebee4156f5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:40.687076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.737619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Subnet': ['ID=dc520ce4-3d50-413a-9ced-73afa65dd359,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:40.740274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:40.766928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:40.776236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.777915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 50ffa5aa-239f-4d14-8e03-ffebee4156f5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=50ffa5aa-239f-4d14-8e03-ffebee4156f5,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:40.778344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.779732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Checking segment: {'id': 'f8ac648e-68ad-4810-bde8-17ac803ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:40.780099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network hostable DHCP agents. Network: 546719b3-7147-40ab-ad0c-e42d73bd9d52, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:41:40.791685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 50ffa5aa-239f-4d14-8e03-ffebee4156f5 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:40.854830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:41:37Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:40.901669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4ac42-4064-47e2-b488-4cfef820e85e None None] The sync data for ids ['ad0f6dd4-4958-45d3-bddb-e84fe1983339'] in n-d-817995-3 is: [{'id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1329602627', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:40Z', 'updated_at': '2021-11-15T22:41:37Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '50ffa5aa-239f-4d14-8e03-ffebee4156f5', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f6dd4-4958-45d3-bddb-e84fe1983339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:41Z', 'updated_at': '2021-11-15T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:40.906882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.918299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] DHCP port deletion for eeccf791-0dff-48b8-9d79-1dabe5cec7de request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:40.984805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:40.985844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:40.987257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] 10.222.0.57 "PUT /v2.0/ports/28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 1091 time: 2.5272632 Nov 15 22:41:40.990582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:41:40.996304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Deleting port a29e94a8-6406-4a57-9a84-8f606c94cdeb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:40.996734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.003722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:41:41.006578 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:41:41.022933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02855b-e839-4ab9-827e-9eeca959ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:41.052187 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d45bf-c0b3-44aa-918a-dc95679cb974 x-openstack-request-id: req-ee6d45bf-c0b3-44aa-918a-dc95679cb974 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:41:41.052563 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:41:41.052998 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee6d45bf-c0b3-44aa-918a-dc95679cb974 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:41:41.053482 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'status': 'completed', 'code': 200} Nov 15 22:41:41.071686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] For port a29e94a8-6406-4a57-9a84-8f606c94cdeb, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a29e94a8-6406-4a57-9a84-8f606c94cdeb,segment=NetworkSegment(66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84),segment_id=66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:41.072174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.087161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Calling delete_port for a29e94a8-6406-4a57-9a84-8f606c94cdeb owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-415e646d-46c7-45af-a371-01fadf6461c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6476 time: 0.0548632 Nov 15 22:41:41.204981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.240828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=0f651ec6-1103-43a1-a603-b001b44d5fa8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:41.243095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.246411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-44cbc105-ea1d-45e5-ac67-122ada0c2b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/0f651ec6-1103-43a1-a603-b001b44d5fa8 HTTP/1.1" status: 204 len: 168 time: 1.1484363 Nov 15 22:41:41.249883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33737c00-4ae3-431a-9698-387d5f92b092 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:41.264291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:41.308825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e516d548-6062-491f-93af-820407d5040b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438621 Nov 15 22:41:41.309066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:41.314555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:41.321871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.332187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 546719b3-7147-40ab-ad0c-e42d73bd9d52) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:41.361026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=50ffa5aa-239f-4d14-8e03-ffebee4156f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:41.365169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c0c25-2cab-476d-adb2-9f61586f65df None None] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:41.375136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.375738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.391626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-51489c38-01b8-4c08-abde-adb4d4cbb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.392094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-51489c38-01b8-4c08-abde-adb4d4cbb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.392559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-51489c38-01b8-4c08-abde-adb4d4cbb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.394211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-51489c38-01b8-4c08-abde-adb4d4cbb4df service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a24b716d7844e3b88f6c66b933a2131&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2365274 Nov 15 22:41:41.451661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.499939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.518314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] No DVR routers for this DVR port a29e94a8-6406-4a57-9a84-8f606c94cdeb on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:41.534613 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d0571ab3-527b-472c-9b47-4e06518ebae6 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1027997 Nov 15 22:41:41.542419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:41.561274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-590581434'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:41.574209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Pushing event deleted for resources: {'Port': ['ID=a29e94a8-6406-4a57-9a84-8f606c94cdeb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:41.598770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.599377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.599928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.600482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.601090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.601635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.602172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.602558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.603186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.603709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.604232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.604785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4342bf-74bd-41a4-885c-1bd4d464bccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:41.617923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.620205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.669707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:41.706339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-546719b3-7147-40ab-ad0c-e42d73bd9d52', 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'tenant_id': '2fb8d7b6f611472fa83b9a0a7db2eea5', 'fixed_ips': [{'subnet_id': 'dc520ce4-3d50-413a-9ced-73afa65dd359'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:41.707335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.751330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-6f5db430-8bef-4d7b-9434-6d452c5f790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.752863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e5f9ddd-93d8-45e0-b66c-9360911e5ea2 req-6f5db430-8bef-4d7b-9434-6d452c5f790f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3463519 Nov 15 22:41:41.771928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.773417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Fanout notify agent at l3_agent the message router_deleted on router ad0f6dd4-4958-45d3-bddb-e84fe1983339 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:41:41.789771 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.794460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2eda5f44-1f65-4c21-97a9-c32fd209dd77 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/routers/ad0f6dd4-4958-45d3-bddb-e84fe1983339 HTTP/1.1" status: 204 len: 168 time: 1.7937820 Nov 15 22:41:41.803859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.810376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.811023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35530) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:41.818133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.826383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.834464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.840545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.850848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:41.860983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-aedf5f2b-6740-49a2-9b72-2762b19a9853 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1384168 Nov 15 22:41:41.862163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:41.866374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.885158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Allocated IP 172.20.0.2 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/57d9d4e3-362f-46bc-ad40-7c835cab1b3d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:41.896769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Deleting port f2665fa2-09ad-45a6-8607-9f623c25c3f9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:41.897131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:41.936442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec4d707c-1ea6-4271-b90e-48bc37a1d80d req-6e263045-2656-453a-ba80-f191ba6db348 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735748 Nov 15 22:41:42.024381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] For port f2665fa2-09ad-45a6-8607-9f623c25c3f9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f2665fa2-09ad-45a6-8607-9f623c25c3f9,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:42.024908 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.025958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.026421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.027499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.027974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.028434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.028919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.029377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.031345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-63d9f780-365c-4d97-aafe-f879942bde90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6476 time: 0.2378690 Nov 15 22:41:42.041409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Calling delete_port for f2665fa2-09ad-45a6-8607-9f623c25c3f9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:42.043667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.097270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:42.100837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.104584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-8871a431-0aa5-4568-afa9-f6ffca09262e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 217 time: 0.0557389 Nov 15 22:41:42.186035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.203421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port b4f4a840-0544-48bf-a0c1-812dd1d9c89c yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:42.308483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-769b4ab3-6cf9-4b83-b9f9-42b68dee5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.309999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-769b4ab3-6cf9-4b83-b9f9-42b68dee5566 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.1900730 Nov 15 22:41:42.319291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.341371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.380395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.393278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a29e94a8-6406-4a57-9a84-8f606c94cdeb no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:42.421620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:42.426778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] No DVR routers for this DVR port f2665fa2-09ad-45a6-8607-9f623c25c3f9 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:42.432103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Pushing event updated for resources: {'Port': ['ID=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:42.441086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:42.442041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeccf791-0dff-48b8-9d79-1dabe5cec7de']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:42.443248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a29e94a8-6406-4a57-9a84-8f606c94cdeb {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:42.443551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a29e94a8-6406-4a57-9a84-8f606c94cdeb not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:42.444146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:42.446957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:42.477719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:42.478445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f9e0a2-911a-4ab6-b6e6-b3710d3d1b84') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:42.492840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fd6f4-1f57-4f5b-8d99-364c61f2a113 None None] Pushing event deleted for resources: {'Port': ['ID=f2665fa2-09ad-45a6-8607-9f623c25c3f9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:42.497242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:42.497588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aeeab315-f8e9-4146-a3ef-4cf70d30d4c1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:42.498011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50ffa5aa-239f-4d14-8e03-ffebee4156f5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:42.501499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.528345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-475fae55-6530-4221-9539-ea5385c287d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.529923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-475fae55-6530-4221-9539-ea5385c287d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038088 Nov 15 22:41:42.536374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.14 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/b4f4a840-0544-48bf-a0c1-812dd1d9c89c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:42.538640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 50ffa5aa-239f-4d14-8e03-ffebee4156f5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:42.539026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 50ffa5aa-239f-4d14-8e03-ffebee4156f5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:42.539550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f2665fa2-09ad-45a6-8607-9f623c25c3f9 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:42.545160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.578902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f2665fa2-09ad-45a6-8607-9f623c25c3f9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:42.579470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f2665fa2-09ad-45a6-8607-9f623c25c3f9 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:42.582559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:41:42.593161 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:41:42.599748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Attempting to bind port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:42.600711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Attempting to bind port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f8ac648e-68ad-4810-bde8-17ac803ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:42.600711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Attempting to bind port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d on network 546719b3-7147-40ab-ad0c-e42d73bd9d52 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:42.606235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:42.609077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Checking segment: {'id': 'f8ac648e-68ad-4810-bde8-17ac803ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:42.609914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.610396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Bound using segment: {'id': 'f8ac648e-68ad-4810-bde8-17ac803ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:42.610951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Bound port: 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ac648e-68ad-4810-bde8-17ac803ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:42.611441 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.680042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] For port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:42.683088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] For port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,segment=NetworkSegment(f8ac648e-68ad-4810-bde8-17ac803ccaa0),segment_id=f8ac648e-68ad-4810-bde8-17ac803ccaa0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:42.761276 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.766219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:42.809805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.821488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7caf5-3973-4426-81aa-53bfc60ea0f4 None None] Pushing event updated for resources: {'Port': ['ID=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:42.866360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.885499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.888694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/networks/eeccf791-0dff-48b8-9d79-1dabe5cec7de HTTP/1.1" status: 204 len: 168 time: 1.0758314 Nov 15 22:41:42.892334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35536) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:42.898239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-d2f1163a-92e5-44c3-9d75-e386cec486b6 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588200 Nov 15 22:41:42.900025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:42.941262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:42.946825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba5b3c-7974-4e13-be86-207f5e8da18d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Network': ['ID=eeccf791-0dff-48b8-9d79-1dabe5cec7de,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:42.947817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf9c84-0af7-46ce-a7bf-1f4ed55aae63 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:42.960396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:42.960837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:42.961280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.014800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.028468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=c6d53271-16bc-4e59-8b23-11e4a42a969d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:43.059849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.111022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-807ce880-7e71-436c-a83f-1f5edaf8b14a service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885831 Nov 15 22:41:43.156043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.162592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.169896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.178454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.184457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.190906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.192017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-d7ee92c0-4dd9-4781-bf99-48c0c5124912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0661714 Nov 15 22:41:43.195625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0622f5d6-ac7c-4a15-aa5e-a6159ef57ffa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8858042 Nov 15 22:41:43.197604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.198458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:43.199553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-a086f3d3-640d-41fd-80c8-1c511fba0eab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1205709 Nov 15 22:41:43.204593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:b3:8b:f2', 'name': 'tempest-NetworksTestDHCPv6-870835303'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:43.270080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'c6d53271-16bc-4e59-8b23-11e4a42a969d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:43.271237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.279207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1d831a6-74ed-40bf-b90a-7ba8644a29f7 req-218f0509-accb-4ff7-b8dd-6e2b6e5950e6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676117 Nov 15 22:41:43.291748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.309764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.309764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/security-groups/21a1e829-e1a3-4412-a41d-6b9aa0eb2903 HTTP/1.1" status: 204 len: 168 time: 0.4112499 Nov 15 22:41:43.346147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49d954-87b7-422c-b863-9092f20488e7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1e829-e1a3-4412-a41d-6b9aa0eb2903,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:43.476298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Allocated IP 2001:db8::f816:3eff:fe08:989a (806f34b4-f1d1-41d4-b4bf-e07fce675238/c6d53271-16bc-4e59-8b23-11e4a42a969d/a0b67411-f92f-4c82-8401-294c1967e71f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:43.608442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.653104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.689206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:43.699841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:43.709622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:43.715562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=b4f4a840-0544-48bf-a0c1-812dd1d9c89c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:43.718728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e0fe7d58-f1aa-4963-9201-606019f36287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.720214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e0fe7d58-f1aa-4963-9201-606019f36287 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.5103586 Nov 15 22:41:43.761298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.809110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:43.812283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:43.815116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:43.823299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.823955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.828286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Pushing event updated for resources: {'Port': ['ID=a0b67411-f92f-4c82-8401-294c1967e71f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:43.864297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a481d3ac-fdad-48c5-af2d-2fc404b189b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:43.869369 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a481d3ac-fdad-48c5-af2d-2fc404b189b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270974 Nov 15 22:41:43.887585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:43.892419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492226049', 'description': 'tempest-secgroup-smoke-1492226049 description', 'project_id': '6ffa127e6f1d4f8896ac85292faba590'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:43.895907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Attempting to bind port a0b67411-f92f-4c82-8401-294c1967e71f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:43.896399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Attempting to bind port a0b67411-f92f-4c82-8401-294c1967e71f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:43.896889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Attempting to bind port a0b67411-f92f-4c82-8401-294c1967e71f on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:43.905759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:43.906676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:43.906676 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.907177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:43.907682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Bound port: a0b67411-f92f-4c82-8401-294c1967e71f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:43.908048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:43.979026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] For port a0b67411-f92f-4c82-8401-294c1967e71f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:43.980379 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-4a716205-cb4f-4b09-a950-8b42d16ee956 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022518 Nov 15 22:41:43.982364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] For port a0b67411-f92f-4c82-8401-294c1967e71f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0b67411-f92f-4c82-8401-294c1967e71f,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:44.034339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:44.068573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d91d9-3e02-4b05-8fe8-5a91a7f0f72f None None] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:44.140972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e15421a4-2782-476c-9051-0a034793cd42 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513643 Nov 15 22:41:44.145784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.187401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-92603994-d7f0-426e-b2ff-1baf0e3485d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0369539 Nov 15 22:41:44.190301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.198312 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5e15513-7c59-487b-8c58-09a57abcd50d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6494684 Nov 15 22:41:44.198895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:44.216517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-234671398', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a8:b4:a5'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:44.234972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.236990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] Provisioning complete for port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:44.237359 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.295034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec943-cecd-4f79-932c-be0e4d95c427 None None] Pushing event updated for resources: {'Port': ['ID=a0b67411-f92f-4c82-8401-294c1967e71f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:44.317183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 3840e17b-2893-4902-9922-12c163ba813e yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:44.342155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 57d9d4e3-362f-46bc-ad40-7c835cab1b3d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:44.344771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-5788e6e2-03f9-42ce-a317-ac502665f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.348381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-5788e6e2-03f9-42ce-a317-ac502665f9ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1505277 Nov 15 22:41:44.349478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.436878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.466696 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.480041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:44.480420 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.499349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f9d402a5-cec6-469b-a9e4-78cb39e60079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.500913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f9d402a5-cec6-469b-a9e4-78cb39e60079 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121318 Nov 15 22:41:44.555076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.566209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.574937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.581135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.587707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.594006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.600510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:44.602570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-18db492e-f437-4cb1-bb0c-c693dfcff6a5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.2012401 Nov 15 22:41:44.603414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:44.609579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.617987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ebd3eb80-ce08-4df7-b760-fc30436f9a5d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7292881 Nov 15 22:41:44.622757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:44.631295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] For port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,segment=NetworkSegment(f8ac648e-68ad-4810-bde8-17ac803ccaa0),segment_id=f8ac648e-68ad-4810-bde8-17ac803ccaa0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:44.637403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:44.703210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:feb3:8bf2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/c6d53271-16bc-4e59-8b23-11e4a42a969d/3840e17b-2893-4902-9922-12c163ba813e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:44.725733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-add76551-2bbf-496e-8cfa-9ad2fe9643f7 req-22ea8564-bebb-4275-8cf8-7a414e8fc303 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050601 Nov 15 22:41:44.791701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:44.866900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.887278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-308f2805-e4d7-484b-815b-9674b3a11386 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697721 Nov 15 22:41:44.905000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.929952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:44.947915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcd148-46a2-472f-ba72-e8d99a1fc15f None None] Pushing event updated for resources: {'Port': ['ID=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:45.011104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:45.011603 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:45.021792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c17228cc-d5bf-4ce7-b798-e69fb8376d1f None None] Provisioning complete for port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:45.022334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c17228cc-d5bf-4ce7-b798-e69fb8376d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.060801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.065067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3fa135f2-3ff7-4d2c-a2a1-49d8b823f4cd service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613653 Nov 15 22:41:45.125877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c17228cc-d5bf-4ce7-b798-e69fb8376d1f None None] Provisioning complete for port b4f4a840-0544-48bf-a0c1-812dd1d9c89c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:45.126332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c17228cc-d5bf-4ce7-b798-e69fb8376d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.128420 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-e1727852-d22b-45f8-8ba0-06ef5b7251ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0493386 Nov 15 22:41:45.162408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c17228cc-d5bf-4ce7-b798-e69fb8376d1f None None] Port b4f4a840-0544-48bf-a0c1-812dd1d9c89c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:45.171927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.183790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.190850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631b2c3c-c1b7-40a8-9962-2019cc4464bc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:45.243128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-897bd685-c91b-4270-87ce-63672a7adf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.244609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-897bd685-c91b-4270-87ce-63672a7adf06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1036217 Nov 15 22:41:45.245798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port 6cf136c6-0137-4d1d-a1d5-eee7cf9a320c yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:45.271191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.272082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.272676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44dc86b8-e09f-4baa-80a8-b618ec9454c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6489921 Nov 15 22:41:45.277928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:45.281671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:45.283457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88e05513-c378-41af-808b-77c193038f71 None None] Provisioning complete for port b4f4a840-0544-48bf-a0c1-812dd1d9c89c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:45.283826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88e05513-c378-41af-808b-77c193038f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.326743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88e05513-c378-41af-808b-77c193038f71 None None] Port b4f4a840-0544-48bf-a0c1-812dd1d9c89c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:45.381001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.401649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-cd59dcd9-bc63-48fb-9db7-127c7d3a617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.403150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-cd59dcd9-bc63-48fb-9db7-127c7d3a617a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475239 Nov 15 22:41:45.444372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.480671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.5 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/6cf136c6-0137-4d1d-a1d5-eee7cf9a320c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:45.556660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.562180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] Provisioning complete for port a0b67411-f92f-4c82-8401-294c1967e71f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:45.562180 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.570410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-dfb5a55a-450f-420e-ac56-c092a48f4a3c service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554811 Nov 15 22:41:45.605838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.625968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d86c74-1a5b-4abe-a932-26d32cab6431,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:45.641857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.655867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:45.676600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] For port a0b67411-f92f-4c82-8401-294c1967e71f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0b67411-f92f-4c82-8401-294c1967e71f,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:45.698989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:45.701351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:45.707472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.708168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.714882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.719444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91e069a4-37c9-4eb6-8c5e-806b31238efa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4385622 Nov 15 22:41:45.719444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:45.724021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:45.751499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=3840e17b-2893-4902-9922-12c163ba813e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:45.774486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.814979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-3ec2e182-0847-40d3-a66d-2c5167139d80 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309403 Nov 15 22:41:45.827711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92a9e5-757e-4e0f-a624-b9cb35a7ee9c None None] Pushing event updated for resources: {'Port': ['ID=a0b67411-f92f-4c82-8401-294c1967e71f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:45.837639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.877108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-758599de-81f7-4d4b-8a95-0b93d40aeb4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0485628 Nov 15 22:41:45.940450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.948697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.954963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.960831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.964868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f7d26d1d-a5e9-4a5f-b46f-b97fb3b415d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.966339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-f7d26d1d-a5e9-4a5f-b46f-b97fb3b415d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0813129 Nov 15 22:41:45.966923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.972879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.979267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:45.981807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-3c7bd4bd-59f9-467d-a671-81d54824a53c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1287816 Nov 15 22:41:45.985538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:45.997961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6b52b3d4-c221-4d94-b422-b32a60c96a13 None None] Provisioning complete for port 3840e17b-2893-4902-9922-12c163ba813e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:45.998523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b52b3d4-c221-4d94-b422-b32a60c96a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.020898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-959ce5dd-8d8f-449c-89c5-8fb503c637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.022415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-959ce5dd-8d8f-449c-89c5-8fb503c637a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473869 Nov 15 22:41:46.037495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6b52b3d4-c221-4d94-b422-b32a60c96a13 None None] Port 3840e17b-2893-4902-9922-12c163ba813e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:46.079664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2efa3c62-a6d3-4f40-9f50-ab09df4faec3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8774569 Nov 15 22:41:46.089068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.089148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4905682e-f097-4b26-b4e5-382827d58fb1 req-a40da6dd-71e2-4181-8641-3ee4e1da73b9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964017 Nov 15 22:41:46.102065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.117297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.194875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.216871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8027f-adb6-4976-8422-88e4d71e462a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.217864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a653a06-066e-4a2d-9e78-1449f53f67b8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:46.223549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8027f-adb6-4976-8422-88e4d71e462a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.225191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-02e8027f-adb6-4976-8422-88e4d71e462a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1443603 Nov 15 22:41:46.228261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35574) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.229657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=6cf136c6-0137-4d1d-a1d5-eee7cf9a320c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:46.233369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:46.235689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-12411cc0-9e03-4901-a949-cdb0cbc3b172 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044601 Nov 15 22:41:46.237567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:46.240535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:46.313202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0b67411-f92f-4c82-8401-294c1967e71f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:46.318665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.322569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4751131-9353-475c-aad6-1252d4eda031 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5999868 Nov 15 22:41:46.335599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.335599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:46.349730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.350361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.370438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 3840e17b-2893-4902-9922-12c163ba813e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:46.370771 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.382615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a0b67411-f92f-4c82-8401-294c1967e71f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:46.382615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.402199 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-4a73555a-902d-4258-85bb-90839acf627a service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210301 Nov 15 22:41:46.471424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-d5c79792-1854-464d-b3b0-38b0224ba719 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0614545 Nov 15 22:41:46.480819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.481144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 57d9d4e3-362f-46bc-ad40-7c835cab1b3d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:46.516346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.530570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-04171e72-b00a-4ffb-9a7e-680a6c150a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.531916 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-04171e72-b00a-4ffb-9a7e-680a6c150a96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0509822 Nov 15 22:41:46.536583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:46.538456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.540876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 3840e17b-2893-4902-9922-12c163ba813e owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:46.568887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.580981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72fa1af4-819b-4394-abed-6bf1198bb676 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3667917 Nov 15 22:41:46.583356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.585174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c7529d82-ad7f-480b-bd08-0dfb120b30c4 None None] Provisioning complete for port 6cf136c6-0137-4d1d-a1d5-eee7cf9a320c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:46.585333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7529d82-ad7f-480b-bd08-0dfb120b30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.620952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-cc7e74d6-2a88-4c70-b829-024c8ecd1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.622462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-cc7e74d6-2a88-4c70-b829-024c8ecd1994 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816739 Nov 15 22:41:46.651504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c7529d82-ad7f-480b-bd08-0dfb120b30c4 None None] Port 6cf136c6-0137-4d1d-a1d5-eee7cf9a320c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:46.663894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dad4c2-a160-4752-b2dc-6cacc6a54a76 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.670056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dad4c2-a160-4752-b2dc-6cacc6a54a76 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.676752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dad4c2-a160-4752-b2dc-6cacc6a54a76 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:46.678437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-20dad4c2-a160-4752-b2dc-6cacc6a54a76 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0927982 Nov 15 22:41:46.681904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.695105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.747228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-252c805c-fa69-4af9-83d4-293dfc68f68a service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145308 Nov 15 22:41:46.749345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbb5492-891f-4eee-a2d5-6ca5d2f90eea,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:46.806503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 6cf136c6-0137-4d1d-a1d5-eee7cf9a320c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:46.806866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.843116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-148bf13d-244f-4b72-919a-371d8d7f9638 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877075 Nov 15 22:41:46.844970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.876892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.878078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a22d12ea-20e0-4dbe-8776-8b29626dd3f9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5498331 Nov 15 22:41:46.884108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:46.886323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=3840e17b-2893-4902-9922-12c163ba813e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:46.887527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-0929f745-ffb7-4ec9-9def-97e2e453b79b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0357893 Nov 15 22:41:46.894169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:46.958324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:46.964054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5adca878-4c4a-4334-942e-87510f6a32d6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/3840e17b-2893-4902-9922-12c163ba813e HTTP/1.1" status: 204 len: 168 time: 0.7321961 Nov 15 22:41:46.964257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:47.021783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.039073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 6cf136c6-0137-4d1d-a1d5-eee7cf9a320c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:47.052071 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:41:47.090433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.117655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed59a7e2-70e0-4ba5-8dd9-b1ea05e8ce7b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.119205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed59a7e2-70e0-4ba5-8dd9-b1ea05e8ce7b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.122949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed59a7e2-70e0-4ba5-8dd9-b1ea05e8ce7b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1555748 Nov 15 22:41:47.127148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:47.268852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet c6d53271-16bc-4e59-8b23-11e4a42a969d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:47.284520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1f8aad89-1577-4c69-9a54-ea7ac18a011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.286595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1f8aad89-1577-4c69-9a54-ea7ac18a011d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.3913431 Nov 15 22:41:47.295939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.331474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.336325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1482ac18-a9dc-4e82-a82e-2388d16a8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.337853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-1482ac18-a9dc-4e82-a82e-2388d16a8faa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420864 Nov 15 22:41:47.379525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.385561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.391673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.398238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.404280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.410807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.416712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:47.418662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7810db87-754c-45de-8d5a-c983342bbf54 req-6ad005cb-1ae8-4ec1-b565-06f6feb689e2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.2043042 Nov 15 22:41:47.421332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.430883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-595ec586-c1ab-4b5d-8bac-14a12e200ef8 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853145 Nov 15 22:41:47.442290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.485995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfef9e4-1f1a-4140-acaf-75446ba5021d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:47.525744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-174c75e5-17b9-4d89-82f2-7eb83fceed36 req-a1b476ec-33cc-497c-9cdd-013c8d4837d1 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843887 Nov 15 22:41:47.548838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.574248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7810db87-754c-45de-8d5a-c983342bbf54 req-18297ed9-c7a9-48e0-a0c7-cf9b87f7ac7b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292286 Nov 15 22:41:47.603167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=6cf136c6-0137-4d1d-a1d5-eee7cf9a320c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:47.606491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.614863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.616771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5015a277-f9bd-4467-bf1d-3e908424053f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7281377 Nov 15 22:41:47.621325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:47.633063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'security_group_rule': {'security_group_id': 'ad0fc68e-8107-4354-8fb2-dd7fc0f801ac', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:47.738444 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Project 6ffa127e6f1d4f8896ac85292faba590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:41:47.744873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.813400 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.943210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:47.962525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df27931e-7466-4479-a464-3b94a8f247b3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:48.046737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.079616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d53271-16bc-4e59-8b23-11e4a42a969d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:48.088383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.089884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.091219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9184c9ff-a4c7-48d5-be94-1e0d2ff95779 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4625919 Nov 15 22:41:48.093113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8cbefd33-6fff-43a7-9247-a29bbc568734 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c6d53271-16bc-4e59-8b23-11e4a42a969d HTTP/1.1" status: 204 len: 168 time: 0.9623423 Nov 15 22:41:48.098793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.099028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.102386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822b0ca-c33e-4072-b006-6450879b7acf None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:48.105381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.111782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-410d06be-da29-4cb0-a53c-e5adbf27d0b5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/6cf136c6-0137-4d1d-a1d5-eee7cf9a320c HTTP/1.1" status: 204 len: 168 time: 1.4262154 Nov 15 22:41:48.114494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'network': {'name': 'tempest-network-smoke--1413517674', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:48.117786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.140546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dfc911ee-e692-488c-9337-724a4f00d704 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437131 Nov 15 22:41:48.143271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.150816 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-12aeb34a-32a0-4f49-9193-1d4b6c97a712 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] GET failed (client error): The resource could not be found. Nov 15 22:41:48.156540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-12aeb34a-32a0-4f49-9193-1d4b6c97a712 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports/6cf136c6-0137-4d1d-a1d5-eee7cf9a320c HTTP/1.1" status: 404 len: 333 time: 0.0335340 Nov 15 22:41:48.156540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35606) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.164055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-1236003573'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:48.209442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987ae47-1b76-4491-a702-876e27183b2d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.211988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2987ae47-1b76-4491-a702-876e27183b2d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0677371 Nov 15 22:41:48.214851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.277787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e320f-b6cf-4946-a5ac-6a1d83c269dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.282029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.282196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d97e320f-b6cf-4946-a5ac-6a1d83c269dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662830 Nov 15 22:41:48.327192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14769a2f-927e-4078-bb78-a9f44eea3f6f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440145 Nov 15 22:41:48.330171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:48.333868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35614) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.334025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.338799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:48.342993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:48.364227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:41:48.374801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.375135 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Added segment cf97b602-53c5-436c-9b8c-4d4056e45aa7 of type vlan for network c15b81db-38d8-4821-8866-6994d1121e01 Nov 15 22:41:48.397949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Deleting port a0b67411-f92f-4c82-8401-294c1967e71f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:48.398348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.428600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.444683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:48.450101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.474055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] For port a0b67411-f92f-4c82-8401-294c1967e71f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0b67411-f92f-4c82-8401-294c1967e71f,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:48.474446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.476379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:48.486511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Calling delete_port for a0b67411-f92f-4c82-8401-294c1967e71f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:48.552323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:48.556403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.584489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.591621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.592366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.603693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.13 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/4b8ff579-36c4-4db0-9fd6-5b5550c37e4a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:48.651781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.683827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] Pushing event deleted for resources: {'Port': ['ID=a0b67411-f92f-4c82-8401-294c1967e71f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:48.686091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0d228-1750-4f35-bcd4-2ae1388b6d4b None None] No DVR routers for this DVR port a0b67411-f92f-4c82-8401-294c1967e71f on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:48.731806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Network': ['ID=c15b81db-38d8-4821-8866-6994d1121e01,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:48.746908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c15b81db-38d8-4821-8866-6994d1121e01 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:41:48.775440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.781410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.788097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.793788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.799688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.802936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9691191e-7113-44af-b59a-3b6b08f4986e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7050931 Nov 15 22:41:48.803143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:48.805694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.807756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'admin_state_up': True, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:48.811599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:48.813611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-8f55c20f-59b7-4d87-83ac-8b7bfe8191c0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1507626 Nov 15 22:41:48.884204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.907276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9778109-f0d0-4ca4-831e-2db55d4012c3 req-e3781c56-88b6-43e4-97ef-24eadc5f47a7 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679212 Nov 15 22:41:48.926650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.928055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:48.980366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.023386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.030663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:49.033504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.067765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:49.070851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:49.074276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:49.074794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:49.082225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:49.091000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:49.091000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.092115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91aeaee-e3d5-4aa3-a45c-a40e12d1429a None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:49.096560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=5c6b9dd0-37e5-4e47-b391-6b267eee77e9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:49.113851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=4b8ff579-36c4-4db0-9fd6-5b5550c37e4a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:49.191838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-547e12b4-8fd0-42c2-9f6c-41a5e43983ab tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8552670 Nov 15 22:41:49.192220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.192328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:49.192691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.193138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.193529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.193910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.194237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.194715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.195059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.195472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.195845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.196276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.196690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:49.207645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:29:05:09', 'name': 'tempest-NetworksTestDHCPv6-1550757923'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:49.286282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:49.286970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.302194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '5c6b9dd0-37e5-4e47-b391-6b267eee77e9'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:49.303688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.337830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.426687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9e4bd586-e490-4ce5-9476-cdb0bb00a673 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2690318 Nov 15 22:41:49.428361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43929607-e809-4158-93ae-658c3fe772f0 None None] Provisioning complete for port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:49.428754 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43929607-e809-4158-93ae-658c3fe772f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.429569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:49.436578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a8:b4:a5'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:49.497362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43929607-e809-4158-93ae-658c3fe772f0 None None] Port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:49.499135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Allocated IP 2001:db8::f816:3eff:fe24:9335 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5c6b9dd0-37e5-4e47-b391-6b267eee77e9/ee93d126-5659-4230-8b20-744f4a1dd9d0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:49.520690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:49.560447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.616064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.635940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port efa4ca8c-4064-40ae-92bb-b05b0363aba0 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:49.655150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.770582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.807539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:49.814404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:49.818787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:49.826435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Pushing event updated for resources: {'Port': ['ID=ee93d126-5659-4230-8b20-744f4a1dd9d0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:49.827684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe29:509 (806f34b4-f1d1-41d4-b4bf-e07fce675238/5c6b9dd0-37e5-4e47-b391-6b267eee77e9/efa4ca8c-4064-40ae-92bb-b05b0363aba0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:49.835218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.859431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.889518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Attempting to bind port ee93d126-5659-4230-8b20-744f4a1dd9d0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:49.889951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Attempting to bind port ee93d126-5659-4230-8b20-744f4a1dd9d0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:49.890406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Attempting to bind port ee93d126-5659-4230-8b20-744f4a1dd9d0 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:49.896327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:49.896842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:49.897243 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.897688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:49.898152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Bound port: ee93d126-5659-4230-8b20-744f4a1dd9d0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:49.898524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.900313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.963184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] For port ee93d126-5659-4230-8b20-744f4a1dd9d0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:49.965395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:49.967309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] For port ee93d126-5659-4230-8b20-744f4a1dd9d0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ee93d126-5659-4230-8b20-744f4a1dd9d0,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:50.008012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.069131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.079503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.086605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.092766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.093012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=4b8ff579-36c4-4db0-9fd6-5b5550c37e4a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:50.106160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.112365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.118725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.124721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.130023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] In _notify_port_updated(), no bound segment for port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a on network 546719b3-7147-40ab-ad0c-e42d73bd9d52 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:41:50.133449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f624c091-e591-4696-a5b3-54e7907d78aa req-2576ff88-25f9-4595-a591-e0bfcdbe07fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1386387 Nov 15 22:41:50.135594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.136258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.137867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e2d0597c-9c80-415b-a8dc-1055367d8213 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "PUT /v2.0/ports/4b8ff579-36c4-4db0-9fd6-5b5550c37e4a HTTP/1.1" status: 200 len: 995 time: 0.7065601 Nov 15 22:41:50.138996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.21 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/37e04f5b-5086-472f-a4b5-8428854caca8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:50.140929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:50.182004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0752c-234e-4e7d-b10d-1b22cfe2c209 None None] Pushing event updated for resources: {'Port': ['ID=ee93d126-5659-4230-8b20-744f4a1dd9d0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:50.223863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f624c091-e591-4696-a5b3-54e7907d78aa req-1b3bad64-48b4-4ef4-8282-2566e8fb5939 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859179 Nov 15 22:41:50.255462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0b67411-f92f-4c82-8401-294c1967e71f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:50.264246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.301668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a0b67411-f92f-4c82-8401-294c1967e71f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:50.302108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0b67411-f92f-4c82-8401-294c1967e71f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:50.314773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:50.318189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:50.322232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:50.327979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.331066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.339645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=efa4ca8c-4064-40ae-92bb-b05b0363aba0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:50.424672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.433021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:50.433360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.469773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b4636355-e522-4e38-b819-f510f0dd7e2f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2761166 Nov 15 22:41:50.470503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35638) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:50.473608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-719796a3-d460-4063-8e71-54299ea379df None None] Provisioning complete for port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:50.485277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-719796a3-d460-4063-8e71-54299ea379df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.530473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-719796a3-d460-4063-8e71-54299ea379df None None] Port 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:50.546672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68470d-7527-4744-b294-668518ce3128 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.553709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68470d-7527-4744-b294-668518ce3128 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:50.555695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c68470d-7527-4744-b294-668518ce3128 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0842443 Nov 15 22:41:50.558372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:50.578572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.593420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 4b8ff579-36c4-4db0-9fd6-5b5550c37e4a owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:50.643766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.664799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port efa4ca8c-4064-40ae-92bb-b05b0363aba0 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:50.665138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.700430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:50.704313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:50.707199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:50.733453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=37e04f5b-5086-472f-a4b5-8428854caca8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:50.759269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:50.771445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for efa4ca8c-4064-40ae-92bb-b05b0363aba0 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:51.009398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.027433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.043088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=efa4ca8c-4064-40ae-92bb-b05b0363aba0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:51.073681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.079595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0fa356f8-7e38-4d04-8cb8-8608813ed33b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/efa4ca8c-4064-40ae-92bb-b05b0363aba0 HTTP/1.1" status: 204 len: 168 time: 0.5202386 Nov 15 22:41:51.080301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.120040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=4b8ff579-36c4-4db0-9fd6-5b5550c37e4a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:51.150420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0a334-eda3-4970-8c51-f00110ff0e3d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.153190 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:41:51.154052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a0a334-eda3-4970-8c51-f00110ff0e3d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.156121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b7a0a334-eda3-4970-8c51-f00110ff0e3d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0746396 Nov 15 22:41:51.158662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.238686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 5c6b9dd0-37e5-4e47-b391-6b267eee77e9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:51.243208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.266154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.303175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.394597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.398852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c61a3f6-1e86-4caf-92b0-de500b8d6e9e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/4b8ff579-36c4-4db0-9fd6-5b5550c37e4a HTTP/1.1" status: 204 len: 168 time: 1.2570176 Nov 15 22:41:51.401463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.437765 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7853be85-b327-4ae7-9960-609c305275f5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] GET failed (client error): The resource could not be found. Nov 15 22:41:51.446463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7853be85-b327-4ae7-9960-609c305275f5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports/4b8ff579-36c4-4db0-9fd6-5b5550c37e4a HTTP/1.1" status: 404 len: 333 time: 0.0440509 Nov 15 22:41:51.451445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.457437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-807693653'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:51.476335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Provisioning complete for port ee93d126-5659-4230-8b20-744f4a1dd9d0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:51.477406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.480853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.486403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.493366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.500650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.508973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.514942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.521291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:51.523867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-9d434ae4-865c-4a63-a461-fdaa92e66905 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1762562 Nov 15 22:41:51.525295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.620681 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.668395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3cf5cea5-90a5-45a9-8030-a90c66d32154 req-657edeee-6e47-41c9-9eaf-873b0a1d732e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091321 Nov 15 22:41:51.717599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.747117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6b9dd0-37e5-4e47-b391-6b267eee77e9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:51.759155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.765021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:41:51.765684 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:41:51.766043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81e23e82-34c9-4914-869d-821297adf72d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5c6b9dd0-37e5-4e47-b391-6b267eee77e9 HTTP/1.1" status: 204 len: 168 time: 0.6060755 Nov 15 22:41:51.766757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.808710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a54c5bd-1e29-45f9-bf49-2c582d12fa77 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407050 Nov 15 22:41:51.809304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:51.814152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:51.906498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f0fba-ce53-49af-a6d5-f42459e16d0a None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:51.975629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:51.982567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:51.986092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.099939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:52.125792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:52.132590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.150955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Deleting port ee93d126-5659-4230-8b20-744f4a1dd9d0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:52.151504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.156958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port 780f2f02-70f6-4526-8591-f28af080320b yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:52.196331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 55abf0ea-0f6f-4f94-a157-19dad7764896 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:41:52.217027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] For port ee93d126-5659-4230-8b20-744f4a1dd9d0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ee93d126-5659-4230-8b20-744f4a1dd9d0,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:52.217418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.232097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Calling delete_port for ee93d126-5659-4230-8b20-744f4a1dd9d0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:52.322055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.346051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.7 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/780f2f02-70f6-4526-8591-f28af080320b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:52.362343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] For port ee93d126-5659-4230-8b20-744f4a1dd9d0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ee93d126-5659-4230-8b20-744f4a1dd9d0,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:52.365985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:52.379386 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Sync routers for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:52.390628 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:52.391957 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:52.411566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:41:52.435900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.484659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.485815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8e6b8300-7de3-48ab-a547-51eeb84c8d13 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6817358 Nov 15 22:41:52.489173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:52.512715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:52.532933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d4e14f1-2e8e-4c03-9fe0-7d0c3378cca7 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6ffa127e6f1d4f8896ac85292faba590&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422781 Nov 15 22:41:52.535926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:52.548062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.598474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.658674 n-d-817995-3 neutron-server[103128]: WARNING neutron.services.revisions.revision_plugin [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Could not find related port for resource to bump revision. Nov 15 22:41:52.720596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.729524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8def3f-9e15-4eb6-ba6a-c2488836c3dc None None] Pushing event updated for resources: {'Port': ['ID=ee93d126-5659-4230-8b20-744f4a1dd9d0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:52.732891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] No DVR routers for this DVR port ee93d126-5659-4230-8b20-744f4a1dd9d0 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:52.742133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Port ee93d126-5659-4230-8b20-744f4a1dd9d0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 22:41:52.745453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:9335 {{(pid=103128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 22:41:52.758378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472fd17-afec-4dc2-a5b9-d878951ed05b None None] Pushing event deleted for resources: {'Port': ['ID=ee93d126-5659-4230-8b20-744f4a1dd9d0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:52.760110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3f99b8c8-9f1a-47b6-ac91-ce3bb2d82ead None None] Could not find standard attr ID for object efa4ca8c-4064-40ae-92bb-b05b0363aba0. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:41:52.777341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:9335 {{(pid=103128) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 22:41:52.783917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.786333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:52.789867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:52.793783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:52.845348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=780f2f02-70f6-4526-8591-f28af080320b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:52.877313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.878156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.886937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715daabf-ea97-4fde-8e36-6989ba7a07f0 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.891685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-715daabf-ea97-4fde-8e36-6989ba7a07f0 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3493462 Nov 15 22:41:52.891685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:52.893415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:52.899520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:52.905171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.905766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:52.911803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ccf2e-9173-4d8b-aa6c-f2a380f90e35 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:52.922117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=af4eff7c-511d-4433-9c9c-c004d6638ac7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:52.935248 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:50Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:52.942813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ddff75a-51a0-4c92-aa3b-72e4b04df602 tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478032 Nov 15 22:41:52.943798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:52.949799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435515084', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:52.951969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.963907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.967670 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Checking router: 55abf0ea-0f6f-4f94-a157-19dad7764896 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:41:52.968379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Updating router 55abf0ea-0f6f-4f94-a157-19dad7764896 port 37e04f5b-5086-472f-a4b5-8428854caca8 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:41:52.975939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.982115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:52.999794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:53.005121 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.012845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:53.019706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:53.029813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-baccfc5f-0074-4489-83fe-ede24d9937ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1861107 Nov 15 22:41:53.052886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c2c46354-c829-48fd-863c-6f362f580b47 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2424979 Nov 15 22:41:53.055704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:53.062881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ca62736-c097-48b8-85af-3c5e01379255 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6077158 Nov 15 22:41:53.066254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:09:44:52', 'name': 'tempest-NetworksTestDHCPv6-493944020'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:53.066363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35676) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:53.073859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a8:b4:a5'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:53.155288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'af4eff7c-511d-4433-9c9c-c004d6638ac7'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:53.156769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.187818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7ac07ca-67f7-44c6-9708-4eb145573f25 req-e564bd9f-896c-44e3-811d-5c9bd48f58bb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570544 Nov 15 22:41:53.243331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c41c888c-bcd6-4382-8a3d-f8b2b665965b None None] Provisioning complete for port 780f2f02-70f6-4526-8591-f28af080320b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:53.243331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c41c888c-bcd6-4382-8a3d-f8b2b665965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.283315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.299981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:53.303597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.303831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c41c888c-bcd6-4382-8a3d-f8b2b665965b None None] Port 780f2f02-70f6-4526-8591-f28af080320b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:53.345009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Allocated IP 2001:db8::f816:3eff:fe55:9000 (806f34b4-f1d1-41d4-b4bf-e07fce675238/af4eff7c-511d-4433-9c9c-c004d6638ac7/de840735-6d7f-401e-a878-8cfc8be61fa4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:53.359483 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.399655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:53.403756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.424258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 9b6f4b14-8417-4238-a756-9ef69d188778 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:53.431720 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.478157 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Pushing event updated for resources: {'Port': ['ID=37e04f5b-5086-472f-a4b5-8428854caca8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:53.493763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.494364 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.494702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.495038 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.495362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.495992 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.496339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.496668 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.497148 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.497473 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.513122 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.513122 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:41:53.520319 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Attempting to bind port 37e04f5b-5086-472f-a4b5-8428854caca8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:53.520705 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Attempting to bind port 37e04f5b-5086-472f-a4b5-8428854caca8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:53.521293 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Attempting to bind port 37e04f5b-5086-472f-a4b5-8428854caca8 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:53.524507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.526514 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:53.526882 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:53.527270 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.527823 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:53.528293 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Bound port: 37e04f5b-5086-472f-a4b5-8428854caca8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:53.528691 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.582278 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] For port 37e04f5b-5086-472f-a4b5-8428854caca8, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:53.585857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] For port 37e04f5b-5086-472f-a4b5-8428854caca8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37e04f5b-5086-472f-a4b5-8428854caca8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:53.598346 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.618149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.639977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:53.647823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:53.652112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:53.660188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe09:4452 (806f34b4-f1d1-41d4-b4bf-e07fce675238/af4eff7c-511d-4433-9c9c-c004d6638ac7/9b6f4b14-8417-4238-a756-9ef69d188778) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:53.670921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Pushing event updated for resources: {'Port': ['ID=de840735-6d7f-401e-a878-8cfc8be61fa4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:53.685968 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.725426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.727529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.742219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Attempting to bind port de840735-6d7f-401e-a878-8cfc8be61fa4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:53.743861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Attempting to bind port de840735-6d7f-401e-a878-8cfc8be61fa4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:53.744558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Attempting to bind port de840735-6d7f-401e-a878-8cfc8be61fa4 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:53.750115 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:53.750734 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:53.755415 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d417c17-aab3-4732-963e-28508a1e7d3c None None] Pushing event updated for resources: {'Port': ['ID=37e04f5b-5086-472f-a4b5-8428854caca8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:53.760555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:53.765673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:53.765673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.765673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:53.765673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Bound port: de840735-6d7f-401e-a878-8cfc8be61fa4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:53.765673 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.854793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.875136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] For port de840735-6d7f-401e-a878-8cfc8be61fa4, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:53.879892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] For port de840735-6d7f-401e-a878-8cfc8be61fa4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=de840735-6d7f-401e-a878-8cfc8be61fa4,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:53.912704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=780f2f02-70f6-4526-8591-f28af080320b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:53.914144 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:53.928393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Subnet': ['ID=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:53.941715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] In _notify_port_updated(), no bound segment for port 780f2f02-70f6-4526-8591-f28af080320b on network 546719b3-7147-40ab-ad0c-e42d73bd9d52 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:41:53.947191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:53.947828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.949301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4aff3ea-d822-405c-b5bf-07ea709730c5 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "PUT /v2.0/ports/780f2f02-70f6-4526-8591-f28af080320b HTTP/1.1" status: 200 len: 995 time: 0.8821931 Nov 15 22:41:53.952444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35682) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:53.952845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Checking segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:53.953064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:53.953210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network hostable DHCP agents. Network: c15b81db-38d8-4821-8866-6994d1121e01, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:41:54.003205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.040093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ba865-c1cb-4498-a349-4b9468e9d27e None None] Pushing event updated for resources: {'Port': ['ID=de840735-6d7f-401e-a878-8cfc8be61fa4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:54.051522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network c15b81db-38d8-4821-8866-6994d1121e01 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:41:54.103925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:54.108933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:54.111458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:54.118892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.119534 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.131236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fa854fe9-1531-4c65-ab2e-db7ad022205e None None] Provisioning complete for port 780f2f02-70f6-4526-8591-f28af080320b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:54.131662 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa854fe9-1531-4c65-ab2e-db7ad022205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.143030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=9b6f4b14-8417-4238-a756-9ef69d188778,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:54.151850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c15b81db-38d8-4821-8866-6994d1121e01) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:54.156761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.157823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.174084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296740a-f1ce-409a-982c-525709a4f6dc None None] Network c15b81db-38d8-4821-8866-6994d1121e01 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:54.182972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 780f2f02-70f6-4526-8591-f28af080320b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:54.186179 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:50Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:54.190363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.222965 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99907-8cb6-4b19-b538-71900eccd7a8 None None] The sync data for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 is: [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:50Z', 'revision_number': 3, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:41:54.242736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fa854fe9-1531-4c65-ab2e-db7ad022205e None None] Port 780f2f02-70f6-4526-8591-f28af080320b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:54.283575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b680edf-aa54-4c7e-900d-c1ac06d526e2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3373826 Nov 15 22:41:54.285134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:54.360556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab7c8527-a4db-432c-a930-9e1ae182f10c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3029871 Nov 15 22:41:54.381417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35688) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:54.413614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.448557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 780f2f02-70f6-4526-8591-f28af080320b owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:54.510232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5b993-0264-47d2-a2c7-bed4f2d70270 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.516466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5b993-0264-47d2-a2c7-bed4f2d70270 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.519310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77a5b993-0264-47d2-a2c7-bed4f2d70270 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1352997 Nov 15 22:41:54.521548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35690) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:54.542713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c15b81db-38d8-4821-8866-6994d1121e01', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:54.543632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:54.606366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.613299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.620157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.627366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.635065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.644831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.652903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:54.669305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-6d78ac09-d717-41f3-98f6-60b4bd5e8f52 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.3097889 Nov 15 22:41:54.807096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Allocated IP 172.20.0.2 (c15b81db-38d8-4821-8866-6994d1121e01/8fd0fbf9-035d-4bd3-aa16-70db80ac6c33/3e879d53-d176-477c-b3ee-fa5349aa5458) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:54.828474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddff5eb7-247f-4583-8768-23b900e3fae6 req-cd580ed9-c9dc-49a7-83cd-b7a8581443cf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620595 Nov 15 22:41:54.928683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 9b6f4b14-8417-4238-a756-9ef69d188778 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:54.928932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.036538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.081856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.095760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 9b6f4b14-8417-4238-a756-9ef69d188778 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:55.097678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.101091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.131944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.172322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=780f2f02-70f6-4526-8591-f28af080320b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:55.216125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Network c15b81db-38d8-4821-8866-6994d1121e01 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:55.219257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:55.221801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:55.240373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Pushing event updated for resources: {'Port': ['ID=3e879d53-d176-477c-b3ee-fa5349aa5458,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:55.320172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.326103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2958f74a-b3e8-4c8e-a61f-d4a3c7ec78fe tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/780f2f02-70f6-4526-8591-f28af080320b HTTP/1.1" status: 204 len: 168 time: 1.3702564 Nov 15 22:41:55.326734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:55.349691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Attempting to bind port 3e879d53-d176-477c-b3ee-fa5349aa5458 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:41:55.350061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Attempting to bind port 3e879d53-d176-477c-b3ee-fa5349aa5458 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:41:55.350415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Attempting to bind port 3e879d53-d176-477c-b3ee-fa5349aa5458 on network c15b81db-38d8-4821-8866-6994d1121e01 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:41:55.358542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:41:55.358907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Checking segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:41:55.359353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.362323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Bound using segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:41:55.365768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Bound port: 3e879d53-d176-477c-b3ee-fa5349aa5458, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:41:55.365768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.389234 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-05329997-4706-49ce-bf89-eddd0ff7a65f tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] GET failed (client error): The resource could not be found. Nov 15 22:41:55.394328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05329997-4706-49ce-bf89-eddd0ff7a65f tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports/780f2f02-70f6-4526-8591-f28af080320b HTTP/1.1" status: 404 len: 333 time: 0.0630329 Nov 15 22:41:55.407425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35700) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:55.416402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-780087608'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:55.489735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] For port 3e879d53-d176-477c-b3ee-fa5349aa5458, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:41:55.494738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] For port 3e879d53-d176-477c-b3ee-fa5349aa5458, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e879d53-d176-477c-b3ee-fa5349aa5458,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:41:55.569583 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.609517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.1 (c15b81db-38d8-4821-8866-6994d1121e01/8fd0fbf9-035d-4bd3-aa16-70db80ac6c33/08d96ebb-7b14-404d-a12b-bc6cc2dce25a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:55.623180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.686250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] Provisioning complete for port de840735-6d7f-401e-a878-8cfc8be61fa4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:55.686618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.689914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8517a-3fac-4600-885f-e5b273cceb9e None None] Pushing event updated for resources: {'Port': ['ID=3e879d53-d176-477c-b3ee-fa5349aa5458,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:55.808989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.843351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.880651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] For port de840735-6d7f-401e-a878-8cfc8be61fa4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=de840735-6d7f-401e-a878-8cfc8be61fa4,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:55.949914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.971534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:55.983250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network c15b81db-38d8-4821-8866-6994d1121e01 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:56.023492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:56.030950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:56.047192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d682b19-35e7-430c-81f7-2c9518b720ae None None] Pushing event updated for resources: {'Port': ['ID=de840735-6d7f-401e-a878-8cfc8be61fa4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:56.089188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:56.101274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.103679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2371bb52-7519-4af8-9edd-7eda83cf4cd3 None None] Could not find standard attr ID for object 9b6f4b14-8417-4238-a756-9ef69d188778. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:41:56.114343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=9b6f4b14-8417-4238-a756-9ef69d188778,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:56.116161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:56.120449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.232763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port 1c7b1540-f9af-4ab3-815e-1a2f9d07c07e yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:56.243954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.250261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-46ce9399-4ce6-484c-acdb-52cdf0261c98 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9b6f4b14-8417-4238-a756-9ef69d188778 HTTP/1.1" status: 204 len: 168 time: 1.7255154 Nov 15 22:41:56.251007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:56.286224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.296231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.304813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.309053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.315478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.322051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.327955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.336906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-157a02e4-a3c8-4cf9-ac7e-7bf162bbc7aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.2514503 Nov 15 22:41:56.377245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.412657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e879d53-d176-477c-b3ee-fa5349aa5458 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:56.432609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbcec2-b57c-44f8-982f-617b3018f922 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.434271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbcec2-b57c-44f8-982f-617b3018f922 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.437084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29fbcec2-b57c-44f8-982f-617b3018f922 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1835835 Nov 15 22:41:56.440192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35712) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:56.460396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.463458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.469940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.476686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e879d53-d176-477c-b3ee-fa5349aa5458 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:56.476879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.477017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.482970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.490138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.496443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.498523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-8cfd1a24-d3c6-4e4d-ada8-68bdec8b447d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.4143257 Nov 15 22:41:56.568185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.582095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet af4eff7c-511d-4433-9c9c-c004d6638ac7 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:41:56.586829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.601136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 3e879d53-d176-477c-b3ee-fa5349aa5458, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e879d53-d176-477c-b3ee-fa5349aa5458,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:56.604562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c57a883b-a32f-4fa4-9c66-d5b4bccfbb97 req-15b3a55f-ad58-4731-8beb-cacf687ae097 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668104 Nov 15 22:41:56.617334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.10 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/1c7b1540-f9af-4ab3-815e-1a2f9d07c07e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:56.640329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.648195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-752053a5-3fcd-4568-a53d-d246d98c1824 req-2a05fe18-648e-4b25-a0b9-c1535f284ad6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248043 Nov 15 22:41:56.678802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.680478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device de840735-6d7f-401e-a878-8cfc8be61fa4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:56.802666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=3e879d53-d176-477c-b3ee-fa5349aa5458,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:56.817336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port de840735-6d7f-401e-a878-8cfc8be61fa4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:56.818237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.834142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.866062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.891942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.898190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.904171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.910571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.914070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37e04f5b-5086-472f-a4b5-8428854caca8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:56.916807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.926626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.929334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:56.931337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a112f45-66c5-48f3-b8bb-bae3921fb15d req-380d3d50-f342-4cd0-9ddc-aa0954ef9b47 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1294150 Nov 15 22:41:56.932349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:56.970101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37e04f5b-5086-472f-a4b5-8428854caca8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:56.970462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.003558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.032092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.032567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.044417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.048001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/af4eff7c-511d-4433-9c9c-c004d6638ac7 HTTP/1.1" status: 204 len: 168 time: 0.6066518 Nov 15 22:41:57.048953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244bf2e-9861-4cc4-93b5-402a3e7af1fc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=af4eff7c-511d-4433-9c9c-c004d6638ac7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:57.054122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.060884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c11fe5-cbf4-4f8a-9d73-14d76c527967 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:57.083501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:57.083692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.089707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:57.094261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:57.098809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=1c7b1540-f9af-4ab3-815e-1a2f9d07c07e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:57.150635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 37e04f5b-5086-472f-a4b5-8428854caca8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37e04f5b-5086-472f-a4b5-8428854caca8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:57.162615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.163339 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.232548 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.257880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da75ee67-0c9f-4ee6-b142-724d4b60543d tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8482699 Nov 15 22:41:57.261714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35720) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.270167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'network_id': '546719b3-7147-40ab-ad0c-e42d73bd9d52', 'name': 'tempest-AllowedAddressPairTestJSON-260778622'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:57.312165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=37e04f5b-5086-472f-a4b5-8428854caca8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:57.413792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:41:57.483364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Deleting port de840735-6d7f-401e-a878-8cfc8be61fa4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:57.484305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.522993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Made reservation on behalf of 2fb8d7b6f611472fa83b9a0a7db2eea5 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:57.526559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.539748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8158050a-b37b-4e85-8af7-06e696f3c7f0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4633927 Nov 15 22:41:57.542124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.565954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] device_id is not set on port 0c09e1a0-a089-43ed-90c1-95ca8e267887 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:57.569655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:57.573222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] For port de840735-6d7f-401e-a878-8cfc8be61fa4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=de840735-6d7f-401e-a878-8cfc8be61fa4,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:41:57.573748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.574374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.576363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4d38e0d9-c7b9-4378-a9f3-37f722883a96 None None] Provisioning complete for port 1c7b1540-f9af-4ab3-815e-1a2f9d07c07e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:57.576830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d38e0d9-c7b9-4378-a9f3-37f722883a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.611576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Calling delete_port for de840735-6d7f-401e-a878-8cfc8be61fa4 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:41:57.631004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d38e0d9-c7b9-4378-a9f3-37f722883a96 None None] Port 1c7b1540-f9af-4ab3-815e-1a2f9d07c07e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:57.679706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb308a5c-080c-4111-ad7d-62a521915174 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.681464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb308a5c-080c-4111-ad7d-62a521915174 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1356008 Nov 15 22:41:57.688365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35724) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.727640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network c15b81db-38d8-4821-8866-6994d1121e01 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:57.729456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:57.738172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192ea63-3438-4354-88fc-f84fe2e2a23c None None] Network c15b81db-38d8-4821-8866-6994d1121e01 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:57.788582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444342c7-3ae6-4dfb-a00d-ca87dda90668 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.793765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-444342c7-3ae6-4dfb-a00d-ca87dda90668 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040027 Nov 15 22:41:57.797341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.817713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a47f0581-4b1d-4075-b1de-95df9749f693 None None] Provisioning complete for port 3e879d53-d176-477c-b3ee-fa5349aa5458 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:57.818324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47f0581-4b1d-4075-b1de-95df9749f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.822380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:57.886349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 55abf0ea-0f6f-4f94-a157-19dad7764896 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:41:57.900148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cbbc4259-9195-459c-b4f1-eb2522d2b807 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979416 Nov 15 22:41:57.900765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35732) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:57.908304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:57.917910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Allocated IP 172.20.0.6 (546719b3-7147-40ab-ad0c-e42d73bd9d52/dc520ce4-3d50-413a-9ced-73afa65dd359/0c09e1a0-a089-43ed-90c1-95ca8e267887) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:57.948814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.955137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.962721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.968637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.975687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.981921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.988648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:57.991550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-f84ed38d-2466-434f-8d36-9bc272d0879e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1792359 Nov 15 22:41:58.051414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] Pushing event deleted for resources: {'Port': ['ID=de840735-6d7f-401e-a878-8cfc8be61fa4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:58.056149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3aedaa-32a0-4397-ab09-455e325c16da None None] No DVR routers for this DVR port de840735-6d7f-401e-a878-8cfc8be61fa4 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:41:58.110850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:41:58.124495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f51d00d7-2a0a-479f-b242-3f5841d19b70 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/55abf0ea-0f6f-4f94-a157-19dad7764896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8369126 Nov 15 22:41:58.145878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Sync routers for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:41:58.153772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a23b61ed-aae3-4c9a-9960-8c4d9831c6c4 req-83defe85-f1b1-44df-8a05-e19eccb6ad1e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496170 Nov 15 22:41:58.189401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:58.196269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.213355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:41:58.213989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:58.257890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.310756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e879d53-d176-477c-b3ee-fa5349aa5458 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:58.387493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:41:58.398424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.426665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e879d53-d176-477c-b3ee-fa5349aa5458 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:58.427102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.483679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-7a7d2c86-fe2b-40a7-a32b-45da86ae352b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492226049&fields=id&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 267 time: 0.1188779 Nov 15 22:41:58.490794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:58.520716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:58.523089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:41:58.589323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=0c09e1a0-a089-43ed-90c1-95ca8e267887,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:58.605042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.625519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37e04f5b-5086-472f-a4b5-8428854caca8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:41:58.663688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:58.664397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.684104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:41:58.689744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:41:58.697737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-150ebd99-0c25-43d5-a4f1-eef18e95baad tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:58.703191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-150ebd99-0c25-43d5-a4f1-eef18e95baad tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/networks?id=c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 200 len: 797 time: 0.2049570 Nov 15 22:41:58.707789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:58.708476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.737910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-bcf414d2-6258-4a16-b0f2-2a3e50c983c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/quotas/6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 375 time: 0.0179026 Nov 15 22:41:58.739184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37f436-210c-40e7-9112-9803cc24ae75 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:41:58.742093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:58.790174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f93a7a2e-7dc4-4c60-88a5-c06a09c5b4e3 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5258274 Nov 15 22:41:58.793098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35748) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:58.799050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a8:b4:a5'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:55:f5:d1'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:58.806946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-beabe92e-ca18-450a-b3be-4062ced002f8 None None] Provisioning complete for port 3e879d53-d176-477c-b3ee-fa5349aa5458 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:58.807448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beabe92e-ca18-450a-b3be-4062ced002f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:58.818566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-5654e0bb-bf0c-42ac-9bfb-95566013ef64 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848279 Nov 15 22:41:58.872306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:58.883628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:5a:03:1e', 'name': 'tempest-NetworksTestDHCPv6-471756268'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:41:58.895030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ab3f24b-e7e5-4a58-939a-7da1d00f26c7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9931500 Nov 15 22:41:59.040882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.078090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37e04f5b-5086-472f-a4b5-8428854caca8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:59.078692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.133561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-8da88b49-adae-468f-b249-4c3c556ef100 service neutron] 10.222.0.15 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006735 Nov 15 22:41:59.141849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 2, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:41:59.264453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-7546b889-69f2-47c4-88f4-e1dd7d0af348 service neutron] 10.222.0.15 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299903 Nov 15 22:41:59.285281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:41:59.311243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Checking router: 55abf0ea-0f6f-4f94-a157-19dad7764896 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:41:59.311546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Updating router 55abf0ea-0f6f-4f94-a157-19dad7764896 port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:41:59.326144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.357144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:41:59.357982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.394705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.400753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.406576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.410642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.413031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.418838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.419277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-beabe92e-ca18-450a-b3be-4062ced002f8 None None] Provisioning complete for port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:59.419628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-beabe92e-ca18-450a-b3be-4062ced002f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.424773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.426369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.432708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.437534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-071b680b-48b2-4588-911f-522710420955 req-d2fa1d43-baa1-4783-a30c-c1bf973a8f76 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1680152 Nov 15 22:41:59.475821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.486011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.556118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] In _notify_port_updated(), no bound segment for port 0c09e1a0-a089-43ed-90c1-95ca8e267887 on network 546719b3-7147-40ab-ad0c-e42d73bd9d52 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:41:59.561764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:41:59.562418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.563948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "PUT /v2.0/ports/0c09e1a0-a089-43ed-90c1-95ca8e267887 HTTP/1.1" status: 200 len: 1056 time: 0.7697291 Nov 15 22:41:59.567229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35768) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:41:59.581740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dc84d-da62-4439-b339-1b272cc78a7a tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event updated for resources: {'Port': ['ID=0c09e1a0-a089-43ed-90c1-95ca8e267887,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:41:59.596690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port e7a02a41-d87e-4105-8f9b-09a05e632979 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:41:59.655467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-beabe92e-ca18-450a-b3be-4062ced002f8 None None] Port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:41:59.763226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 0c09e1a0-a089-43ed-90c1-95ca8e267887 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:41:59.763732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.768526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b5a849e-4ad9-4f74-b5d1-a964d0edf1f2 req-fab08dde-3133-47e0-ac8f-4c32a88c297f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 210 time: 0.0547850 Nov 15 22:41:59.811132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-071b680b-48b2-4588-911f-522710420955 req-ef6ac0a2-7677-4f60-a50f-4b9129098c13 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3715403 Nov 15 22:41:59.857485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::171 (806f34b4-f1d1-41d4-b4bf-e07fce675238/fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e/e7a02a41-d87e-4105-8f9b-09a05e632979) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:41:59.883009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device de840735-6d7f-401e-a878-8cfc8be61fa4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:41:59.918850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: de840735-6d7f-401e-a878-8cfc8be61fa4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:41:59.919193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device de840735-6d7f-401e-a878-8cfc8be61fa4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:41:59.953834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Provisioning complete for port 0c09e1a0-a089-43ed-90c1-95ca8e267887 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:41:59.954204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.961658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:41:59.977648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 0c09e1a0-a089-43ed-90c1-95ca8e267887 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:00.046114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Port 0c09e1a0-a089-43ed-90c1-95ca8e267887 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:00.062590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Provisioning complete for port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:00.062967 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.068286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.095147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:00.192384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.230859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.231342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.231803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.232863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.232863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.233255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.233703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.235789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-f2847b0f-e076-4a94-b53e-74ce04352ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.1399066 Nov 15 22:42:00.251814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.254587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:00.258040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:00.264077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:00.272777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.272777 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.282967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=e7a02a41-d87e-4105-8f9b-09a05e632979,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:00.290756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.291101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.291438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.292106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.292441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.292794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.293120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.293445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.293764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.294082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.294398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.295098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:00.324703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-012a4492-25f0-4d96-8d38-8fbda90223ba req-506135e4-56b4-4e35-af3d-8529f633e9d8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803392 Nov 15 22:42:00.329015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.337746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a417dc66-80b9-4589-99a9-3ccf293b6991 None None] Port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:00.360181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e/92f8bef2-8d41-42bc-92e7-5eda24f60c53) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:00.361669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a6b690d-d25c-4e5c-87e9-d2f31981abe0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4886880 Nov 15 22:42:00.365252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:00.380786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=0c09e1a0-a089-43ed-90c1-95ca8e267887,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:00.472077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb5116-cf1d-442c-8db9-5e6633a41402 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:00.476587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b6bb5116-cf1d-442c-8db9-5e6633a41402 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1080644 Nov 15 22:42:00.479363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:00.537011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7fc75bee-c0c6-453b-b2af-99aeae1aef71 None None] Could not find standard attr ID for object 0c09e1a0-a089-43ed-90c1-95ca8e267887. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:00.560573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.667120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.694484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.709812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port e7a02a41-d87e-4105-8f9b-09a05e632979 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:00.710158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.762773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e90f-6e27-4b0b-8c4e-a0750ccc9810 None None] Pushing event updated for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:00.785538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.792883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:00.796417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.798425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Attempting to bind port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:00.807091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Attempting to bind port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:00.807091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Attempting to bind port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a on network c15b81db-38d8-4821-8866-6994d1121e01 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:00.807566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-93f8de22-945e-4aa2-b36e-caf36edd4428 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/0c09e1a0-a089-43ed-90c1-95ca8e267887 HTTP/1.1" status: 204 len: 168 time: 1.2245505 Nov 15 22:42:00.808154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:00.808533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Checking segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:00.809070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.809452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Bound using segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:00.809921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Bound port: 08d96ebb-7b14-404d-a12b-bc6cc2dce25a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:00.811045 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.837135 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e43112-407b-4ea3-93c4-8923483c4dad tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] GET failed (client error): The resource could not be found. Nov 15 22:42:00.840688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85e43112-407b-4ea3-93c4-8923483c4dad tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports/0c09e1a0-a089-43ed-90c1-95ca8e267887 HTTP/1.1" status: 404 len: 333 time: 0.0469301 Nov 15 22:42:00.843998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:00.884335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:00.895303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:00.913157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for e7a02a41-d87e-4105-8f9b-09a05e632979 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:00.916373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:00.923347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:00.928818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Pushing event updated for resources: {'Port': ['ID=92f8bef2-8d41-42bc-92e7-5eda24f60c53,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:00.996053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ed20d6e-b756-4ae1-b53c-5856a665773d req-8d9d75d7-ae6d-43d2-8bc2-95d6b43547f4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 210 time: 0.0835912 Nov 15 22:42:01.054520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Attempting to bind port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:01.055159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Attempting to bind port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:01.055541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Attempting to bind port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:01.060368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] For port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:01.068004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:01.072701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:01.072701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.072701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:01.072701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Bound port: 92f8bef2-8d41-42bc-92e7-5eda24f60c53, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:01.072701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.087365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] For port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:01.140754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.146623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.147886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] Provisioning complete for port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:01.148279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.153118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.159680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.165893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.171996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.178236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.186398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cba305ad-7054-4420-aac4-25f63d684e7c req-ae819bb8-0bb4-4a33-909a-a0072de02c97 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1884270 Nov 15 22:42:01.194788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.223421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 1c7b1540-f9af-4ab3-815e-1a2f9d07c07e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:01.223816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.235550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] For port 92f8bef2-8d41-42bc-92e7-5eda24f60c53, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:01.257979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] For port 92f8bef2-8d41-42bc-92e7-5eda24f60c53, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92f8bef2-8d41-42bc-92e7-5eda24f60c53,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:01.275591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.301383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cba305ad-7054-4420-aac4-25f63d684e7c req-7e9b0912-d1bb-4d88-a645-aca2bad423be tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140175 Nov 15 22:42:01.301885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:01.301885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:41:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:01.306575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e90f-6e27-4b0b-8c4e-a0750ccc9810 None None] Pushing event updated for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:01.336235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=e7a02a41-d87e-4105-8f9b-09a05e632979,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:01.343606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.358149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 1c7b1540-f9af-4ab3-815e-1a2f9d07c07e owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:01.395895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.415297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd2bc048-8719-489d-b0c4-c55eef221b5e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/e7a02a41-d87e-4105-8f9b-09a05e632979 HTTP/1.1" status: 204 len: 168 time: 0.9326012 Nov 15 22:42:01.418025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:01.436462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.489031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fb5d2-c80d-4f30-ba8e-6aa8364aee9f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.490819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fb5d2-c80d-4f30-ba8e-6aa8364aee9f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:01.494824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fe3fb5d2-c80d-4f30-ba8e-6aa8364aee9f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0736880 Nov 15 22:42:01.496690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:01.536019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.569008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a0b00-a437-4f8b-a10e-50f1645341e0 None None] Pushing event updated for resources: {'Port': ['ID=92f8bef2-8d41-42bc-92e7-5eda24f60c53,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:01.597399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:01.601765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.623628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:01.651563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.671108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] For port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:01.726219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.762915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.791390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=1c7b1540-f9af-4ab3-815e-1a2f9d07c07e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:01.852022 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.927155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.964820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:01.973725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1dc6221c-062d-4881-966e-bbf2cfb0a28e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/1c7b1540-f9af-4ab3-815e-1a2f9d07c07e HTTP/1.1" status: 204 len: 168 time: 1.1258569 Nov 15 22:42:01.979141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.010697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ca283-2ad9-486b-a5c2-5f567527a2bf None None] Pushing event updated for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:02.019368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.028834 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e HTTP/1.1" status: 204 len: 168 time: 0.5293975 Nov 15 22:42:02.029655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2bf96-81d8-4bbc-ab6e-a1bf0a36d7ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:02.030093 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae9e9e3-5d40-49f9-9fe9-5e79538852b1 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] GET failed (client error): The resource could not be found. Nov 15 22:42:02.032260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.033733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ae9e9e3-5d40-49f9-9fe9-5e79538852b1 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "GET /v2.0/ports/1c7b1540-f9af-4ab3-815e-1a2f9d07c07e HTTP/1.1" status: 404 len: 333 time: 0.0534365 Nov 15 22:42:02.038242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.053954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2f4227f3-8135-448d-abdc-94632f1bbc29 None None] Provisioning complete for port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:02.054329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f4227f3-8135-448d-abdc-94632f1bbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.088893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:02.160124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c630e192-63e8-44dc-b5de-2da2370b560c None None] The sync data for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 is: [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:42:02.194815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff906ec6-a73a-40ad-ae19-50b1f89de887 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584301 Nov 15 22:42:02.196319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.392130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9c31585-01c6-4a3d-949c-7abf7d1de5d0 req-f1631f5a-b670-44cb-a8eb-7e81dffdfa90 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 210 time: 0.2191489 Nov 15 22:42:02.448833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92f8bef2-8d41-42bc-92e7-5eda24f60c53 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:02.464375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port b4f4a840-0544-48bf-a0c1-812dd1d9c89c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:02.464746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.547939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-6893817f-dbee-42fd-be31-135a733e2835 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.549828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-6893817f-dbee-42fd-be31-135a733e2835 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/networks?id=c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 200 len: 797 time: 0.2428479 Nov 15 22:42:02.563394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea8c41-b035-41c7-be1a-399c28c3d88d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.565604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7eea8c41-b035-41c7-be1a-399c28c3d88d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3672743 Nov 15 22:42:02.572081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.603702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:02.604149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.635991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.695444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for b4f4a840-0544-48bf-a0c1-812dd1d9c89c owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:02.711612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d755880-3105-4618-bd98-6c8cea1d35f6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.713168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4d755880-3105-4618-bd98-6c8cea1d35f6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392221 Nov 15 22:42:02.718573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.759589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:02.785852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-648d842a-934f-48c6-9a8b-ffed655b03fa tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660772 Nov 15 22:42:02.790036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:02.794786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-6aa090a1-091c-4fb4-8c01-ca3011ab0a28 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffa127e6f1d4f8896ac85292faba590 HTTP/1.1" status: 200 len: 380 time: 0.2280252 Nov 15 22:42:02.809635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'port': {'device_id': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'admin_state_up': True, 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'security_groups': ['ad0fc68e-8107-4354-8fb2-dd7fc0f801ac']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:02.813879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.822362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.836411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.843197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 92f8bef2-8d41-42bc-92e7-5eda24f60c53, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92f8bef2-8d41-42bc-92e7-5eda24f60c53,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:02.849432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.861750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.868762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.875208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:02.878024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-27fce60c-5330-4dc6-9e2f-0d21be68f61d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.2809417 Nov 15 22:42:02.883441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:02.966730 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.062488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Made reservation on behalf of 6ffa127e6f1d4f8896ac85292faba590 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:03.066741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.073628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=92f8bef2-8d41-42bc-92e7-5eda24f60c53,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:03.174232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3700a25a-e683-4055-bcb2-b071cc7db43c req-4d6dc68a-f4d7-4b89-a763-89802016a05e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725749 Nov 15 22:42:03.198849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.243416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=b4f4a840-0544-48bf-a0c1-812dd1d9c89c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:03.259265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4060c-520e-465e-b8dd-875deef5f895 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:03.291670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:03.295358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.20.0.6 (c15b81db-38d8-4821-8866-6994d1121e01/8fd0fbf9-035d-4bd3-aa16-70db80ac6c33/9e37f5c5-b02f-42a6-b6fb-211a684468de) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:03.299037 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.406514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-16fc08ec-7876-4793-ad6f-b32f12851b0d None None] Provisioning complete for port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:03.407049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16fc08ec-7876-4793-ad6f-b32f12851b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.599438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.602652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a16007ec-20b6-4af9-ad3f-9fc1498cd922 tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/ports/b4f4a840-0544-48bf-a0c1-812dd1d9c89c HTTP/1.1" status: 204 len: 168 time: 1.5634766 Nov 15 22:42:03.619654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.640530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:03.722764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting subnet dc520ce4-3d50-413a-9ced-73afa65dd359 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:03.726725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.775601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:03.790776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.865499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Deleting port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:03.867449 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:03.877158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.005168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] For port 92f8bef2-8d41-42bc-92e7-5eda24f60c53, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92f8bef2-8d41-42bc-92e7-5eda24f60c53,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:04.005659 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.011904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:04.031915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.037780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Calling delete_port for 92f8bef2-8d41-42bc-92e7-5eda24f60c53 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:04.039154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network c15b81db-38d8-4821-8866-6994d1121e01 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:04.068262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:04.074059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:04.097471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9690c-aec5-4103-889f-95071228f66f req-93f8a548-dcc8-4fe7-94c8-3a82b6a536a0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.111658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11b9690c-aec5-4103-889f-95071228f66f req-93f8a548-dcc8-4fe7-94c8-3a82b6a536a0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 931 time: 0.5077376 Nov 15 22:42:04.227446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11b9690c-aec5-4103-889f-95071228f66f req-156e73b2-6b99-4f16-9030-7fafcdd549e3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138139 Nov 15 22:42:04.250234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.250918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.306508 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.335004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:42:04.341322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-dd3a95d3-8c09-4d23-bc1b-8caf48342195 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357535 Nov 15 22:42:04.342309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.349123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.360794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] Pushing event deleted for resources: {'Port': ['ID=92f8bef2-8d41-42bc-92e7-5eda24f60c53,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:04.366781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea4b42-feda-48fc-96de-7603db6d8bb5 None None] No DVR routers for this DVR port 92f8bef2-8d41-42bc-92e7-5eda24f60c53 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:04.396585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 08d96ebb-7b14-404d-a12b-bc6cc2dce25a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:04.410734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Request body: {'port': {'device_id': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:04.414320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Subnet': ['ID=dc520ce4-3d50-413a-9ced-73afa65dd359,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:04.416698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:04.423243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:04.433280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.435837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.445238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.451168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4960fc17-7716-415c-9dc1-a8465f80840e tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/subnets/dc520ce4-3d50-413a-9ced-73afa65dd359 HTTP/1.1" status: 204 len: 168 time: 0.8073373 Nov 15 22:42:04.452082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:04.495373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670a424-b0d3-4dd1-8047-521e35627805 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:04.498047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e8f49-11e5-4a42-97ff-a5b35b3ed5ff None None] Network 546719b3-7147-40ab-ad0c-e42d73bd9d52 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:04.546983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.548456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.554509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.561024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.569412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.570753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.577962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.585972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.592305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:04.594572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-542aa324-2e5b-41ad-b9ea-6f41b885ba61 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.2245398 Nov 15 22:42:04.608491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:04.611029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7314253 Nov 15 22:42:04.619758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:04.648539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f17a-d856-47f0-af3b-fe2747e9d307 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=460a6195-279a-4753-8aa9-89eb07e1e21c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:04.735713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-033e3967-d122-4a80-98e5-8c700f8131b9 req-7c0bd328-cfd5-4188-a21d-7e85c7ebd18d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094201 Nov 15 22:42:04.813979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-db7c6c7b-3ffb-49cb-ab61-820987d4ca92 None None] Provisioning complete for port 9e37f5c5-b02f-42a6-b6fb-211a684468de triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:04.815741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db7c6c7b-3ffb-49cb-ab61-820987d4ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.925822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-db7c6c7b-3ffb-49cb-ab61-820987d4ca92 None None] Port 9e37f5c5-b02f-42a6-b6fb-211a684468de cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:04.926095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Deleting port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:04.926333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.932021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:04.932021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:04.934018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f720185e-240f-4f72-ac85-0054f6fd341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.044361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] For port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,segment=NetworkSegment(f8ac648e-68ad-4810-bde8-17ac803ccaa0),segment_id=f8ac648e-68ad-4810-bde8-17ac803ccaa0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:05.044749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.066899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:05.070581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.080600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Calling delete_port for 57d9d4e3-362f-46bc-ad40-7c835cab1b3d owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:05.149816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '460a6195-279a-4753-8aa9-89eb07e1e21c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:05.150978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.168980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] DHCP port deletion for 546719b3-7147-40ab-ad0c-e42d73bd9d52 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:05.210629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e37f5c5-b02f-42a6-b6fb-211a684468de {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:05.224032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.235503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92f8bef2-8d41-42bc-92e7-5eda24f60c53 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:05.275385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Transition to ACTIVE for port object 9e37f5c5-b02f-42a6-b6fb-211a684468de will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:42:05.287690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 92f8bef2-8d41-42bc-92e7-5eda24f60c53 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:05.287690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92f8bef2-8d41-42bc-92e7-5eda24f60c53 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:05.292835 n-d-817995-3 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 460a6195-279a-4753-8aa9-89eb07e1e21c (CIDR: 2001:db8::/64) Nov 15 22:42:05.338400 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:42:05.338878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:05.359425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Deleting port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:05.359898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.365453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.371902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Allocated IP 2001:db8::f816:3eff:fe8a:b46 (806f34b4-f1d1-41d4-b4bf-e07fce675238/460a6195-279a-4753-8aa9-89eb07e1e21c/22f4ceff-42b2-4893-ae84-1c6111b54575) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:05.382195 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.397623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4206-b8a4-42a6-a0e9-d891bdbf6ebb req-f2920afc-0945-4236-a0fa-b1f95c6413b4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:05.399240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9cd4206-b8a4-42a6-a0e9-d891bdbf6ebb req-f2920afc-0945-4236-a0fa-b1f95c6413b4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 931 time: 0.0632770 Nov 15 22:42:05.464352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b05e35e5-61f4-4893-bdee-ae952fb36594 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8525975 Nov 15 22:42:05.468131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:05.472358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:05.480875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:05.494218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9cd4206-b8a4-42a6-a0e9-d891bdbf6ebb req-dea65a5f-a074-4c86-935d-9f43bd60b59a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877478 Nov 15 22:42:05.504310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] No DVR routers for this DVR port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:05.531424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] For port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,segment=NetworkSegment(f8ac648e-68ad-4810-bde8-17ac803ccaa0),segment_id=f8ac648e-68ad-4810-bde8-17ac803ccaa0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:05.531811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.551005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Calling delete_port for 57d9d4e3-362f-46bc-ad40-7c835cab1b3d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:05.717357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.718762 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:42:05.721634 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:42:05.726850 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.762428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] Pushing event deleted for resources: {'Port': ['ID=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:05.771164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b36cd-c92d-4cbe-ae9d-5d183784f153 None None] No DVR routers for this DVR port 57d9d4e3-362f-46bc-ad40-7c835cab1b3d on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:05.781778 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.826306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Pushing event updated for resources: {'Port': ['ID=22f4ceff-42b2-4893-ae84-1c6111b54575,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:05.849846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:05.856333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:05.859388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:05.935598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef108655-970a-49eb-97d6-b16a848126d2 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:05.945572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Attempting to bind port 22f4ceff-42b2-4893-ae84-1c6111b54575 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:05.945966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Attempting to bind port 22f4ceff-42b2-4893-ae84-1c6111b54575 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:05.946329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Attempting to bind port 22f4ceff-42b2-4893-ae84-1c6111b54575 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:05.961442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:05.961852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:05.962188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.962577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:05.963054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Bound port: 22f4ceff-42b2-4893-ae84-1c6111b54575, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:05.963430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:05.965751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:05.974037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:05.980763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:05.989033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:05.997983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:06.005137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:06.011562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:06.014110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-300ab49f-ec7f-4d84-b942-3609d0d46422 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5419 time: 0.1453972 Nov 15 22:42:06.085808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c941020-4fd7-426b-aa4d-0c01347478c6 req-cb82e408-42f7-4170-a96c-942a714f7870 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639362 Nov 15 22:42:06.106507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Port': ['ID=57d9d4e3-362f-46bc-ad40-7c835cab1b3d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.107236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:06.122106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ef108655-970a-49eb-97d6-b16a848126d2', 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'port_id': 'ef108655-970a-49eb-97d6-b16a848126d2', 'mac_address': 'fa:16:3e:1d:10:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b94e3c-b10a-419f-a9c7-43b93d91c760', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:06.148293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.192916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] For port 22f4ceff-42b2-4893-ae84-1c6111b54575, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:06.194995 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.200679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Attempting to bind port 9e37f5c5-b02f-42a6-b6fb-211a684468de on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:06.201010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Attempting to bind port 9e37f5c5-b02f-42a6-b6fb-211a684468de by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:06.201329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Attempting to bind port 9e37f5c5-b02f-42a6-b6fb-211a684468de on network c15b81db-38d8-4821-8866-6994d1121e01 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:06.207104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546719b3-7147-40ab-ad0c-e42d73bd9d52']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:06.215919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef108655-970a-49eb-97d6-b16a848126d2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:06.228043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ac648e-68ad-4810-bde8-17ac803ccaa0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:06.228332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ac648e-68ad-4810-bde8-17ac803ccaa0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:06.229925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Port 9e37f5c5-b02f-42a6-b6fb-211a684468de on network c15b81db-38d8-4821-8866-6994d1121e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:42:06.230239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Attempting to bind port 9e37f5c5-b02f-42a6-b6fb-211a684468de on network c15b81db-38d8-4821-8866-6994d1121e01 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:06.239072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:06.241487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] For port 22f4ceff-42b2-4893-ae84-1c6111b54575, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22f4ceff-42b2-4893-ae84-1c6111b54575,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:06.243318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.256656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:06.256987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Checking segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:06.257371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Bound using segment: {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:06.257810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Bound port: 9e37f5c5-b02f-42a6-b6fb-211a684468de, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf97b602-53c5-436c-9b8c-4d4056e45aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:06.258152 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.264491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 57d9d4e3-362f-46bc-ad40-7c835cab1b3d no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:06.282871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.286345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 57d9d4e3-362f-46bc-ad40-7c835cab1b3d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:06.286826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 57d9d4e3-362f-46bc-ad40-7c835cab1b3d not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:06.310257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:06.310689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:06.313604 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:06.331013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.331683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 28b30346-cf8f-4df0-8ad2-f7937136e64f details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:06.375944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.376329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:06.380457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.408543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:06.423522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.462211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:06.465430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'network_id': 'd664e6a0-9942-4a98-8634-f4af3f2d4ad4', 'port_id': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'mac_address': 'fa:16:3e:fa:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b94e3c-b10a-419f-a9c7-43b93d91c760', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:06.480905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:06.524736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.527733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b701d-6a69-4f13-966a-7465a5a7faf8 None None] Pushing event updated for resources: {'Port': ['ID=22f4ceff-42b2-4893-ae84-1c6111b54575,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.549635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.558050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.559472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] 10.222.0.15 "DELETE /v2.0/networks/546719b3-7147-40ab-ad0c-e42d73bd9d52 HTTP/1.1" status: 204 len: 168 time: 2.1065755 Nov 15 22:42:06.562506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b30346-cf8f-4df0-8ad2-f7937136e64f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:06.596085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:06.608870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.623565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21d7b-bb6d-439f-83c6-5b9ac3f4783b tempest-AllowedAddressPairTestJSON-1410285985 tempest-AllowedAddressPairTestJSON-1410285985-project] Pushing event deleted for resources: {'Network': ['ID=546719b3-7147-40ab-ad0c-e42d73bd9d52,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.670423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:06.671643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.673090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 200 len: 1091 time: 2.2708781 Nov 15 22:42:06.677499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:06.680763 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c43761-0328-4bc4-b7fe-c585e2c7d731" -d '{"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:06.728593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:06.730408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:06.774832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cef09b-8577-4163-bff1-5e310894cd37 service neutron] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.811255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf72cf9-7e97-4dd5-9574-1ef4f847ae07 req-ebc0b836-5831-4bd2-b3b9-77cad5c97e7d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:06.820329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-daf72cf9-7e97-4dd5-9574-1ef4f847ae07 req-ebc0b836-5831-4bd2-b3b9-77cad5c97e7d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 943 time: 0.1824300 Nov 15 22:42:06.912811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:06.932423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-daf72cf9-7e97-4dd5-9574-1ef4f847ae07 req-a25f0af5-f0f7-4280-922e-b45fc192da96 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108751 Nov 15 22:42:07.000422 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39141944-f47f-4b3f-b348-4d843bffa486 x-openstack-request-id: req-39141944-f47f-4b3f-b348-4d843bffa486 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:07.000992 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:07.001429 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39141944-f47f-4b3f-b348-4d843bffa486 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:07.002145 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'status': 'completed', 'code': 200} Nov 15 22:42:07.007189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.062543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:07.097521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'port_id': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'mac_address': 'fa:16:3e:a0:e9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:07.110334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:07.118244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:07.121745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.122209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.147058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-8bacb4bc-e261-460a-94c5-5456013e2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.147058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-8bacb4bc-e261-460a-94c5-5456013e2f8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1094 time: 0.1932344 Nov 15 22:42:07.152779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=c85b6ce3-51b9-4542-8d7c-30d437b9bc86,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:07.155640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.171755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:07.193764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-fc9377bc-f073-478b-b1d0-118b7e8f72d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 200 len: 217 time: 0.0483387 Nov 15 22:42:07.195428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:07.214744 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95bae314-312b-4523-9940-4fe4700f7974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.261200 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6f70babf-aef4-4a20-8013-dbf06f24ad41 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7861860 Nov 15 22:42:07.271493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:07.276395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.276724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:89:5c:5e', 'name': 'tempest-NetworksTestDHCPv6-31971759'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:07.280746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-63ba766e-ab6e-47d7-a3d0-959c19fad5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.282273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-63ba766e-ab6e-47d7-a3d0-959c19fad5db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 HTTP/1.1" status: 200 len: 835 time: 0.0787945 Nov 15 22:42:07.283290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.290002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.296064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.302688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.308701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.314664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.319403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-2c50ca55-b3f5-401b-abc1-8d51b500dc71 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5421 time: 0.1091809 Nov 15 22:42:07.332605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.333517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 83d8431a-85d5-4df3-926f-c23fd436a275 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:07.387552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-c17e3dda-4f9a-42a5-9dea-cfc046fcfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:07.389307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-c17e3dda-4f9a-42a5-9dea-cfc046fcfac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c15b81db-38d8-4821-8866-6994d1121e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940638 Nov 15 22:42:07.475585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c004c8cd-48e2-4e7e-baf0-63f77c041fa3 req-a813ffba-bda2-4dae-b81c-30603596c1e0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523752 Nov 15 22:42:07.505456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:07.538900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-38caed88-8f24-4943-9065-d1fa8fa71470 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377513 Nov 15 22:42:07.594754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:07.629118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:07.655815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=83d8431a-85d5-4df3-926f-c23fd436a275,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:07.672448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '83d8431a-85d5-4df3-926f-c23fd436a275', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'port_id': '83d8431a-85d5-4df3-926f-c23fd436a275', 'mac_address': 'fa:16:3e:5b:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:07.707322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab094e86-d15b-4cbd-8b76-bd5cc285c3ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fb8d7b6f611472fa83b9a0a7db2eea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005498 Nov 15 22:42:07.709737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35898) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:07.722016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.735669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d8431a-85d5-4df3-926f-c23fd436a275 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:07.774916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=83d8431a-85d5-4df3-926f-c23fd436a275,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:07.775236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.797868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5b3bb1a9-9f49-4a45-b70a-0000aca19469 req-d6a84d44-66dd-45f7-b438-8cc57e404813 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492335 Nov 15 22:42:07.805570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.824225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.854901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.855570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4f40a59c-5207-4f76-a3a3-0ffb24666282 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:07.875560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:07.921046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:07.970820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.973486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:07.974639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0510be8d-5f40-4293-8eea-119cf67aba4b HTTP/1.1" status: 204 len: 168 time: 0.2637634 Nov 15 22:42:07.986184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34678c-7f27-4097-bf04-ad6894e38517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510be8d-5f40-4293-8eea-119cf67aba4b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:07.986271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9a1ac-ab58-4f1c-8b92-de1e009b4076 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:08.041398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:08.095038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-57f86c34-ce01-4204-a723-6cd35cce9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.096641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-57f86c34-ce01-4204-a723-6cd35cce9a36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1094 time: 0.1304762 Nov 15 22:42:08.119974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'port_id': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'mac_address': 'fa:16:3e:dc:16:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:08.150393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b04fd-d180-41a6-808c-f4695da5bb57 req-247265c9-0d08-49ae-b17c-ed160b0e28c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.160647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] Provisioning complete for port 22f4ceff-42b2-4893-ae84-1c6111b54575 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:08.161376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.163664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee3b04fd-d180-41a6-808c-f4695da5bb57 req-247265c9-0d08-49ae-b17c-ed160b0e28c8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 943 time: 0.1234818 Nov 15 22:42:08.293920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-b8626e22-5518-41c5-8fbb-35b25eee8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.295448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-b8626e22-5518-41c5-8fbb-35b25eee8eb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 200 len: 898 time: 0.1908059 Nov 15 22:42:08.298949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.300423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee3b04fd-d180-41a6-808c-f4695da5bb57 req-e5c830f4-6ab2-42e3-b682-1aa73f78668e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255543 Nov 15 22:42:08.326445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8:0:1::1ed (806f34b4-f1d1-41d4-b4bf-e07fce675238/c85b6ce3-51b9-4542-8d7c-30d437b9bc86/4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:08.336195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe89:5c5e (806f34b4-f1d1-41d4-b4bf-e07fce675238/460a6195-279a-4753-8aa9-89eb07e1e21c/4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:08.357623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f40a59c-5207-4f76-a3a3-0ffb24666282 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:08.396633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-315fa3c6-dc0e-4f57-947f-6833a68b31c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 200 len: 217 time: 0.0917215 Nov 15 22:42:08.417117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:08.419052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22f4ceff-42b2-4893-ae84-1c6111b54575 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:08.438922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.488563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-3da2e3fa-0ed1-49ff-b25a-ddec6e171d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.490098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-3da2e3fa-0ed1-49ff-b25a-ddec6e171d75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 HTTP/1.1" status: 200 len: 835 time: 0.0774765 Nov 15 22:42:08.554694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.556591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.557264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ae09332-786d-44aa-88e9-54037cc84fb1 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:08.589132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ae09332-786d-44aa-88e9-54037cc84fb1,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:08.605522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-57090f0b-7ae2-4612-8cc0-8a6024221556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.607040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-57090f0b-7ae2-4612-8cc0-8a6024221556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c15b81db-38d8-4821-8866-6994d1121e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060302 Nov 15 22:42:08.609483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '3ae09332-786d-44aa-88e9-54037cc84fb1', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'port_id': '3ae09332-786d-44aa-88e9-54037cc84fb1', 'mac_address': 'fa:16:3e:bf:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:08.678130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.684152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.690273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.692413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.698578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.706127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.713208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.719534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.729753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-20a8fbd7-4b6e-41b9-a2f9-77c18f6ab8ec tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5424 time: 0.1184375 Nov 15 22:42:08.755893 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-53fab8b1-6321-49c5-9ce8-9cd8fa7928c8 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359317 Nov 15 22:42:08.758329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:08.803661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] For port 22f4ceff-42b2-4893-ae84-1c6111b54575, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22f4ceff-42b2-4893-ae84-1c6111b54575,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:08.807746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c7c69bc-8cde-4016-b5c0-e79a3ff736c4 req-f05a23a6-3695-4978-9b18-1dae01edb3f6 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783830 Nov 15 22:42:08.808072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '460a6195-279a-4753-8aa9-89eb07e1e21c', 'ip_address': '2001:db8::f816:3eff:fe8a:b46'}, {'subnet_id': 'c85b6ce3-51b9-4542-8d7c-30d437b9bc86'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '22f4ceff-42b2-4893-ae84-1c6111b54575'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:42:08.814434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.838309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 22f4ceff-42b2-4893-ae84-1c6111b54575 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:08.839214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.872787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.879131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae09332-786d-44aa-88e9-54037cc84fb1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:08.883045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-16c43761-0328-4bc4-b7fe-c585e2c7d731 req-471b9212-f56f-4671-b86a-083b315132dd service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188517 Nov 15 22:42:08.896885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.920575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ae09332-786d-44aa-88e9-54037cc84fb1,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:08.925019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:08.928294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:08.930739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:08.936858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:08.937474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.946025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:08.949053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.102455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-49a2cbc5-09e0-4e4a-9ef7-156b5d61d072 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8295810 Nov 15 22:42:09.105101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:09.197851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.198228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8111916e-80a8-4753-8ace-d3351426cad6 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:09.238465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:09.238465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.300575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8111916e-80a8-4753-8ace-d3351426cad6,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:09.302951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652f09c-847c-4901-89bd-1f60d67b89e8 None None] Pushing event updated for resources: {'Port': ['ID=22f4ceff-42b2-4893-ae84-1c6111b54575,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.359165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '8111916e-80a8-4753-8ace-d3351426cad6', 'network_id': '91fc1c2f-37c9-4da2-981b-ccdd445faed3', 'port_id': '8111916e-80a8-4753-8ace-d3351426cad6', 'mac_address': 'fa:16:3e:67:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b9b19a-f923-4bc7-b939-9a89c90c5d97', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:09.370208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.389128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Allocated IP 2001:db8:0:1::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/c85b6ce3-51b9-4542-8d7c-30d437b9bc86/22f4ceff-42b2-4893-ae84-1c6111b54575) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:09.408291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:09.423370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:09.428874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.455651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.506782 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.520991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5cc9-adbc-4c01-a8ce-5be6d8c1bf64 req-d09e2b06-bbcb-42ba-9f37-54543037b97c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:09.545725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8111916e-80a8-4753-8ace-d3351426cad6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:09.545894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d3f5cc9-adbc-4c01-a8ce-5be6d8c1bf64 req-d09e2b06-bbcb-42ba-9f37-54543037b97c tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 943 time: 0.1547205 Nov 15 22:42:09.545993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-691456312'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:09.560973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8111916e-80a8-4753-8ace-d3351426cad6,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:09.577995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] For port 22f4ceff-42b2-4893-ae84-1c6111b54575, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22f4ceff-42b2-4893-ae84-1c6111b54575,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:09.607986 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.642898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d3f5cc9-adbc-4c01-a8ce-5be6d8c1bf64 req-3cd41426-42ef-49a3-9203-819f35155404 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072409 Nov 15 22:42:09.657081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a44a-e407-4a9a-a90e-ea0813cb0015 req-87b96c5e-48e7-4229-aef9-895ae5838852 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:09.658612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a74a44a-e407-4a9a-a90e-ea0813cb0015 req-87b96c5e-48e7-4229-aef9-895ae5838852 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.1034915 Nov 15 22:42:09.666428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Made reservation on behalf of 5f43cb5784a7453596568f2b2ec2db7e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:09.669983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.683652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.692002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.697303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.765851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a74a44a-e407-4a9a-a90e-ea0813cb0015 req-0c322adc-fcf9-45f4-b8c1-fc090f5e2e61 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982800 Nov 15 22:42:09.783254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c1456-6f33-4836-9218-07f61ec33ba6 None None] Pushing event updated for resources: {'Port': ['ID=22f4ceff-42b2-4893-ae84-1c6111b54575,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.849078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.883239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.929649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:09.962878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:09.998616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.002038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b808384-0dcd-45e4-b5f6-60cc3ab1dca7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6 HTTP/1.1" status: 204 len: 168 time: 0.8958707 Nov 15 22:42:10.005364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.040602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.040602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.040602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.043589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.050263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.056234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.056480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359c895-b8a6-4717-b097-2416e8126e62 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.060968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d359c895-b8a6-4717-b097-2416e8126e62 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0545070 Nov 15 22:42:10.061582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.062355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.064402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72495984-8d02-480c-9396-b8b2422179b3 req-400a3c7b-17ee-46c0-89e5-9d4861028a2f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5426 time: 0.1385570 Nov 15 22:42:10.072497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.113261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:10.134888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.135230 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Added segment 77b7efcd-c0e9-4934-b35f-26cd6a1b2e81 of type vlan for network 001177ed-2678-46b6-bab1-ced810737008 Nov 15 22:42:10.140282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72495984-8d02-480c-9396-b8b2422179b3 req-49edc428-79a6-4677-898a-8428d9bdf96d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680759 Nov 15 22:42:10.148176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:10.159026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2e5e7-b916-4c89-bb91-fd2a10b9b0b9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:10.213397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79935c1-1e56-48d6-8b92-dec6125a76eb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.216816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e79935c1-1e56-48d6-8b92-dec6125a76eb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1542504 Nov 15 22:42:10.219579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.221589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.277724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22f4ceff-42b2-4893-ae84-1c6111b54575 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:10.311402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8eb098-7049-490e-a103-fce464676f33 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.311402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8eb098-7049-490e-a103-fce464676f33 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.311402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8eb098-7049-490e-a103-fce464676f33 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.311402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9d8eb098-7049-490e-a103-fce464676f33 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0845823 Nov 15 22:42:10.311656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35956) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.347236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.353911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.354708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.380001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:10.394595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'mac_address': 'fa:16:3e:cf:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:10.401164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.431159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 22f4ceff-42b2-4893-ae84-1c6111b54575 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:10.431514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.440255 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0157430 Nov 15 22:42:10.443293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.448179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Request body: {'subnet': {'network_id': '001177ed-2678-46b6-bab1-ced810737008', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:10.467028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23eac-fb65-4f4c-b6f6-add9cda3449a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'Network': ['ID=001177ed-2678-46b6-bab1-ced810737008,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:10.469166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.478878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 460a6195-279a-4753-8aa9-89eb07e1e21c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:10.491084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 001177ed-2678-46b6-bab1-ced810737008 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:10.494525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.539169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e37f5c5-b02f-42a6-b6fb-211a684468de {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:10.553507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.585901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:10.589545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e496513e-a859-410b-8366-11b03008eb05 None None] Provisioning complete for port 22f4ceff-42b2-4893-ae84-1c6111b54575 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:10.589946 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e496513e-a859-410b-8366-11b03008eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.640230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Made reservation on behalf of 5f43cb5784a7453596568f2b2ec2db7e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:10.647125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.652246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.668456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['83d8431a-85d5-4df3-926f-c23fd436a275'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.694117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.706879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ef108655-970a-49eb-97d6-b16a848126d2'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.762425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.773106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['4f40a59c-5207-4f76-a3a3-0ffb24666282'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.801469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['8111916e-80a8-4753-8ace-d3351426cad6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.822908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.837219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['3ae09332-786d-44aa-88e9-54037cc84fb1'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:10.868874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=460a6195-279a-4753-8aa9-89eb07e1e21c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:10.876949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:10.885228 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba7fb6e3-e530-41b3-a856-3b6ff500d7cf tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/460a6195-279a-4753-8aa9-89eb07e1e21c HTTP/1.1" status: 204 len: 168 time: 0.5753279 Nov 15 22:42:10.885869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:10.909543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07bb4-d1e5-4e49-bdd0-06ab547aaf84 req-a8e6dc44-c4d2-42f0-a066-3a6fd99a8088 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:10.911136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8e07bb4-d1e5-4e49-bdd0-06ab547aaf84 req-a8e6dc44-c4d2-42f0-a066-3a6fd99a8088 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 944 time: 0.1621418 Nov 15 22:42:10.975816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet c85b6ce3-51b9-4542-8d7c-30d437b9bc86 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:10.981300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.027069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:11.036192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.058914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9e37f5c5-b02f-42a6-b6fb-211a684468de'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:11.085615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dded0-8adc-4be1-8982-82750aed180c req-a3643364-95a4-4d7d-8d2c-d51e14347831 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.097037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-243dded0-8adc-4be1-8982-82750aed180c req-a3643364-95a4-4d7d-8d2c-d51e14347831 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.1752763 Nov 15 22:42:11.114775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5612e-f5c0-44b0-a693-58de7b812669 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:11.129760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8e07bb4-d1e5-4e49-bdd0-06ab547aaf84 req-64155b4b-533f-42ee-92ab-3d5be7ca31ce tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473272 Nov 15 22:42:11.147000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.158049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.226660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-243dded0-8adc-4be1-8982-82750aed180c req-fb3ab190-030f-4e2f-87da-9311b6b9a8a2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272552 Nov 15 22:42:11.274832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a5fd913d-88ab-4cd4-a0e6-3cd929bbc9de None None] Could not find standard attr ID for object 4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:11.303920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'Subnet': ['ID=170b415a-89b5-40e9-8ffa-c6194a9098d4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:11.318549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.320205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Checking segment: {'id': '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '001177ed-2678-46b6-bab1-ced810737008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:11.320644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Network hostable DHCP agents. Network: 001177ed-2678-46b6-bab1-ced810737008, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:11.342352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.348224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.354308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.357271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.360192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.363581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c85b6ce3-51b9-4542-8d7c-30d437b9bc86 HTTP/1.1" status: 204 len: 168 time: 0.4737706 Nov 15 22:42:11.367186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.370189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e7cb-df5b-4a4c-b8ff-5dd0c64a5612 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=c85b6ce3-51b9-4542-8d7c-30d437b9bc86,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:11.372786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:11.373318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.380212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.382272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6334550f-3677-48f8-b832-65efaac21793 req-dc1b3e9f-1ddd-4573-a0b4-29afcf2afdf1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5426 time: 0.1477325 Nov 15 22:42:11.472125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-63c90870-e37d-4706-a723-3474b4f8f786 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789361 Nov 15 22:42:11.472125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:11.474579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6334550f-3677-48f8-b832-65efaac21793 req-727bcdbc-04ac-4226-92dd-61f7a838c589 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826082 Nov 15 22:42:11.475773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Network 001177ed-2678-46b6-bab1-ced810737008 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:11.487195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:11.516852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-4ae39561-1b7f-441a-9fea-439333bd2984 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.518418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-4ae39561-1b7f-441a-9fea-439333bd2984 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.57 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 946 time: 0.1652672 Nov 15 22:42:11.598663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['28b30346-cf8f-4df0-8ad2-f7937136e64f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:11.600155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 001177ed-2678-46b6-bab1-ced810737008) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:11.609308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:11.610568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.652828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd737686-d483-4e26-b2e5-61893d49a6e2 None None] Network 001177ed-2678-46b6-bab1-ced810737008 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:11.668070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Deleting port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:11.668486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.705280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-02527c79-37d5-432b-a721-dfd8c4cb5547 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2609167 Nov 15 22:42:11.707811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35976) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:11.712703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Request body: {'port': {'network_id': '001177ed-2678-46b6-bab1-ced810737008', 'name': 'tempest-ExtraDHCPOptionsTestJSON-207259777'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:11.789473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] For port 0b5cfd68-1c6e-4308-805c-e662d49fedc0, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0b5cfd68-1c6e-4308-805c-e662d49fedc0,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:11.790220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.800784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:11.805213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.892136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Made reservation on behalf of 5f43cb5784a7453596568f2b2ec2db7e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:11.897586 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:11.923228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] device_id is not set on port cb6763d9-e992-481e-85e7-e046d76b06af yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:12.085420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Allocated IP 172.20.0.13 (001177ed-2678-46b6-bab1-ced810737008/170b415a-89b5-40e9-8ffa-c6194a9098d4/cb6763d9-e992-481e-85e7-e046d76b06af) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:12.173219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.177512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.182101 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Floating IP 49945363-9fdd-45c0-b9e8-144b2e3513bb disassociated. External IP: 172.25.0.204, port: 0b5cfd68-1c6e-4308-805c-e662d49fedc0. Nov 15 22:42:12.182723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Calling delete_port for 0b5cfd68-1c6e-4308-805c-e662d49fedc0 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:12.328065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:12.330321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-001177ed-2678-46b6-bab1-ced810737008', 'network_id': '001177ed-2678-46b6-bab1-ced810737008', 'tenant_id': '5f43cb5784a7453596568f2b2ec2db7e', 'fixed_ips': [{'subnet_id': '170b415a-89b5-40e9-8ffa-c6194a9098d4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:12.331070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.379611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.525575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.582268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.589291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Deleting port 22f4ceff-42b2-4893-ae84-1c6111b54575 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:12.589954 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.605601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'Port': ['ID=cb6763d9-e992-481e-85e7-e046d76b06af,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:12.624908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'Port': ['ID=0b5cfd68-1c6e-4308-805c-e662d49fedc0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:12.625768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Network 001177ed-2678-46b6-bab1-ced810737008 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:12.636685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:12.649495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Allocated IP 172.20.0.2 (001177ed-2678-46b6-bab1-ced810737008/170b415a-89b5-40e9-8ffa-c6194a9098d4/98abd1b1-279c-400c-9c3d-ae7ce28f4644) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:12.655073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:12.680756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] For port 22f4ceff-42b2-4893-ae84-1c6111b54575, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22f4ceff-42b2-4893-ae84-1c6111b54575,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:12.680756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.705054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Calling delete_port for 22f4ceff-42b2-4893-ae84-1c6111b54575 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:12.716885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb63b4-c4c7-4f95-acdc-596aa90f6448 req-5d9a5915-c6a3-41b2-991c-f26f5cb895fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:12.725326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2fb63b4-c4c7-4f95-acdc-596aa90f6448 req-5d9a5915-c6a3-41b2-991c-f26f5cb895fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 944 time: 0.2799726 Nov 15 22:42:12.753838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc514-5a94-4bbd-93dc-1ebf61b5c47f req-5e43df99-8360-4873-9b24-f666aa0e050d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:12.754946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-720cc514-5a94-4bbd-93dc-1ebf61b5c47f req-5e43df99-8360-4873-9b24-f666aa0e050d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 868 time: 0.3210385 Nov 15 22:42:12.804585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:12.805324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.855648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-720cc514-5a94-4bbd-93dc-1ebf61b5c47f req-6c173469-6c0f-4b39-8d37-1ad1ed80dbe1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=802933af-e58c-4268-b50d-6d9dceec8239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913327 Nov 15 22:42:12.900842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2fb63b4-c4c7-4f95-acdc-596aa90f6448 req-c35f7491-0d90-46f8-8db1-c5e1a50f60fe tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663105 Nov 15 22:42:12.943885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e11a2d65-368b-49f1-9df0-a48502669da9 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2350185 Nov 15 22:42:12.947326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:12.952108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:12.952284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Request body: {'port': {'network_id': '001177ed-2678-46b6-bab1-ced810737008', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1892030828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:12.952737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:12.953095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:12.953472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:13.010740 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.055911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] Pushing event deleted for resources: {'Port': ['ID=22f4ceff-42b2-4893-ae84-1c6111b54575,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:13.069313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.091278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63236453-fc0e-45a6-a06c-fc1d39624c13 None None] No DVR routers for this DVR port 22f4ceff-42b2-4893-ae84-1c6111b54575 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:13.094846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Network 001177ed-2678-46b6-bab1-ced810737008 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:13.123063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:13.126813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:13.199240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.205461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.208069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Pushing event updated for resources: {'Port': ['ID=98abd1b1-279c-400c-9c3d-ae7ce28f4644,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:13.216113 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.223710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.235440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Attempting to bind port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:13.236134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Attempting to bind port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '001177ed-2678-46b6-bab1-ced810737008'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:13.236979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.237577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Attempting to bind port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 on network 001177ed-2678-46b6-bab1-ced810737008 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:13.243328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.249908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.251608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-d280f019-826b-436d-9e39-92d87616f405 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5426 time: 0.2842221 Nov 15 22:42:13.256288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:13.256719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Checking segment: {'id': '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '001177ed-2678-46b6-bab1-ced810737008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:13.257097 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.257489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Bound using segment: {'id': '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '001177ed-2678-46b6-bab1-ced810737008'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:13.257962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Bound port: 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '001177ed-2678-46b6-bab1-ced810737008'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:13.258335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.268114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Made reservation on behalf of 5f43cb5784a7453596568f2b2ec2db7e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:13.271758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.304926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] device_id is not set on port 50922091-df44-4c42-ade1-00c26fc2bd93 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:13.324763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:42:13.356503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] For port 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:13.362212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] For port 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=98abd1b1-279c-400c-9c3d-ae7ce28f4644,segment=NetworkSegment(77b7efcd-c0e9-4934-b35f-26cd6a1b2e81),segment_id=77b7efcd-c0e9-4934-b35f-26cd6a1b2e81)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:13.394568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fdf3e3b-aa59-4594-8656-6b4e4782d435 req-1d5f359a-ead1-412c-b6ec-9ff451753892 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337650 Nov 15 22:42:13.395135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:42:13.438593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Allocated IP 172.20.0.12 (001177ed-2678-46b6-bab1-ced810737008/170b415a-89b5-40e9-8ffa-c6194a9098d4/50922091-df44-4c42-ade1-00c26fc2bd93) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:13.443405 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.511847 n-d-817995-3 neutron-server[103127]: WARNING neutron.services.revisions.revision_plugin [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Could not find related port for resource to bump revision. Nov 15 22:42:13.525469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81f2d-db9a-47f1-817a-6c8d54db2166 None None] Pushing event updated for resources: {'Port': ['ID=98abd1b1-279c-400c-9c3d-ae7ce28f4644,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:13.554694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:42:13.566855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:42:13.578302 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:13.579500 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:13.595197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] No DVR routers for this DVR port 0b5cfd68-1c6e-4308-805c-e662d49fedc0 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:13.597511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Port 22f4ceff-42b2-4893-ae84-1c6111b54575 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 15 22:42:13.597820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8a:b46 {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 15 22:42:13.601382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_pluggable_backend [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8a:b46 {{(pid=103127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 15 22:42:13.603077 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.606324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f7300c3c-0f3c-4e07-8a99-9e2a00a5ca86 req-52afca58-1fcd-4144-b696-d25a8b1cdeea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.57 "DELETE /v2.0/ports/0b5cfd68-1c6e-4308-805c-e662d49fedc0 HTTP/1.1" status: 204 len: 173 time: 2.0629618 Nov 15 22:42:13.606913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.608525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-deleted', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:13.610832 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff3e37-ddca-4e93-8fe4-090be1dc7959" -d '{"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-deleted", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:13.661181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:13.664491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:13.669613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:13.670215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.672938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.676463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24288f07-0df8-4508-8901-6b523253c192 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:13.693261 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46367dd7-7f77-4baa-b2ac-9b34d99c5166 x-openstack-request-id: req-46367dd7-7f77-4baa-b2ac-9b34d99c5166 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:13.696972 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35bfff5-09f4-4646-b46a-1c490b5c683f", "name": "network-vif-deleted", "tag": "0b5cfd68-1c6e-4308-805c-e662d49fedc0", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:13.696972 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46367dd7-7f77-4baa-b2ac-9b34d99c5166 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:13.696972 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35bfff5-09f4-4646-b46a-1c490b5c683f', 'name': 'network-vif-deleted', 'tag': '0b5cfd68-1c6e-4308-805c-e662d49fedc0', 'status': 'completed', 'code': 200} Nov 15 22:42:13.704186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=2e211268-82ed-4bda-8bc4-272477de2a36,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:13.748423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:13.781106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4ba8752a-30e8-49df-86f9-c9307eae8f7a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3049755 Nov 15 22:42:13.783462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:13.792048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:13.793889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 0b5cfd68-1c6e-4308-805c-e662d49fedc0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:13.794231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0b5cfd68-1c6e-4308-805c-e662d49fedc0 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:13.797838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:13.853078 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:13.931907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': '2e211268-82ed-4bda-8bc4-272477de2a36'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:13.933148 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.050517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Network 001177ed-2678-46b6-bab1-ced810737008 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:14.050517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:14.050517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:14.133262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Allocated IP 2001:db8::f816:3eff:fe7c:cd7 (806f34b4-f1d1-41d4-b4bf-e07fce675238/2e211268-82ed-4bda-8bc4-272477de2a36/9fa97c7d-eddb-4865-845a-e685ad1bdebf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:14.138739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'Port': ['ID=50922091-df44-4c42-ade1-00c26fc2bd93,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:14.148110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d3f41c3-42aa-4c74-abbd-4149395aa36c req-272bbc19-39cf-48e1-9015-84cbe5f3f323 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0743868 Nov 15 22:42:14.151672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:14.156470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.174717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.176055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.186541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f235-3543-4b01-9a27-f366486a0e18 req-9498ae3f-0b2c-4cf2-b2df-704b79276c6d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.194528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7666f235-3543-4b01-9a27-f366486a0e18 req-9498ae3f-0b2c-4cf2-b2df-704b79276c6d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 944 time: 0.1017449 Nov 15 22:42:14.197910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:14.207717 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:14.280575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7666f235-3543-4b01-9a27-f366486a0e18 req-3e1bf6bb-8266-48ce-907e-908156baa9de tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674083 Nov 15 22:42:14.293605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6ffdf3e4-c064-4282-b8d9-5d7c2822583a tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3454168 Nov 15 22:42:14.296017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:14.331160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:42:14.380101 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:14.381322 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:14.417025 n-d-817995-3 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e211268-82ed-4bda-8bc4-272477de2a36 (CIDR: 2001:db8::/64) Nov 15 22:42:14.417151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e75d85-6360-4f81-aae1-bd06898fec9c tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.418577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e75d85-6360-4f81-aae1-bd06898fec9c tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.428658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e75d85-6360-4f81-aae1-bd06898fec9c tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.436639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-09e75d85-6360-4f81-aae1-bd06898fec9c tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1368639 Nov 15 22:42:14.437465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:14.535070 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:42:14.536160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:14.544099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 98abd1b1-279c-400c-9c3d-ae7ce28f4644 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:14.647751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.655945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.656949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.663861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.665228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Deleting port 50922091-df44-4c42-ade1-00c26fc2bd93 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:14.666645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.671486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.679921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.684690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:14.685115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.686780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 9e37f5c5-b02f-42a6-b6fb-211a684468de completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:14.687246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.696267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:14.698537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-cf90a2ec-f881-4955-b877-751aceaaaa16 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5426 time: 0.1572237 Nov 15 22:42:14.717265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 9e37f5c5-b02f-42a6-b6fb-211a684468de triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:14.717801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.758417 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:14.781423 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4cea7477-6e06-46c0-9803-75475da5d4ec tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9956143 Nov 15 22:42:14.782448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:14.789297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:14.809276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-44a051f4-fcf1-4d18-bf1c-e5712e04494f req-8e8f960d-8de1-4aa5-93fa-abb8951f9895 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017492 Nov 15 22:42:14.859339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.890123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.909521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Calling delete_port for 50922091-df44-4c42-ade1-00c26fc2bd93 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:14.925162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:14.964875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:14.973778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:14.975854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Pushing event updated for resources: {'Port': ['ID=9fa97c7d-eddb-4865-845a-e685ad1bdebf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:14.979088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:14.983608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.018121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:15.024648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:15.027392 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adec908-5b87-47a4-ae46-c80175ac16e2" -d '{"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:15.048571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=98abd1b1-279c-400c-9c3d-ae7ce28f4644,segment=NetworkSegment(77b7efcd-c0e9-4934-b35f-26cd6a1b2e81),segment_id=77b7efcd-c0e9-4934-b35f-26cd6a1b2e81)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:15.065963 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:15.091711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06148cf1-14c4-460c-ae23-66633b50200f None None] Network 001177ed-2678-46b6-bab1-ced810737008 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:15.096444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:15.100396 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc4624-bf2d-4d9a-96a3-8e450a752a39 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:42:15.104220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.118095 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c60c90-0a82-4c26-8d4c-029b1aa3cf1e x-openstack-request-id: req-b4c60c90-0a82-4c26-8d4c-029b1aa3cf1e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:15.118389 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:15.118644 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4c60c90-0a82-4c26-8d4c-029b1aa3cf1e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:15.119038 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'code': 200} Nov 15 22:42:15.170934 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.173056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.181268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Attempting to bind port 9fa97c7d-eddb-4865-845a-e685ad1bdebf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:15.182209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Attempting to bind port 9fa97c7d-eddb-4865-845a-e685ad1bdebf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:15.182209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Attempting to bind port 9fa97c7d-eddb-4865-845a-e685ad1bdebf on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:15.217817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:15.218200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:15.218606 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.219034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:15.219595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Bound port: 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:15.219866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.246087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-13a69001-7e8e-4c04-bcd2-4200de2e6489 None None] Provisioning complete for port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:15.246087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a69001-7e8e-4c04-bcd2-4200de2e6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.270316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.275817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002243a-70c3-4a93-8ff2-663a91acd004 req-a1d21a03-ffe6-4215-87ca-38f396af7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:15.277363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3002243a-70c3-4a93-8ff2-663a91acd004 req-a1d21a03-ffe6-4215-87ca-38f396af7ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1096 time: 0.0953026 Nov 15 22:42:15.285434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22f4ceff-42b2-4893-ae84-1c6111b54575 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:15.323236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00be8c65-f166-47b7-a364-9b69b5d43f9a req-8e34b62f-902f-470f-94b2-47e48a2f7763 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=e35bfff5-09f4-4646-b46a-1c490b5c683f HTTP/1.1" status: 200 len: 210 time: 0.0312715 Nov 15 22:42:15.363568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=98abd1b1-279c-400c-9c3d-ae7ce28f4644,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:15.369570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 22f4ceff-42b2-4893-ae84-1c6111b54575 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:15.369915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22f4ceff-42b2-4893-ae84-1c6111b54575 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:15.381664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event deleted for resources: {'Port': ['ID=50922091-df44-4c42-ade1-00c26fc2bd93,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:15.445783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99363c-bb29-40b4-89d0-4c06a5748f15 req-d532c993-a363-46a5-9602-3c7c59bbaa63 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:15.453912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f99363c-bb29-40b4-89d0-4c06a5748f15 req-d532c993-a363-46a5-9602-3c7c59bbaa63 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0891395 Nov 15 22:42:15.522349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3002243a-70c3-4a93-8ff2-663a91acd004 req-aac47efb-b903-4f76-b204-3e2316175678 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093055 Nov 15 22:42:15.539886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f99363c-bb29-40b4-89d0-4c06a5748f15 req-8f02f997-f7ef-4c64-8ada-7f0be2ce33ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793636 Nov 15 22:42:15.582527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] For port 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:15.583239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.586676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-59c587b2-2cf0-417e-b4d9-63bc8a9a0c1d tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "DELETE /v2.0/ports/50922091-df44-4c42-ade1-00c26fc2bd93 HTTP/1.1" status: 204 len: 168 time: 1.1476495 Nov 15 22:42:15.593075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] For port 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9fa97c7d-eddb-4865-845a-e685ad1bdebf,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:15.593075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7dade9-16ce-434b-b2d5-92427617bc9b None None] New status for floating IP 49945363-9fdd-45c0-b9e8-144b2e3513bb: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:42:15.593302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36016) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:15.593390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:15.601316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Request body: {'port': {'name': 'tempest-new-port-name-2080262228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:15.602029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:15.602686 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:15.603201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:42:15.691013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.700099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.753897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.771878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:15.843288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=58ce1694-217c-444b-9060-185caf39a524,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:15.860769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:15.862926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:15.864802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5a3d3-9169-4258-a32f-de6fbb65efb9 None None] Pushing event updated for resources: {'Port': ['ID=9fa97c7d-eddb-4865-845a-e685ad1bdebf,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:15.880070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:15.881156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:15.999181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:16.003868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.004236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.008978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-96911014-9ffa-447f-90ab-5fd84b822ef3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2249317 Nov 15 22:42:16.011837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36020) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:16.019074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:25:11:11', 'name': 'tempest-NetworksTestDHCPv6-1666004361'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:16.032498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.048428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.056472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.062660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.069434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.076030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.079703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a3e5e172-44f7-42d9-9f1c-706e3b975361 None None] Provisioning complete for port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.079703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e172-44f7-42d9-9f1c-706e3b975361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.084962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.091268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.093443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-a5611006-4a2e-4118-81a5-c126171ae94e tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5426 time: 0.1495881 Nov 15 22:42:16.133464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.181830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.253875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:16.294676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:16.331791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.332484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ae09332-786d-44aa-88e9-54037cc84fb1 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:16.345017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] In _notify_port_updated(), no bound segment for port cb6763d9-e992-481e-85e7-e046d76b06af on network 001177ed-2678-46b6-bab1-ced810737008 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:42:16.350746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.351400 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.355712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "PUT /v2.0/ports/cb6763d9-e992-481e-85e7-e046d76b06af HTTP/1.1" status: 200 len: 1137 time: 0.7637410 Nov 15 22:42:16.356541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6c916-1fad-4f5b-aca2-3ec6762b2eee tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event updated for resources: {'Port': ['ID=cb6763d9-e992-481e-85e7-e046d76b06af,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:16.359152 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:16.439979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb20fb-6340-46dd-8ed9-e0dcf0ab6c4b tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.449381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-99cb20fb-6340-46dd-8ed9-e0dcf0ab6c4b tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "GET /v2.0/ports/cb6763d9-e992-481e-85e7-e046d76b06af HTTP/1.1" status: 200 len: 1137 time: 0.0836358 Nov 15 22:42:16.449381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:16.472748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a3e5e172-44f7-42d9-9f1c-706e3b975361 None None] Provisioning complete for port cb6763d9-e992-481e-85e7-e046d76b06af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.473189 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e172-44f7-42d9-9f1c-706e3b975361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.498089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9fa97c7d-eddb-4865-845a-e685ad1bdebf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:16.505973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.512340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fbbec79-b180-41fb-8234-d8bf1f528673 req-c59df35c-435a-402f-bfd7-c846593b47e9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4059598 Nov 15 22:42:16.534989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:16.594718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Deleting port cb6763d9-e992-481e-85e7-e046d76b06af {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:16.598938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.603610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port f02ce26f-287b-4587-8bcb-8c9f384c4dd1 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:16.676431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.680168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5e172-44f7-42d9-9f1c-706e3b975361 None None] Port cb6763d9-e992-481e-85e7-e046d76b06af cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:16.688278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:16.705615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9fa97c7d-eddb-4865-845a-e685ad1bdebf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.706120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.751354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.825406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d5e36-452d-4445-bfb5-2a211176b193 req-96cc6bd6-1f7a-478c-8b8d-95684c2f44a8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:16.836523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f89d5e36-452d-4445-bfb5-2a211176b193 req-96cc6bd6-1f7a-478c-8b8d-95684c2f44a8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1425250 Nov 15 22:42:16.844738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 3ae09332-786d-44aa-88e9-54037cc84fb1 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:16.849142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8c3e1bc6-1b3f-4880-942d-b8e2ba01e3b9 None None] Provisioning complete for port cb6763d9-e992-481e-85e7-e046d76b06af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.853130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1bc6-1b3f-4880-942d-b8e2ba01e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.865056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.874135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.879643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 3ae09332-786d-44aa-88e9-54037cc84fb1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:16.880773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.919403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8:0:1::f1 (806f34b4-f1d1-41d4-b4bf-e07fce675238/58ce1694-217c-444b-9060-185caf39a524/f02ce26f-287b-4587-8bcb-8c9f384c4dd1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:16.924663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Calling delete_port for cb6763d9-e992-481e-85e7-e046d76b06af owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:16.932850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::f816:3eff:fe25:1111 (806f34b4-f1d1-41d4-b4bf-e07fce675238/2e211268-82ed-4bda-8bc4-272477de2a36/f02ce26f-287b-4587-8bcb-8c9f384c4dd1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:16.955374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.958193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:16.960655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "DELETE /v2.0/security-groups/802933af-e58c-4268-b50d-6d9dceec8239 HTTP/1.1" status: 204 len: 168 time: 0.4234283 Nov 15 22:42:16.963365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f89d5e36-452d-4445-bfb5-2a211176b193 req-91ac6475-0ac9-42d4-9674-5c7efda6caa0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259310 Nov 15 22:42:16.964062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:16.979219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869c5f7-1e12-4c3e-8783-27755578dd73 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802933af-e58c-4268-b50d-6d9dceec8239,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:17.006093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e1bc6-1b3f-4880-942d-b8e2ba01e3b9 None None] Port cb6763d9-e992-481e-85e7-e046d76b06af cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:17.033691 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-a854df04-19a0-479c-a833-c194c18943f7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] show failed (client error): The resource could not be found. Nov 15 22:42:17.037455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a854df04-19a0-479c-a833-c194c18943f7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups/802933af-e58c-4268-b50d-6d9dceec8239 HTTP/1.1" status: 404 len: 347 time: 0.0682263 Nov 15 22:42:17.038164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36038) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:17.085984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9fa97c7d-eddb-4865-845a-e685ad1bdebf,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:17.131585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:17.138711 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c247a4a-c2ed-4a72-8f39-9935a24e17a3" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:17.154747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-862d2a36-d2c9-457a-adad-2c5933cb8984 None None] Could not find standard attr ID for object 50922091-df44-4c42-ade1-00c26fc2bd93. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:17.185314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.190064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 98abd1b1-279c-400c-9c3d-ae7ce28f4644 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:17.191158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.222622 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1fd324-d55b-4371-9516-424634377f76 x-openstack-request-id: req-2c1fd324-d55b-4371-9516-424634377f76 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:17.222920 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:17.223183 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c1fd324-d55b-4371-9516-424634377f76 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:17.223548 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'code': 200} Nov 15 22:42:17.273015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.296644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Deleting port 49a339d3-850f-45bd-bb86-ecb924b77e44 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:17.296749 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.297728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9fa97c7d-eddb-4865-845a-e685ad1bdebf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:17.341949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ae09332-786d-44aa-88e9-54037cc84fb1,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:17.347983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.350839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:17.350839 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.386128 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.426130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event deleted for resources: {'Port': ['ID=cb6763d9-e992-481e-85e7-e046d76b06af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:17.437281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=f02ce26f-287b-4587-8bcb-8c9f384c4dd1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:17.473935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:17.475459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:17.477968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:17.484095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.484824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.492418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.493000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.529518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Calling delete_port for 49a339d3-850f-45bd-bb86-ecb924b77e44 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:17.556978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f66652e-8124-4d9d-bfae-893b6b9fff91 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:17.563125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.563878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 83d8431a-85d5-4df3-926f-c23fd436a275 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:17.565481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.569759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36312728-9c63-43bf-9543-684ae4246e11 tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "DELETE /v2.0/ports/cb6763d9-e992-481e-85e7-e046d76b06af HTTP/1.1" status: 204 len: 168 time: 1.1209600 Nov 15 22:42:17.572333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:17.618741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-49d80a1e-0322-49a0-9642-f8516b77de7e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6037638 Nov 15 22:42:17.621837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:17.668504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ec965b75-b561-4e56-a371-d82f7a647132 None None] Could not find standard attr ID for object cb6763d9-e992-481e-85e7-e046d76b06af. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:17.718894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Deleting subnet 170b415a-89b5-40e9-8ffa-c6194a9098d4 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:17.726825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ec965b75-b561-4e56-a371-d82f7a647132 None None] Provisioning complete for port 9fa97c7d-eddb-4865-845a-e685ad1bdebf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:17.727541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec965b75-b561-4e56-a371-d82f7a647132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.728229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.728449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.735900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.739829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:17.761440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.767378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.774396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.780250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.780718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.787347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:17.790105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-5d63c055-59a7-4917-ac7c-3ba93c99158b tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5428 time: 0.1443999 Nov 15 22:42:17.889373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port f02ce26f-287b-4587-8bcb-8c9f384c4dd1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:17.889373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.935120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:17.945897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6e21fb9-6e98-4a79-b8fd-3fd0730ceff7 req-bb9bc21f-9ff0-472b-a828-7ff9c1b3d01a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440156 Nov 15 22:42:17.949460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 83d8431a-85d5-4df3-926f-c23fd436a275 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:17.962830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 83d8431a-85d5-4df3-926f-c23fd436a275 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:17.963195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.000245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.035686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.047413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'Port': ['ID=49a339d3-850f-45bd-bb86-ecb924b77e44,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:18.052022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for f02ce26f-287b-4587-8bcb-8c9f384c4dd1 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:18.065292 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.113022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.139310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=83d8431a-85d5-4df3-926f-c23fd436a275,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:18.150431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Update dhcp port {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'fixed_ips': [{'subnet_id': '2e211268-82ed-4bda-8bc4-272477de2a36', 'ip_address': '2001:db8::f816:3eff:fe7c:cd7'}, {'subnet_id': '58ce1694-217c-444b-9060-185caf39a524'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '9fa97c7d-eddb-4865-845a-e685ad1bdebf'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:42:18.155363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.157354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bebeb-2371-4305-944b-4138b511fd2f None None] Network 001177ed-2678-46b6-bab1-ced810737008 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:18.158159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.162474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b473498a-ccac-4271-865c-36d3e56ad9f2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "DELETE /v2.0/floatingips/49945363-9fdd-45c0-b9e8-144b2e3513bb HTTP/1.1" status: 204 len: 168 time: 1.1190875 Nov 15 22:42:18.168235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296d80e-38ed-43e4-8af2-288233080e89 req-6def756d-c528-40bf-895f-0f67372092ac tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.169836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7296d80e-38ed-43e4-8af2-288233080e89 req-6def756d-c528-40bf-895f-0f67372092ac tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0670407 Nov 15 22:42:18.179226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event deleted for resources: {'Subnet': ['ID=170b415a-89b5-40e9-8ffa-c6194a9098d4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:18.181639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.187325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e62cfb7a-3cdb-4b4e-9561-9ac1fc25cd5e tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "DELETE /v2.0/subnets/170b415a-89b5-40e9-8ffa-c6194a9098d4 HTTP/1.1" status: 204 len: 168 time: 0.6116068 Nov 15 22:42:18.193069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.235237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.236560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef108655-970a-49eb-97d6-b16a848126d2 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:18.316503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.335314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9fa97c7d-eddb-4865-845a-e685ad1bdebf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:18.457593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.468899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ef108655-970a-49eb-97d6-b16a848126d2 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:18.493549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:18.497065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ef108655-970a-49eb-97d6-b16a848126d2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:18.497430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.556321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=f02ce26f-287b-4587-8bcb-8c9f384c4dd1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:18.601551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.606589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3cbd2251-65e0-410c-a47d-f9527b95b00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/f02ce26f-287b-4587-8bcb-8c9f384c4dd1 HTTP/1.1" status: 204 len: 168 time: 0.9836442 Nov 15 22:42:18.608981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.620054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.626748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7296d80e-38ed-43e4-8af2-288233080e89 req-a78ee2ea-2eb4-4c44-aeb4-c8040acc1030 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485404 Nov 15 22:42:18.694552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2ab25-ba29-4800-a55b-5d69a9340854 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.699284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e2c2ab25-ba29-4800-a55b-5d69a9340854 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0889974 Nov 15 22:42:18.702245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.705264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9fa97c7d-eddb-4865-845a-e685ad1bdebf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:18.705634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.707503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Deleting port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:18.708261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.745957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] DHCP port deletion for 001177ed-2678-46b6-bab1-ced810737008 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:18.798521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36062) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.808139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381914084', 'description': 'tempest-description--254884822'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:18.812050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Allocated IP 2001:db8:0:1::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/58ce1694-217c-444b-9060-185caf39a524/9fa97c7d-eddb-4865-845a-e685ad1bdebf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:18.832707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] For port 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=98abd1b1-279c-400c-9c3d-ae7ce28f4644,segment=NetworkSegment(77b7efcd-c0e9-4934-b35f-26cd6a1b2e81),segment_id=77b7efcd-c0e9-4934-b35f-26cd6a1b2e81)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:18.837692 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.850240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83378d5-f824-43fe-9f04-20336bdd9d00 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.852605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d83378d5-f824-43fe-9f04-20336bdd9d00 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1495938 Nov 15 22:42:18.854839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.859980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8991e3-5415-4008-9b4e-fa49ef7a6590 req-620f167a-0bca-4dcf-8c18-9b44ec318839 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.862348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee8991e3-5415-4008-9b4e-fa49ef7a6590 req-620f167a-0bca-4dcf-8c18-9b44ec318839 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Nov 15 22:42:18.866278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Calling delete_port for 98abd1b1-279c-400c-9c3d-ae7ce28f4644 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:18.930682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2089d-9b7e-48e3-8e7d-421828996aa3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.932901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2089d-9b7e-48e3-8e7d-421828996aa3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.935376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2089d-9b7e-48e3-8e7d-421828996aa3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:18.937314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-74d2089d-9b7e-48e3-8e7d-421828996aa3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0802488 Nov 15 22:42:18.939029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:18.949117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.986848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:18.990949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee8991e3-5415-4008-9b4e-fa49ef7a6590 req-6ea24ed1-c587-44fe-a2e3-a20bf07c35d7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114013 Nov 15 22:42:19.004058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:19.057340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a11a5-3eb5-4ef2-b397-7e46d102337c tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.059415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1f0a11a5-3eb5-4ef2-b397-7e46d102337c tempest-TestNetworkAdvancedServerOps-344868728 tempest-TestNetworkAdvancedServerOps-344868728-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1091 time: 0.0524056 Nov 15 22:42:19.063465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:19.063999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:19.066547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 2e211268-82ed-4bda-8bc4-272477de2a36 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:19.068400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Deleting port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:19.068984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.070942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:19.120895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.133864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.134660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4f40a59c-5207-4f76-a3a3-0ffb24666282 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:19.154218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.160223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event deleted for resources: {'Port': ['ID=98abd1b1-279c-400c-9c3d-ae7ce28f4644,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.167017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] No DVR routers for this DVR port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:19.203661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.209881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.215710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.222213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.222402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] For port 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9fa97c7d-eddb-4865-845a-e685ad1bdebf,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:19.228758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.234955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.237338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae09332-786d-44aa-88e9-54037cc84fb1'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d8431a-85d5-4df3-926f-c23fd436a275'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:19.239571 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2dcc67-c7ce-4d34-b262-38132e773ee8" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "3ae09332-786d-44aa-88e9-54037cc84fb1"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "83d8431a-85d5-4df3-926f-c23fd436a275"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "ef108655-970a-49eb-97d6-b16a848126d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:19.241440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:19.243759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f131f504-a859-4848-8405-0d9320767c38 req-149cbb6f-263b-4b9e-b851-15e725c3f580 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5429 time: 0.1640196 Nov 15 22:42:19.245583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] For port 98abd1b1-279c-400c-9c3d-ae7ce28f4644, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=98abd1b1-279c-400c-9c3d-ae7ce28f4644,segment=NetworkSegment(77b7efcd-c0e9-4934-b35f-26cd6a1b2e81),segment_id=77b7efcd-c0e9-4934-b35f-26cd6a1b2e81)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:19.245984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.250046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.273816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.291473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Calling delete_port for 98abd1b1-279c-400c-9c3d-ae7ce28f4644 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:19.331234 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbb2a59-a67e-4ddf-84dc-0dd6696055bc x-openstack-request-id: req-cdbb2a59-a67e-4ddf-84dc-0dd6696055bc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:19.331526 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "3ae09332-786d-44aa-88e9-54037cc84fb1", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "83d8431a-85d5-4df3-926f-c23fd436a275", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "ef108655-970a-49eb-97d6-b16a848126d2", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:19.331777 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdbb2a59-a67e-4ddf-84dc-0dd6696055bc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:19.332185 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae09332-786d-44aa-88e9-54037cc84fb1', 'code': 200} Nov 15 22:42:19.332425 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d8431a-85d5-4df3-926f-c23fd436a275', 'code': 200} Nov 15 22:42:19.332695 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2', 'code': 200} Nov 15 22:42:19.334635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.336173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3741c44a-26f5-42e6-a1aa-4a4a88def1b9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.360383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.384350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.398734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.402905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1362e82-eb77-4f32-adc8-fd58c0f0bbc9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5996673 Nov 15 22:42:19.403184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001177ed-2678-46b6-bab1-ced810737008']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:19.403377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:19.407877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group_rule': {'security_group_id': '3741c44a-26f5-42e6-a1aa-4a4a88def1b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:19.433081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.437025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:19.437025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b7efcd-c0e9-4934-b35f-26cd6a1b2e81') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:19.453696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.460583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f131f504-a859-4848-8405-0d9320767c38 req-7ea0f680-2908-427c-a6bd-1758a577dba2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892157 Nov 15 22:42:19.461430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] Pushing event deleted for resources: {'Port': ['ID=98abd1b1-279c-400c-9c3d-ae7ce28f4644,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.468442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.469516 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.483579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.492771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:19.493163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:19.496199 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:19.527330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.569501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.587360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.665983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.675356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf73f24-6d4f-4849-b0e6-7e207dbc0a5d None None] Pushing event updated for resources: {'Port': ['ID=9fa97c7d-eddb-4865-845a-e685ad1bdebf,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.680035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.682545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b511106-44a9-4346-88b7-4b4676db4c15 None None] No DVR routers for this DVR port 98abd1b1-279c-400c-9c3d-ae7ce28f4644 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:19.690364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 4f40a59c-5207-4f76-a3a3-0ffb24666282 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:19.696058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 4f40a59c-5207-4f76-a3a3-0ffb24666282 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:19.696198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.697014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.703408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.708058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] 10.222.0.15 "DELETE /v2.0/networks/001177ed-2678-46b6-bab1-ced810737008 HTTP/1.1" status: 204 len: 168 time: 1.5116010 Nov 15 22:42:19.708058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864b87-5530-4f66-94ef-92ec272f57ac tempest-ExtraDHCPOptionsTestJSON-102579143 tempest-ExtraDHCPOptionsTestJSON-102579143-project] Pushing event deleted for resources: {'Network': ['ID=001177ed-2678-46b6-bab1-ced810737008,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.731893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Allocated IP 172.25.0.204 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9c534211-232b-4e4e-97d7-73690cac451b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:19.801522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.853703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.859503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863b74b5-ae47-4826-9e42-a1c6a104e170,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.894079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:19.897126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.899550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.934978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=2e211268-82ed-4bda-8bc4-272477de2a36,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:19.936792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.944601 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1213ea1-8e7d-493f-a03a-e4989acbf54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/2e211268-82ed-4bda-8bc4-272477de2a36 HTTP/1.1" status: 204 len: 168 time: 1.0001338 Nov 15 22:42:19.944948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:19.987676 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:19.988547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 28b30346-cf8f-4df0-8ad2-f7937136e64f up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:20.006129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.010936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-411d23c2-74ca-4a57-97ae-51ee1c7e0d67 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6033537 Nov 15 22:42:20.010936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36088) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.016723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'security_group_rule': {'security_group_id': '3741c44a-26f5-42e6-a1aa-4a4a88def1b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:20.074328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:20.074527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.079198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 58ce1694-217c-444b-9060-185caf39a524 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:20.084175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.130305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:20.133551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:20.136050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.137876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:20.163019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=9c534211-232b-4e4e-97d7-73690cac451b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:20.175652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.239572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 28b30346-cf8f-4df0-8ad2-f7937136e64f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:20.244889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 28b30346-cf8f-4df0-8ad2-f7937136e64f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:20.250049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.328230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.329634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9fa97c7d-eddb-4865-845a-e685ad1bdebf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:20.373325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.434573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36092) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.441357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.463395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.488064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1640c8e-53da-444b-bbc0-5eab24e4a7d7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:20.506125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.510124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:20.513397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9fa97c7d-eddb-4865-845a-e685ad1bdebf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:20.514060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.581671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=58ce1694-217c-444b-9060-185caf39a524,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:20.592206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.597007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a0a6343-4f6c-469d-97e6-f3db9a903e4a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/58ce1694-217c-444b-9060-185caf39a524 HTTP/1.1" status: 204 len: 168 time: 0.6511602 Nov 15 22:42:20.600246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.601629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-79b9d909-7ff0-4146-b16a-2c38b0aac8f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5902843 Nov 15 22:42:20.602848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.609386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.610519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8111916e-80a8-4753-8ace-d3351426cad6 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:20.610876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.615526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:20.679499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bfe284e0-ac1f-46a9-9174-8e54511d68c4 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752413 Nov 15 22:42:20.686600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36102) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.702134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:20.711135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9922b86-8553-4608-8153-62a573fa68f1 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:20.805052 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6d9294c1-d395-4dea-891c-f8b68bcb6900 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f43cb5784a7453596568f2b2ec2db7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690002 Nov 15 22:42:20.807723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:20.842423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86fb2df8-e551-476f-b173-918b0fa6be34 None None] Provisioning complete for port 9fa97c7d-eddb-4865-845a-e685ad1bdebf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:20.842750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86fb2df8-e551-476f-b173-918b0fa6be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.843852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.849300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:20.852046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.859572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.868435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.870445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.875108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.882618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.889271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:20.891513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-9a544c7c-030d-4548-bc20-510262adcfe0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5432 time: 0.2758250 Nov 15 22:42:20.894385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.897942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.911302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 98abd1b1-279c-400c-9c3d-ae7ce28f4644 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:20.955975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 8111916e-80a8-4753-8ace-d3351426cad6 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:20.961743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 98abd1b1-279c-400c-9c3d-ae7ce28f4644 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:20.962078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 98abd1b1-279c-400c-9c3d-ae7ce28f4644 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:20.966811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:20.967277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 8111916e-80a8-4753-8ace-d3351426cad6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:20.967784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.055268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:21.077703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.085183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24480f16-ca09-4633-89a5-a23f20e6e3d8 req-b010910b-b820-4278-bf01-9441fab71eee tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656210 Nov 15 22:42:21.116496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86fb2df8-e551-476f-b173-918b0fa6be34 None None] Could not find standard attr ID for object f02ce26f-287b-4587-8bcb-8c9f384c4dd1. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:21.124303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:21.126329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.163665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.166403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.167629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9d2e5e7-b916-4c89-bb91-fd2a10b9b0b9 HTTP/1.1" status: 204 len: 168 time: 0.3589957 Nov 15 22:42:21.183573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8111916e-80a8-4753-8ace-d3351426cad6,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:21.197568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dabe59-4b5c-47b8-8a0c-80b40098bebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2e5e7-b916-4c89-bb91-fd2a10b9b0b9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:21.202890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Deleting port 9fa97c7d-eddb-4865-845a-e685ad1bdebf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:21.203416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.204672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.264554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.276205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] For port 9fa97c7d-eddb-4865-845a-e685ad1bdebf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9fa97c7d-eddb-4865-845a-e685ad1bdebf,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:21.276597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.289815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.317094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Calling delete_port for 9fa97c7d-eddb-4865-845a-e685ad1bdebf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:21.334625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:21.337034 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1759a7-4064-460d-9550-09e8d9eed28d" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "8111916e-80a8-4753-8ace-d3351426cad6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:21.390729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:21.393293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Allocated IP 172.25.0.214 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/408d3a8c-43c2-4418-87b6-68ec85858608) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:21.407576 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7570b218-feb7-48e6-8fbd-bf26d734a9cf x-openstack-request-id: req-7570b218-feb7-48e6-8fbd-bf26d734a9cf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:21.407911 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-plugged", "status": "completed", "tag": "8111916e-80a8-4753-8ace-d3351426cad6", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:21.408165 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7570b218-feb7-48e6-8fbd-bf26d734a9cf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:21.408561 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'code': 200} Nov 15 22:42:21.408840 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'code': 200} Nov 15 22:42:21.409085 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6', 'code': 200} Nov 15 22:42:21.489988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.542628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.565587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.569310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.573933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] Pushing event deleted for resources: {'Port': ['ID=9fa97c7d-eddb-4865-845a-e685ad1bdebf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:21.578609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5078ff6-5a96-41e1-a7e2-d933cc5995c9 None None] No DVR routers for this DVR port 9fa97c7d-eddb-4865-845a-e685ad1bdebf on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:21.579038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.579523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.580925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.582023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.582825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.583298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.584099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.588287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-e6222fba-8544-4b3d-9944-edd98bcf8ecb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0942018 Nov 15 22:42:21.588287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.660178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event updated for resources: {'Port': ['ID=9c534211-232b-4e4e-97d7-73690cac451b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:21.673041 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.679316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=fa02e267-d89a-4d77-9404-197a67414719,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:21.690551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:21.705403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:21.711366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:21.711366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.720193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e3e18-ef9a-4cfe-889f-dc841d9b1ab3 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:21.751953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d293a8b-b39f-4ebd-8637-ec2fdcadafbe req-4aebea18-eadc-45e3-9f0f-16071304aa3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547081 Nov 15 22:42:21.786586 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP e786aca2-c09f-46c4-8039-8902d476c816 associated. External IP: 172.25.0.204, port: 9e37f5c5-b02f-42a6-b6fb-211a684468de. Nov 15 22:42:21.813344 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e0cd02e-fb3c-461a-a563-b76791e6553b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1239963 Nov 15 22:42:21.816150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:21.821575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:21.884949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.891166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'fa02e267-d89a-4d77-9404-197a67414719'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:21.891690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:21.942464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:21.949608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:21.960864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:21.965597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=408d3a8c-43c2-4418-87b6-68ec85858608,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:22.054562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 55abf0ea-0f6f-4f94-a157-19dad7764896 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:42:22.085365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.087623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/fa02e267-d89a-4d77-9404-197a67414719/3145a2e5-e13d-465e-bce3-5f410c26408e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:22.096068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:22.107260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.238903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:42:22.264664 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Sync routers for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:42:22.266003 n-d-817995-3 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa02e267-d89a-4d77-9404-197a67414719 (CIDR: 2001:db8::/64) Nov 15 22:42:22.280823 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:22.284068 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:22.299138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.333332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.333490 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:42:22.333490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:22.333636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.340671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9fa97c7d-eddb-4865-845a-e685ad1bdebf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:22.340890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.347392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.354581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.362435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.369584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.379421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-eee909d1-3012-4e6d-8ec4-4ef9f1b8c1b1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.1687493 Nov 15 22:42:22.385807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.443277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f226021-1cc5-46cc-89f3-4dbce362b569 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3771994 Nov 15 22:42:22.464479 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.465494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:22.467919 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:22.473054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9fa97c7d-eddb-4865-845a-e685ad1bdebf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:42:22.473800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:22.474336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9fa97c7d-eddb-4865-845a-e685ad1bdebf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:42:22.506271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a56ae28-2143-47fc-8b11-c858a4c62a79 req-6eae3f29-45f1-4df6-a0a3-8795ad445440 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257813 Nov 15 22:42:22.530560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c6336e5-9410-4f09-b94f-2a45516fee7c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7102735 Nov 15 22:42:22.530695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:22.535864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:22.551521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.592794 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16caa546-579a-442c-a6f1-ce55f424096c x-openstack-request-id: req-16caa546-579a-442c-a6f1-ce55f424096c {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:22.593130 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:22.594093 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16caa546-579a-442c-a6f1-ce55f424096c {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:22.594093 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'status': 'completed', 'code': 200} Nov 15 22:42:22.622737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:22.632328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689358-2eb9-44e3-83b9-6792a29bd040 req-079d4aa3-0a88-4da1-b696-a5ed954fe112 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:22.634085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2689358-2eb9-44e3-83b9-6792a29bd040 req-079d4aa3-0a88-4da1-b696-a5ed954fe112 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1020260 Nov 15 22:42:22.666587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:22.673083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:22.677238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:22.700638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2689358-2eb9-44e3-83b9-6792a29bd040 req-d3e73629-3f66-450a-bbc5-53b40a0e7aa4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594256 Nov 15 22:42:22.702719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Pushing event updated for resources: {'Port': ['ID=3145a2e5-e13d-465e-bce3-5f410c26408e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:22.732703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:22.808249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Attempting to bind port 3145a2e5-e13d-465e-bce3-5f410c26408e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:22.808768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Attempting to bind port 3145a2e5-e13d-465e-bce3-5f410c26408e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:22.809182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Attempting to bind port 3145a2e5-e13d-465e-bce3-5f410c26408e on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:22.817880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:22.818580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:22.819252 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.819708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:22.820963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Bound port: 3145a2e5-e13d-465e-bce3-5f410c26408e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:22.821392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:22.865286 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'e786aca2-c09f-46c4-8039-8902d476c816', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'mac_address': 'fa:16:3e:cf:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:20Z', 'updated_at': '2021-11-15T22:42:20Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:22.905937 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Checking router: 55abf0ea-0f6f-4f94-a157-19dad7764896 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:42:22.917933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:22.918632 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:22.937835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] For port 3145a2e5-e13d-465e-bce3-5f410c26408e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:22.943286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] For port 3145a2e5-e13d-465e-bce3-5f410c26408e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3145a2e5-e13d-465e-bce3-5f410c26408e,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:23.014734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.069867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:23.134653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-f348ffe4-d858-4cd4-b573-afab99d73ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.136171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-f348ffe4-d858-4cd4-b573-afab99d73ff7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1096 time: 0.5140464 Nov 15 22:42:23.147415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.172979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1bf2-be0d-48df-9a19-290740f1d3e7 None None] Pushing event updated for resources: {'Port': ['ID=3145a2e5-e13d-465e-bce3-5f410c26408e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:23.182237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962071843'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:23.244078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-945980c6-666d-475e-a04b-7ed00201ad2d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/e786aca2-c09f-46c4-8039-8902d476c816 HTTP/1.1" status: 200 len: 991 time: 0.5092826 Nov 15 22:42:23.258620 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.317485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:23.323741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.335560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.357308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-c6248aaf-2884-4e23-a3d3-8b100b98bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.358823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-c6248aaf-2884-4e23-a3d3-8b100b98bd78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 200 len: 898 time: 0.2095037 Nov 15 22:42:23.365454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=408d3a8c-43c2-4418-87b6-68ec85858608,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:23.449093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:23.452635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.454896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'e786aca2-c09f-46c4-8039-8902d476c816', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'mac_address': 'fa:16:3e:cf:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:20Z', 'updated_at': '2021-11-15T22:42:20Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:23.459645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.499954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.515146 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13ef9c7-da22-4345-8e75-57b2c2a08070 None None] The sync data for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 is: [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'e786aca2-c09f-46c4-8039-8902d476c816', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'mac_address': 'fa:16:3e:cf:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:20Z', 'updated_at': '2021-11-15T22:42:20Z', 'revision_number': 0, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:42:23.614266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.628440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.629713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c39c4e85-6f0c-445f-b7fd-c153c0036bf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0178773 Nov 15 22:42:23.635481 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-e74ab410-e77e-4192-9c32-6e3475d64178 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 200 len: 999 time: 0.2671645 Nov 15 22:42:23.645765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:23.709775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.710114 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b of type vlan for network 48d0bb48-e156-401a-b822-929c08d25bb3 Nov 15 22:42:23.725984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25debc5c-5b98-455c-b5aa-1f46072cbca7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:23.754196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.760346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.766263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.768728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-95de723b-d8ea-4d96-9969-09c3905358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.770219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-95de723b-d8ea-4d96-9969-09c3905358b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 HTTP/1.1" status: 200 len: 835 time: 0.1256237 Nov 15 22:42:23.772713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.778790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.784817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.790728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.792718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-c9fb4f8d-8e9e-4ca5-b310-bfcc63f15d68 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.1632638 Nov 15 22:42:23.870812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-614e2751-a2fc-4677-9940-52160dcad014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:23.878268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:23.878398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-614e2751-a2fc-4677-9940-52160dcad014 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c15b81db-38d8-4821-8866-6994d1121e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694478 Nov 15 22:42:23.965455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d48b8f28-a7ee-42e4-bd2c-780d9399ab49 req-67552224-31b7-4495-8577-ed2746ce1db1 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260633 Nov 15 22:42:23.967995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-4a91615a-4f57-4fef-b631-0d6c20e59b18 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 Nov 15 22:42:23.970214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-da02cf16-3952-4bdf-a605-8fd5dda3bd47 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1381914084&fields=id&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 267 time: 0.0951262 Nov 15 22:42:24.038076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.043709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.044652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.151761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9736cdc5-10a8-41b8-8351-ddba9a3b7fa7 req-3657cfec-d4a9-49b2-a16d-e603e06489ac service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760051 Nov 15 22:42:24.167679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5413780 Nov 15 22:42:24.184170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42827dd-445d-4c25-95dd-49d263961e7c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=48d0bb48-e156-401a-b822-929c08d25bb3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:24.201256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:42:24.232631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 48d0bb48-e156-401a-b822-929c08d25bb3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:24.238261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-b41c3aaf-5632-419e-8efc-b304e1118fda tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.244892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-b41c3aaf-5632-419e-8efc-b304e1118fda tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 816 time: 0.2621169 Nov 15 22:42:24.250777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:24.273236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.289073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.304240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.322231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.333009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:24.341398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.345796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:24.354233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.363813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.384208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4128a60e-2665-4645-90ba-eb8ef9082a91 req-1774a6a3-2b92-42a1-9f87-d36ced9d810d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.3084161 Nov 15 22:42:24.400023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20c60c-1f62-4166-b316-2f8177cbf3a7 None None] New status for floating IP e786aca2-c09f-46c4-8039-8902d476c816: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:42:24.419990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:24.425948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Request body: {'floatingip': {'port_id': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:24.474785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3145a2e5-e13d-465e-bce3-5f410c26408e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:24.551536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.556306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-0c6a0292-7ab4-43ae-8a57-493356710bb1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/quotas/7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 375 time: 0.3043652 Nov 15 22:42:24.608435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-56bb6e7a-d9cb-4369-9b73-f37ee20b4af8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534899 Nov 15 22:42:24.616030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3145a2e5-e13d-465e-bce3-5f410c26408e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:24.616030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.666522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1afa4782-6f40-4bb1-8577-d8668a1ace17 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/e786aca2-c09f-46c4-8039-8902d476c816 HTTP/1.1" status: 200 len: 991 time: 0.2785304 Nov 15 22:42:24.682662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:24.686564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.732394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-6a0e6d70-5c38-4450-940f-319b2bbd4be0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424506 Nov 15 22:42:24.748638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.784562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-54da6c3e-6319-4bc0-8854-015b0f5dc2b8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:24.785652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-54da6c3e-6319-4bc0-8854-015b0f5dc2b8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074062 Nov 15 22:42:24.792539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-156ac812-0c56-4139-b995-47a656349f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:24.794086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-156ac812-0c56-4139-b995-47a656349f33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1096 time: 0.1441658 Nov 15 22:42:24.841077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-741435ad-10da-4658-a140-19e557454a30 None None] Provisioning complete for port 3145a2e5-e13d-465e-bce3-5f410c26408e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:24.841435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-741435ad-10da-4658-a140-19e557454a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.918669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:24.978878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-741435ad-10da-4658-a140-19e557454a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.015278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-c2279395-aa89-4715-ab03-90cfd203ead2 service neutron] 10.222.0.15 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893513 Nov 15 22:42:25.056753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-9ed7e3a0-b706-4efe-962b-0bb2acdb23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:25.058164 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-9ed7e3a0-b706-4efe-962b-0bb2acdb23fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.2322440 Nov 15 22:42:25.172310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port 3145a2e5-e13d-465e-bce3-5f410c26408e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3145a2e5-e13d-465e-bce3-5f410c26408e,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:25.206990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-a63b74af-50b2-444a-896d-c8c644107299 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 1001 time: 0.1322503 Nov 15 22:42:25.212551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-ffa75216-bc4f-4daa-8560-945e39188124 service neutron] 10.222.0.15 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931062 Nov 15 22:42:25.230575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.253834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.262035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.301287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.302039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.340693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.350244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-2d925f57-965a-45b5-9966-326326c8b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:25.351720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-2d925f57-965a-45b5-9966-326326c8b11f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.1347189 Nov 15 22:42:25.360481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-741435ad-10da-4658-a140-19e557454a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:25.361660 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-741435ad-10da-4658-a140-19e557454a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:25.362567 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:25.362960 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:25.393211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=b50db218-0881-477f-9241-e37ea260a877,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:25.396888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:25.428009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:25.440284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facb4f9-5288-4d3f-9a23-8bed0d3a8e49 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:25.459361 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Floating IP 77ee0c78-acde-4933-8ffb-bb1d9f7e2504 associated. External IP: 172.25.0.62, port: 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c. Nov 15 22:42:25.478235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:25.479088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.528014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=3145a2e5-e13d-465e-bce3-5f410c26408e,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:25.567903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:25.569297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: 48d0bb48-e156-401a-b822-929c08d25bb3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:25.603273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:25.606092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-103a297e-3d2c-4da2-ac29-1e000d2a11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:25.607610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-103a297e-3d2c-4da2-ac29-1e000d2a11ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448940 Nov 15 22:42:25.629337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e3671a0-8279-45f8-abdf-92f27dff1ef4 req-ccab202c-ca37-4790-9190-e38ea7225e8f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 210 time: 0.1070123 Nov 15 22:42:25.675070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aa3df461-0470-4252-bd35-7c9ad7ba723f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1401992 Nov 15 22:42:25.675070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:25.678360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:25.685829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:b3:af:cb', 'name': 'tempest-NetworksTestDHCPv6-1295890722'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:25.722444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 48d0bb48-e156-401a-b822-929c08d25bb3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:25.814610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-06b0780f-9098-4faf-93ad-f0954e04109f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/e786aca2-c09f-46c4-8039-8902d476c816 HTTP/1.1" status: 200 len: 993 time: 0.1030293 Nov 15 22:42:25.830344 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-cd8dff34-8f12-4802-ace5-1dd9cfad5078 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089565 Nov 15 22:42:25.847583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 48d0bb48-e156-401a-b822-929c08d25bb3) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:25.852955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:25.857379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:25.858622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7efa6-6481-4a5a-95ef-8f6a6ba6daf7 None None] Network 48d0bb48-e156-401a-b822-929c08d25bb3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:25.892010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Router 9b37abf6-d082-4a91-a6e3-ed004912d4eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:42:25.953230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b7a198c-c8bc-4eda-9d52-b74fd6a28677 req-59f1ed16-2cc6-4618-9253-3624380efae8 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148753 Nov 15 22:42:25.993978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-741435ad-10da-4658-a140-19e557454a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.001165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:26.056183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-741435ad-10da-4658-a140-19e557454a30 None None] For port 3145a2e5-e13d-465e-bce3-5f410c26408e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3145a2e5-e13d-465e-bce3-5f410c26408e,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:26.057290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.065093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fc3bb5cb-df28-400c-8136-c9cd45d8a5bb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7291996 Nov 15 22:42:26.072520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36188) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:26.075249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:42:26.078864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-725822062'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:26.081276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.103702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Sync routers for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:42:26.122350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d6019d99-5319-48f9-920b-1324695fb84c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "PUT /v2.0/floatingips/77ee0c78-acde-4933-8ffb-bb1d9f7e2504 HTTP/1.1" status: 200 len: 990 time: 1.7018621 Nov 15 22:42:26.124469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:26.127516 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:26.134616 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:26.136506 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:26.174503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.198799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:26.203589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.205386 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fc08bd-9956-4e00-8be1-b2a8e214bb14 x-openstack-request-id: req-17fc08bd-9956-4e00-8be1-b2a8e214bb14 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:26.205778 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:26.206134 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17fc08bd-9956-4e00-8be1-b2a8e214bb14 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:26.206706 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'status': 'completed', 'code': 200} Nov 15 22:42:26.217323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port c6fcd2e3-b37a-4623-a691-016d46fb6459 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:26.232760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:26.233346 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:26.234056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-741435ad-10da-4658-a140-19e557454a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.312456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-48d0bb48-e156-401a-b822-929c08d25bb3', 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': 'b50db218-0881-477f-9241-e37ea260a877'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:26.315587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.317672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:26.334572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741435ad-10da-4658-a140-19e557454a30 None None] Pushing event updated for resources: {'Port': ['ID=3145a2e5-e13d-465e-bce3-5f410c26408e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:26.365489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.365848 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment ad53a75b-6b9c-4a47-b3ca-e86954d2528c of type vlan for network 41de81eb-d088-4aec-800f-c449f3dfb51e Nov 15 22:42:26.373498 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:26.406503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.409273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.410726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.411209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.411671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.412128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.412582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.414768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-75b65586-cdb0-4c67-8c6c-255a04e98001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.1503911 Nov 15 22:42:26.524800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::22b (806f34b4-f1d1-41d4-b4bf-e07fce675238/fa02e267-d89a-4d77-9404-197a67414719/c6fcd2e3-b37a-4623-a691-016d46fb6459) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:26.532095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:afcb (806f34b4-f1d1-41d4-b4bf-e07fce675238/b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6/c6fcd2e3-b37a-4623-a691-016d46fb6459) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:26.544231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.550080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Allocated IP 172.20.255.242 (48d0bb48-e156-401a-b822-929c08d25bb3/b50db218-0881-477f-9241-e37ea260a877/da6378f6-a10e-4cd8-90a4-78948554a326) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:26.627326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-761828ec-a929-4a87-9f76-3fdfa283beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.629123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-761828ec-a929-4a87-9f76-3fdfa283beb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067 HTTP/1.1" status: 200 len: 913 time: 0.2039099 Nov 15 22:42:26.745745 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '77ee0c78-acde-4933-8ffb-bb1d9f7e2504', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'port_id': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'mac_address': 'fa:16:3e:a0:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:41:00Z', 'updated_at': '2021-11-15T22:42:25Z', 'revision_number': 1, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:26.746082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.752084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:26.752758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.803085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-63b70cec-72a1-4080-922e-6c790f3f808a None None] Provisioning complete for port 3145a2e5-e13d-465e-bce3-5f410c26408e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:26.803632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63b70cec-72a1-4080-922e-6c790f3f808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:26.900327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=41de81eb-d088-4aec-800f-c449f3dfb51e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:26.940153 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-17e0d080-6511-41a2-be36-217524f8f45b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 998 time: 0.2976196 Nov 15 22:42:26.944214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 41de81eb-d088-4aec-800f-c449f3dfb51e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:26.957969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-f5cda4da-a791-40a3-984e-64d21821190a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2247837 Nov 15 22:42:26.962006 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Checking router: 9b37abf6-d082-4a91-a6e3-ed004912d4eb for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:42:26.982611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3145a2e5-e13d-465e-bce3-5f410c26408e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:26.987709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:26.988347 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:26.994626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-948983a7-5ddd-4441-8e64-a5ee5025c3ad tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9208162 Nov 15 22:42:26.997267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:27.002493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:27.092661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ffb9ec8-5f40-4786-a492-b81e6ae6e91b req-c53eff81-01a7-4af9-a1de-c3dc5f724d66 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Nov 15 22:42:27.116559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-1d1ba6cf-af3b-491f-ba99-a7730936d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.121822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-1d1ba6cf-af3b-491f-ba99-a7730936d2f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.1591794 Nov 15 22:42:27.156451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.171487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.189124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.189600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.189782 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:27.190248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.190511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.190968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.191459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.191954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.193936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a155dd80-199f-4712-b1c1-c09ac9fa3f49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11a1e45332ce47eda477f1cdbb230c59&device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 6500 time: 0.1290894 Nov 15 22:42:27.209003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-61533ed4-ec1b-41ad-88b8-278c534f2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.210482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-61533ed4-ec1b-41ad-88b8-278c534f2741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793509 Nov 15 22:42:27.242790 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.302391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Network 48d0bb48-e156-401a-b822-929c08d25bb3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:27.305383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3145a2e5-e13d-465e-bce3-5f410c26408e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:27.305786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.312933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:27.316317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:27.322802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:27.325389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.326864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.371522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Pushing event updated for resources: {'Port': ['ID=da6378f6-a10e-4cd8-90a4-78948554a326,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:27.408692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Attempting to bind port da6378f6-a10e-4cd8-90a4-78948554a326 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:27.408994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Attempting to bind port da6378f6-a10e-4cd8-90a4-78948554a326 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:27.409350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Attempting to bind port da6378f6-a10e-4cd8-90a4-78948554a326 on network 48d0bb48-e156-401a-b822-929c08d25bb3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:27.413723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:27.417516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:27.417718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:27.417881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Checking segment: {'id': '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:27.418281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.418662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Bound using segment: {'id': '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:27.419531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Bound port: da6378f6-a10e-4cd8-90a4-78948554a326, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48d0bb48-e156-401a-b822-929c08d25bb3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:27.419531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.437069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:27.453062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.454590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.500546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=c6fcd2e3-b37a-4623-a691-016d46fb6459,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:27.522228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] For port da6378f6-a10e-4cd8-90a4-78948554a326, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:27.526868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] For port da6378f6-a10e-4cd8-90a4-78948554a326, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=da6378f6-a10e-4cd8-90a4-78948554a326,segment=NetworkSegment(3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b),segment_id=3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:27.569195 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '77ee0c78-acde-4933-8ffb-bb1d9f7e2504', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'port_id': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'mac_address': 'fa:16:3e:a0:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:41:00Z', 'updated_at': '2021-11-15T22:42:25Z', 'revision_number': 1, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:27.574215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-7ee303d4-8a59-40d9-a351-a2831c81e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.574690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-7ee303d4-8a59-40d9-a351-a2831c81e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.575145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-7ee303d4-8a59-40d9-a351-a2831c81e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:27.576787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-7ee303d4-8a59-40d9-a351-a2831c81e1de service neutron] 10.222.0.57 "GET /v2.0/networks?id=a469fc97-3ff0-4451-930d-6f4631948401&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=50f1c9ee-9ace-4c12-9ad2-390380f83379&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 200 len: 2297 time: 0.3459697 Nov 15 22:42:27.580522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-13aef0c2-db57-4bc2-ae00-7430de750193 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509939 Nov 15 22:42:27.596758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4e7afa1-c8d7-41d5-aa81-8ea2b8f77f53 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9148602 Nov 15 22:42:27.598943 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d677-90ce-4c26-8c0e-2ef1a8d00eec None None] The sync data for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 is: [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '77ee0c78-acde-4933-8ffb-bb1d9f7e2504', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'port_id': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'mac_address': 'fa:16:3e:a0:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:41:00Z', 'updated_at': '2021-11-15T22:42:25Z', 'revision_number': 1, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:42:27.611612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36204) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:27.622778 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:27.686121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342cc24-4914-4f6a-954e-dce98278d21c None None] Pushing event updated for resources: {'Port': ['ID=da6378f6-a10e-4cd8-90a4-78948554a326,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:27.910577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ad2c06-aba0-4189-b43a-68b75388160d None None] New status for floating IP 77ee0c78-acde-4933-8ffb-bb1d9f7e2504: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:42:27.974412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-43308f59-fd3c-4fcb-a676-5f17c2f357e7 None None] Provisioning complete for port c6fcd2e3-b37a-4623-a691-016d46fb6459 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:27.974905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43308f59-fd3c-4fcb-a676-5f17c2f357e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:28.061492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43308f59-fd3c-4fcb-a676-5f17c2f357e7 None None] Port c6fcd2e3-b37a-4623-a691-016d46fb6459 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:28.152788 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:42:28.210815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6f58bb5-3af1-4ed1-aa1b-196a61099322 req-bf647380-65a6-4eb8-8fe4-6aa1d0cd237a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 210 time: 0.0378861 Nov 15 22:42:28.349662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-cd09dbf5-a39b-4641-8595-7e091d1fe481 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 200 len: 1000 time: 0.7577608 Nov 15 22:42:28.467440 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14bbe680-f2ef-4bb6-b2ff-dfc769e638d0 req-cf54ee13-1dec-4da6-b62b-9ecc48f38015 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8744864 Nov 15 22:42:28.502986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port c6fcd2e3-b37a-4623-a691-016d46fb6459 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:28.503870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:28.525297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-85e0e12e-9464-4373-a24b-803fe89d973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:28.526797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-85e0e12e-9464-4373-a24b-803fe89d973f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 200 len: 855 time: 0.1610525 Nov 15 22:42:28.534236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-ca786692-4d76-47b7-aadc-f9cb64502511 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:28.535655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-ca786692-4d76-47b7-aadc-f9cb64502511 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 816 time: 0.3272958 Nov 15 22:42:28.583888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:28.745432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=4e29efaf-636f-4450-8766-2a44190fa839,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:28.761252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-e3975312-ecfd-4d52-b5c7-c1cab9010b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:28.762744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-e3975312-ecfd-4d52-b5c7-c1cab9010b8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a469fc97-3ff0-4451-930d-6f4631948401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262163 Nov 15 22:42:28.778614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-4ec368e2-f793-4ee0-bb6e-d81f3a64847b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 380 time: 0.2108252 Nov 15 22:42:28.784201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:28.817060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'port': {'device_id': '16513ed8-5821-4a2e-965f-709845d4b547', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'admin_state_up': True, 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'security_groups': ['3741c44a-26f5-42e6-a1aa-4a4a88def1b9']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:28.823820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for c6fcd2e3-b37a-4623-a691-016d46fb6459 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:28.840112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:28.840112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: 41de81eb-d088-4aec-800f-c449f3dfb51e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:28.840283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca7821-533c-4f60-a451-dd4224cd7e07 None None] Network 48d0bb48-e156-401a-b822-929c08d25bb3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:28.928887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] Provisioning complete for port da6378f6-a10e-4cd8-90a4-78948554a326 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:28.928887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.062816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-baf5b727-8ab3-49ec-bcda-6ee00332bb02 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791336 Nov 15 22:42:29.106681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 41de81eb-d088-4aec-800f-c449f3dfb51e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:29.131249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device da6378f6-a10e-4cd8-90a4-78948554a326 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:29.225042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Made reservation on behalf of 7bd385f1108c486dbee9e68e61cf0a04 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:29.228582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.266558 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-e2d6b579-3fa5-43c4-bf14-05aea04f03a8 service neutron] 10.222.0.57 "GET /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932049 Nov 15 22:42:29.277177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 41de81eb-d088-4aec-800f-c449f3dfb51e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:29.293246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:29.293846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.295176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb7cbe-5021-43c3-8a8b-27265389452f None None] Network 41de81eb-d088-4aec-800f-c449f3dfb51e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:29.319848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.329204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a57c6ad-2839-4655-9b64-7e30eb1dcc2f req-c08cd62e-31a6-488f-bdd8-84b846ed38ac tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 210 time: 0.0343330 Nov 15 22:42:29.356956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-fbbd46d8-5b8a-4421-9401-3734bac1b4de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 217 time: 0.0779076 Nov 15 22:42:29.365494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port da6378f6-a10e-4cd8-90a4-78948554a326 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:29.365857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.371911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.408903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.479828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c053b7d-92d5-41a2-ad08-cedfbd903e8a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4808476 Nov 15 22:42:29.480788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=c6fcd2e3-b37a-4623-a691-016d46fb6459,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:29.482310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36218) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:29.495883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] For port da6378f6-a10e-4cd8-90a4-78948554a326, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=da6378f6-a10e-4cd8-90a4-78948554a326,segment=NetworkSegment(3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b),segment_id=3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:29.499441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-3edc88cd-9e4d-4d32-84f7-eb944d7eb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:29.501299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-3edc88cd-9e4d-4d32-84f7-eb944d7eb2c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1331043 Nov 15 22:42:29.580492 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.585355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Allocated IP 172.20.0.9 (79c1766a-00a2-4dfe-80d0-3ae134182d2d/e009bf25-e702-45b0-8dcf-2670b048e916/6819b10e-bde1-4ef0-91c5-d165727dd05d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:29.604702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.610332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-44bccbde-3861-4a27-a271-75b9dae832ac tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/c6fcd2e3-b37a-4623-a691-016d46fb6459 HTTP/1.1" status: 204 len: 168 time: 1.9945779 Nov 15 22:42:29.612391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36220) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:29.642013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.695929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-fbb5911f-702d-4099-ab6d-cb00677bac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:29.697503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-fbb5911f-702d-4099-ab6d-cb00677bac66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761291 Nov 15 22:42:29.701665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-41de81eb-d088-4aec-800f-c449f3dfb51e', 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '4e29efaf-636f-4450-8766-2a44190fa839'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:29.702579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.731813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbedc0f-f3e4-4bd0-9853-58a713a2c28b None None] Pushing event updated for resources: {'Port': ['ID=da6378f6-a10e-4cd8-90a4-78948554a326,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:29.743728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.847192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.857531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.866308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c070e3f-6f8a-4a5c-982c-1195a0e93e2b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:29.871516 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c070e3f-6f8a-4a5c-982c-1195a0e93e2b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2527504 Nov 15 22:42:29.871734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:29.872181 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:29.877325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:29.950485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ebafb138-30c0-48c4-87d4-b2ffb2d5e044 None None] Provisioning complete for port da6378f6-a10e-4cd8-90a4-78948554a326 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:29.950815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebafb138-30c0-48c4-87d4-b2ffb2d5e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:29.962902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-5f46da0e-8b84-4a4e-b6ab-c8e7d562417c service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509351 Nov 15 22:42:29.976746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Allocated IP 172.20.0.2 (41de81eb-d088-4aec-800f-c449f3dfb51e/4e29efaf-636f-4450-8766-2a44190fa839/7d9c07bc-a116-4836-9660-fd2a5a9267b9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:29.978200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0d67d-df14-4d55-96ac-6c20ba3b8120 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:29.982685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c2e0d67d-df14-4d55-96ac-6c20ba3b8120 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1040716 Nov 15 22:42:29.983495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:30.051154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20b680-2e81-46e9-90ae-41bdc96dc783 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.052706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20b680-2e81-46e9-90ae-41bdc96dc783 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.054225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20b680-2e81-46e9-90ae-41bdc96dc783 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.058931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f20b680-2e81-46e9-90ae-41bdc96dc783 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0742166 Nov 15 22:42:30.059390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:30.069794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.113027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:30.116095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.132133 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-f3f17ce5-42f5-4cd6-a056-5927e79eef08 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584585 Nov 15 22:42:30.158382 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.178648 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a546f3ad-77b2-4d18-9bcd-a9d1a84dc708 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 217 time: 0.0381866 Nov 15 22:42:30.188005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.213460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.245867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.275986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:30.279672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-6e9aa1da-71ba-419e-ba6b-c7afee09e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.281171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-6e9aa1da-71ba-419e-ba6b-c7afee09e252 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0961890 Nov 15 22:42:30.285631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:30.287608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:30.288785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.289786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:30.343325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Network 41de81eb-d088-4aec-800f-c449f3dfb51e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:30.350631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:30.354359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:30.369710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Pushing event updated for resources: {'Port': ['ID=7d9c07bc-a116-4836-9660-fd2a5a9267b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:30.387380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.388027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.388718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.397229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.416760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-9670cda2-dfb7-4887-83fc-f9a048032bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.423149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-9670cda2-dfb7-4887-83fc-f9a048032bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269429 Nov 15 22:42:30.445294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:30.462232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04855535-0748-418b-9c6c-bbc81a9e22b5 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:30.521495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-432e030c-5ad7-42f1-a1d9-00df8335e776 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220299 Nov 15 22:42:30.526836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.533447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f040ef8f-b257-46af-b93c-4f829b10c835 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6 HTTP/1.1" status: 204 len: 168 time: 0.4730771 Nov 15 22:42:30.534199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:30.541067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Request body: {'port': {'device_id': '16513ed8-5821-4a2e-965f-709845d4b547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:30.561828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=4e29efaf-636f-4450-8766-2a44190fa839,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:30.583215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.609822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Attempting to bind port 7d9c07bc-a116-4836-9660-fd2a5a9267b9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:30.611306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Attempting to bind port 7d9c07bc-a116-4836-9660-fd2a5a9267b9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:30.611306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Attempting to bind port 7d9c07bc-a116-4836-9660-fd2a5a9267b9 on network 41de81eb-d088-4aec-800f-c449f3dfb51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:30.615284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41de81eb-d088-4aec-800f-c449f3dfb51e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:30.628578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb060-db93-4265-a5ed-56349bcc2d1b req-1f361635-6239-43ba-bd4b-10b6f744dea2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:30.630108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13acb060-db93-4265-a5ed-56349bcc2d1b req-1f361635-6239-43ba-bd4b-10b6f744dea2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 931 time: 0.1892052 Nov 15 22:42:30.633737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:30.634032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:30.649921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.652052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:30.652436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Checking segment: {'id': 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:30.652846 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.653224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Bound using segment: {'id': 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:30.654350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Bound port: 7d9c07bc-a116-4836-9660-fd2a5a9267b9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '41de81eb-d088-4aec-800f-c449f3dfb51e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:30.654350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.670643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.683311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.696959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:30.697358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:30.701128 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:30.709128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet fa02e267-d89a-4d77-9404-197a67414719 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:30.709615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6aa5cc93-b44b-41c0-bf91-3b201ad78a55 None None] Provisioning complete for port 6819b10e-bde1-4ef0-91c5-d165727dd05d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:30.709997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aa5cc93-b44b-41c0-bf91-3b201ad78a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.713400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-436e0cb6-0217-4f48-aa70-90e1c5e8f90f service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842696 Nov 15 22:42:30.714371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.758724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13acb060-db93-4265-a5ed-56349bcc2d1b req-4545d550-1f68-499a-b7d6-bb67f6b663b7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115494 Nov 15 22:42:30.791674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5cc93-b44b-41c0-bf91-3b201ad78a55 None None] Port 6819b10e-bde1-4ef0-91c5-d165727dd05d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:30.824973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:42:30.824973 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:42:30.824973 n-d-817995-3 neutron-server[103128]: [parameters: {'id': '41de81eb-d088-4aec-800f-c449f3dfb51e'}] Nov 15 22:42:30.824973 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:30.825408 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:30.849772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.862944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] For port 7d9c07bc-a116-4836-9660-fd2a5a9267b9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:30.890581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] For port 7d9c07bc-a116-4836-9660-fd2a5a9267b9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d9c07bc-a116-4836-9660-fd2a5a9267b9,segment=NetworkSegment(ad53a75b-6b9c-4a47-b3ca-e86954d2528c),segment_id=ad53a75b-6b9c-4a47-b3ca-e86954d2528c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:30.893128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device da6378f6-a10e-4cd8-90a4-78948554a326 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:30.947874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port da6378f6-a10e-4cd8-90a4-78948554a326 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:30.948231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:30.989141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-04943f25-baea-4ebf-ae29-4f7e6fe01290 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510240 Nov 15 22:42:30.990034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.096463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-455acd4f-d684-4f9f-8b06-32dbd3f5df14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 200 len: 217 time: 0.0984969 Nov 15 22:42:31.096656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea20a-7d48-450e-b532-38df8af01e3e None None] Pushing event updated for resources: {'Port': ['ID=7d9c07bc-a116-4836-9660-fd2a5a9267b9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:31.133538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec4b70-d7a0-4afd-95e8-20982a753395 None None] Network 41de81eb-d088-4aec-800f-c449f3dfb51e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:31.158032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.228662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-72034884-ac72-4250-abca-ec5c29ded46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:31.230130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-72034884-ac72-4250-abca-ec5c29ded46b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.1229887 Nov 15 22:42:31.326649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.337929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-6a1b8411-4650-4dcc-a18c-c9fe8c6361d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:31.339727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-6a1b8411-4650-4dcc-a18c-c9fe8c6361d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968459 Nov 15 22:42:31.343262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:31.359685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.390693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port 7d9c07bc-a116-4836-9660-fd2a5a9267b9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:31.391250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.405888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.421177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Transition to ACTIVE for port object 6819b10e-bde1-4ef0-91c5-d165727dd05d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:42:31.448012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4a796-b7f9-41bb-b111-0b21722dc813 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:31.470542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port 7d9c07bc-a116-4836-9660-fd2a5a9267b9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d9c07bc-a116-4836-9660-fd2a5a9267b9,segment=NetworkSegment(ad53a75b-6b9c-4a47-b3ca-e86954d2528c),segment_id=ad53a75b-6b9c-4a47-b3ca-e86954d2528c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:31.471042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.492793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for 7d9c07bc-a116-4836-9660-fd2a5a9267b9 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:31.655885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.685620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=7d9c07bc-a116-4836-9660-fd2a5a9267b9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:31.689341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port 7d9c07bc-a116-4836-9660-fd2a5a9267b9 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:31.728882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9b0b068a-0ce1-4f32-960f-a846193f59c7 None None] Provisioning complete for port 3145a2e5-e13d-465e-bce3-5f410c26408e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:31.729334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b0b068a-0ce1-4f32-960f-a846193f59c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.784996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.801885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.805067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/fa02e267-d89a-4d77-9404-197a67414719 HTTP/1.1" status: 204 len: 168 time: 1.2290597 Nov 15 22:42:31.808013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856b28a-5b19-44bf-bc3b-294189a80283 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=fa02e267-d89a-4d77-9404-197a67414719,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:31.811179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.815118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:31.836166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41de81eb-d088-4aec-800f-c449f3dfb51e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:31.856921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:31.857612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53a75b-6b9c-4a47-b3ca-e86954d2528c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:31.882163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.888227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4a796-b7f9-41bb-b111-0b21722dc813 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:31.896717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-128a09fe-1a74-4aea-8d05-91708d8084dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769641 Nov 15 22:42:31.905160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:31.912407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:31.934926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:31.936306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.942321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-b130771c-b0db-46dd-8a81-d8c424707adc service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929971 Nov 15 22:42:31.974716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:31.975107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:31.978176 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:32.038361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a690d5-8d99-4258-8f88-2a22c86af93f req-e77aa910-7756-4dd7-86e4-031d8e5b1b91 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.039922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22a690d5-8d99-4258-8f88-2a22c86af93f req-e77aa910-7756-4dd7-86e4-031d8e5b1b91 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1732144 Nov 15 22:42:32.069821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Attempting to bind port 6819b10e-bde1-4ef0-91c5-d165727dd05d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:32.070765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Attempting to bind port 6819b10e-bde1-4ef0-91c5-d165727dd05d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:32.071144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Attempting to bind port 6819b10e-bde1-4ef0-91c5-d165727dd05d on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:32.084911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Port 6819b10e-bde1-4ef0-91c5-d165727dd05d on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:42:32.085237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Attempting to bind port 6819b10e-bde1-4ef0-91c5-d165727dd05d on network 79c1766a-00a2-4dfe-80d0-3ae134182d2d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:32.101377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:32.101999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Checking segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:32.102666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Bound using segment: {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:32.103112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Bound port: 6819b10e-bde1-4ef0-91c5-d165727dd05d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b8aa7-eccc-44cb-9984-fd3d23a26900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:32.103471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.123350 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-9ed633dd-35f6-446a-a576-5b79b04675d8 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616664 Nov 15 22:42:32.137972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22a690d5-8d99-4258-8f88-2a22c86af93f req-4ced8698-3c22-4a8e-a8af-4e57aeddef63 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847690 Nov 15 22:42:32.162138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.181230 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.188287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/41de81eb-d088-4aec-800f-c449f3dfb51e HTTP/1.1" status: 204 len: 168 time: 2.6970916 Nov 15 22:42:32.188287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fac5-530a-4af1-a352-5e7e30f09c28 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=41de81eb-d088-4aec-800f-c449f3dfb51e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:32.189206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:32.201098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14268316'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:32.201207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-abcb1c28-fbaf-4823-8850-15cbe19cba25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 200 len: 217 time: 0.0488789 Nov 15 22:42:32.215930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:32.220276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.269308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:32.274122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:32.276656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-4f789eff-1a88-4421-95bb-96b4a66475a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.278025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-4f789eff-1a88-4421-95bb-96b4a66475a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 200 len: 797 time: 0.0707207 Nov 15 22:42:32.326109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-aa844b2b-076c-4001-8755-d873461c0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.327636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-aa844b2b-076c-4001-8755-d873461c0573 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50f1c9ee-9ace-4c12-9ad2-390380f83379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427327 Nov 15 22:42:32.372142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:32.385614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.385700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.385784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e17d1-b1cb-45b2-a11b-eeffe5047f15 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:32.442017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:32.451726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.452353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.454749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] 10.222.0.55 "PUT /v2.0/ports/6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 1091 time: 1.9228590 Nov 15 22:42:32.455237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:32.458525 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c99eb78-1b5a-4485-910b-4ef502030496" -d '{"events": [{"name": "network-changed", "server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:32.492958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.495597 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment b640ff73-5611-43e2-9c64-dd16fccca361 of type vlan for network d0efaa0e-4b92-4eb7-8721-dab012ea082d Nov 15 22:42:32.495727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cc2a1-c1d7-424f-8172-ff82cf58f102 service neutron] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:32.520538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-a0597f6f-601b-4769-bd37-d622034d0af1 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846602 Nov 15 22:42:32.528855 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d6a6b-713a-4722-8b3b-260577a55dba x-openstack-request-id: req-333d6a6b-713a-4722-8b3b-260577a55dba {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:32.529347 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:32.529893 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-333d6a6b-713a-4722-8b3b-260577a55dba {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:32.530445 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'status': 'completed', 'code': 200} Nov 15 22:42:32.553657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.580710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:32.581166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.611588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.664416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-950813fc-85b7-4a8e-8444-d59f66b27270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.665990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-950813fc-85b7-4a8e-8444-d59f66b27270 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1094 time: 0.0802298 Nov 15 22:42:32.723443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.731216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.736128 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.736292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-1fac6ed0-89ab-4ab5-ae66-e35aec3d2ab7 service neutron] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038746 Nov 15 22:42:32.751452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:32.754613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 408d3a8c-43c2-4418-87b6-68ec85858608 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:32.755117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.763815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:32.806505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:32.816085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.816774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.818311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Port 408d3a8c-43c2-4418-87b6-68ec85858608 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:32.822457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-eb5a9501-0ace-43b9-9bed-c0b0dc23fdf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 200 len: 217 time: 0.0730271 Nov 15 22:42:32.844129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Deleting port 3145a2e5-e13d-465e-bce3-5f410c26408e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:32.844505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.846728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 5169c5e6-dc50-4c53-aec7-62258ab8a193 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:32.847747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.865293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=cee3de2c-687b-4e0b-b00f-056e574bce70,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:32.872128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=d0efaa0e-4b92-4eb7-8721-dab012ea082d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:32.894528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-70bd96d4-d095-47ec-b80a-36c40d6603a4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7041616 Nov 15 22:42:32.897932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:32.904649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'd0efaa0e-4b92-4eb7-8721-dab012ea082d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:32.928099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-0dc88b6a-738d-4590-ab65-118674611535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.929784 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-0dc88b6a-738d-4590-ab65-118674611535 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0954366 Nov 15 22:42:32.932720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-4d2baeba-34fc-4cf0-8fc9-eeec9b842c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:32.934346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-4d2baeba-34fc-4cf0-8fc9-eeec9b842c72 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2556894 Nov 15 22:42:32.962304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] For port 3145a2e5-e13d-465e-bce3-5f410c26408e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3145a2e5-e13d-465e-bce3-5f410c26408e,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:32.962304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:32.976972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Calling delete_port for 3145a2e5-e13d-465e-bce3-5f410c26408e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:32.992652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f21d8de8-87b4-4138-acee-6f444f0e4d12 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0844815 Nov 15 22:42:32.995968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:33.002455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:33.043927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d0efaa0e-4b92-4eb7-8721-dab012ea082d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:33.049852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-21651a79-a892-4045-922a-2ccbf458fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.051393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-21651a79-a892-4045-922a-2ccbf458fc05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142113 Nov 15 22:42:33.084311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3145a2e5-e13d-465e-bce3-5f410c26408e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:33.130079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-bb7eaebd-d66a-4c2b-b4f5-1dc59dbf8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.131985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c99eb78-1b5a-4485-910b-4ef502030496 req-bb7eaebd-d66a-4c2b-b4f5-1dc59dbf8c11 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633811 Nov 15 22:42:33.200111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:33.203868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.237561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-05737f7e-cdf1-4643-9f08-6c62f708530a service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781421 Nov 15 22:42:33.287387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.294996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.308851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 22:42:33.309332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 22:42:33.327715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-d599188c-555e-4d9d-879c-d12b3312184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.330015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-d599188c-555e-4d9d-879c-d12b3312184a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1094 time: 0.1506538 Nov 15 22:42:33.338085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93aa0-2e85-417b-b749-6b6c90ee66f1 req-651b557e-e96f-4400-9e1c-6c68c44fe13e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.339582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15e93aa0-2e85-417b-b749-6b6c90ee66f1 req-651b557e-e96f-4400-9e1c-6c68c44fe13e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0830276 Nov 15 22:42:33.347385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] No DVR routers for this DVR port 3145a2e5-e13d-465e-bce3-5f410c26408e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:33.352025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1796c-df74-47b3-b8c7-e556a32a2330 None None] Pushing event deleted for resources: {'Port': ['ID=3145a2e5-e13d-465e-bce3-5f410c26408e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:33.368392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port e18a8c66-dadd-4aba-9e5f-57204e1cafe4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:33.369025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.385937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:33.389565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.394305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-f54ae8d2-58c3-4f8c-9b71-8b5065a7be53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 217 time: 0.0511861 Nov 15 22:42:33.414184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46b92f-7d7b-42a9-8b28-393cbe25fecd None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:33.435982 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-23ee4a18-4b5f-4e9a-ab23-809bce780a59 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888747 Nov 15 22:42:33.487581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Port e18a8c66-dadd-4aba-9e5f-57204e1cafe4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:33.494386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15e93aa0-2e85-417b-b749-6b6c90ee66f1 req-f3d189f8-96b7-4785-885e-182aa64d1896 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466701 Nov 15 22:42:33.505251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-a57d3caf-5fb6-4ef2-a6d7-fd57bff1e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.507007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-a57d3caf-5fb6-4ef2-a6d7-fd57bff1e63e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1032219 Nov 15 22:42:33.508370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-47902ba3-9143-4e8e-baf7-52c4b8b51931 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 200 len: 217 time: 0.0584004 Nov 15 22:42:33.519156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 9c534211-232b-4e4e-97d7-73690cac451b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:33.519526 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.561843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Port 9c534211-232b-4e4e-97d7-73690cac451b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:33.587945 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cee3de2c-687b-4e0b-b00f-056e574bce70 (CIDR: 2001:db8::/64) Nov 15 22:42:33.593447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-c2081693-970c-494e-a1b6-23dd38cfe4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.595460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-c2081693-970c-494e-a1b6-23dd38cfe4e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 200 len: 797 time: 0.0751703 Nov 15 22:42:33.602299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-da594f98-01e7-4d5d-bd94-eaea2f237cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.602509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port dcd06e9d-1988-4ead-8e76-6ddc0afef52c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:33.602868 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.603728 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-da594f98-01e7-4d5d-bd94-eaea2f237cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826073 Nov 15 22:42:33.622091 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:42:33.622674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:33.668486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-806f34b4-f1d1-41d4-b4bf-e07fce675238', 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'tenant_id': '8c738845d89f47c2ab097db270321212', 'fixed_ips': [{'subnet_id': 'cee3de2c-687b-4e0b-b00f-056e574bce70'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:33.669882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.685351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.704646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-036f3b67-2a67-475c-9aa2-b8d0349ddd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:33.706262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-036f3b67-2a67-475c-9aa2-b8d0349ddd28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05553f3e-2b3f-4f3d-b38a-f64d81205cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015975 Nov 15 22:42:33.750024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-799c61fa-8383-4c62-9b62-f177e3f82592 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7524295 Nov 15 22:42:33.758304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:33.769636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'subnet': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:33.807109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-3be56e28-5ede-44f4-9d91-cfae824b380d service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932442 Nov 15 22:42:33.814026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port e6f2bd7f-c926-48a3-837b-fa599e39d989 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:33.814420 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:33.837584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=04db801d-e1a4-4255-a08a-3ee15cf40739,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:33.881548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'b640ff73-5611-43e2-9c64-dd16fccca361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd0efaa0e-4b92-4eb7-8721-dab012ea082d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:33.881977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: d0efaa0e-4b92-4eb7-8721-dab012ea082d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:33.931210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-8d0448a1-4c20-4948-9cd3-95b5d2de8166 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137203 Nov 15 22:42:34.004829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network d0efaa0e-4b92-4eb7-8721-dab012ea082d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:34.017842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6007d1a-3a2e-4731-9fb2-992e8b89f5de req-e66bf839-575d-4548-915d-e726c0f88f55 service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991115 Nov 15 22:42:34.034676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:34.039274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.064102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a591fae-3e3d-44d3-b76d-e1bf19640593 req-2940a861-46e4-4b04-89df-044527710179 service neutron] 10.222.0.57 "GET /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250091 Nov 15 22:42:34.071409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Port e6f2bd7f-c926-48a3-837b-fa599e39d989 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:34.099502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d0efaa0e-4b92-4eb7-8721-dab012ea082d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:34.103841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 4ce14f94-a594-44a4-8fd4-0f8020c558de triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:34.104319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.111396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:34.111915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.135602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed7d6b-1be8-4628-8f15-09cc60491743 None None] Network d0efaa0e-4b92-4eb7-8721-dab012ea082d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:34.140342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Allocated IP 2001:db8::2 (806f34b4-f1d1-41d4-b4bf-e07fce675238/cee3de2c-687b-4e0b-b00f-056e574bce70/0d7d98cc-12ce-4912-b54b-6c06d3603112) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:34.214263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b1e7bbb8-baf4-4f03-9025-48057dd1f404 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3149495 Nov 15 22:42:34.217094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:34.365581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.429171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.457534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 4321cf7f-6f60-41f2-b8fd-4cb432967116 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:34.457904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.463185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.482994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0888a2f-d4f7-422c-a8bc-4b26bac780fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d0efaa0e-4b92-4eb7-8721-dab012ea082d', 'network_id': 'd0efaa0e-4b92-4eb7-8721-dab012ea082d', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '04db801d-e1a4-4255-a08a-3ee15cf40739'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:34.483748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0888a2f-d4f7-422c-a8bc-4b26bac780fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.571873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.606671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:42:34.623031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.665331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:34.681329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:34.684840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:34.688498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Pushing event updated for resources: {'Port': ['ID=0d7d98cc-12ce-4912-b54b-6c06d3603112,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:34.710977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=04db801d-e1a4-4255-a08a-3ee15cf40739,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server [None req-a0888a2f-d4f7-422c-a8bc-4b26bac780fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04db801d-e1a4-4255-a08a-3ee15cf40739: This subnet is being modified by another concurrent operation. Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 22:42:34.758042 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise exception Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04db801d-e1a4-4255-a08a-3ee15cf40739: This subnet is being modified by another concurrent operation. Nov 15 22:42:34.761923 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Nov 15 22:42:34.768293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58a72254-bba9-474f-920d-7157166b0781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.791830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc74f82-06e8-431b-818f-9377660def5c req-90e27d9b-1092-40c9-9a76-f8a22866015e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:34.793431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfc74f82-06e8-431b-818f-9377660def5c req-90e27d9b-1092-40c9-9a76-f8a22866015e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.2036583 Nov 15 22:42:34.809768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port e2a29d45-15db-4b64-ae13-ece591b53126 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:34.810135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.816558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.840193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Attempting to bind port 0d7d98cc-12ce-4912-b54b-6c06d3603112 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:34.840560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Attempting to bind port 0d7d98cc-12ce-4912-b54b-6c06d3603112 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:34.840951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Attempting to bind port 0d7d98cc-12ce-4912-b54b-6c06d3603112 on network 806f34b4-f1d1-41d4-b4bf-e07fce675238 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:34.853451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7221ebe-7fa8-4000-8caf-0e4695d02a36 None None] Network d0efaa0e-4b92-4eb7-8721-dab012ea082d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:34.863567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:34.863937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Checking segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:34.864331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.864749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Bound using segment: {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:34.865237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Bound port: 0d7d98cc-12ce-4912-b54b-6c06d3603112, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509f5365-b0b5-4be9-b9a5-d156b0fcc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:34.865613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.874634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0efaa0e-4b92-4eb7-8721-dab012ea082d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:34.901195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b640ff73-5611-43e2-9c64-dd16fccca361') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:34.901512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b640ff73-5611-43e2-9c64-dd16fccca361') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:34.903552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Port e2a29d45-15db-4b64-ae13-ece591b53126 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:42:34.926426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.936324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfc74f82-06e8-431b-818f-9377660def5c req-6dff0472-2728-4232-bdee-69073149831b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330690 Nov 15 22:42:34.946753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.953843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:34.954926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:34.968553 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:34.972165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port ed59453e-33eb-4ccc-87e0-bb6800b52050 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:34.972165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.057530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.062356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] For port 0d7d98cc-12ce-4912-b54b-6c06d3603112, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:35.066590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] For port 0d7d98cc-12ce-4912-b54b-6c06d3603112, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0d7d98cc-12ce-4912-b54b-6c06d3603112,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:35.119217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.120657 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.125187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port ebe183cb-4900-401c-8a29-ad46fa6a33b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:35.125547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.126568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.136134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/d0efaa0e-4b92-4eb7-8721-dab012ea082d HTTP/1.1" status: 204 len: 168 time: 0.9116914 Nov 15 22:42:35.136134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:35.136134 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:35.136134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:35.140278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120480151'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:35.157263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1db2f-9e18-4175-9d68-d943d54cf69c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=d0efaa0e-4b92-4eb7-8721-dab012ea082d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:35.219358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8c08-a9d9-453b-b43d-44dd0288eac4 None None] Pushing event updated for resources: {'Port': ['ID=0d7d98cc-12ce-4912-b54b-6c06d3603112,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:35.250395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:35.254945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.277611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Provisioning complete for port 37e04f5b-5086-472f-a4b5-8428854caca8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:35.277981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27a3a691-2517-411a-8f08-049652dfc5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.280342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:35.289646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.290273 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment f0fb1643-2c88-42d1-9023-b8828773f8fe of type vlan for network ae598ade-dcb4-419a-8e58-99083baa11bb Nov 15 22:42:35.332296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.434347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.440709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:35.441332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.819408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:35.822297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=ae598ade-dcb4-419a-8e58-99083baa11bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:35.833306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ae598ade-dcb4-419a-8e58-99083baa11bb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:35.941600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f06fbb4-dead-4831-aef2-fc84b6204ef7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8069313 Nov 15 22:42:35.944839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:35.951249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'ae598ade-dcb4-419a-8e58-99083baa11bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:36.115521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] For port 0d7d98cc-12ce-4912-b54b-6c06d3603112, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0d7d98cc-12ce-4912-b54b-6c06d3603112,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:36.155270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676a963-f02b-4c98-9801-01eae7b99927 req-33b918f2-c259-477e-bdb8-afa1bb9f8b96 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:36.164799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4676a963-f02b-4c98-9801-01eae7b99927 req-33b918f2-c259-477e-bdb8-afa1bb9f8b96 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1178491 Nov 15 22:42:36.178706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.216418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4676a963-f02b-4c98-9801-01eae7b99927 req-93f41928-95a1-42ce-bde7-3a33c93bcc1c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527747 Nov 15 22:42:36.218515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b953a7-edb0-4e1b-869e-e7581df1794e None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:36.224647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:36.229946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.272558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.273290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.331488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] Provisioning complete for port 0d7d98cc-12ce-4912-b54b-6c06d3603112 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:36.331832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.385582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:36.398821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:36.404138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Subnet': ['ID=394c9acf-d645-40bc-a82f-4fba9ca25136,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:36.406205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=0d7d98cc-12ce-4912-b54b-6c06d3603112,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:36.412803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:36.412803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.434369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b953a7-edb0-4e1b-869e-e7581df1794e None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:36.459617 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.515979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fbb793f5-a2e5-4da0-9358-5b206b8ba2db tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7542765 Nov 15 22:42:36.519501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36286) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:36.525137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Request body: {'port': {'network_id': '806f34b4-f1d1-41d4-b4bf-e07fce675238', 'mac_address': 'fa:16:3e:fc:eb:b3', 'name': 'tempest-NetworksTestDHCPv6-1306984468'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:36.551925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] For port 0d7d98cc-12ce-4912-b54b-6c06d3603112, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0d7d98cc-12ce-4912-b54b-6c06d3603112,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:36.633256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.687708 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.696275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=2b5d210a-2c47-4f46-92c0-0670abb62228,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:36.705672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'f0fb1643-2c88-42d1-9023-b8828773f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ae598ade-dcb4-419a-8e58-99083baa11bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:36.710115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: ae598ade-dcb4-419a-8e58-99083baa11bb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:36.752633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Made reservation on behalf of 8c738845d89f47c2ab097db270321212 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:36.794001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7825cd0-9b9e-432f-b56f-1c9b89905917 None None] Pushing event updated for resources: {'Port': ['ID=0d7d98cc-12ce-4912-b54b-6c06d3603112,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:36.809281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91892f4-c69f-402f-a3bd-fa4ad813a558 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:36.815543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network ae598ade-dcb4-419a-8e58-99083baa11bb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:36.851481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.872412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] device_id is not set on port 33672bfe-86d6-4464-b647-ca5dcffaf554 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:42:36.918447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0d7d98cc-12ce-4912-b54b-6c06d3603112 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:36.953471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ae598ade-dcb4-419a-8e58-99083baa11bb) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:36.958477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:36.959175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:36.986925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813267a4-c59e-4a2a-a7dd-ee6ff98c7e60 None None] Network ae598ade-dcb4-419a-8e58-99083baa11bb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:37.038462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fe58d860-a8a3-400d-b2ad-993aa74b152a tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0908377 Nov 15 22:42:37.039452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:37.064454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8::333 (806f34b4-f1d1-41d4-b4bf-e07fce675238/cee3de2c-687b-4e0b-b00f-056e574bce70/33672bfe-86d6-4464-b647-ca5dcffaf554) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:37.071132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:ebb3 (806f34b4-f1d1-41d4-b4bf-e07fce675238/394c9acf-d645-40bc-a82f-4fba9ca25136/33672bfe-86d6-4464-b647-ca5dcffaf554) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:37.162024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.217026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.229078 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.246550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0d7d98cc-12ce-4912-b54b-6c06d3603112 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:37.247084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.325096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-461502f2-8267-4690-af15-6f592ff4f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.364479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.368717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4af80-f34a-4a0f-abcd-cced44b52856 req-98574ee2-c0de-4ca5-8426-0dc23df283de tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:37.371248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7e4af80-f34a-4a0f-abcd-cced44b52856 req-98574ee2-c0de-4ca5-8426-0dc23df283de tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0636876 Nov 15 22:42:37.399730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.401074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fded75-01ce-417c-9bd5-2ca997b559b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ae598ade-dcb4-419a-8e58-99083baa11bb', 'network_id': 'ae598ade-dcb4-419a-8e58-99083baa11bb', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '2b5d210a-2c47-4f46-92c0-0670abb62228'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:37.403460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4fded75-01ce-417c-9bd5-2ca997b559b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.434369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:37.439121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:37.448705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5d210a-2c47-4f46-92c0-0670abb62228,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:37.462842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:37.473164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:37.474575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.477442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event updated for resources: {'Port': ['ID=33672bfe-86d6-4464-b647-ca5dcffaf554,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:37.536377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e626c-c251-49ce-a74b-3bc8b1dabf49 None None] Network ae598ade-dcb4-419a-8e58-99083baa11bb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:37.537173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7e4af80-f34a-4a0f-abcd-cced44b52856 req-91b3cb66-7175-4ff3-9888-0915b0e649d7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549478 Nov 15 22:42:37.568465 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-595917d9-cef5-4b13-bd61-f741c7e4cbd8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0478370 Nov 15 22:42:37.572119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:37.574290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.607715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae598ade-dcb4-419a-8e58-99083baa11bb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:37.621368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fb1643-2c88-42d1-9023-b8828773f8fe') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:37.621675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fb1643-2c88-42d1-9023-b8828773f8fe') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:37.633710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.660678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.673864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:37.674403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.720075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting port 33672bfe-86d6-4464-b647-ca5dcffaf554 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:37.720293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:37.769678 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:37.833835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.847452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Calling delete_port for 33672bfe-86d6-4464-b647-ca5dcffaf554 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:37.873372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.881334 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:37.885217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/ae598ade-dcb4-419a-8e58-99083baa11bb HTTP/1.1" status: 204 len: 168 time: 0.8440719 Nov 15 22:42:37.897181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36302) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:37.899174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea587d-4931-4a70-877e-9ad2057dbb60 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=ae598ade-dcb4-419a-8e58-99083baa11bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:37.907464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006708748'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:38.023980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bec67280-ee40-4a63-a607-4c697bd01e3a None None] Provisioning complete for port 0d7d98cc-12ce-4912-b54b-6c06d3603112 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:38.024261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec67280-ee40-4a63-a607-4c697bd01e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.036417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:38.039845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.163072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.173832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:38.200385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Port': ['ID=33672bfe-86d6-4464-b647-ca5dcffaf554,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:38.207397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.207735 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 6bf0b666-517d-45c2-a0a8-fa5478927ecd of type vlan for network 5178afd3-d883-48a1-a1e9-752135e2f540 Nov 15 22:42:38.234181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2dadde91-372f-451e-8269-6a5471dd56b7 None None] Could not find standard attr ID for object 33672bfe-86d6-4464-b647-ca5dcffaf554. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:38.238951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.280660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.284204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-570e169c-d252-4882-9449-bd8ff7198073 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/33672bfe-86d6-4464-b647-ca5dcffaf554 HTTP/1.1" status: 204 len: 168 time: 0.7106068 Nov 15 22:42:38.286822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.298107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.317244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:42:38.346571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acfe60-1e83-4d64-a3da-a7fd89b230eb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.348256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-24acfe60-1e83-4d64-a3da-a7fd89b230eb tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0604374 Nov 15 22:42:38.350813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.393422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.403635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.404265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.406037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717b8ce-672c-4d56-b6b9-c507ae26609e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.410787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1717b8ce-672c-4d56-b6b9-c507ae26609e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0562074 Nov 15 22:42:38.411579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.478538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241b1c3-6aaa-431f-b449-23b20b2a1ec6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.480444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241b1c3-6aaa-431f-b449-23b20b2a1ec6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.482205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241b1c3-6aaa-431f-b449-23b20b2a1ec6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.482573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:38.485794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f241b1c3-6aaa-431f-b449-23b20b2a1ec6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0718665 Nov 15 22:42:38.487784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.503636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:42:38.523151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=5178afd3-d883-48a1-a1e9-752135e2f540,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:38.540714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5178afd3-d883-48a1-a1e9-752135e2f540 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:38.546202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4d2f03c8-d812-45c4-a765-bd28a2b873cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6479466 Nov 15 22:42:38.548892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36318) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.553969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:38.559658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet 394c9acf-d645-40bc-a82f-4fba9ca25136 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:38.564051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.608711 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.634783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:42:38.654187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.659407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:38.709681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c03e8e-be45-4185-a3f3-5f1457a3cc40 req-b361b145-2154-4ee1-8cb3-0b93aebf5c2d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:38.711224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c03e8e-be45-4185-a3f3-5f1457a3cc40 req-b361b145-2154-4ee1-8cb3-0b93aebf5c2d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0937161 Nov 15 22:42:38.761880 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.782146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.782330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:38.790067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.814072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c03e8e-be45-4185-a3f3-5f1457a3cc40 req-fce0d116-a509-4901-ac06-c6566126c9a9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959103 Nov 15 22:42:38.838404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:38.933900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.961874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=394c9acf-d645-40bc-a82f-4fba9ca25136,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:38.966674 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:38.970830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80c1ce5a-9842-402d-a2bc-5579bb87bbda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/394c9acf-d645-40bc-a82f-4fba9ca25136 HTTP/1.1" status: 204 len: 168 time: 0.4817245 Nov 15 22:42:38.973440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:38.979935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64959e-bdb5-469c-9536-68310af9bd25 None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:39.030394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Deleting subnet cee3de2c-687b-4e0b-b00f-056e574bce70 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:42:39.037689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.070000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6819b10e-bde1-4ef0-91c5-d165727dd05d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:42:39.082004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.150875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.184842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.243762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=858c1830-ef3a-46e5-b586-e6155f91a154,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:39.248298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': '6bf0b666-517d-45c2-a0a8-fa5478927ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:39.248677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: 5178afd3-d883-48a1-a1e9-752135e2f540, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:39.327733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 5178afd3-d883-48a1-a1e9-752135e2f540 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:39.332105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.357941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Subnet': ['ID=cee3de2c-687b-4e0b-b00f-056e574bce70,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:39.363729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.367691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be341978-03b5-475b-b280-79092e4ada19 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/cee3de2c-687b-4e0b-b00f-056e574bce70 HTTP/1.1" status: 204 len: 168 time: 0.3931408 Nov 15 22:42:39.370350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.390690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.414008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ef51ba8-024b-4f8b-9b90-e035692ab851 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424802 Nov 15 22:42:39.416375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.424679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5178afd3-d883-48a1-a1e9-752135e2f540) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:39.429093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:39.429694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.436010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe8483-827e-4570-bdb7-be64d2760e96 None None] Network 5178afd3-d883-48a1-a1e9-752135e2f540 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:39.493052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950e10d4-2699-4bd9-a605-a497df0e8cf3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:39.498826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-950e10d4-2699-4bd9-a605-a497df0e8cf3 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0792286 Nov 15 22:42:39.502368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.554460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-22ead2c7-3a81-452b-aeef-7e88350725a3 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0041916 Nov 15 22:42:39.561616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36336) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.589911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de146e-1777-43e0-b0c8-be87005a891c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:39.593254 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-95de146e-1777-43e0-b0c8-be87005a891c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0893412 Nov 15 22:42:39.594575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.643354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5178afd3-d883-48a1-a1e9-752135e2f540', 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '858c1830-ef3a-46e5-b586-e6155f91a154'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:39.644347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.646025 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-210d59a3-e026-484a-9eca-2cde8edcc5b8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500939 Nov 15 22:42:39.653776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36340) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.681300 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-038e6ca2-b276-48c6-9ebf-fbbc51ae47a9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.682022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038e6ca2-b276-48c6-9ebf-fbbc51ae47a9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.686030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-038e6ca2-b276-48c6-9ebf-fbbc51ae47a9 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/33672bfe-86d6-4464-b647-ca5dcffaf554 HTTP/1.1" status: 404 len: 333 time: 0.0304551 Nov 15 22:42:39.689157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36342) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.722646 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24e19a8-f8fb-48c3-90f7-52e90a10c05a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.723231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24e19a8-f8fb-48c3-90f7-52e90a10c05a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.729913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36344) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.730918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e24e19a8-f8fb-48c3-90f7-52e90a10c05a tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/394c9acf-d645-40bc-a82f-4fba9ca25136 HTTP/1.1" status: 404 len: 337 time: 0.0404484 Nov 15 22:42:39.765031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.768409 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e77eba7-5c58-485c-a81e-06e53812586e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.768409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e77eba7-5c58-485c-a81e-06e53812586e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.771313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e77eba7-5c58-485c-a81e-06e53812586e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/cee3de2c-687b-4e0b-b00f-056e574bce70 HTTP/1.1" status: 404 len: 337 time: 0.0403788 Nov 15 22:42:39.774758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.808525 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fe5191-c569-42a6-9fd4-8824af0b6c0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.808525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fe5191-c569-42a6-9fd4-8824af0b6c0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.810089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1fe5191-c569-42a6-9fd4-8824af0b6c0b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/c6fcd2e3-b37a-4623-a691-016d46fb6459 HTTP/1.1" status: 404 len: 333 time: 0.0341878 Nov 15 22:42:39.812909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.824655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Allocated IP 172.20.0.2 (5178afd3-d883-48a1-a1e9-752135e2f540/858c1830-ef3a-46e5-b586-e6155f91a154/ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:39.850409 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e0887d-5217-4d1b-b84e-23d4d307ed2d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.850865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e0887d-5217-4d1b-b84e-23d4d307ed2d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.856572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0e0887d-5217-4d1b-b84e-23d4d307ed2d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/b05ebe5a-0b6b-4cc6-8d51-bb806a635ad6 HTTP/1.1" status: 404 len: 337 time: 0.0400901 Nov 15 22:42:39.857333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.891711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:39.895018 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-57daac95-c5de-49d8-af60-edbbe7332df7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.895242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57daac95-c5de-49d8-af60-edbbe7332df7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.901321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57daac95-c5de-49d8-af60-edbbe7332df7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/fa02e267-d89a-4d77-9404-197a67414719 HTTP/1.1" status: 404 len: 337 time: 0.0405662 Nov 15 22:42:39.901321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:39.956497 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-305b5eb0-b884-4687-bd01-7b1e7ef9e1d4 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:39.957109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305b5eb0-b884-4687-bd01-7b1e7ef9e1d4 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:39.960184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-305b5eb0-b884-4687-bd01-7b1e7ef9e1d4 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/f02ce26f-287b-4587-8bcb-8c9f384c4dd1 HTTP/1.1" status: 404 len: 333 time: 0.0582981 Nov 15 22:42:39.963005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.009510 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b443be-b353-4a89-a10a-5e7a608ec558 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.009510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b443be-b353-4a89-a10a-5e7a608ec558 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.009510 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f8b443be-b353-4a89-a10a-5e7a608ec558 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/58ce1694-217c-444b-9060-185caf39a524 HTTP/1.1" status: 404 len: 337 time: 0.0446472 Nov 15 22:42:40.011321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.014169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d3db-ac09-47a0-a19f-4364e108bea1 req-fa3210dc-ec01-43f8-ae90-81b795ea48aa tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:40.021276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e88d3db-ac09-47a0-a19f-4364e108bea1 req-fa3210dc-ec01-43f8-ae90-81b795ea48aa tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 944 time: 0.0935123 Nov 15 22:42:40.037728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.041463 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e349af7f-dc9f-4aff-b6ce-501e739745a2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.041603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2340a94-f022-43a1-aa28-24c94eef79cc None None] Network 806f34b4-f1d1-41d4-b4bf-e07fce675238 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:40.041910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e349af7f-dc9f-4aff-b6ce-501e739745a2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.045964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e349af7f-dc9f-4aff-b6ce-501e739745a2 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/2e211268-82ed-4bda-8bc4-272477de2a36 HTTP/1.1" status: 404 len: 337 time: 0.0334086 Nov 15 22:42:40.049133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.073878 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d955575-4c32-4c21-b223-d0b1e102eb92 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.074347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d955575-4c32-4c21-b223-d0b1e102eb92 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.079820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0d955575-4c32-4c21-b223-d0b1e102eb92 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/4bf256b4-2bfb-4577-a9ca-c0e4cf7d71e6 HTTP/1.1" status: 404 len: 333 time: 0.0273585 Nov 15 22:42:40.079988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e88d3db-ac09-47a0-a19f-4364e108bea1 req-d0392839-b9c3-4081-80eb-9e6218c7ba25 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Nov 15 22:42:40.080079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.106061 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba45f23-c26e-403f-a997-1f183a6ce0c0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.106516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba45f23-c26e-403f-a997-1f183a6ce0c0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.109618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eba45f23-c26e-403f-a997-1f183a6ce0c0 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c85b6ce3-51b9-4542-8d7c-30d437b9bc86 HTTP/1.1" status: 404 len: 337 time: 0.0286193 Nov 15 22:42:40.112950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.117385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-278239ad-0660-4b1c-a4a5-7484db50ee0e None None] Provisioning complete for port 0d7d98cc-12ce-4912-b54b-6c06d3603112 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:40.117746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-278239ad-0660-4b1c-a4a5-7484db50ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.148165 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb11791-a86f-40c9-b73a-de12ecbfaeda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.148643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb11791-a86f-40c9-b73a-de12ecbfaeda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.152555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9eb11791-a86f-40c9-b73a-de12ecbfaeda tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/460a6195-279a-4753-8aa9-89eb07e1e21c HTTP/1.1" status: 404 len: 337 time: 0.0381765 Nov 15 22:42:40.155289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.161323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.182422 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6785bce3-47b6-435f-9bfb-0d7c0eb9a512 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.183051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6785bce3-47b6-435f-9bfb-0d7c0eb9a512 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.186585 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6785bce3-47b6-435f-9bfb-0d7c0eb9a512 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/e7a02a41-d87e-4105-8f9b-09a05e632979 HTTP/1.1" status: 404 len: 333 time: 0.0301929 Nov 15 22:42:40.189166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36368) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.218929 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ce3bd9-4a56-471e-a388-80083521a227 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.219969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ce3bd9-4a56-471e-a388-80083521a227 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.223130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-78ce3bd9-4a56-471e-a388-80083521a227 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/fd7ecd6b-2310-4bb1-aadc-6bfabdf21a0e HTTP/1.1" status: 404 len: 337 time: 0.0328481 Nov 15 22:42:40.225809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.233519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Network 5178afd3-d883-48a1-a1e9-752135e2f540 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:40.240481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:40.245265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:40.246949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Pushing event updated for resources: {'Port': ['ID=ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:40.252598 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ba4f99-342c-41ac-86aa-c01882784420 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.253137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ba4f99-342c-41ac-86aa-c01882784420 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.256130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9ba4f99-342c-41ac-86aa-c01882784420 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9b6f4b14-8417-4238-a756-9ef69d188778 HTTP/1.1" status: 404 len: 333 time: 0.0291514 Nov 15 22:42:40.258724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.259987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.296896 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bb06a8-1a28-43c0-a680-c8c7d65f146b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.298472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bb06a8-1a28-43c0-a680-c8c7d65f146b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.300985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84bb06a8-1a28-43c0-a680-c8c7d65f146b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/af4eff7c-511d-4433-9c9c-c004d6638ac7 HTTP/1.1" status: 404 len: 337 time: 0.0411150 Nov 15 22:42:40.303457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.327085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=858c1830-ef3a-46e5-b586-e6155f91a154,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:40.334213 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00aeead-30d1-41df-b26d-5155328721ad tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.334776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00aeead-30d1-41df-b26d-5155328721ad tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.340520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b00aeead-30d1-41df-b26d-5155328721ad tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/efa4ca8c-4064-40ae-92bb-b05b0363aba0 HTTP/1.1" status: 404 len: 333 time: 0.0331109 Nov 15 22:42:40.341876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.359182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:42:40.373409 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eb6b02-88cf-4b38-a048-0ec3b837c40d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.373987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74eb6b02-88cf-4b38-a048-0ec3b837c40d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.380411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-74eb6b02-88cf-4b38-a048-0ec3b837c40d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5c6b9dd0-37e5-4e47-b391-6b267eee77e9 HTTP/1.1" status: 404 len: 337 time: 0.0352070 Nov 15 22:42:40.380795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.416465 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ee3bab-59a9-4132-9b0a-b61a24f248ff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.417942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] DHCP port deletion for 806f34b4-f1d1-41d4-b4bf-e07fce675238 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:40.419578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.425440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ee3bab-59a9-4132-9b0a-b61a24f248ff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.433301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47ee3bab-59a9-4132-9b0a-b61a24f248ff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/3840e17b-2893-4902-9922-12c163ba813e HTTP/1.1" status: 404 len: 333 time: 0.0514383 Nov 15 22:42:40.435527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.462437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Attempting to bind port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:40.462931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Attempting to bind port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6bf0b666-517d-45c2-a0a8-fa5478927ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:40.463294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Attempting to bind port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e on network 5178afd3-d883-48a1-a1e9-752135e2f540 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:40.477967 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-32065bcf-f3af-4c1e-92e8-0e7e4ba89884 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.478626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32065bcf-f3af-4c1e-92e8-0e7e4ba89884 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.486867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-32065bcf-f3af-4c1e-92e8-0e7e4ba89884 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c6d53271-16bc-4e59-8b23-11e4a42a969d HTTP/1.1" status: 404 len: 337 time: 0.0494237 Nov 15 22:42:40.488678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.508341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:40.508731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Checking segment: {'id': '6bf0b666-517d-45c2-a0a8-fa5478927ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:40.509731 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.510141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Bound using segment: {'id': '6bf0b666-517d-45c2-a0a8-fa5478927ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:40.510641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Bound port: ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf0b666-517d-45c2-a0a8-fa5478927ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5178afd3-d883-48a1-a1e9-752135e2f540'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:40.511026 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.517961 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6200b2bb-df89-4582-bf5b-ecafc6e430e8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.518723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6200b2bb-df89-4582-bf5b-ecafc6e430e8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.525166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6200b2bb-df89-4582-bf5b-ecafc6e430e8 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9f205761-84a9-47d1-9bbe-371d111cbcde HTTP/1.1" status: 404 len: 333 time: 0.0363171 Nov 15 22:42:40.525958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.544786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178afd3-d883-48a1-a1e9-752135e2f540']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:40.557929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf0b666-517d-45c2-a0a8-fa5478927ecd') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:40.558220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf0b666-517d-45c2-a0a8-fa5478927ecd') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:40.561804 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19c30fb-863a-4257-9cfa-e80dca476e09 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.562752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19c30fb-863a-4257-9cfa-e80dca476e09 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.571133 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a19c30fb-863a-4257-9cfa-e80dca476e09 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/0f651ec6-1103-43a1-a603-b001b44d5fa8 HTTP/1.1" status: 404 len: 337 time: 0.0430453 Nov 15 22:42:40.571851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36394) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.573108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.603646 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-15515367-341f-421c-b7f6-8fc69e0aa341 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.604293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15515367-341f-421c-b7f6-8fc69e0aa341 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.604699 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.609744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-15515367-341f-421c-b7f6-8fc69e0aa341 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/8dd64261-17f6-4b49-bd48-b35dc444dd0d HTTP/1.1" status: 404 len: 333 time: 0.0365729 Nov 15 22:42:40.612863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36396) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.614193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:40.614651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:40.618218 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:40.620605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Deleting port 0d7d98cc-12ce-4912-b54b-6c06d3603112 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:40.620605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.645507 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a700831a-2507-42f0-ba88-3924d670b881 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.646058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a700831a-2507-42f0-ba88-3924d670b881 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.649226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a700831a-2507-42f0-ba88-3924d670b881 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5ed8171c-3cd5-4665-a2e4-d2c58f0acc0c HTTP/1.1" status: 404 len: 337 time: 0.0351994 Nov 15 22:42:40.652377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36398) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.680023 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09d164e-c7d1-484c-a253-6ca4d6467521 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.680773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09d164e-c7d1-484c-a253-6ca4d6467521 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.685235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d09d164e-c7d1-484c-a253-6ca4d6467521 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/11340976-46f8-4c45-b172-8fa372a0e576 HTTP/1.1" status: 404 len: 337 time: 0.0316117 Nov 15 22:42:40.687639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.707220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6819b10e-bde1-4ef0-91c5-d165727dd05d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:42:40.713804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:42:40.713804 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:42:40.713804 n-d-817995-3 neutron-server[103128]: [parameters: {'id': '5178afd3-d883-48a1-a1e9-752135e2f540'}] Nov 15 22:42:40.713804 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:40.714657 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:40.722425 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca96987e-fc18-45b0-9d2a-19104d526da6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.723527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca96987e-fc18-45b0-9d2a-19104d526da6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.728659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca96987e-fc18-45b0-9d2a-19104d526da6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/667e93f6-ce03-4d2e-902a-d0579b888630 HTTP/1.1" status: 404 len: 333 time: 0.0376902 Nov 15 22:42:40.729901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36402) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.733876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6819b10e-bde1-4ef0-91c5-d165727dd05d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:42:40.734287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.739080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] For port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:40.744542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] For port 0d7d98cc-12ce-4912-b54b-6c06d3603112, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0d7d98cc-12ce-4912-b54b-6c06d3603112,segment=NetworkSegment(509f5365-b0b5-4be9-b9a5-d156b0fcc81d),segment_id=509f5365-b0b5-4be9-b9a5-d156b0fcc81d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:40.744959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.759969 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b3b7cf-8079-4c5f-9c39-ffb15d423224 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.760499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b3b7cf-8079-4c5f-9c39-ffb15d423224 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.763563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-04b3b7cf-8079-4c5f-9c39-ffb15d423224 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c3c7bd6e-c846-4b79-9286-fcb8ed26a8e2 HTTP/1.1" status: 404 len: 337 time: 0.0320947 Nov 15 22:42:40.767445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.791108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Calling delete_port for 0d7d98cc-12ce-4912-b54b-6c06d3603112 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:40.794611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] For port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e,segment=NetworkSegment(6bf0b666-517d-45c2-a0a8-fa5478927ecd),segment_id=6bf0b666-517d-45c2-a0a8-fa5478927ecd)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:40.795915 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b506a5-5d55-43af-900e-62cd5765834c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.796369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b506a5-5d55-43af-900e-62cd5765834c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.800679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93b506a5-5d55-43af-900e-62cd5765834c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/319c420c-3852-42f5-b7f6-112192ad7485 HTTP/1.1" status: 404 len: 337 time: 0.0311184 Nov 15 22:42:40.802722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.803758 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.829507 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff5a02b-da58-48f0-83d8-e133b7a224e5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.830070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff5a02b-da58-48f0-83d8-e133b7a224e5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.836219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ff5a02b-da58-48f0-83d8-e133b7a224e5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/0128e9fe-c311-4a8a-822f-20f2253481c9 HTTP/1.1" status: 404 len: 333 time: 0.0295637 Nov 15 22:42:40.836341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36408) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.863038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:40.871010 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e952e334-0cb2-4b5a-9754-2a102d80182d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.871570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e952e334-0cb2-4b5a-9754-2a102d80182d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.874706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e952e334-0cb2-4b5a-9754-2a102d80182d tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/34c5a39f-810a-4d0c-b0e1-3fee0df898b5 HTTP/1.1" status: 404 len: 337 time: 0.0373342 Nov 15 22:42:40.877710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36414) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.905655 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5a75a1-d8d9-4e0e-ac9c-e90a76442c6b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.906109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5a75a1-d8d9-4e0e-ac9c-e90a76442c6b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.909815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f5a75a1-d8d9-4e0e-ac9c-e90a76442c6b tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/7fffd0f4-96c1-4489-b177-5cb30d18f239 HTTP/1.1" status: 404 len: 337 time: 0.0311601 Nov 15 22:42:40.912296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.936816 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb58698-9d30-4c5e-8004-5ccf971e13dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.937400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb58698-9d30-4c5e-8004-5ccf971e13dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.940457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9cb58698-9d30-4c5e-8004-5ccf971e13dc tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/2c2bdd3c-ae74-4da5-8cad-37f5de2e1027 HTTP/1.1" status: 404 len: 333 time: 0.0271473 Nov 15 22:42:40.943153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36418) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:40.954699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0d7d98cc-12ce-4912-b54b-6c06d3603112 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:42:40.968381 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4120036d-1a18-43b6-8d01-a0063d271f0c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:40.968860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4120036d-1a18-43b6-8d01-a0063d271f0c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:40.974794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4120036d-1a18-43b6-8d01-a0063d271f0c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/c622f02f-d072-46db-b66a-593af6536cce HTTP/1.1" status: 404 len: 337 time: 0.0284743 Nov 15 22:42:40.975241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.008988 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b3422b-df6d-4063-9acf-7ab723732ff7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.009444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b3422b-df6d-4063-9acf-7ab723732ff7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.014736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9b3422b-df6d-4063-9acf-7ab723732ff7 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/ba035ccd-cfba-4162-84a6-de9c9df817dd HTTP/1.1" status: 404 len: 337 time: 0.0311170 Nov 15 22:42:41.015299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.043132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b01288c-2c10-46f3-89ff-61c6c5528389 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports?device_id=7367a076-884e-47e3-a69f-47647d01d485 HTTP/1.1" status: 200 len: 205 time: 0.0265768 Nov 15 22:42:41.045425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.057676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6c78f-812d-4db0-baf5-e78ece01c0d9 None None] Pushing event updated for resources: {'Port': ['ID=ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:41.072060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ad97d-adc3-421f-adab-9f7aecb8e204 None None] Network 5178afd3-d883-48a1-a1e9-752135e2f540 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:41.082795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.086304 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e40e014e-a114-4869-b90b-df4ace7aa45f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] delete failed (client error): The resource could not be found. Nov 15 22:42:41.087372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e40e014e-a114-4869-b90b-df4ace7aa45f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/routers/7367a076-884e-47e3-a69f-47647d01d485 HTTP/1.1" status: 404 len: 336 time: 0.0410388 Nov 15 22:42:41.090024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.118688 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-077f60f1-2e2b-4fed-9deb-65555fbf6493 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.119158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077f60f1-2e2b-4fed-9deb-65555fbf6493 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.126463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-077f60f1-2e2b-4fed-9deb-65555fbf6493 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/6b2d6f0b-97ba-47a4-a965-8a2ed03080c4 HTTP/1.1" status: 404 len: 337 time: 0.0325749 Nov 15 22:42:41.126463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.155000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:41.159374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e95e6f76-81ae-454c-8a40-9037fde616ca tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "GET /v2.0/ports?device_id=93811e7d-c9b3-4088-b599-3c7f7bdfcb51 HTTP/1.1" status: 200 len: 205 time: 0.0292091 Nov 15 22:42:41.159514 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02ca30-9764-45b8-a062-43c17ce0ad0b" -d '{"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:41.159732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.192449 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.202312 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-112f901f-ce95-4456-b997-3b74513b4881 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] delete failed (client error): The resource could not be found. Nov 15 22:42:41.203371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-112f901f-ce95-4456-b997-3b74513b4881 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/routers/93811e7d-c9b3-4088-b599-3c7f7bdfcb51 HTTP/1.1" status: 404 len: 336 time: 0.0421808 Nov 15 22:42:41.204601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:41.205895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 0d7d98cc-12ce-4912-b54b-6c06d3603112 update to DOWN by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 22:42:41.206147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.221688 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.243748 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a81e3f9-8d4c-443f-b373-aa20830ff18c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.243748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a81e3f9-8d4c-443f-b373-aa20830ff18c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.249013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a81e3f9-8d4c-443f-b373-aa20830ff18c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/d84e68ce-fcf4-44b7-be1d-36a83ceff637 HTTP/1.1" status: 404 len: 337 time: 0.0392029 Nov 15 22:42:41.249260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.259166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] No DVR routers for this DVR port 0d7d98cc-12ce-4912-b54b-6c06d3603112 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:41.267704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bc240-84e0-432c-8414-c043b1e68793 None None] Pushing event deleted for resources: {'Port': ['ID=0d7d98cc-12ce-4912-b54b-6c06d3603112,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:41.272401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.284913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd545b0-f6e1-40ec-9cde-423c19e34940 req-7755dfe0-cebb-42a5-bd25-cef3d436e4bb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:41.292540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fd545b0-f6e1-40ec-9cde-423c19e34940 req-7755dfe0-cebb-42a5-bd25-cef3d436e4bb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 944 time: 0.1066520 Nov 15 22:42:41.294003 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e34045-c28f-4e2a-a66f-9a8835ee0ec5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.294467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e34045-c28f-4e2a-a66f-9a8835ee0ec5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.300520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36e34045-c28f-4e2a-a66f-9a8835ee0ec5 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/9f0c402a-2ec0-4ed8-86f3-885563b26094 HTTP/1.1" status: 404 len: 337 time: 0.0473890 Nov 15 22:42:41.300520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.322999 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d67e47e-5239-4d3e-89c8-c97c141c758c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.323742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d67e47e-5239-4d3e-89c8-c97c141c758c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.329293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d67e47e-5239-4d3e-89c8-c97c141c758c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/7805a324-3dde-4288-a25d-e4f2ee17476c HTTP/1.1" status: 404 len: 333 time: 0.0263498 Nov 15 22:42:41.330965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.355765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:41.360365 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3796ab8c-7f76-425e-8dab-51b68b18b54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.360850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3796ab8c-7f76-425e-8dab-51b68b18b54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.364955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3796ab8c-7f76-425e-8dab-51b68b18b54c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/8183cce7-c2b4-440a-9be5-2e6d1b6208bf HTTP/1.1" status: 404 len: 337 time: 0.0320024 Nov 15 22:42:41.368386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37422a98-b875-4fa7-8f00-29c7a2b86090 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:41.369734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.377335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fd545b0-f6e1-40ec-9cde-423c19e34940 req-bebf84cb-7a7e-472a-b624-2c8694208639 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836816 Nov 15 22:42:41.380644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:41.393346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.416375 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8cd20-5163-4665-91c6-42a283770267 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.416978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a8cd20-5163-4665-91c6-42a283770267 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.420044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27a8cd20-5163-4665-91c6-42a283770267 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/9ff1e6b2-0d2d-4b6a-96fc-74fcc186ef16 HTTP/1.1" status: 404 len: 333 time: 0.0493352 Nov 15 22:42:41.423151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36450) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.427325 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44778c73-0e25-4c6b-a10b-370c7ebf0558 x-openstack-request-id: req-44778c73-0e25-4c6b-a10b-370c7ebf0558 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:41.427325 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:41.427325 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44778c73-0e25-4c6b-a10b-370c7ebf0558 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:41.427994 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'code': 200} Nov 15 22:42:41.478412 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ae782-1116-4c6d-a9ec-275fb78eae96 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.478882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ae782-1116-4c6d-a9ec-275fb78eae96 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.482067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed9ae782-1116-4c6d-a9ec-275fb78eae96 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/d6ff45be-efd6-481b-9956-ab401b6be044 HTTP/1.1" status: 404 len: 337 time: 0.0566785 Nov 15 22:42:41.484782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.522997 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ffeaa0-59aa-42e8-9055-97addc74a00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.523475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ffeaa0-59aa-42e8-9055-97addc74a00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.526565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-73ffeaa0-59aa-42e8-9055-97addc74a00e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/f1eb831a-3ab0-482f-90bf-e5721da54631 HTTP/1.1" status: 404 len: 333 time: 0.0403492 Nov 15 22:42:41.532642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.552249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082b38b-c090-420b-804c-b5891ff51366 req-b4ae2f73-358f-480a-b0fe-ddb05c5436fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:41.554709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7082b38b-c090-420b-804c-b5891ff51366 req-b4ae2f73-358f-480a-b0fe-ddb05c5436fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1096 time: 0.0475771 Nov 15 22:42:41.575117 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c976809-b7c3-4c37-81b5-7726d8194d1c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.575562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c976809-b7c3-4c37-81b5-7726d8194d1c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.579392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c976809-b7c3-4c37-81b5-7726d8194d1c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/10cf3770-3267-4260-9cb1-5b19977b776d HTTP/1.1" status: 404 len: 337 time: 0.0452869 Nov 15 22:42:41.585535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.598190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e,segment=NetworkSegment(6bf0b666-517d-45c2-a0a8-fa5478927ecd),segment_id=6bf0b666-517d-45c2-a0a8-fa5478927ecd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:41.598811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.599948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37422a98-b875-4fa7-8f00-29c7a2b86090 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:41.620534 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-329093c9-29a9-4be1-a106-125a2e31eb8e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.621037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329093c9-29a9-4be1-a106-125a2e31eb8e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.627250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-329093c9-29a9-4be1-a106-125a2e31eb8e tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/ee4fd8f3-cdda-4e97-886c-b9a321ea35b4 HTTP/1.1" status: 404 len: 333 time: 0.0377331 Nov 15 22:42:41.627726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.634782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7082b38b-c090-420b-804c-b5891ff51366 req-0678e7ed-e25d-4f02-8462-23a09e5d76a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716748 Nov 15 22:42:41.639395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:41.659892 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e506261-3f3e-4422-9f9b-0e7bee5ee166 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.660344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e506261-3f3e-4422-9f9b-0e7bee5ee166 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.665083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e506261-3f3e-4422-9f9b-0e7bee5ee166 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/f6dc95cd-9570-44c4-b7ed-3e58ad0bf284 HTTP/1.1" status: 404 len: 337 time: 0.0363967 Nov 15 22:42:41.665995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.696853 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6ad080-f22b-4315-b094-bb8fa63cdc46 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.697414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6ad080-f22b-4315-b094-bb8fa63cdc46 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.701723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6b6ad080-f22b-4315-b094-bb8fa63cdc46 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/cec8268e-475b-4030-b4ff-40bd4b9ca473 HTTP/1.1" status: 404 len: 333 time: 0.0347197 Nov 15 22:42:41.707554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36464) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.745879 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bf262d-1c5c-4e3f-8f68-f2aafce87723 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.746154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bf262d-1c5c-4e3f-8f68-f2aafce87723 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.752874 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94bf262d-1c5c-4e3f-8f68-f2aafce87723 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/1e73f2b4-bc6b-47ef-8803-071e4bcd3345 HTTP/1.1" status: 404 len: 337 time: 0.0441816 Nov 15 22:42:41.753543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36466) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.779682 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d4e56-3c9e-424c-9ca4-abddcf591b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.780243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d4e56-3c9e-424c-9ca4-abddcf591b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.785169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c20d4e56-3c9e-424c-9ca4-abddcf591b0f tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/97559fd5-2f87-4ca7-9f5c-74f63a877541 HTTP/1.1" status: 404 len: 333 time: 0.0303831 Nov 15 22:42:41.786259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.817169 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff3fb0c-d27d-45f1-9cd5-2d610527fe6c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.817621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff3fb0c-d27d-45f1-9cd5-2d610527fe6c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.820752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dff3fb0c-d27d-45f1-9cd5-2d610527fe6c tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/32549dbf-d0bd-424a-989d-093e3bf58ea7 HTTP/1.1" status: 404 len: 337 time: 0.0334454 Nov 15 22:42:41.823677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36470) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.847895 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef18ff9-9632-48a8-bbca-63680f13cbf6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.848470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef18ff9-9632-48a8-bbca-63680f13cbf6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.851652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aef18ff9-9632-48a8-bbca-63680f13cbf6 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/ports/4f01c428-6172-45dd-a2b8-df1e5138c219 HTTP/1.1" status: 404 len: 333 time: 0.0269654 Nov 15 22:42:41.854590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.885822 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-089805a7-4ed8-4c08-a58a-739d629226b1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:41.886645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089805a7-4ed8-4c08-a58a-739d629226b1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:41.894242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:41.894455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-089805a7-4ed8-4c08-a58a-739d629226b1 tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/subnets/5b8bb8dd-572c-4e00-a6a4-ba6d51f0227d HTTP/1.1" status: 404 len: 337 time: 0.0386326 Nov 15 22:42:41.896803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:41.913343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:41.933195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=ffab19b0-2dc8-4c7c-86d6-8bdb0c27a78e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:42.011428 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.029308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.054723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178afd3-d883-48a1-a1e9-752135e2f540']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.066362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf0b666-517d-45c2-a0a8-fa5478927ecd') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.066362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf0b666-517d-45c2-a0a8-fa5478927ecd') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.077139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.091350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.097913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:42.098297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.109541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:42.137691 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:42.142316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806f34b4-f1d1-41d4-b4bf-e07fce675238']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.153631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509f5365-b0b5-4be9-b9a5-d156b0fcc81d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.153920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509f5365-b0b5-4be9-b9a5-d156b0fcc81d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:42.165206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.177954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.183752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:42.184176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:42.187054 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:42.244266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.252205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.255539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/5178afd3-d883-48a1-a1e9-752135e2f540 HTTP/1.1" status: 204 len: 168 time: 2.6962395 Nov 15 22:42:42.259030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36476) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:42.264591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1453376650'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:42.268131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ff275-af9b-49da-bb63-654743a4d80b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=5178afd3-d883-48a1-a1e9-752135e2f540,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:42.312704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.321270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.324484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] 10.222.0.15 "DELETE /v2.0/networks/806f34b4-f1d1-41d4-b4bf-e07fce675238 HTTP/1.1" status: 204 len: 168 time: 0.4292245 Nov 15 22:42:42.337007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7f33e-d88c-4c41-8df4-e0cb1450fdff tempest-NetworksTestDHCPv6-606287837 tempest-NetworksTestDHCPv6-606287837-project] Pushing event deleted for resources: {'Network': ['ID=806f34b4-f1d1-41d4-b4bf-e07fce675238,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:42.401476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:42.406168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.460493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:42.474326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.474758 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment fcdb7e73-a821-4baf-9867-8141ae374ff9 of type vlan for network e3852324-5a84-4bbb-891c-636c5ca1a7c2 Nov 15 22:42:42.522481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14502ad5-8470-4fce-b386-658c8b3138ad req-6f5a598f-703b-450e-b50e-ecfd6f0b049f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:42.525069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14502ad5-8470-4fce-b386-658c8b3138ad req-6f5a598f-703b-450e-b50e-ecfd6f0b049f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0666521 Nov 15 22:42:42.525980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.602625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14502ad5-8470-4fce-b386-658c8b3138ad req-c1318cdd-5191-487e-8192-08e386ffb287 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658455 Nov 15 22:42:42.701869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.707887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:42.708161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:42.912192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36488) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:43.082069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0270e81-6f2d-400e-80bc-746a3bd54330 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c738845d89f47c2ab097db270321212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652446 Nov 15 22:42:43.083276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:43.141693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.211179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=e3852324-5a84-4bbb-891c-636c5ca1a7c2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:43.212201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e3852324-5a84-4bbb-891c-636c5ca1a7c2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:43.212733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.319279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14e513d2-f553-4a3b-a7d6-23f785ce7f10 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0586977 Nov 15 22:42:43.328339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36494) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:43.334752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:43.397369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.400216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.401491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a20a8eca-4b0a-403f-8376-fc712eb0f34f HTTP/1.1" status: 204 len: 168 time: 0.3170161 Nov 15 22:42:43.421891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698e5cc-71a3-4e07-8ed2-b4301a3311ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a8eca-4b0a-403f-8376-fc712eb0f34f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:43.512787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:43.517720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.588575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 22:42:43.589249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 22:42:43.761058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750979c-ce82-474a-a3a6-c905f4bced5b req-1a94a979-4bad-43d2-a024-b54e5d0f1db4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:43.762650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1750979c-ce82-474a-a3a6-c905f4bced5b req-1a94a979-4bad-43d2-a024-b54e5d0f1db4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0698411 Nov 15 22:42:43.820305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:43.825163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1750979c-ce82-474a-a3a6-c905f4bced5b req-cd210c15-c3a8-459f-bc35-33d7302c3164 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Nov 15 22:42:43.894210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=3d06010d-dde7-4add-80c3-7a037c91b081,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:43.935231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'fcdb7e73-a821-4baf-9867-8141ae374ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:43.935231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: e3852324-5a84-4bbb-891c-636c5ca1a7c2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:44.000850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2f89c-5e83-492b-98d2-9c6c694f74a5 req-d1731a92-1629-4810-a7b0-2bd659f006be tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:44.002076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9f2f89c-5e83-492b-98d2-9c6c694f74a5 req-d1731a92-1629-4810-a7b0-2bd659f006be tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0643349 Nov 15 22:42:44.019196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.025462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Request body: {'floatingip': {'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:44.071519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.072812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network e3852324-5a84-4bbb-891c-636c5ca1a7c2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:44.138420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e3852324-5a84-4bbb-891c-636c5ca1a7c2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:44.144340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:44.145005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.154745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf2acb-5244-4dbd-8c16-9ea6f15cb696 None None] Network e3852324-5a84-4bbb-891c-636c5ca1a7c2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:44.250649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c159c1f5-a999-44f6-bd5d-c2a7de453e13 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9203436 Nov 15 22:42:44.256502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.403134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e3852324-5a84-4bbb-891c-636c5ca1a7c2', 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '3d06010d-dde7-4add-80c3-7a037c91b081'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:44.404688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.442388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.583986 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.610725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.627732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36534) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.654191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Allocated IP 172.20.0.3 (e3852324-5a84-4bbb-891c-636c5ca1a7c2/3d06010d-dde7-4add-80c3-7a037c91b081/899a0aba-a7cb-43da-8f26-76362695724f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:44.689855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.779747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-7570f58a-76bc-4e97-b727-3b1ebe89c7a3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.780725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7570f58a-76bc-4e97-b727-3b1ebe89c7a3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1519413 Nov 15 22:42:44.784386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.788865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-4c26bb16-a433-4c41-9f24-c09a62980df9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.794621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4c26bb16-a433-4c41-9f24-c09a62980df9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043874 Nov 15 22:42:44.796643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.802425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-22b2123e-8344-42e4-bb12-d25e161ad4cb tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.806220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.806911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-22b2123e-8344-42e4-bb12-d25e161ad4cb tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0090816 Nov 15 22:42:44.811727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-0840bc02-3154-47fd-abba-efef502ce1fe tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.817097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0840bc02-3154-47fd-abba-efef502ce1fe tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044823 Nov 15 22:42:44.819842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.830881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-4d956186-ca23-4a77-8745-f34011a7f0f8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.835526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.836145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4d956186-ca23-4a77-8745-f34011a7f0f8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0141118 Nov 15 22:42:44.841809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-12ed7a6b-ce5d-45c4-a588-1c0f4fcd6b2f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.844852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-12ed7a6b-ce5d-45c4-a588-1c0f4fcd6b2f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060928 Nov 15 22:42:44.845731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.853210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-81a8de25-cba0-4dbe-82f4-bcc8fa4c0a0e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.856711 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Floating IP 6cc294dc-b36e-4261-abf0-d2391497fd0c associated. External IP: 172.25.0.214, port: 6819b10e-bde1-4ef0-91c5-d165727dd05d. Nov 15 22:42:44.856839 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.856940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81a8de25-cba0-4dbe-82f4-bcc8fa4c0a0e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0086203 Nov 15 22:42:44.858819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.864917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c4df9ce7-392a-4e30-be31-ada7e9e0d118 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.866212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c4df9ce7-392a-4e30-be31-ada7e9e0d118 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062482 Nov 15 22:42:44.868909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.873679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c083f756-8a6b-498c-99b7-c36efc1acb94 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.874890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c083f756-8a6b-498c-99b7-c36efc1acb94 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049992 Nov 15 22:42:44.882346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.887650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-38bfd01b-245d-48b2-a070-a30788c3f332 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.891114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-38bfd01b-245d-48b2-a070-a30788c3f332 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054893 Nov 15 22:42:44.892316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.896701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-97aba920-c1f7-4e32-afca-20ce046db2a2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.898714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-97aba920-c1f7-4e32-afca-20ce046db2a2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047460 Nov 15 22:42:44.907665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.915917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-e1cb50e7-7199-440c-b134-2f71a5197f4e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.917270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1cb50e7-7199-440c-b134-2f71a5197f4e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082965 Nov 15 22:42:44.919666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.924707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-d503b83b-8221-4280-bd5d-f10a22ca5076 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.926926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d503b83b-8221-4280-bd5d-f10a22ca5076 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048246 Nov 15 22:42:44.928298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.932470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-cbfebb5f-2542-4f52-95f6-d7ede0b26cee tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.933528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cbfebb5f-2542-4f52-95f6-d7ede0b26cee tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041425 Nov 15 22:42:44.935782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36566) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.940861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-27636608-a98b-4720-90c4-e13028000e1e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.944033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-27636608-a98b-4720-90c4-e13028000e1e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049970 Nov 15 22:42:44.944960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36568) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.946419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:44.954407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-88fcd17b-505d-45b7-823b-2bba417f19f2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.954407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88fcd17b-505d-45b7-823b-2bba417f19f2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060635 Nov 15 22:42:44.955465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.961662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-7d1d1b21-3452-4733-a38b-447a23c2c959 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.967503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7d1d1b21-3452-4733-a38b-447a23c2c959 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061879 Nov 15 22:42:44.968108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.977982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-7626d97a-f595-4ece-ae9d-86b0ac9db225 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.983618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.984893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7626d97a-f595-4ece-ae9d-86b0ac9db225 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0158367 Nov 15 22:42:44.994317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-912cbfcf-390d-49e0-8498-83c63bf7432a tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:44.997822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-912cbfcf-390d-49e0-8498-83c63bf7432a tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0107687 Nov 15 22:42:44.997966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Network e3852324-5a84-4bbb-891c-636c5ca1a7c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:44.998825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:44.998972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:45.003884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-f6ad87fe-263c-4ba1-8323-ce908774eb4e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.007435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f6ad87fe-263c-4ba1-8323-ce908774eb4e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057282 Nov 15 22:42:45.007578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:45.007676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.010144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Pushing event updated for resources: {'Port': ['ID=899a0aba-a7cb-43da-8f26-76362695724f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:45.012253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-15ce3143-b3a2-454e-8c0b-18a70a476e07 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.015438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-15ce3143-b3a2-454e-8c0b-18a70a476e07 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045903 Nov 15 22:42:45.015687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36580) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.021907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-a03c593f-af2f-4a69-94d6-e49c145da9dc tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.023647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.023969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.024294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.024721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.025044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.025363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.025682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:45.027265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.027907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a03c593f-af2f-4a69-94d6-e49c145da9dc tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0108039 Nov 15 22:42:45.038335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-91375f1f-fd38-4fb4-b91f-c46b0862d7a5 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.040343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91375f1f-fd38-4fb4-b91f-c46b0862d7a5 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0110447 Nov 15 22:42:45.049759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.060154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.082571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Attempting to bind port 899a0aba-a7cb-43da-8f26-76362695724f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:45.082927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Attempting to bind port 899a0aba-a7cb-43da-8f26-76362695724f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'fcdb7e73-a821-4baf-9867-8141ae374ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:45.083167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-f4f63740-dfeb-4e26-99b2-70d1f972b4e1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.083356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Attempting to bind port 899a0aba-a7cb-43da-8f26-76362695724f on network e3852324-5a84-4bbb-891c-636c5ca1a7c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:45.086485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f4f63740-dfeb-4e26-99b2-70d1f972b4e1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062423 Nov 15 22:42:45.087936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36586) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.088990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:45.089360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Checking segment: {'id': 'fcdb7e73-a821-4baf-9867-8141ae374ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:45.089757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.090145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Bound using segment: {'id': 'fcdb7e73-a821-4baf-9867-8141ae374ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:45.090606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Bound port: 899a0aba-a7cb-43da-8f26-76362695724f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdb7e73-a821-4baf-9867-8141ae374ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:45.090981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.141588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-0312bc63-e57b-4e2e-a460-04556da4b3ab tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.142690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0312bc63-e57b-4e2e-a460-04556da4b3ab tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068340 Nov 15 22:42:45.148438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36588) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.157221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-2ce95bc9-bd9a-42c1-b221-bc7ac9352e70 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.161150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ce95bc9-bd9a-42c1-b221-bc7ac9352e70 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103502 Nov 15 22:42:45.163950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36590) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.169042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=3d06010d-dde7-4add-80c3-7a037c91b081,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:45.170025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-ca476f20-ef34-4954-bf1b-0782c1f7977c tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.173781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.174057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca476f20-ef34-4954-bf1b-0782c1f7977c tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0092554 Nov 15 22:42:45.180533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-275207e6-06b0-4e21-ac03-ca3f3ab5c11e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.180533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-275207e6-06b0-4e21-ac03-ca3f3ab5c11e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041912 Nov 15 22:42:45.182350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] For port 899a0aba-a7cb-43da-8f26-76362695724f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:45.183115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.188354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] For port 899a0aba-a7cb-43da-8f26-76362695724f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=899a0aba-a7cb-43da-8f26-76362695724f,segment=NetworkSegment(fcdb7e73-a821-4baf-9867-8141ae374ff9),segment_id=fcdb7e73-a821-4baf-9867-8141ae374ff9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:45.189498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-87fc370a-8c24-4034-808d-61801d0aad0b tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.190356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.190559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-87fc370a-8c24-4034-808d-61801d0aad0b tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062335 Nov 15 22:42:45.192990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.202083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-e11b950a-e296-4fbe-8921-1eb39d4b57d9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.207350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e11b950a-e296-4fbe-8921-1eb39d4b57d9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091445 Nov 15 22:42:45.208824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:42:45.209184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.213193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-ea3b60e0-1edd-4726-889a-c86931b1de40 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.216140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea3b60e0-1edd-4726-889a-c86931b1de40 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040705 Nov 15 22:42:45.217390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.222392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-6377621f-6fcb-462a-8322-d3dd3755095f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.225354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6377621f-6fcb-462a-8322-d3dd3755095f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050480 Nov 15 22:42:45.225493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3852324-5a84-4bbb-891c-636c5ca1a7c2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:45.225708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.235432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdb7e73-a821-4baf-9867-8141ae374ff9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:45.235805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdb7e73-a821-4baf-9867-8141ae374ff9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:45.246952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.255835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.262822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-46d8fc5c-cf8d-482e-a7ab-68e264f131b6 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.263167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46d8fc5c-cf8d-482e-a7ab-68e264f131b6 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0357869 Nov 15 22:42:45.266570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.267714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.274237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-ccad18ad-7dad-4c36-9e91-55f5c0d5c451 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.279308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ccad18ad-7dad-4c36-9e91-55f5c0d5c451 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088658 Nov 15 22:42:45.285844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.290957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-28045b8e-caef-4309-81b1-7c44c0b31636 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.296098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.296925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28045b8e-caef-4309-81b1-7c44c0b31636 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100205 Nov 15 22:42:45.300955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:45.301129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-cafcf56d-66cc-4a71-8ec0-9e9f0c4a195e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.301408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:45.304914 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:45.307048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cafcf56d-66cc-4a71-8ec0-9e9f0c4a195e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077143 Nov 15 22:42:45.307143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.325603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-be832911-3e4e-457e-bdcf-b52121e6bb80 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.327489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be832911-3e4e-457e-bdcf-b52121e6bb80 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0211980 Nov 15 22:42:45.331416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.335851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-c42fec1a-22f6-473a-999b-a956d44a92b8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.339684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c42fec1a-22f6-473a-999b-a956d44a92b8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072324 Nov 15 22:42:45.342614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36614) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.349909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-c597109e-785a-46cf-8d2f-5bdc062d1bd5 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.353588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c597109e-785a-46cf-8d2f-5bdc062d1bd5 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075302 Nov 15 22:42:45.358101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.360358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-90fa0fbc-9c4e-4d85-befd-4b2b959a8030 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.363634 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-90fa0fbc-9c4e-4d85-befd-4b2b959a8030 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063252 Nov 15 22:42:45.364431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36618) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.370783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-25a200bb-5ccd-4126-8872-6ed5f118cde0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.374815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25a200bb-5ccd-4126-8872-6ed5f118cde0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068712 Nov 15 22:42:45.374970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36620) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.382382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-2ad71aa7-7f49-4a06-a5a3-8e9fee6f70a0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.384598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ad71aa7-7f49-4a06-a5a3-8e9fee6f70a0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083990 Nov 15 22:42:45.388786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.390930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:42:45.391082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109f346-f11e-49b9-9063-27b51fcbe270 None None] Network e3852324-5a84-4bbb-891c-636c5ca1a7c2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:45.395522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-5f3d10f3-9252-4800-a736-5536a005c5bb tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.400110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5f3d10f3-9252-4800-a736-5536a005c5bb tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068786 Nov 15 22:42:45.400227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.400339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.406240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-31341bb6-7872-4e78-847e-40bef5babcf8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.408560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-31341bb6-7872-4e78-847e-40bef5babcf8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071678 Nov 15 22:42:45.417246 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:42:45.417963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.425148 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:45.425366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-4f480469-103c-4975-859f-ce4e5fb216db tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.428783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f480469-103c-4975-859f-ce4e5fb216db tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075569 Nov 15 22:42:45.429292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:45.429554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.440090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d0b99-7516-4cdb-b825-061440a18e1f None None] Pushing event updated for resources: {'Port': ['ID=899a0aba-a7cb-43da-8f26-76362695724f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:45.440550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-695e0234-03cb-4289-8a8f-c6ea14a89db3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.448668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-695e0234-03cb-4289-8a8f-c6ea14a89db3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0118055 Nov 15 22:42:45.448870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36630) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.454024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:42:45.454024 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:42:45.454024 n-d-817995-3 neutron-server[103128]: [parameters: {'id': 'e3852324-5a84-4bbb-891c-636c5ca1a7c2'}] Nov 15 22:42:45.454024 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:45.454444 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:45.458690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-851ba254-a175-4a0f-9ef0-ea1e1ec09a6f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.461767 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-851ba254-a175-4a0f-9ef0-ea1e1ec09a6f tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0138667 Nov 15 22:42:45.463786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.468493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-978b71a4-6c03-44f9-8b79-3a97045542e2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.470208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-978b71a4-6c03-44f9-8b79-3a97045542e2 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054018 Nov 15 22:42:45.473066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9f3e5207-1082-4d31-9f4c-f28a2d8fb769 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "PUT /v2.0/floatingips/6cc294dc-b36e-4261-abf0-d2391497fd0c HTTP/1.1" status: 200 len: 991 time: 1.4510489 Nov 15 22:42:45.473644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:42:45.476216 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074106a-5053-4475-b569-6a587abec622" -d '{"events": [{"name": "network-changed", "server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:42:45.476358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.481887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c910ae38-135a-44ff-a123-3cedf0abf904 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.482977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c910ae38-135a-44ff-a123-3cedf0abf904 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054178 Nov 15 22:42:45.486958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36640) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.492255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c40f1840-a5b2-403b-9ef2-6cc325c82e17 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.494378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c40f1840-a5b2-403b-9ef2-6cc325c82e17 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062602 Nov 15 22:42:45.497082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.501667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-598cdcdb-231e-41a3-a8dd-cccf50d6d4e8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.502858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-598cdcdb-231e-41a3-a8dd-cccf50d6d4e8 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046370 Nov 15 22:42:45.505347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.512511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-8ff178b3-10f9-4aa5-a6a7-d7821e23079e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.514264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ff178b3-10f9-4aa5-a6a7-d7821e23079e tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060992 Nov 15 22:42:45.517170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36646) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.522389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-2f495437-2779-46c9-bb10-e88867defe07 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.523752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f495437-2779-46c9-bb10-e88867defe07 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047250 Nov 15 22:42:45.526458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36648) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.533009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-80079917-7bd0-4c59-96b4-fd10258d9fd1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.535985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-80079917-7bd0-4c59-96b4-fd10258d9fd1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075140 Nov 15 22:42:45.537928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.550299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-b38e46dd-e0eb-4b6a-a6c9-4c62d50b20b6 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.550963 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c934b62-5ded-4e79-aea8-da5e18d1f96c x-openstack-request-id: req-7c934b62-5ded-4e79-aea8-da5e18d1f96c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:42:45.551265 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:42:45.551521 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c934b62-5ded-4e79-aea8-da5e18d1f96c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:42:45.552230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b38e46dd-e0eb-4b6a-a6c9-4c62d50b20b6 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0129435 Nov 15 22:42:45.553003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10800986-fa60-41ae-9029-aecc8a651607 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:45.555484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.555947 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'status': 'completed', 'code': 200} Nov 15 22:42:45.561595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-39d4e1ca-b33b-4237-9ce7-1e2bcf9c09a1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.563082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-39d4e1ca-b33b-4237-9ce7-1e2bcf9c09a1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052767 Nov 15 22:42:45.565870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.575769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-ffb0f3f6-345b-482e-a597-741aaa3ad712 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.577681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ffb0f3f6-345b-482e-a597-741aaa3ad712 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104671 Nov 15 22:42:45.580577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.596290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-d351790e-cd71-4112-9337-19f007fe8fd0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.600575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d351790e-cd71-4112-9337-19f007fe8fd0 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0166745 Nov 15 22:42:45.601360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.622752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-671e040f-09e9-4aba-9516-269ea98aac50 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.629554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.630302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-671e040f-09e9-4aba-9516-269ea98aac50 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0230153 Nov 15 22:42:45.634186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-21f33e0f-27a4-40c3-a8e0-3dc4d67f446b tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.637840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36662) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.638085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-21f33e0f-27a4-40c3-a8e0-3dc4d67f446b tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0075691 Nov 15 22:42:45.643879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-927f67c7-8534-4546-acb9-0096f315dc65 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.644965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-927f67c7-8534-4546-acb9-0096f315dc65 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058274 Nov 15 22:42:45.648270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.653989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074106a-5053-4475-b569-6a587abec622 req-3d117ca9-5f4c-4c09-a402-c8eb42e54188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:45.655521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-3d117ca9-5f4c-4c09-a402-c8eb42e54188 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1096 time: 0.0738852 Nov 15 22:42:45.657906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-59955d99-4531-4e17-926f-de330fa1a384 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.659149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-59955d99-4531-4e17-926f-de330fa1a384 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096929 Nov 15 22:42:45.662192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.668577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [None req-4311d00c-4597-42cb-ab7a-ebf1463bf6ee tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.672242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.672547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4311d00c-4597-42cb-ab7a-ebf1463bf6ee tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090966 Nov 15 22:42:45.678343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c6517314-71dd-4cd5-b5e3-bb398d9a71e3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.681389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6517314-71dd-4cd5-b5e3-bb398d9a71e3 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057476 Nov 15 22:42:45.682080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.689348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-78e79438-7ce0-4766-b7c7-eb7dd53c7fb1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.690835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-78e79438-7ce0-4766-b7c7-eb7dd53c7fb1 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0069895 Nov 15 22:42:45.707702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.721937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-ae625301-fd77-4225-bfd4-1fcf9fc91386 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.729090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ae625301-fd77-4225-bfd4-1fcf9fc91386 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0131586 Nov 15 22:42:45.730634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.746343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-5424f8cb-223a-43d5-85c3-7d8bb3fa9c14 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.757230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5424f8cb-223a-43d5-85c3-7d8bb3fa9c14 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0217102 Nov 15 22:42:45.758081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36678) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.766617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-c88113ff-bfdb-4d35-b201-427e94ebe7d9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.768099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c88113ff-bfdb-4d35-b201-427e94ebe7d9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082331 Nov 15 22:42:45.772642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.777605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-a489a4f1-380c-48b2-8813-6d329b3c1af9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.780738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a489a4f1-380c-48b2-8813-6d329b3c1af9 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048223 Nov 15 22:42:45.781129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36682) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.782982 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:45.787586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-e07cb740-5601-4595-88ae-841ed9f83389 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.790713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e07cb740-5601-4595-88ae-841ed9f83389 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058057 Nov 15 22:42:45.795072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36684) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:45.795517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [None req-0570eb3f-9030-4812-8d04-38fe6b68af78 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:42:45.797589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0570eb3f-9030-4812-8d04-38fe6b68af78 tempest-ExtensionsTestJSON-1714478215 tempest-ExtensionsTestJSON-1714478215-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045748 Nov 15 22:42:45.829026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10800986-fa60-41ae-9029-aecc8a651607 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:45.830302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074106a-5053-4475-b569-6a587abec622 req-f0312f1e-0cba-461d-bf0e-d7a704fd7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:45.831819 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-f0312f1e-0cba-461d-bf0e-d7a704fd7409 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1673746 Nov 15 22:42:45.913971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-885a2e36-50f4-4d8c-964a-07089aa790bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 999 time: 0.0745518 Nov 15 22:42:45.955226 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:45.998173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074106a-5053-4475-b569-6a587abec622 req-fb6e4f28-1eb9-4271-ac08-2834d67bf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:46.001813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-fb6e4f28-1eb9-4271-ac08-2834d67bf6d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.0796292 Nov 15 22:42:46.059937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port 899a0aba-a7cb-43da-8f26-76362695724f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:46.060175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.106735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074106a-5053-4475-b569-6a587abec622 req-e62cf99a-b1b7-4870-93ee-422f4c25c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:46.108468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-e62cf99a-b1b7-4870-93ee-422f4c25c0f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972505 Nov 15 22:42:46.138555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6cc294dc-b36e-4261-abf0-d2391497fd0c', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16513ed8-5821-4a2e-965f-709845d4b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:22Z', 'updated_at': '2021-11-15T22:42:44Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.144881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port 899a0aba-a7cb-43da-8f26-76362695724f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=899a0aba-a7cb-43da-8f26-76362695724f,segment=NetworkSegment(fcdb7e73-a821-4baf-9867-8141ae374ff9),segment_id=fcdb7e73-a821-4baf-9867-8141ae374ff9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:46.150390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.166992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for 899a0aba-a7cb-43da-8f26-76362695724f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:46.180419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:42:46.193660 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:42:46.194714 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:42:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.258596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-f2f31845-97b6-452f-ac68-b9d67a673782 service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424503 Nov 15 22:42:46.335018 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:42:46.373886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.385968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0074106a-5053-4475-b569-6a587abec622 req-cdd43ab1-e892-44d6-92f4-c462d2d9a008 service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186700 Nov 15 22:42:46.423326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=899a0aba-a7cb-43da-8f26-76362695724f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:46.435675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port 899a0aba-a7cb-43da-8f26-76362695724f on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:46.517064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:46.679619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e84f86f-b937-488b-b14e-2a56d5db6e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.682079 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6cc294dc-b36e-4261-abf0-d2391497fd0c', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16513ed8-5821-4a2e-965f-709845d4b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:22Z', 'updated_at': '2021-11-15T22:42:44Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.715968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b173f-fef1-45d9-ab4c-dbbec87dd148 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6cc294dc-b36e-4261-abf0-d2391497fd0c', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16513ed8-5821-4a2e-965f-709845d4b547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:42:22Z', 'updated_at': '2021-11-15T22:42:44Z', 'revision_number': 1, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:42:46.885463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e84f86f-b937-488b-b14e-2a56d5db6e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.886751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.908401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3852324-5a84-4bbb-891c-636c5ca1a7c2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.919166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdb7e73-a821-4baf-9867-8141ae374ff9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.919641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdb7e73-a821-4baf-9867-8141ae374ff9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:46.931621 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.945834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.951996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:46.952378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:46.955538 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:46.987042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e84f86f-b937-488b-b14e-2a56d5db6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:46.999082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d3cc5-d162-4601-8ded-eac21c8e7326 None None] New status for floating IP 6cc294dc-b36e-4261-abf0-d2391497fd0c: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:42:47.039570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1e84f86f-b937-488b-b14e-2a56d5db6e69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a08332c93ed448579909df2aa8cc5b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209932 Nov 15 22:42:47.040627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84f86f-b937-488b-b14e-2a56d5db6e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c4405c-89ee-4de8-ba65-c9c9fd4fbb66,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:47.042600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36704) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:47.096705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.113087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.132741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.139721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:47.139891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/e3852324-5a84-4bbb-891c-636c5ca1a7c2 HTTP/1.1" status: 204 len: 168 time: 2.8842299 Nov 15 22:42:47.146142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52bb65-372a-4f45-85de-c094a801bd38 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=e3852324-5a84-4bbb-891c-636c5ca1a7c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:47.149400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-407517160'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:47.152329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.288168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:47.292892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.294853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.296948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.299175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67c4405c-89ee-4de8-ba65-c9c9fd4fbb66 HTTP/1.1" status: 204 len: 168 time: 0.2554710 Nov 15 22:42:47.324355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9edb88-1b6a-4d9e-86b6-dd030ab06816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c4405c-89ee-4de8-ba65-c9c9fd4fbb66,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:47.356839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:47.367242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.367577 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment aebe21fd-aeab-497f-949b-69e5f0a770bb of type vlan for network b7a06109-567f-4fd2-b0b7-ae4358cc861c Nov 15 22:42:47.410025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.483884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.489477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:47.490053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:47.556059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=b7a06109-567f-4fd2-b0b7-ae4358cc861c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:47.568165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b7a06109-567f-4fd2-b0b7-ae4358cc861c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:47.661728 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b6fbb07-b62c-4732-9309-024262a1c8d2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5197093 Nov 15 22:42:47.664657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:47.669928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:47.895344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:47.898866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.227088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.293406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=e661a36d-4236-4884-86b5-c650be1b04a8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:48.302476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'aebe21fd-aeab-497f-949b-69e5f0a770bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:48.302850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: b7a06109-567f-4fd2-b0b7-ae4358cc861c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:48.378238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network b7a06109-567f-4fd2-b0b7-ae4358cc861c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:48.429562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:48.477976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b7a06109-567f-4fd2-b0b7-ae4358cc861c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:48.482377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:48.482969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.488742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48144b8f-27d3-4ce2-b2cc-e43fae93b1e1 None None] Network b7a06109-567f-4fd2-b0b7-ae4358cc861c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:48.530474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9744686c-6640-4e61-b229-0414f27e9ce2 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1296093970', 'prefixes': ['172.20.0.0/16']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:48.584226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91cd9490-fe2c-444c-a739-20a4de3ff788 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9182122 Nov 15 22:42:48.587066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:48.643282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-b7a06109-567f-4fd2-b0b7-ae4358cc861c', 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': 'e661a36d-4236-4884-86b5-c650be1b04a8'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:48.644131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.708437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.765300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.784884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Allocated IP 172.20.0.1 (b7a06109-567f-4fd2-b0b7-ae4358cc861c/e661a36d-4236-4884-86b5-c650be1b04a8/347c3b2a-924c-4fc0-a967-a30961581cf7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:48.907289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9744686c-6640-4e61-b229-0414f27e9ce2 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] Publish callbacks [] for subnetpool, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.915583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9744686c-6640-4e61-b229-0414f27e9ce2 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4806626 Nov 15 22:42:48.915729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:48.933721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:48.959383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cf4aaef1-2942-4cf2-b325-4b938acde205 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "GET /v2.0/subnetpools/a41ecaf3-fc16-47e2-8b2c-32fa0c2d95b3 HTTP/1.1" status: 200 len: 732 time: 0.0467713 Nov 15 22:42:48.967809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:48.973366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f11b841b-097f-48cf-a874-f1ae12cd6c52 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-552077349'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:49.013660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.058650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Network b7a06109-567f-4fd2-b0b7-ae4358cc861c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:49.061654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:49.065825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:49.098666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Pushing event updated for resources: {'Port': ['ID=347c3b2a-924c-4fc0-a967-a30961581cf7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:49.116064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.132983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Attempting to bind port 347c3b2a-924c-4fc0-a967-a30961581cf7 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:49.133356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Attempting to bind port 347c3b2a-924c-4fc0-a967-a30961581cf7 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'aebe21fd-aeab-497f-949b-69e5f0a770bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:49.133717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Attempting to bind port 347c3b2a-924c-4fc0-a967-a30961581cf7 on network b7a06109-567f-4fd2-b0b7-ae4358cc861c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:49.138896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:49.139265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Checking segment: {'id': 'aebe21fd-aeab-497f-949b-69e5f0a770bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:49.139663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.140052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Bound using segment: {'id': 'aebe21fd-aeab-497f-949b-69e5f0a770bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:49.140555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Bound port: 347c3b2a-924c-4fc0-a967-a30961581cf7, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebe21fd-aeab-497f-949b-69e5f0a770bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:49.141057 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.144523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=e661a36d-4236-4884-86b5-c650be1b04a8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:49.150229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f11b841b-097f-48cf-a874-f1ae12cd6c52 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] Publish callbacks [] for subnetpool, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.154144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f11b841b-097f-48cf-a874-f1ae12cd6c52 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "PUT /v2.0/subnetpools/a41ecaf3-fc16-47e2-8b2c-32fa0c2d95b3 HTTP/1.1" status: 200 len: 683 time: 0.1852245 Nov 15 22:42:49.154631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:49.208651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] For port 347c3b2a-924c-4fc0-a967-a30961581cf7, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:49.211937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] For port 347c3b2a-924c-4fc0-a967-a30961581cf7, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=347c3b2a-924c-4fc0-a967-a30961581cf7,segment=NetworkSegment(aebe21fd-aeab-497f-949b-69e5f0a770bb),segment_id=aebe21fd-aeab-497f-949b-69e5f0a770bb)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:49.229059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.253477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a06109-567f-4fd2-b0b7-ae4358cc861c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:49.263429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebe21fd-aeab-497f-949b-69e5f0a770bb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:49.263741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebe21fd-aeab-497f-949b-69e5f0a770bb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:49.274062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.347393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.349386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.355551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:49.355931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:49.359016 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:49.373215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51cb775f-9ac8-47e7-8f29-45a33a1aaed6 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] Publish callbacks [] for subnetpool, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:49.377626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-51cb775f-9ac8-47e7-8f29-45a33a1aaed6 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a41ecaf3-fc16-47e2-8b2c-32fa0c2d95b3 HTTP/1.1" status: 204 len: 168 time: 0.2187972 Nov 15 22:42:49.378512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:49.398351 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-1d78473b-36d2-482e-a5a1-4ac3b8ed78a0 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] show failed (client error): The resource could not be found. Nov 15 22:42:49.402535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d78473b-36d2-482e-a5a1-4ac3b8ed78a0 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "GET /v2.0/subnetpools/a41ecaf3-fc16-47e2-8b2c-32fa0c2d95b3 HTTP/1.1" status: 404 len: 346 time: 0.0200281 Nov 15 22:42:49.402535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:49.416158 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0515ade7-e14e-4cae-a8fa-ef5109cf8a46 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] delete failed (client error): The resource could not be found. Nov 15 22:42:49.417184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0515ade7-e14e-4cae-a8fa-ef5109cf8a46 tempest-SubnetPoolsTestJSON-1882391488 tempest-SubnetPoolsTestJSON-1882391488-project] 10.222.0.15 "DELETE /v2.0/subnetpools/a41ecaf3-fc16-47e2-8b2c-32fa0c2d95b3 HTTP/1.1" status: 404 len: 346 time: 0.0139270 Nov 15 22:42:49.433742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542d4ba-5040-4ddd-9936-d5040a09fb39 None None] Pushing event updated for resources: {'Port': ['ID=347c3b2a-924c-4fc0-a967-a30961581cf7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:49.449941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98320d6f-2e99-475b-b4c7-13971a4804fd None None] Network b7a06109-567f-4fd2-b0b7-ae4358cc861c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:49.467812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:42:49.467812 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:42:49.467812 n-d-817995-3 neutron-server[103127]: [parameters: {'id': 'b7a06109-567f-4fd2-b0b7-ae4358cc861c'}] Nov 15 22:42:49.467812 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:49.468231 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:49.574471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5787e0-a155-49a2-a724-b13c3ad47079 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:49.712311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5787e0-a155-49a2-a724-b13c3ad47079 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:49.952067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:49.970084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.031915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port 347c3b2a-924c-4fc0-a967-a30961581cf7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:50.032296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.083666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e310602-ba87-4857-829e-ef0e123b7027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.100570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port 347c3b2a-924c-4fc0-a967-a30961581cf7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=347c3b2a-924c-4fc0-a967-a30961581cf7,segment=NetworkSegment(aebe21fd-aeab-497f-949b-69e5f0a770bb),segment_id=aebe21fd-aeab-497f-949b-69e5f0a770bb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:50.100967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.116121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for 347c3b2a-924c-4fc0-a967-a30961581cf7 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:50.168219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e310602-ba87-4857-829e-ef0e123b7027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.258525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e310602-ba87-4857-829e-ef0e123b7027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.286773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.297850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e310602-ba87-4857-829e-ef0e123b7027 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61b49d61c6c8429ea7de459040c45a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446314 Nov 15 22:42:50.299014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e310602-ba87-4857-829e-ef0e123b7027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4985050-948c-41c9-84d6-e240ce19781b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:50.301193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:50.326020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=347c3b2a-924c-4fc0-a967-a30961581cf7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:50.330254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port 347c3b2a-924c-4fc0-a967-a30961581cf7 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:50.340653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.340818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.341189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.341523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.341843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.342166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.342481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.342795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.343109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.343423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.343940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.344253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:42:50.353943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.378524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.423208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.443066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a06109-567f-4fd2-b0b7-ae4358cc861c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:50.452830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebe21fd-aeab-497f-949b-69e5f0a770bb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:50.453715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebe21fd-aeab-497f-949b-69e5f0a770bb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:50.463564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.476922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.482591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:50.482962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:50.486017 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:50.506462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.511057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.511057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4985050-948c-41c9-84d6-e240ce19781b HTTP/1.1" status: 204 len: 168 time: 0.2081566 Nov 15 22:42:50.518699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce909e-17bb-4405-afc6-a8f9056de177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4985050-948c-41c9-84d6-e240ce19781b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:50.603773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.610610 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.613785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/b7a06109-567f-4fd2-b0b7-ae4358cc861c HTTP/1.1" status: 204 len: 168 time: 2.0255384 Nov 15 22:42:50.618869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:50.624093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314773742'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:50.627523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044471d3-26f4-44aa-a397-951b8c5973f4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=b7a06109-567f-4fd2-b0b7-ae4358cc861c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:50.740885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:50.744884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.769825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:50.780046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.780046 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38 of type vlan for network 8145506c-85f4-4d0b-bd81-935a794f3fb2 Nov 15 22:42:50.824421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.978788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:50.985313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:50.985905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.050416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=8145506c-85f4-4d0b-bd81-935a794f3fb2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:51.060867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8145506c-85f4-4d0b-bd81-935a794f3fb2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:51.159907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:51.161040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7b8553bb-8b4a-494b-862a-fb045b710021 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5399570 Nov 15 22:42:51.165986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:51.358676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:51.362397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.629951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.676095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:51.698075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=1e57b8a4-7a9b-4b04-bf2a-bb915a182083,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:51.710707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:51.711187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: 8145506c-85f4-4d0b-bd81-935a794f3fb2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:51.774230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1650706598'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:51.826894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 8145506c-85f4-4d0b-bd81-935a794f3fb2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:51.872486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Made reservation on behalf of 4d69665622bc419a8c4134fe0e858ae3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:51.875983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.884804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.929375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8145506c-85f4-4d0b-bd81-935a794f3fb2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:51.933677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:51.934424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:51.940886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358ef9c-637e-41e1-b804-5e0422251920 None None] Network 8145506c-85f4-4d0b-bd81-935a794f3fb2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:51.962149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.036322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2febe1b1-d7f1-4e7b-b527-69416380d4c7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8752356 Nov 15 22:42:52.038864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36812) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:52.075580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.085821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-8145506c-85f4-4d0b-bd81-935a794f3fb2', 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '1e57b8a4-7a9b-4b04-bf2a-bb915a182083'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:52.087345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.104711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:52.124637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24931d22-de86-42c1-a2d2-a31b7535d0a6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:52.128439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.129027 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Added segment 2e355a47-1811-4a76-96e9-31e3fb60bcde of type vlan for network a6de7a30-c192-4ead-b3a4-15b3aa90f8c0 Nov 15 22:42:52.175614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.179471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.237823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Allocated IP 172.20.0.1 (8145506c-85f4-4d0b-bd81-935a794f3fb2/1e57b8a4-7a9b-4b04-bf2a-bb915a182083/bfa94a15-adeb-44ed-8174-d3440a9993d3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:52.242065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.338522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.344244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:52.344842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.384162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.410034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Pushing event updated for resources: {'Network': ['ID=a6de7a30-c192-4ead-b3a4-15b3aa90f8c0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:52.420372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a6de7a30-c192-4ead-b3a4-15b3aa90f8c0 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:52.475871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.501331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-30748c4e-b20d-4beb-87be-1218be68f69c tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8240519 Nov 15 22:42:52.504540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:52.509216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-941585da-0b69-472b-99df-d7f7ffd5e5a1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-369426023') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.549855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Network 8145506c-85f4-4d0b-bd81-935a794f3fb2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:52.554636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:52.556819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Pushing event updated for resources: {'Port': ['ID=bfa94a15-adeb-44ed-8174-d3440a9993d3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:52.559350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:52.585109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.614483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=1e57b8a4-7a9b-4b04-bf2a-bb915a182083,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:52.616811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Attempting to bind port bfa94a15-adeb-44ed-8174-d3440a9993d3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:52.617216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Attempting to bind port bfa94a15-adeb-44ed-8174-d3440a9993d3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:52.617583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Attempting to bind port bfa94a15-adeb-44ed-8174-d3440a9993d3 on network 8145506c-85f4-4d0b-bd81-935a794f3fb2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:52.622878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:52.623244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Checking segment: {'id': '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:52.623640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.624049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Bound using segment: {'id': '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:52.624505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Bound port: bfa94a15-adeb-44ed-8174-d3440a9993d3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:52.624929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.662394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-941585da-0b69-472b-99df-d7f7ffd5e5a1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "PUT /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-369426023 HTTP/1.1" status: 201 len: 201 time: 0.1543386 Nov 15 22:42:52.662720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:52.668249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-ec61b552-639d-4fd9-8efa-ee11f3816c0b tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-369426023') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.688361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.697274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] For port bfa94a15-adeb-44ed-8174-d3440a9993d3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:52.701179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] For port bfa94a15-adeb-44ed-8174-d3440a9993d3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bfa94a15-adeb-44ed-8174-d3440a9993d3,segment=NetworkSegment(32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38),segment_id=32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:52.711183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145506c-85f4-4d0b-bd81-935a794f3fb2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.721602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.721900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.731437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.738074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec61b552-639d-4fd9-8efa-ee11f3816c0b tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-369426023 HTTP/1.1" status: 204 len: 168 time: 0.0737593 Nov 15 22:42:52.740582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:52.745051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-15b138ec-696e-47d2-8b3e-0b051cefed52 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.775723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.777990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.787225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:52.787639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:52.790738 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:52.825072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-15b138ec-696e-47d2-8b3e-0b051cefed52 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags HTTP/1.1" status: 200 len: 237 time: 0.0778646 Nov 15 22:42:52.825941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36826) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:52.833648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-862484f5-fc3f-4eec-adbf-5cbb6cc628dc tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', {'tags': ['tempest-TagsTest-Tag-1158704289', 'tempest-TagsTest-Tag-119644624', 'tempest-TagsTest-Tag-240243681']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:52.869020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344a763-0862-48ea-8bb7-02f58acefbc3 None None] Pushing event updated for resources: {'Port': ['ID=bfa94a15-adeb-44ed-8174-d3440a9993d3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:52.881660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13401ca-fdd8-48a6-9904-d6367d4b05eb None None] Network 8145506c-85f4-4d0b-bd81-935a794f3fb2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:52.901490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:42:52.901490 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:42:52.901490 n-d-817995-3 neutron-server[103127]: [parameters: {'id': '8145506c-85f4-4d0b-bd81-935a794f3fb2'}] Nov 15 22:42:52.901490 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:42:52.904635 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:42:53.002722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d719cd-3d35-415e-bfc7-682eeea054b3 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:42:53.019561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-862484f5-fc3f-4eec-adbf-5cbb6cc628dc tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "PUT /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags HTTP/1.1" status: 200 len: 307 time: 0.1925774 Nov 15 22:42:53.022081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.026417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-ffc88da6-0d78-47bf-8f0a-a4479c7b409f tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-1158704289') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.141073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d719cd-3d35-415e-bfc7-682eeea054b3 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:42:53.184948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ffc88da6-0d78-47bf-8f0a-a4479c7b409f tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "DELETE /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-1158704289 HTTP/1.1" status: 204 len: 168 time: 0.1618338 Nov 15 22:42:53.187478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.191867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-89d0a5f3-2c7b-45bf-b47b-afb086ca54b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-1158704289') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.273319 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-89d0a5f3-2c7b-45bf-b47b-afb086ca54b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] show failed (client error): The resource could not be found. Nov 15 22:42:53.274602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-89d0a5f3-2c7b-45bf-b47b-afb086ca54b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-1158704289 HTTP/1.1" status: 404 len: 326 time: 0.0862110 Nov 15 22:42:53.277304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.281987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-28eb3e0e-dffd-44bb-b9d2-16f0d99c4985 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-119644624') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.351140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28eb3e0e-dffd-44bb-b9d2-16f0d99c4985 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-119644624 HTTP/1.1" status: 204 len: 168 time: 0.0728242 Nov 15 22:42:53.353724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.358008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-92d4aecc-6cd4-4e05-a2e0-99c12e2a2a3e tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-240243681') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.403505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:53.436455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.436710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92d4aecc-6cd4-4e05-a2e0-99c12e2a2a3e tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-240243681 HTTP/1.1" status: 204 len: 168 time: 0.0819826 Nov 15 22:42:53.441439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-e92debfe-ea57-4f63-930a-5407cfe8d810 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.554001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port bfa94a15-adeb-44ed-8174-d3440a9993d3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:53.555061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:53.654633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port bfa94a15-adeb-44ed-8174-d3440a9993d3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bfa94a15-adeb-44ed-8174-d3440a9993d3,segment=NetworkSegment(32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38),segment_id=32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:53.659915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:53.666770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for bfa94a15-adeb-44ed-8174-d3440a9993d3 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:53.738058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e92debfe-ea57-4f63-930a-5407cfe8d810 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "DELETE /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags HTTP/1.1" status: 204 len: 168 time: 0.3005347 Nov 15 22:42:53.741069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.745914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-6397c89a-6e8d-4296-a8b2-d0aac44636b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-119644624') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.811147 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-6397c89a-6e8d-4296-a8b2-d0aac44636b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] show failed (client error): The resource could not be found. Nov 15 22:42:53.812195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6397c89a-6e8d-4296-a8b2-d0aac44636b1 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-119644624 HTTP/1.1" status: 404 len: 325 time: 0.0697408 Nov 15 22:42:53.815569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.820239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-69a3ad13-287d-46b5-b2f6-79dfc62295ef tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0', 'tempest-TagsTest-Tag-240243681') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.889296 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-69a3ad13-287d-46b5-b2f6-79dfc62295ef tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] show failed (client error): The resource could not be found. Nov 15 22:42:53.892404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69a3ad13-287d-46b5-b2f6-79dfc62295ef tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "GET /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags/tempest-TagsTest-Tag-240243681 HTTP/1.1" status: 404 len: 325 time: 0.0739393 Nov 15 22:42:53.893904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36850) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.898244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-0c67dae2-84c5-465a-89e0-349b931ab3f6 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a6de7a30-c192-4ead-b3a4-15b3aa90f8c0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:53.967670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0c67dae2-84c5-465a-89e0-349b931ab3f6 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "DELETE /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0727630 Nov 15 22:42:53.972436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:53.978521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.001129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=bfa94a15-adeb-44ed-8174-d3440a9993d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:54.004876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port bfa94a15-adeb-44ed-8174-d3440a9993d3 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:54.059928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.092386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.114818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145506c-85f4-4d0b-bd81-935a794f3fb2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.127470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.127771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32eb6b7e-cadc-4f2c-95d1-c3e7e6c34e38') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.137766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.148538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.153086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.161052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:54.162087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:54.165598 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:54.175180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6de7a30-c192-4ead-b3a4-15b3aa90f8c0']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.184475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e355a47-1811-4a76-96e9-31e3fb60bcde') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.184798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e355a47-1811-4a76-96e9-31e3fb60bcde') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:54.194577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.207440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.213383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:54.213759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:54.216724 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:54.298723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.307850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.311004 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/8145506c-85f4-4d0b-bd81-935a794f3fb2 HTTP/1.1" status: 204 len: 168 time: 2.2712488 Nov 15 22:42:54.315618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:54.321303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389c1e-15e5-42bf-81c4-db392de0e26c tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=8145506c-85f4-4d0b-bd81-935a794f3fb2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:54.321456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757343277'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:54.415571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.426258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.429489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] 10.222.0.15 "DELETE /v2.0/networks/a6de7a30-c192-4ead-b3a4-15b3aa90f8c0 HTTP/1.1" status: 204 len: 168 time: 0.4560571 Nov 15 22:42:54.441528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c99507-690c-43d1-8031-2d24854458b7 tempest-TagsTest-1578817550 tempest-TagsTest-1578817550-project] Pushing event deleted for resources: {'Network': ['ID=a6de7a30-c192-4ead-b3a4-15b3aa90f8c0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:54.462606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:54.462606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.482589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:54.493264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.493672 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 7d59fa92-9c8b-4dff-bdc7-8c4b053da58b of type vlan for network f9967bef-1183-418a-8bd2-ed21f97509de Nov 15 22:42:54.535758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.715748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.721868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:54.722443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:54.789177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=f9967bef-1183-418a-8bd2-ed21f97509de,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:54.799253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f9967bef-1183-418a-8bd2-ed21f97509de details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:54.917522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25a97e99-1edd-467b-929a-f098976d0254 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5980117 Nov 15 22:42:54.917727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:54.923190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:55.083770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.098043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:55.208464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.239490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network f9967bef-1183-418a-8bd2-ed21f97509de is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 22:42:55.241077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:55.241922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.243195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "PUT /v2.0/networks/f9967bef-1183-418a-8bd2-ed21f97509de HTTP/1.1" status: 200 len: 723 time: 0.3245249 Nov 15 22:42:55.246191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36894) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:55.251669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:55.314062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-74b4e4f5-9634-4516-92ad-e3efc864b7d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d69665622bc419a8c4134fe0e858ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2148674 Nov 15 22:42:55.315002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1c0e9-6df4-4941-8d2f-d88f9e2c5393 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=f9967bef-1183-418a-8bd2-ed21f97509de,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:55.316953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:55.325762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f9967bef-1183-418a-8bd2-ed21f97509de details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:55.375432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.402195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.466829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:55.471691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.509875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9dd2-241a-4fc8-ac2a-9de99553ce68 req-ba88951d-3fbd-44cb-83e7-05be9ca818f7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:55.511371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b0d9dd2-241a-4fc8-ac2a-9de99553ce68 req-ba88951d-3fbd-44cb-83e7-05be9ca818f7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0546350 Nov 15 22:42:55.570707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b0d9dd2-241a-4fc8-ac2a-9de99553ce68 req-c3f2ffd7-1127-4a4b-8ec0-3ab1ea34f571 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522332 Nov 15 22:42:55.571604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.574329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.575678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24931d22-de86-42c1-a2d2-a31b7535d0a6 HTTP/1.1" status: 204 len: 168 time: 0.2564223 Nov 15 22:42:55.585011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1287f-e3fd-4434-a756-c00be9819560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24931d22-de86-42c1-a2d2-a31b7535d0a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:55.842093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:55.910272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=4ca0c792-54ae-45c0-ad4c-e6cdaef81793,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:55.918224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:55.918804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: f9967bef-1183-418a-8bd2-ed21f97509de, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:42:56.041259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network f9967bef-1183-418a-8bd2-ed21f97509de is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:42:56.184062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f9967bef-1183-418a-8bd2-ed21f97509de) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:56.188832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:56.189486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.193627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a20b5-65c8-46ed-bcaa-615a46df856e None None] Network f9967bef-1183-418a-8bd2-ed21f97509de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:56.298930 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84eb35bf-3cd0-431e-85f8-9b5681de23ac tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0515449 Nov 15 22:42:56.301946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36926) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:56.309939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:56.390301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f9967bef-1183-418a-8bd2-ed21f97509de', 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '4ca0c792-54ae-45c0-ad4c-e6cdaef81793'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:42:56.391299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.482798 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6153191'] for subnet, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.558645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Allocated IP 172.20.0.2 (f9967bef-1183-418a-8bd2-ed21f97509de/4ca0c792-54ae-45c0-ad4c-e6cdaef81793/7375520a-55f7-48b2-bb99-6cdb99ece222) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:42:56.716084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed89ac-bd5e-4e6f-9573-05e643878170 req-b0bc5fc4-6dd7-4a22-9d90-2355f5c33ca2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:56.721213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66ed89ac-bd5e-4e6f-9573-05e643878170 req-b0bc5fc4-6dd7-4a22-9d90-2355f5c33ca2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0600364 Nov 15 22:42:56.727053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.775106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66ed89ac-bd5e-4e6f-9573-05e643878170 req-eff547b4-5b62-4964-aed7-e56aa60d8cbc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Nov 15 22:42:56.850522 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.896909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Network f9967bef-1183-418a-8bd2-ed21f97509de is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:42:56.902133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:42:56.905808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:42:56.915466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Pushing event updated for resources: {'Port': ['ID=7375520a-55f7-48b2-bb99-6cdb99ece222,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:56.973580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Attempting to bind port 7375520a-55f7-48b2-bb99-6cdb99ece222 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:42:56.973882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Attempting to bind port 7375520a-55f7-48b2-bb99-6cdb99ece222 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:42:56.974262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Attempting to bind port 7375520a-55f7-48b2-bb99-6cdb99ece222 on network f9967bef-1183-418a-8bd2-ed21f97509de {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:42:56.979619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:42:56.979992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Checking segment: {'id': '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:42:56.980392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:56.980808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Bound using segment: {'id': '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:42:56.981268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Bound port: 7375520a-55f7-48b2-bb99-6cdb99ece222, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f9967bef-1183-418a-8bd2-ed21f97509de'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:42:56.981642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.052855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] For port 7375520a-55f7-48b2-bb99-6cdb99ece222, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:42:57.056415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] For port 7375520a-55f7-48b2-bb99-6cdb99ece222, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7375520a-55f7-48b2-bb99-6cdb99ece222,segment=NetworkSegment(7d59fa92-9c8b-4dff-bdc7-8c4b053da58b),segment_id=7d59fa92-9c8b-4dff-bdc7-8c4b053da58b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:42:57.058542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774438240678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4589755'] for subnet, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.106099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:57.106680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.107966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "PUT /v2.0/subnets/4ca0c792-54ae-45c0-ad4c-e6cdaef81793 HTTP/1.1" status: 200 len: 806 time: 0.8048317 Nov 15 22:42:57.110763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:57.124171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ea097-1c09-4725-891e-9255385f8cdb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=4ca0c792-54ae-45c0-ad4c-e6cdaef81793,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:57.215034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.244698 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.272409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port 7375520a-55f7-48b2-bb99-6cdb99ece222 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:42:57.272780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.305903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b8930-77f1-41dc-8bbd-1c5c7b286fc0 None None] Pushing event updated for resources: {'Port': ['ID=7375520a-55f7-48b2-bb99-6cdb99ece222,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:57.355492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port 7375520a-55f7-48b2-bb99-6cdb99ece222, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7375520a-55f7-48b2-bb99-6cdb99ece222,segment=NetworkSegment(7d59fa92-9c8b-4dff-bdc7-8c4b053da58b),segment_id=7d59fa92-9c8b-4dff-bdc7-8c4b053da58b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:42:57.355859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.384726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for 7375520a-55f7-48b2-bb99-6cdb99ece222 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:42:57.717796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.746198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=7375520a-55f7-48b2-bb99-6cdb99ece222,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:57.792745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port 7375520a-55f7-48b2-bb99-6cdb99ece222 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:42:57.842233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:57.942959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65f12-fac5-4955-a9e5-4cb7299f2afe req-ff9a2f02-e76a-429b-bbb1-3113b1ca24fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:57.947647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7b65f12-fac5-4955-a9e5-4cb7299f2afe req-ff9a2f02-e76a-429b-bbb1-3113b1ca24fc tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0784106 Nov 15 22:42:58.005157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7b65f12-fac5-4955-a9e5-4cb7299f2afe req-dfdd4734-c7c6-4bbc-8dc8-90190a493614 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540783 Nov 15 22:42:58.072850 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.131274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca0c792-54ae-45c0-ad4c-e6cdaef81793,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:58.205804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.228329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9967bef-1183-418a-8bd2-ed21f97509de']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:58.241873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:58.242432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d59fa92-9c8b-4dff-bdc7-8c4b053da58b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:42:58.254567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.273280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.282218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:42:58.282218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:42:58.285174 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:42:58.368247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33273488-0806-4c49-99fc-7a6d2dd1d9f5 None None] Network f9967bef-1183-418a-8bd2-ed21f97509de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:58.457704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47fd2977-42e8-4781-a507-e1f64fea8a39 None None] Could not find standard attr ID for object 7375520a-55f7-48b2-bb99-6cdb99ece222. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:42:58.532415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16759356-d2bb-4ebc-878f-e17e89692ef9 None None] DHCP port deletion for f9967bef-1183-418a-8bd2-ed21f97509de request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:42:58.550918 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.551044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e9726-2d09-4b32-a69d-2a2e504da1d2 None None] Network f9967bef-1183-418a-8bd2-ed21f97509de requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:42:58.553406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.556523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/f9967bef-1183-418a-8bd2-ed21f97509de HTTP/1.1" status: 204 len: 168 time: 1.4446228 Nov 15 22:42:58.559415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:58.562004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e9726-2d09-4b32-a69d-2a2e504da1d2 None None] Network f9967bef-1183-418a-8bd2-ed21f97509de could not be found, it might have been deleted concurrently. {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 22:42:58.576991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e258d3-6585-4334-8e73-77c1fa7e631b tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=f9967bef-1183-418a-8bd2-ed21f97509de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:58.579304 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c7caad-ea3d-4c1f-866d-2acc426998fd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:42:58.579845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c7caad-ea3d-4c1f-866d-2acc426998fd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:42:58.582912 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50c7caad-ea3d-4c1f-866d-2acc426998fd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/f9967bef-1183-418a-8bd2-ed21f97509de HTTP/1.1" status: 404 len: 339 time: 0.0225079 Nov 15 22:42:58.586642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:58.591363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614777564', 'description': 'd1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:58.749846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:58.754209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.778876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:42:58.788564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.789482 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 9168b91d-13f9-4576-af51-85439e3c74d2 of type vlan for network 40a1b1fe-f924-4a78-91e7-43a0ead16364 Nov 15 22:42:58.835094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.889727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:58.978587 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:58.984784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:58.985437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.052168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac9a5-b649-44e7-b2d9-6e9009c01f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.088655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=40a1b1fe-f924-4a78-91e7-43a0ead16364,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:59.100860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 40a1b1fe-f924-4a78-91e7-43a0ead16364 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:59.152240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a51e3-5fad-4d30-9c75-2602a4e42c40 req-d7cdad7b-b448-4875-94b4-1c99017be398 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:59.154745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b6a51e3-5fad-4d30-9c75-2602a4e42c40 req-d7cdad7b-b448-4875-94b4-1c99017be398 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0709906 Nov 15 22:42:59.182640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac9a5-b649-44e7-b2d9-6e9009c01f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.196238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:59.197096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4594cc43-8a2e-4198-9473-a4da87da654d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6092865 Nov 15 22:42:59.277211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b6a51e3-5fad-4d30-9c75-2602a4e42c40 req-3578b00e-5944-4a18-9cb3-4059b5d76874 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162872 Nov 15 22:42:59.314221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac9a5-b649-44e7-b2d9-6e9009c01f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.314418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.314537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d92739d-5df6-4bf7-9fe4-7c984d5e28f7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:59.314537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d92739d-5df6-4bf7-9fe4-7c984d5e28f7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks?id=40a1b1fe-f924-4a78-91e7-43a0ead16364 HTTP/1.1" status: 200 len: 761 time: 0.1127338 Nov 15 22:42:59.316477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:59.321619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'description': 'd2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:59.348125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed6ac9a5-b649-44e7-b2d9-6e9009c01f0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=820ec77bdb954d0eb7e7da0b2fa74e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4548788 Nov 15 22:42:59.348666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:59.355494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ac9a5-b649-44e7-b2d9-6e9009c01f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a7851-ec36-4291-82fd-0d0d1f463275,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:59.405041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.429596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.489468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.612268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.614904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.616121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef8a7851-ec36-4291-82fd-0d0d1f463275 HTTP/1.1" status: 204 len: 168 time: 0.2668219 Nov 15 22:42:59.626132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a9720-6d8e-4290-9e60-b63a69c263b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a7851-ec36-4291-82fd-0d0d1f463275,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:59.679471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.689158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 40a1b1fe-f924-4a78-91e7-43a0ead16364 is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 22:42:59.694837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:59.695430 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.699197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "PUT /v2.0/networks/40a1b1fe-f924-4a78-91e7-43a0ead16364 HTTP/1.1" status: 200 len: 758 time: 0.3792686 Nov 15 22:42:59.699570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:59.763496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb192a20-32e2-4029-8091-0ae8156818a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=40a1b1fe-f924-4a78-91e7-43a0ead16364,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:42:59.777759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 40a1b1fe-f924-4a78-91e7-43a0ead16364 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:42:59.819682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47775f2b-44ec-45eb-b4db-4cbb1d5598e9 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:42:59.821295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47775f2b-44ec-45eb-b4db-4cbb1d5598e9 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks?id=40a1b1fe-f924-4a78-91e7-43a0ead16364 HTTP/1.1" status: 200 len: 761 time: 0.1206036 Nov 15 22:42:59.825393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:42:59.830372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645251135'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:42:59.855899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.969688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:42:59.978774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:42:59.998687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:00.008382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.008757 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment 33e8de34-22bb-4aa2-bf3f-f9dbadc00585 of type vlan for network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 Nov 15 22:43:00.048933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.201551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.207725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:00.208309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.278630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=26b7dad2-28e3-4d53-94f5-1c1bdf373f48,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:00.290797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:00.352477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:00.354823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-620b44a7-8cf9-4c62-88f1-2e6ac0633eb0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5275054 Nov 15 22:43:00.358037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:00.492859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065d6c4-9879-4019-a09a-5359a1671583 req-425b692a-4138-419f-9629-13b353d4e8e4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:00.494688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4065d6c4-9879-4019-a09a-5359a1671583 req-425b692a-4138-419f-9629-13b353d4e8e4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0815172 Nov 15 22:43:00.523677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37028) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:00.540367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b946f18c-93ce-4c68-a0a5-83b2e8b4f322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.560346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4065d6c4-9879-4019-a09a-5359a1671583 req-05c9deb4-42ae-447d-99aa-9b570a47dee3 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515175 Nov 15 22:43:00.615199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:00.615199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.629096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b946f18c-93ce-4c68-a0a5-83b2e8b4f322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.706635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b946f18c-93ce-4c68-a0a5-83b2e8b4f322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.746908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b946f18c-93ce-4c68-a0a5-83b2e8b4f322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9779dd06e004ab9813f06d3d2947472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221358 Nov 15 22:43:00.747859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946f18c-93ce-4c68-a0a5-83b2e8b4f322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d9da7-7126-462b-8231-8d8a62c29a70,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:00.750237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:00.813625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.835830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:00.955592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.026782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.028053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:01.029717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.033284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d2d9da7-7126-462b-8231-8d8a62c29a70 HTTP/1.1" status: 204 len: 168 time: 0.2798970 Nov 15 22:43:01.040193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293564-1bf9-4ad3-a88c-66cf46bdb2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d9da7-7126-462b-8231-8d8a62c29a70,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:01.047224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.048456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.049069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.049610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.050159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.051158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.051692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.052388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.052947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.054176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.054595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.055490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:01.069131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': '33e8de34-22bb-4aa2-bf3f-f9dbadc00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:01.069492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: 26b7dad2-28e3-4d53-94f5-1c1bdf373f48, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:01.187489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:01.364292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 26b7dad2-28e3-4d53-94f5-1c1bdf373f48) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:01.369071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:01.369922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.375505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffc109-3640-4f8d-ab38-14e055eb2cdf None None] Network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:01.512156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-97be4bbb-ba9b-4cf4-8904-ad070bc1d416 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1583881 Nov 15 22:43:01.514874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:01.659035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.703485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-26b7dad2-28e3-4d53-94f5-1c1bdf373f48', 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': 'ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:01.704358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.765026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:01.799922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48b80-5178-4198-b0bb-82ebd3604fa5 req-b6a65893-8290-4434-8c2c-2373cacab2aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:01.805603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49d48b80-5178-4198-b0bb-82ebd3604fa5 req-b6a65893-8290-4434-8c2c-2373cacab2aa tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1201758 Nov 15 22:43:01.868891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49d48b80-5178-4198-b0bb-82ebd3604fa5 req-5db7f533-2e7f-4c51-9a74-5373488315bf tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591788 Nov 15 22:43:01.909946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Allocated IP 172.20.0.2 (26b7dad2-28e3-4d53-94f5-1c1bdf373f48/ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370/4d92d845-a3ee-47ce-b722-a4eaba68f8da) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:02.061762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.281570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.336461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:02.339497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:02.344070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:02.349260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Pushing event updated for resources: {'Port': ['ID=4d92d845-a3ee-47ce-b722-a4eaba68f8da,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:02.410791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Attempting to bind port 4d92d845-a3ee-47ce-b722-a4eaba68f8da on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:02.411924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Attempting to bind port 4d92d845-a3ee-47ce-b722-a4eaba68f8da by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '33e8de34-22bb-4aa2-bf3f-f9dbadc00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:02.412567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Attempting to bind port 4d92d845-a3ee-47ce-b722-a4eaba68f8da on network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:02.419171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:02.419548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Checking segment: {'id': '33e8de34-22bb-4aa2-bf3f-f9dbadc00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:02.419953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.420338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Bound using segment: {'id': '33e8de34-22bb-4aa2-bf3f-f9dbadc00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:02.420833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Bound port: 4d92d845-a3ee-47ce-b722-a4eaba68f8da, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e8de34-22bb-4aa2-bf3f-f9dbadc00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:02.421228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.491715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] For port 4d92d845-a3ee-47ce-b722-a4eaba68f8da, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:02.495509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] For port 4d92d845-a3ee-47ce-b722-a4eaba68f8da, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d92d845-a3ee-47ce-b722-a4eaba68f8da,segment=NetworkSegment(33e8de34-22bb-4aa2-bf3f-f9dbadc00585),segment_id=33e8de34-22bb-4aa2-bf3f-f9dbadc00585)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:02.514048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.538950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:02.606415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.627458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b7dad2-28e3-4d53-94f5-1c1bdf373f48']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:02.636491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e8de34-22bb-4aa2-bf3f-f9dbadc00585') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:02.636813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e8de34-22bb-4aa2-bf3f-f9dbadc00585') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:02.641697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.646050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.660373 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.666198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:02.666571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:02.670791 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:02.706536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259204f-c694-472d-9db3-db8f815ac5bf None None] Pushing event updated for resources: {'Port': ['ID=4d92d845-a3ee-47ce-b722-a4eaba68f8da,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:02.798722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:43:02.798722 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:43:02.798722 n-d-817995-3 neutron-server[103128]: [parameters: {'id': '26b7dad2-28e3-4d53-94f5-1c1bdf373f48'}] Nov 15 22:43:02.798722 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:43:02.804089 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:43:03.067716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43d43-c336-4d55-9212-bfb7a8d64c6f req-88c3d463-9ac7-42cc-adb7-96bd18ac52d4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:03.073368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23c43d43-c336-4d55-9212-bfb7a8d64c6f req-88c3d463-9ac7-42cc-adb7-96bd18ac52d4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0739584 Nov 15 22:43:03.123200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23c43d43-c336-4d55-9212-bfb7a8d64c6f req-0199448f-97ec-4a54-acd5-b7a681726e4e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Nov 15 22:43:03.300368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.353955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port 4d92d845-a3ee-47ce-b722-a4eaba68f8da {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:03.354355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.430339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port 4d92d845-a3ee-47ce-b722-a4eaba68f8da, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d92d845-a3ee-47ce-b722-a4eaba68f8da,segment=NetworkSegment(33e8de34-22bb-4aa2-bf3f-f9dbadc00585),segment_id=33e8de34-22bb-4aa2-bf3f-f9dbadc00585)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:03.430699 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.449988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for 4d92d845-a3ee-47ce-b722-a4eaba68f8da owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:03.684266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.700398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=4d92d845-a3ee-47ce-b722-a4eaba68f8da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:03.708216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port 4d92d845-a3ee-47ce-b722-a4eaba68f8da on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:03.801606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.812004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1cf10f-4bce-4393-b111-90c3335b2ee6 None None] Network 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:03.824215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b7dad2-28e3-4d53-94f5-1c1bdf373f48']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:03.834331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e8de34-22bb-4aa2-bf3f-f9dbadc00585') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:03.834627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e8de34-22bb-4aa2-bf3f-f9dbadc00585') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:03.845654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.860279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.866895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:03.867367 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:03.870597 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:03.945049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-54517b26-d63b-4ffc-89c7-4e8b27552a48 None None] Could not find standard attr ID for object 4d92d845-a3ee-47ce-b722-a4eaba68f8da. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:43:04.049721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb8769-1df3-4fd3-beca-8fdd576d23fe None None] DHCP port deletion for 26b7dad2-28e3-4d53-94f5-1c1bdf373f48 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:04.064236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:04.069580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:04.072896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/26b7dad2-28e3-4d53-94f5-1c1bdf373f48 HTTP/1.1" status: 204 len: 168 time: 2.5564053 Nov 15 22:43:04.075832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37102) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:04.106943 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-59763e68-c5d3-4f52-a8b8-bcdb27ce8594 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] GET failed (client error): The resource could not be found. Nov 15 22:43:04.109237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-59763e68-c5d3-4f52-a8b8-bcdb27ce8594 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets/ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370 HTTP/1.1" status: 404 len: 337 time: 0.0307570 Nov 15 22:43:04.112297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:04.132464 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e632eec-a5a5-4cc5-b6a4-4aff1ec2b8e4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:04.133033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e632eec-a5a5-4cc5-b6a4-4aff1ec2b8e4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:04.136163 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e632eec-a5a5-4cc5-b6a4-4aff1ec2b8e4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/26b7dad2-28e3-4d53-94f5-1c1bdf373f48 HTTP/1.1" status: 404 len: 339 time: 0.0229158 Nov 15 22:43:04.142927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:04.373061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f4137-d7fc-4ee4-a979-8d9e7b027455 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.378080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f6f4137-d7fc-4ee4-a979-8d9e7b027455 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2303741 Nov 15 22:43:04.378330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:04.413043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0fcbe-7ef4-4282-8d76-0c54c582f4bd tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=26b7dad2-28e3-4d53-94f5-1c1bdf373f48,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:04.471619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2134-06e1-495a-93fa-3bb00cff4015 req-15092f80-dbc3-444d-ada8-a7cd183a0ede tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.473233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de9f2134-06e1-495a-93fa-3bb00cff4015 req-15092f80-dbc3-444d-ada8-a7cd183a0ede tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0624030 Nov 15 22:43:04.541493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de9f2134-06e1-495a-93fa-3bb00cff4015 req-ff91d47a-b4df-4dd1-a1dd-7252e6edd044 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611537 Nov 15 22:43:04.758840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88797c8e-4f95-4fbd-8cbc-b59e831b1148 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 207 time: 0.3792112 Nov 15 22:43:04.762026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:04.803561 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89693927-f05a-4d67-922e-e0f6f7c61066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:04.939961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbc02d-2b14-4bdf-b12e-227ba6c4b80f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.945818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbc02d-2b14-4bdf-b12e-227ba6c4b80f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.951546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbc02d-2b14-4bdf-b12e-227ba6c4b80f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.957849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbc02d-2b14-4bdf-b12e-227ba6c4b80f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:04.959521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-abcbc02d-2b14-4bdf-b12e-227ba6c4b80f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1965730 Nov 15 22:43:04.963161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.079324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-52457f3e-9d58-4138-8528-38b0c4ba6506 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1118321 Nov 15 22:43:05.079967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.132081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a44ec1-ba02-4720-a23e-4c1645631fcf tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.133798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a44ec1-ba02-4720-a23e-4c1645631fcf tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.135345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0a44ec1-ba02-4720-a23e-4c1645631fcf tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0549049 Nov 15 22:43:05.138918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.151565 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:43:05.194888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606d7d6-1654-4318-981e-49cd9520448d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.196800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606d7d6-1654-4318-981e-49cd9520448d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.198325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c606d7d6-1654-4318-981e-49cd9520448d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0585117 Nov 15 22:43:05.201968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37128) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.304391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305bf3bc-8f06-4e0c-883c-3f40005a2894 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.305795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-305bf3bc-8f06-4e0c-883c-3f40005a2894 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks/48d0bb48-e156-401a-b822-929c08d25bb3 HTTP/1.1" status: 200 len: 800 time: 0.1027060 Nov 15 22:43:05.309500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.409406 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9a5d01b-d7e5-4ad6-b9f8-cfe3b6534dd7 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/networks/48d0bb48-e156-401a-b822-929c08d25bb3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0986626 Nov 15 22:43:05.412680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37134) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.463188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da84218-2a3b-4d17-a1b1-1ce30d66b532 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.464586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5da84218-2a3b-4d17-a1b1-1ce30d66b532 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets/b50db218-0881-477f-9241-e37ea260a877 HTTP/1.1" status: 200 len: 811 time: 0.0509930 Nov 15 22:43:05.468359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.518653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c8e449-4081-4b5f-a0af-5fbf6b81d1cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.519963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94c8e449-4081-4b5f-a0af-5fbf6b81d1cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "GET /v2.0/subnets/b50db218-0881-477f-9241-e37ea260a877?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0505877 Nov 15 22:43:05.523451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:05.527953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-561810335'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:05.657986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:05.661700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:05.684583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40f4f4-6beb-4e54-bcdd-12fa62f5e7d8 req-d7c20eef-612b-442f-8dfa-9d7938abf362 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.686223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca40f4f4-6beb-4e54-bcdd-12fa62f5e7d8 req-d7c20eef-612b-442f-8dfa-9d7938abf362 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0683329 Nov 15 22:43:05.712532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:05.736151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:05.736492 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Added segment a6513c82-c1fd-4bcb-bda4-ef92591809e0 of type vlan for network f10f4c3a-c363-43e4-bcea-1ad5695e3195 Nov 15 22:43:05.758782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca40f4f4-6beb-4e54-bcdd-12fa62f5e7d8 req-9260a273-9bc4-4a5c-ae22-5909d323255b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657909 Nov 15 22:43:05.799510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:05.892482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:05.898381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:05.898954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:05.965047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Network': ['ID=f10f4c3a-c363-43e4-bcea-1ad5695e3195,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:05.975638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:06.023226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d6a77dc1-1230-4b19-9426-edab02303db1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4987078 Nov 15 22:43:06.026089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:06.031886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:06.204635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Made reservation on behalf of b778f05c0b2b41549ad81d267e2fa802 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:06.207792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:06.270247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 22:43:06.270776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 22:43:06.495571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:06.559519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=17dac558-5c0d-45e4-840f-34c0520553e5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:06.568874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Checking segment: {'id': 'a6513c82-c1fd-4bcb-bda4-ef92591809e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:06.569237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network hostable DHCP agents. Network: f10f4c3a-c363-43e4-bcea-1ad5695e3195, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:06.730848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:06.862735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f10f4c3a-c363-43e4-bcea-1ad5695e3195) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:06.867920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:06.871104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:06.872828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc691b77-82b5-4eb0-b2f4-2df2889ce6bf None None] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:06.892384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033386c-053f-4222-95f8-339e30018b9c req-3cb4d733-831b-4e03-bbb9-a864eb98178e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:06.893907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1033386c-053f-4222-95f8-339e30018b9c req-3cb4d733-831b-4e03-bbb9-a864eb98178e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0639083 Nov 15 22:43:06.944248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1033386c-053f-4222-95f8-339e30018b9c req-e39ec3ce-017d-4e1e-babc-ff46e5447bd9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Nov 15 22:43:07.018432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f10f4c3a-c363-43e4-bcea-1ad5695e3195', 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195', 'tenant_id': 'b778f05c0b2b41549ad81d267e2fa802', 'fixed_ips': [{'subnet_id': '17dac558-5c0d-45e4-840f-34c0520553e5'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:07.019280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.032449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b13382b1-443c-40e5-9040-c5add89376a2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0052950 Nov 15 22:43:07.035331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37162) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:07.041065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:07.144264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6153191'] for subnet, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.172700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Allocated IP 172.20.0.3 (f10f4c3a-c363-43e4-bcea-1ad5695e3195/17dac558-5c0d-45e4-840f-34c0520553e5/d28c6e4e-936f-498e-ad6d-01d1ace78a9f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:07.253398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c70cbd76-695b-4f53-8bba-058802ff1aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.316220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.435388 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.479436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:07.482350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:07.486568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:07.493697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Pushing event updated for resources: {'Port': ['ID=d28c6e4e-936f-498e-ad6d-01d1ace78a9f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:07.544444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Attempting to bind port d28c6e4e-936f-498e-ad6d-01d1ace78a9f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:07.544749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Attempting to bind port d28c6e4e-936f-498e-ad6d-01d1ace78a9f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a6513c82-c1fd-4bcb-bda4-ef92591809e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:07.545105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Attempting to bind port d28c6e4e-936f-498e-ad6d-01d1ace78a9f on network f10f4c3a-c363-43e4-bcea-1ad5695e3195 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:07.550243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:07.550642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Checking segment: {'id': 'a6513c82-c1fd-4bcb-bda4-ef92591809e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:07.551101 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.551484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Bound using segment: {'id': 'a6513c82-c1fd-4bcb-bda4-ef92591809e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:07.551944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Bound port: d28c6e4e-936f-498e-ad6d-01d1ace78a9f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6513c82-c1fd-4bcb-bda4-ef92591809e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f10f4c3a-c363-43e4-bcea-1ad5695e3195'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:07.552317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.613676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] For port d28c6e4e-936f-498e-ad6d-01d1ace78a9f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:07.617227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] For port d28c6e4e-936f-498e-ad6d-01d1ace78a9f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d28c6e4e-936f-498e-ad6d-01d1ace78a9f,segment=NetworkSegment(a6513c82-c1fd-4bcb-bda4-ef92591809e0),segment_id=a6513c82-c1fd-4bcb-bda4-ef92591809e0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:07.720973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774438240678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4589755'] for subnet, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.771522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:07.772133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.776388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:07.777037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "PUT /v2.0/subnets/17dac558-5c0d-45e4-840f-34c0520553e5 HTTP/1.1" status: 200 len: 877 time: 0.7397635 Nov 15 22:43:07.787296 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.795825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db900a8-ba6d-4e23-8249-237931ba1daa tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event updated for resources: {'Subnet': ['ID=17dac558-5c0d-45e4-840f-34c0520553e5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:07.858259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54488449-acb2-4444-8ca6-dd7d3f0bad21 None None] Pushing event updated for resources: {'Port': ['ID=d28c6e4e-936f-498e-ad6d-01d1ace78a9f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:07.903045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:07.957089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port d28c6e4e-936f-498e-ad6d-01d1ace78a9f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:07.957424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.098268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port d28c6e4e-936f-498e-ad6d-01d1ace78a9f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d28c6e4e-936f-498e-ad6d-01d1ace78a9f,segment=NetworkSegment(a6513c82-c1fd-4bcb-bda4-ef92591809e0),segment_id=a6513c82-c1fd-4bcb-bda4-ef92591809e0)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:08.098644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.117084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for d28c6e4e-936f-498e-ad6d-01d1ace78a9f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:08.126348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3330-48be-4acf-9d13-f3a28c97ecaf req-fd5c0ffc-99d3-4163-af6e-c965f6f2f3d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:08.127857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c90f3330-48be-4acf-9d13-f3a28c97ecaf req-fd5c0ffc-99d3-4163-af6e-c965f6f2f3d9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0939960 Nov 15 22:43:08.234590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c90f3330-48be-4acf-9d13-f3a28c97ecaf req-8055a7ae-f341-4a71-80ff-c31ab38d9925 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991015 Nov 15 22:43:08.306085 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.412069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.439688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=d28c6e4e-936f-498e-ad6d-01d1ace78a9f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:08.488313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port d28c6e4e-936f-498e-ad6d-01d1ace78a9f on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:08.539521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.741907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.770409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=17dac558-5c0d-45e4-840f-34c0520553e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:08.865774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.877124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78b173-709b-4289-87b3-5fbbac1c4c05 None None] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:08.902271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10f4c3a-c363-43e4-bcea-1ad5695e3195']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:08.919080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6513c82-c1fd-4bcb-bda4-ef92591809e0') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:08.919376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6513c82-c1fd-4bcb-bda4-ef92591809e0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:08.935482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.936459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-501db14c-3888-480b-8339-3e8db230d6dd None None] Could not find standard attr ID for object d28c6e4e-936f-498e-ad6d-01d1ace78a9f. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:43:08.951482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.957976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:08.958359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:08.961630 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:09.078169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ee5864-ca66-46b9-b9c9-06a2dffce06c None None] DHCP port deletion for f10f4c3a-c363-43e4-bcea-1ad5695e3195 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:09.103679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cbd70-79af-4f66-aa54-6caed0d0b58d None None] Network f10f4c3a-c363-43e4-bcea-1ad5695e3195 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:09.153978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.162263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.170980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/f10f4c3a-c363-43e4-bcea-1ad5695e3195 HTTP/1.1" status: 204 len: 168 time: 1.3888307 Nov 15 22:43:09.171204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.210070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734757d5-3644-4b10-8382-bb5357ccd54f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=f10f4c3a-c363-43e4-bcea-1ad5695e3195,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:09.220230 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fdc342-7dde-4629-be4f-0754ee2798c9 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.220749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fdc342-7dde-4629-be4f-0754ee2798c9 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.224013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36fdc342-7dde-4629-be4f-0754ee2798c9 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/17dac558-5c0d-45e4-840f-34c0520553e5 HTTP/1.1" status: 404 len: 337 time: 0.0512867 Nov 15 22:43:09.227077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.245454 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8261f4-e068-4f46-9883-f0e3511c1646 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.246103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8261f4-e068-4f46-9883-f0e3511c1646 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.249276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc8261f4-e068-4f46-9883-f0e3511c1646 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/f10f4c3a-c363-43e4-bcea-1ad5695e3195 HTTP/1.1" status: 404 len: 339 time: 0.0211322 Nov 15 22:43:09.251599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.278306 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-59983172-b4ad-4e05-9459-4ce5ec987bc4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.278306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59983172-b4ad-4e05-9459-4ce5ec987bc4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.284909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.285395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-59983172-b4ad-4e05-9459-4ce5ec987bc4 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/ac8b7a43-77ff-4ffc-a6f2-5a1b66d5c370 HTTP/1.1" status: 404 len: 337 time: 0.0324879 Nov 15 22:43:09.318570 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-645d7fd8-c16f-4365-8315-bb444f3b6202 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.319744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645d7fd8-c16f-4365-8315-bb444f3b6202 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.322557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-645d7fd8-c16f-4365-8315-bb444f3b6202 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/26b7dad2-28e3-4d53-94f5-1c1bdf373f48 HTTP/1.1" status: 404 len: 339 time: 0.0365479 Nov 15 22:43:09.325017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37204) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.428643 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.435350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.451838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66edc7-a0c6-4d33-a7d1-e2408717b9cf req-cbbf54a8-dcd0-45ad-ab05-3bcebf31b96a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:09.453397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b66edc7-a0c6-4d33-a7d1-e2408717b9cf req-cbbf54a8-dcd0-45ad-ab05-3bcebf31b96a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1081796 Nov 15 22:43:09.582752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b66edc7-a0c6-4d33-a7d1-e2408717b9cf req-25363fbe-9789-4786-a805-e371231027b0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231198 Nov 15 22:43:09.587383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.610615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a1b1fe-f924-4a78-91e7-43a0ead16364']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:09.620334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9168b91d-13f9-4576-af51-85439e3c74d2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:09.620579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9168b91d-13f9-4576-af51-85439e3c74d2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:09.630102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.643138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.648909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:09.652364 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:09.826613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813ff0e-bbc4-48a0-aef0-dc45d7cd19c5 req-529c98cd-c16f-406a-b324-af4e7f33d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:09.828812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e813ff0e-bbc4-48a0-aef0-dc45d7cd19c5 req-529c98cd-c16f-406a-b324-af4e7f33d8b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1096 time: 0.0404346 Nov 15 22:43:09.843901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.852152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:09.855390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/40a1b1fe-f924-4a78-91e7-43a0ead16364 HTTP/1.1" status: 204 len: 168 time: 0.5293918 Nov 15 22:43:09.858001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.865205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996695c-648b-40ee-85e9-c82fd49843cb tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=40a1b1fe-f924-4a78-91e7-43a0ead16364,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:09.901519 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8cfde1-976f-4735-9957-9cf655809717 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.902008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8cfde1-976f-4735-9957-9cf655809717 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.905147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0e8cfde1-976f-4735-9957-9cf655809717 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/4ca0c792-54ae-45c0-ad4c-e6cdaef81793 HTTP/1.1" status: 404 len: 337 time: 0.0461884 Nov 15 22:43:09.913006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37214) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.913748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e813ff0e-bbc4-48a0-aef0-dc45d7cd19c5 req-9d1e853b-df6f-46e8-9aed-81ae9b49e779 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778422 Nov 15 22:43:09.931890 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b49d06-e0b4-48d0-bd75-6bce87a509a5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.932395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b49d06-e0b4-48d0-bd75-6bce87a509a5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.937895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-34b49d06-e0b4-48d0-bd75-6bce87a509a5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/f9967bef-1183-418a-8bd2-ed21f97509de HTTP/1.1" status: 404 len: 339 time: 0.0214093 Nov 15 22:43:09.938295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37220) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:09.966582 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf6f276-6c07-455a-b466-49d44a408dc2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:09.967055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf6f276-6c07-455a-b466-49d44a408dc2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:09.970878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cdf6f276-6c07-455a-b466-49d44a408dc2 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/1e57b8a4-7a9b-4b04-bf2a-bb915a182083 HTTP/1.1" status: 404 len: 337 time: 0.0311713 Nov 15 22:43:09.982493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.001627 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb8cea0-a887-4b21-9a50-a6195c517396 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.002033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb8cea0-a887-4b21-9a50-a6195c517396 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.005207 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4bb8cea0-a887-4b21-9a50-a6195c517396 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/8145506c-85f4-4d0b-bd81-935a794f3fb2 HTTP/1.1" status: 404 len: 339 time: 0.0213828 Nov 15 22:43:10.012923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37224) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.040234 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7397c3a1-6134-47ac-bfe0-ecf877150658 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.040720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7397c3a1-6134-47ac-bfe0-ecf877150658 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.044304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7397c3a1-6134-47ac-bfe0-ecf877150658 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/e661a36d-4236-4884-86b5-c650be1b04a8 HTTP/1.1" status: 404 len: 337 time: 0.0296097 Nov 15 22:43:10.046100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.063417 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2d16a3-5ee1-444f-9cc8-6c904a063cab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.063888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2d16a3-5ee1-444f-9cc8-6c904a063cab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.066795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd2d16a3-5ee1-444f-9cc8-6c904a063cab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/b7a06109-567f-4fd2-b0b7-ae4358cc861c HTTP/1.1" status: 404 len: 339 time: 0.0198309 Nov 15 22:43:10.069109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.095222 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd23eec4-98bd-4ae6-8167-53c56a617d03 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.095656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd23eec4-98bd-4ae6-8167-53c56a617d03 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.098994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd23eec4-98bd-4ae6-8167-53c56a617d03 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/3d06010d-dde7-4add-80c3-7a037c91b081 HTTP/1.1" status: 404 len: 337 time: 0.0290191 Nov 15 22:43:10.101356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.118344 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed96484-d680-4edf-b634-cf0c8ecac913 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.118803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed96484-d680-4edf-b634-cf0c8ecac913 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.121774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6ed96484-d680-4edf-b634-cf0c8ecac913 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/e3852324-5a84-4bbb-891c-636c5ca1a7c2 HTTP/1.1" status: 404 len: 339 time: 0.0194852 Nov 15 22:43:10.123842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.149355 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdf8d0f-e941-4db2-9124-c302584696ca tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.149777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdf8d0f-e941-4db2-9124-c302584696ca tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.152713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4cdf8d0f-e941-4db2-9124-c302584696ca tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/858c1830-ef3a-46e5-b586-e6155f91a154 HTTP/1.1" status: 404 len: 337 time: 0.0274560 Nov 15 22:43:10.155166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.171911 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddff96b-5374-4d88-a761-8e1d142e3f4d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.172375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddff96b-5374-4d88-a761-8e1d142e3f4d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.175278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bddff96b-5374-4d88-a761-8e1d142e3f4d tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/5178afd3-d883-48a1-a1e9-752135e2f540 HTTP/1.1" status: 404 len: 339 time: 0.0191922 Nov 15 22:43:10.177395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.206940 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3498c979-5b96-408b-ac50-55056be652af tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.207369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3498c979-5b96-408b-ac50-55056be652af tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.210293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3498c979-5b96-408b-ac50-55056be652af tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/2b5d210a-2c47-4f46-92c0-0670abb62228 HTTP/1.1" status: 404 len: 337 time: 0.0320647 Nov 15 22:43:10.212635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.229414 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bb0a75-4246-4e3c-af6f-57002f732ba1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.229869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bb0a75-4246-4e3c-af6f-57002f732ba1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.232780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-99bb0a75-4246-4e3c-af6f-57002f732ba1 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/ae598ade-dcb4-419a-8e58-99083baa11bb HTTP/1.1" status: 404 len: 339 time: 0.0192590 Nov 15 22:43:10.246731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.271958 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7699da3-6235-4d1a-a860-9201f960b0f5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.272401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7699da3-6235-4d1a-a860-9201f960b0f5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.275383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b7699da3-6235-4d1a-a860-9201f960b0f5 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/04db801d-e1a4-4255-a08a-3ee15cf40739 HTTP/1.1" status: 404 len: 337 time: 0.0277989 Nov 15 22:43:10.278019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.296022 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b28895-8d69-41b9-8076-b976484dabd6 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.297114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b28895-8d69-41b9-8076-b976484dabd6 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.300043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21b28895-8d69-41b9-8076-b976484dabd6 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/d0efaa0e-4b92-4eb7-8721-dab012ea082d HTTP/1.1" status: 404 len: 339 time: 0.0211368 Nov 15 22:43:10.302504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.327104 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa99b96-15a4-4b5b-95f1-0b01626b0cf0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.327564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa99b96-15a4-4b5b-95f1-0b01626b0cf0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.330502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0fa99b96-15a4-4b5b-95f1-0b01626b0cf0 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/4e29efaf-636f-4450-8766-2a44190fa839 HTTP/1.1" status: 404 len: 337 time: 0.0271332 Nov 15 22:43:10.333115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.351802 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-41790b30-af1b-4733-92ff-0931ca327a15 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:10.352284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41790b30-af1b-4733-92ff-0931ca327a15 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:10.355323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-41790b30-af1b-4733-92ff-0931ca327a15 tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/41de81eb-d088-4aec-800f-c449f3dfb51e HTTP/1.1" status: 404 len: 339 time: 0.0211740 Nov 15 22:43:10.357473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.368424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.418147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:10.418731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting subnet b50db218-0881-477f-9241-e37ea260a877 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:10.422473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.478970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.510115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.537208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:10.539559 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987cacbe-19bc-4429-94ad-6273757b745d" -d '{"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:10.555454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:10.587484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.590614 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490be07-a5e8-4841-8c04-4045808a0780 x-openstack-request-id: req-2490be07-a5e8-4841-8c04-4045808a0780 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:10.591045 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:10.591330 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2490be07-a5e8-4841-8c04-4045808a0780 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:10.591793 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'code': 200} Nov 15 22:43:10.698483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.714217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dbd6a-4f75-4d23-b7d5-30f5861173a0 req-95fd4f83-a843-4978-b299-649f6a35372f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:10.715950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389dbd6a-4f75-4d23-b7d5-30f5861173a0 req-95fd4f83-a843-4978-b299-649f6a35372f tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.0552442 Nov 15 22:43:10.754884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:10.769120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389dbd6a-4f75-4d23-b7d5-30f5861173a0 req-e5aae658-be2d-45be-8fd0-46e4aabec80e tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Nov 15 22:43:10.775233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.801500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec7451-1b11-4a9c-a6b0-6ba862ccc52a None None] Network 48d0bb48-e156-401a-b822-929c08d25bb3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:10.815262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.821094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/subnets/b50db218-0881-477f-9241-e37ea260a877 HTTP/1.1" status: 204 len: 168 time: 0.4517121 Nov 15 22:43:10.821329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:10.822210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19f39c-7654-4002-816a-5701559003ab tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Subnet': ['ID=b50db218-0881-477f-9241-e37ea260a877,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:10.872148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d28c6e4e-936f-498e-ad6d-01d1ace78a9f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:10.913047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:10.925061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d28c6e4e-936f-498e-ad6d-01d1ace78a9f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:10.925626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d28c6e4e-936f-498e-ad6d-01d1ace78a9f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:10.974092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Deleting port da6378f6-a10e-4cd8-90a4-78948554a326 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:10.974916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.060765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] DHCP port deletion for 48d0bb48-e156-401a-b822-929c08d25bb3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:11.062830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] For port da6378f6-a10e-4cd8-90a4-78948554a326, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=da6378f6-a10e-4cd8-90a4-78948554a326,segment=NetworkSegment(3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b),segment_id=3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:11.063333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.078443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Calling delete_port for da6378f6-a10e-4cd8-90a4-78948554a326 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:11.109511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Deleting port da6378f6-a10e-4cd8-90a4-78948554a326 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:11.109961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.174379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] For port da6378f6-a10e-4cd8-90a4-78948554a326, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=da6378f6-a10e-4cd8-90a4-78948554a326,segment=NetworkSegment(3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b),segment_id=3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:11.174770 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.186849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Calling delete_port for da6378f6-a10e-4cd8-90a4-78948554a326 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:11.310063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.312289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.358420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] No DVR routers for this DVR port da6378f6-a10e-4cd8-90a4-78948554a326 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:11.373201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Port': ['ID=da6378f6-a10e-4cd8-90a4-78948554a326,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:11.388782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] Pushing event deleted for resources: {'Port': ['ID=da6378f6-a10e-4cd8-90a4-78948554a326,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:11.398647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf0edd-62a6-4c73-9e6e-f36b543afee9 None None] No DVR routers for this DVR port da6378f6-a10e-4cd8-90a4-78948554a326 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:11.518664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.543306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d0bb48-e156-401a-b822-929c08d25bb3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:11.565527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:11.565527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f12fdbe-fdc3-46a7-b5c4-fa34054bd24b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:11.565527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.575321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.581868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:11.582252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:11.585231 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:11.774786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.824453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:11.831824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] 10.222.0.15 "DELETE /v2.0/networks/48d0bb48-e156-401a-b822-929c08d25bb3 HTTP/1.1" status: 204 len: 168 time: 1.0085804 Nov 15 22:43:11.839331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c80ee-26dd-4cad-896a-fc186a7f797f tempest-NetworksTest-430085671 tempest-NetworksTest-430085671-project] Pushing event deleted for resources: {'Network': ['ID=48d0bb48-e156-401a-b822-929c08d25bb3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:11.945560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bd7f-14f8-44ee-80c1-9efed10da8f9 req-dd65a240-0fa2-40fc-8e9c-bbc5bbb9a2f4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:11.947417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0190bd7f-14f8-44ee-80c1-9efed10da8f9 req-dd65a240-0fa2-40fc-8e9c-bbc5bbb9a2f4 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 943 time: 0.0746770 Nov 15 22:43:12.008746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0190bd7f-14f8-44ee-80c1-9efed10da8f9 req-ed141686-55dc-4642-9eb8-44c0f1cb05c9 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535347 Nov 15 22:43:12.031768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:12.110376 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-03f1f5d0-f5c4-49f7-957b-728bd39507ce tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/floatingips/e786aca2-c09f-46c4-8039-8902d476c816 HTTP/1.1" status: 200 len: 991 time: 0.0773003 Nov 15 22:43:12.409953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:43:12.622499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:12.640837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'port_id': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'mac_address': 'fa:16:3e:cf:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:43:12.660633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37318) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:12.686244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:12.703481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e37f5c5-b02f-42a6-b6fb-211a684468de {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:43:12.734518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:12.825640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4193ff55-ed88-4db8-af8d-391c6483ec96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b778f05c0b2b41549ad81d267e2fa802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635220 Nov 15 22:43:12.841580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:12.863863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:12.926583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device da6378f6-a10e-4cd8-90a4-78948554a326 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:12.927066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:12.949806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:12.958148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: da6378f6-a10e-4cd8-90a4-78948554a326 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:12.958864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device da6378f6-a10e-4cd8-90a4-78948554a326 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:12.966034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:13.120933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:13.123604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:13.127934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25debc5c-5b98-455c-b5aa-1f46072cbca7 HTTP/1.1" status: 204 len: 168 time: 0.2828691 Nov 15 22:43:13.134841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77e3ba-db3f-4ed8-88a2-70b28fe4120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25debc5c-5b98-455c-b5aa-1f46072cbca7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:13.143687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['9e37f5c5-b02f-42a6-b6fb-211a684468de'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:43:14.409256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:14.479854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 9e37f5c5-b02f-42a6-b6fb-211a684468de triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:14.480226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:14.570923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:14.594056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:14.596349 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914146d6-2f77-4857-8f53-295f532f5e0a" -d '{"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:14.609926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:14.636099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:14.649644 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714416e1-e3d9-447f-a450-e1e29c329085 x-openstack-request-id: req-714416e1-e3d9-447f-a450-e1e29c329085 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:14.649644 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-plugged", "status": "completed", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:14.649644 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-714416e1-e3d9-447f-a450-e1e29c329085 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:14.649644 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'code': 200} Nov 15 22:43:14.749460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-506566179'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:14.780817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:14.829491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:14.865936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:14.875027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:14.879632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:14.987555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.083585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.107238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:15.132367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.132367 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment ece16709-e859-4edc-9b4a-7e25635189f3 of type vlan for network 800a2271-0150-484c-9304-f10c46dd962b Nov 15 22:43:15.132367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53b1857-fb1e-4432-a142-116f00876623,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:15.177140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.281547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.287264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:15.287987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.370311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=800a2271-0150-484c-9304-f10c46dd962b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:15.385597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 800a2271-0150-484c-9304-f10c46dd962b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:15.444932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-be5d6e0b-36cf-4734-8ac0-c403eb203d60 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8074598 Nov 15 22:43:15.448928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:15.456782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'name': 'tempest-PortsIpV6TestJSON-2117322587'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:15.638116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:15.642391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:15.665319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 716537ff-db7e-43aa-9613-bb13e10d7439 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:15.860359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.015378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.109765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=716537ff-db7e-43aa-9613-bb13e10d7439,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:16.112214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'ece16709-e859-4edc-9b4a-7e25635189f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '800a2271-0150-484c-9304-f10c46dd962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:16.112855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 800a2271-0150-484c-9304-f10c46dd962b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:16.292085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:16.389487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 800a2271-0150-484c-9304-f10c46dd962b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:16.400515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d763f1-c128-41bc-bb50-29d6e7eaab7e None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:16.404549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:16.420061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:16.422508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.563295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-26850f54-81f4-43e8-95b8-d4711719b5fe tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1132092 Nov 15 22:43:16.566516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:16.572928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1450472138'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:16.703796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:16.707269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.730975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:16.739948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.740293 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment ce41b30e-d121-4a3a-bae1-499be437b56e of type vlan for network 602682a0-365a-4534-909f-7f33a9a5fc4e Nov 15 22:43:16.783812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.908893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.914736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:16.915323 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:16.983620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=602682a0-365a-4534-909f-7f33a9a5fc4e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:16.997599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 602682a0-365a-4534-909f-7f33a9a5fc4e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:17.059998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a6d8d9a-be93-40c9-8409-8f7125889c8e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4901078 Nov 15 22:43:17.060156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:17.066518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'ports': [{'network_id': '800a2271-0150-484c-9304-f10c46dd962b'}, {'network_id': '602682a0-365a-4534-909f-7f33a9a5fc4e'}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:17.066827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:17.067308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '602682a0-365a-4534-909f-7f33a9a5fc4e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:17.389241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 2} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:17.393958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:17.408064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:17.511467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port c6957af8-3db1-449a-bd77-d18c1db462e2 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:17.663579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:17.732404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:17.868593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:17.998922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.049876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:18.053185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:18.056206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:18.057470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.090267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=c6957af8-3db1-449a-bd77-d18c1db462e2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:18.156195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'ce41b30e-d121-4a3a-bae1-499be437b56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '602682a0-365a-4534-909f-7f33a9a5fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:18.156195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 602682a0-365a-4534-909f-7f33a9a5fc4e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:18.157080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:18.266420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 602682a0-365a-4534-909f-7f33a9a5fc4e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:18.340269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 602682a0-365a-4534-909f-7f33a9a5fc4e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:18.344492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:18.349726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3466797-ac98-4516-bda7-2e5194848fd9 None None] Network 602682a0-365a-4534-909f-7f33a9a5fc4e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:18.350435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:18.355630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:18.356299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.486388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9817bc64-8f42-4453-a09d-3e6c33490655 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4250250 Nov 15 22:43:18.491846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:18.588006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:18.588367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.654967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.672523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:18.814172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.843314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:18.846873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:18.850092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-566ba6c1-7520-4fe3-946a-09f9018a9dff tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4 HTTP/1.1" status: 204 len: 168 time: 0.3571024 Nov 15 22:43:18.852851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:18.904638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d195589-0cb4-4e2f-9870-e663e7c4df34 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:18.910638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d195589-0cb4-4e2f-9870-e663e7c4df34 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:18.912293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3d195589-0cb4-4e2f-9870-e663e7c4df34 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0584266 Nov 15 22:43:18.915200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.010657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port c6957af8-3db1-449a-bd77-d18c1db462e2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:19.011000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.079206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.098384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for c6957af8-3db1-449a-bd77-d18c1db462e2 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:19.247938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.283833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=c6957af8-3db1-449a-bd77-d18c1db462e2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:19.298607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.302448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b626744-47a2-4926-8bd6-c1d4892522f3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/c6957af8-3db1-449a-bd77-d18c1db462e2 HTTP/1.1" status: 204 len: 168 time: 0.3863218 Nov 15 22:43:19.305338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.357139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ca628-ea84-487d-80eb-3cb814c1cd76 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:19.362913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37452) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.365197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e52ca628-ea84-487d-80eb-3cb814c1cd76 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0587130 Nov 15 22:43:19.389864 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c294d-6208-402b-b4cd-3419872580be tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:19.392371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d62c294d-6208-402b-b4cd-3419872580be tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/7fbaabf0-0f4f-4001-a301-2e8fbea7f7e4 HTTP/1.1" status: 404 len: 333 time: 0.0273733 Nov 15 22:43:19.394082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37454) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.425633 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-87576170-f3af-4ce4-b6ca-89b5d02a2b4e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:19.425633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-87576170-f3af-4ce4-b6ca-89b5d02a2b4e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/c6957af8-3db1-449a-bd77-d18c1db462e2 HTTP/1.1" status: 404 len: 333 time: 0.0293095 Nov 15 22:43:19.427138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.502320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.600363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.621328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602682a0-365a-4534-909f-7f33a9a5fc4e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:19.630961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce41b30e-d121-4a3a-bae1-499be437b56e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:19.631370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce41b30e-d121-4a3a-bae1-499be437b56e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:19.641725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.654925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.662009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:19.662428 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:19.666173 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:19.841018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.849368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:19.857876 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/602682a0-365a-4534-909f-7f33a9a5fc4e HTTP/1.1" status: 204 len: 168 time: 0.4286199 Nov 15 22:43:19.861845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:19.887421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1479191479'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:19.892728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98510c-e148-4b5f-9cd5-edd2bff1b80f tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=602682a0-365a-4534-909f-7f33a9a5fc4e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:20.000806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:20.006591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.036111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:20.053744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.054199 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment edd8419d-3548-4b67-8321-eabaf4569fe7 of type vlan for network 74953e4f-7787-4790-9184-2ff258e5f749 Nov 15 22:43:20.111103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.207104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.212963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:20.213673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.290665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=74953e4f-7787-4790-9184-2ff258e5f749,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:20.302199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 74953e4f-7787-4790-9184-2ff258e5f749 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:20.347811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fd21b71a-bd80-42f4-8bbe-9c5074800ffa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4821501 Nov 15 22:43:20.348164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37476) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:20.355720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '74953e4f-7787-4790-9184-2ff258e5f749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:20.543468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:20.547218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.606126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Performing IP validity checks on allocation pools {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 22:43:20.609258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 22:43:20.806446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:20.889240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=53959ded-0afd-4789-a30e-54d672e8a050,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:20.904572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'edd8419d-3548-4b67-8321-eabaf4569fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:20.905025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 74953e4f-7787-4790-9184-2ff258e5f749, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:20.998186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 74953e4f-7787-4790-9184-2ff258e5f749 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:21.077288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 74953e4f-7787-4790-9184-2ff258e5f749) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:21.082194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:21.083176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.090347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550ddb2-5bd5-430f-9866-6ed9af87e308 None None] Network 74953e4f-7787-4790-9184-2ff258e5f749 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:21.171572 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8823be37-98b0-4d15-92da-65c13b6525bc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8217831 Nov 15 22:43:21.174348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:21.179623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '74953e4f-7787-4790-9184-2ff258e5f749', 'name': 'tempest-PortsIpV6TestJSON-1426951292'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:21.256596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-74953e4f-7787-4790-9184-2ff258e5f749', 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': '53959ded-0afd-4789-a30e-54d672e8a050'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:21.261963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.377556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:21.381636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.401394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 91d494d5-5ae0-48b4-8d45-3a109623048a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:21.406012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Allocated IP 2001:db8::2 (74953e4f-7787-4790-9184-2ff258e5f749/53959ded-0afd-4789-a30e-54d672e8a050/1a7a7114-0986-41b2-914f-5622b3406c74) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:21.572253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.626451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.667981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Network 74953e4f-7787-4790-9184-2ff258e5f749 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:21.671724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:21.675536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:21.685174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::182 (74953e4f-7787-4790-9184-2ff258e5f749/53959ded-0afd-4789-a30e-54d672e8a050/91d494d5-5ae0-48b4-8d45-3a109623048a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:21.685714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Pushing event updated for resources: {'Port': ['ID=1a7a7114-0986-41b2-914f-5622b3406c74,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:21.740266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Attempting to bind port 1a7a7114-0986-41b2-914f-5622b3406c74 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:21.740659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Attempting to bind port 1a7a7114-0986-41b2-914f-5622b3406c74 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'edd8419d-3548-4b67-8321-eabaf4569fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:21.741028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Attempting to bind port 1a7a7114-0986-41b2-914f-5622b3406c74 on network 74953e4f-7787-4790-9184-2ff258e5f749 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:21.746757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:21.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Checking segment: {'id': 'edd8419d-3548-4b67-8321-eabaf4569fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:21.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Bound using segment: {'id': 'edd8419d-3548-4b67-8321-eabaf4569fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:21.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Bound port: 1a7a7114-0986-41b2-914f-5622b3406c74, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd8419d-3548-4b67-8321-eabaf4569fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74953e4f-7787-4790-9184-2ff258e5f749'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:21.750922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.825001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-63695318-bca9-4143-84f3-20067fd00786 None None] For port 1a7a7114-0986-41b2-914f-5622b3406c74, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:21.829687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-63695318-bca9-4143-84f3-20067fd00786 None None] For port 1a7a7114-0986-41b2-914f-5622b3406c74, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1a7a7114-0986-41b2-914f-5622b3406c74,segment=NetworkSegment(edd8419d-3548-4b67-8321-eabaf4569fe7),segment_id=edd8419d-3548-4b67-8321-eabaf4569fe7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:21.863061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.935542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:21.995824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.015983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63695318-bca9-4143-84f3-20067fd00786 None None] Pushing event updated for resources: {'Port': ['ID=1a7a7114-0986-41b2-914f-5622b3406c74,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:22.080855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 74953e4f-7787-4790-9184-2ff258e5f749 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:22.084056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:22.088068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:22.093773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:22.094419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.110646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=91d494d5-5ae0-48b4-8d45-3a109623048a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:22.177289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ae45401c-8cc1-4fe5-be8b-09481451855b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9989588 Nov 15 22:43:22.177517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:22.332227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 91d494d5-5ae0-48b4-8d45-3a109623048a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:22.332642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.453407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.466433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 91d494d5-5ae0-48b4-8d45-3a109623048a owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:22.666048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.698563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=91d494d5-5ae0-48b4-8d45-3a109623048a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:22.756155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:22.756155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5c2db7b-4fb8-4c02-8c39-e71a23a92190 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/91d494d5-5ae0-48b4-8d45-3a109623048a HTTP/1.1" status: 204 len: 168 time: 0.5721052 Nov 15 22:43:22.756155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:22.790455 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff5d52c-f31c-4732-87ac-4c1006c55728 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:43:22.790455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff5d52c-f31c-4732-87ac-4c1006c55728 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:22.790455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4ff5d52c-f31c-4732-87ac-4c1006c55728 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/91d494d5-5ae0-48b4-8d45-3a109623048a HTTP/1.1" status: 404 len: 333 time: 0.0348537 Nov 15 22:43:22.792318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:22.827691 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b60bef-ac7a-46bc-8843-c6863db9ece5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:22.830004 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5b60bef-ac7a-46bc-8843-c6863db9ece5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/91d494d5-5ae0-48b4-8d45-3a109623048a HTTP/1.1" status: 404 len: 333 time: 0.0355363 Nov 15 22:43:22.842544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:22.913421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 53959ded-0afd-4789-a30e-54d672e8a050 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:22.917827 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.003553 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.020247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1a7a7114-0986-41b2-914f-5622b3406c74 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:23.087183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1a7a7114-0986-41b2-914f-5622b3406c74 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:23.087842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.164860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.206650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.231277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1d327-de1b-48b5-b2cf-a86bc6527816 None None] Network 74953e4f-7787-4790-9184-2ff258e5f749 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:23.296511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.300537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] Provisioning complete for port 1a7a7114-0986-41b2-914f-5622b3406c74 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:23.301150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.338144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=53959ded-0afd-4789-a30e-54d672e8a050,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:23.348065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.359453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37526) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:23.360492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-13b17b4b-9f75-4568-9edf-499c416ccf37 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/53959ded-0afd-4789-a30e-54d672e8a050 HTTP/1.1" status: 204 len: 168 time: 0.5165262 Nov 15 22:43:23.414736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:43:23.415378 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:43:23.468066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.479431 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.525998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] For port 1a7a7114-0986-41b2-914f-5622b3406c74, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1a7a7114-0986-41b2-914f-5622b3406c74,segment=NetworkSegment(edd8419d-3548-4b67-8321-eabaf4569fe7),segment_id=edd8419d-3548-4b67-8321-eabaf4569fe7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:23.554595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] DHCP port deletion for 74953e4f-7787-4790-9184-2ff258e5f749 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:23.604274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 1a7a7114-0986-41b2-914f-5622b3406c74 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:23.604643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.641423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Deleting port 1a7a7114-0986-41b2-914f-5622b3406c74 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:23.641953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.686574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.714397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port 1a7a7114-0986-41b2-914f-5622b3406c74, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1a7a7114-0986-41b2-914f-5622b3406c74,segment=NetworkSegment(edd8419d-3548-4b67-8321-eabaf4569fe7),segment_id=edd8419d-3548-4b67-8321-eabaf4569fe7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:23.715121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.731936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 1a7a7114-0986-41b2-914f-5622b3406c74 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:23.753657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] For port 1a7a7114-0986-41b2-914f-5622b3406c74, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1a7a7114-0986-41b2-914f-5622b3406c74,segment=NetworkSegment(edd8419d-3548-4b67-8321-eabaf4569fe7),segment_id=edd8419d-3548-4b67-8321-eabaf4569fe7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:23.754199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.778111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Calling delete_port for 1a7a7114-0986-41b2-914f-5622b3406c74 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:23.783664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3233bc-e0e5-4bbc-9a76-d86d2d7dd84f None None] Pushing event updated for resources: {'Port': ['ID=1a7a7114-0986-41b2-914f-5622b3406c74,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:23.898031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.904478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:23.931897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=1a7a7114-0986-41b2-914f-5622b3406c74,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:23.933731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port 1a7a7114-0986-41b2-914f-5622b3406c74 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:23.938999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] No DVR routers for this DVR port 1a7a7114-0986-41b2-914f-5622b3406c74 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:23.944690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89041703-0440-4d6a-b048-8eba57b7808c None None] Pushing event deleted for resources: {'Port': ['ID=1a7a7114-0986-41b2-914f-5622b3406c74,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:23.971075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 1a7a7114-0986-41b2-914f-5622b3406c74 update to ACTIVE by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 22:43:24.028737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.054350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74953e4f-7787-4790-9184-2ff258e5f749']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:24.067084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd8419d-3548-4b67-8321-eabaf4569fe7') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:24.067380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd8419d-3548-4b67-8321-eabaf4569fe7') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:24.081012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.114118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.122825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:24.123193 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:24.127450 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:24.254471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.260491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.264871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/74953e4f-7787-4790-9184-2ff258e5f749 HTTP/1.1" status: 204 len: 168 time: 0.9043012 Nov 15 22:43:24.268881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37544) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:24.274464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361177110'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:24.280796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f471ee7-7b83-4a50-9a1e-cad4a85e2c93 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=74953e4f-7787-4790-9184-2ff258e5f749,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:24.394473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:24.398340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.426756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:24.436443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.436812 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment e0540504-fd1a-4ff3-b57c-6f8d05614d10 of type vlan for network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 Nov 15 22:43:24.478334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.573285 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-43be9716-6353-457a-8216-504c38d9ae35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384853 Nov 15 22:43:24.611743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.619990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:24.620585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:24.719802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=8f838d3d-aa5d-40d6-82f4-f648f5dec0a2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:24.729742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-297333cd-b9ea-4961-b73e-9563b282466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:24.731235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:24.731818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-297333cd-b9ea-4961-b73e-9563b282466b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 1096 time: 0.1054382 Nov 15 22:43:24.819273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c45916e5-1851-4868-8524-cf492c7d66f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5491767 Nov 15 22:43:24.822259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:24.831443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:24.846932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-6e240e58-d9d2-4835-aa8f-6cb951da8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:24.848502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-6e240e58-d9d2-4835-aa8f-6cb951da8aa2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 200 len: 911 time: 0.0918705 Nov 15 22:43:24.920745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1a7a7114-0986-41b2-914f-5622b3406c74 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:24.927483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-f584dcb1-e874-483d-9f61-44ccfa6ed400 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 200 len: 1001 time: 0.0688257 Nov 15 22:43:24.953498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1a7a7114-0986-41b2-914f-5622b3406c74 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:24.954087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1a7a7114-0986-41b2-914f-5622b3406c74 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:24.993965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-d5eb9470-507a-4b72-9300-21e3468090ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:24.995599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-d5eb9470-507a-4b72-9300-21e3468090ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 200 len: 849 time: 0.0609908 Nov 15 22:43:25.044051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:25.048199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:25.058256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-3915dfdc-f5c0-49c1-a1a4-5ad9c684208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:25.059790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-3915dfdc-f5c0-49c1-a1a4-5ad9c684208f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c62e890b-0d76-46ca-b1ec-c4b438e21bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504465 Nov 15 22:43:25.119389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848395a-82eb-43b5-a2fd-cc43526f5d0e req-0228de6f-9b2b-4a2d-a8df-465646ed83bf tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:25.121024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6848395a-82eb-43b5-a2fd-cc43526f5d0e req-0228de6f-9b2b-4a2d-a8df-465646ed83bf tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.1136675 Nov 15 22:43:25.203335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6848395a-82eb-43b5-a2fd-cc43526f5d0e req-805cc985-1659-4951-a53f-c2d8f1ef0ad1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723960 Nov 15 22:43:25.440360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:25.499365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-fafa5028-ba98-4ec6-af3f-eaa1bb03c0ec service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308774 Nov 15 22:43:25.504086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=55d08148-146a-41cd-b2d9-6a89f5848606,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:25.511724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'e0540504-fd1a-4ff3-b57c-6f8d05614d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:25.512083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:25.588402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:25.593190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1ed63b21-c9d7-4068-9299-0200b1e10a07 req-5d38df72-b811-4887-a8f7-f1508abb3ee7 service neutron] 10.222.0.55 "GET /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Nov 15 22:43:25.665358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:25.669238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:25.669819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:25.674425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76887d-412a-451b-bf59-f75486c5bff1 None None] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:25.773778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eccb1c67-5888-4d07-8e32-a250d9934fa6 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9502897 Nov 15 22:43:25.776248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:25.781627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1229680552'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:25.819894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-8f838d3d-aa5d-40d6-82f4-f648f5dec0a2', 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': '55d08148-146a-41cd-b2d9-6a89f5848606'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:25.820891 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:25.955545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Allocated IP 2001:db8::2 (8f838d3d-aa5d-40d6-82f4-f648f5dec0a2/55d08148-146a-41cd-b2d9-6a89f5848606/cb00c40f-d5de-4bde-9778-d65be0672886) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:25.960001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:25.963615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:25.981720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port c94d6367-9d8f-4a72-baf9-5221f16a0286 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:26.256086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.329849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baebbdd-ac28-4e8b-b1ec-12a50583f88f req-fc249bc7-8105-469f-b574-1ecacf4e10b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:26.329849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2baebbdd-ac28-4e8b-b1ec-12a50583f88f req-fc249bc7-8105-469f-b574-1ecacf4e10b1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Nov 15 22:43:26.344202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.391350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:26.398174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:26.400859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:26.412459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Pushing event updated for resources: {'Port': ['ID=cb00c40f-d5de-4bde-9778-d65be0672886,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:26.412972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2baebbdd-ac28-4e8b-b1ec-12a50583f88f req-b5ad0886-ebb5-4621-a940-c6d2a95fa6e2 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772173 Nov 15 22:43:26.456976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::36a (8f838d3d-aa5d-40d6-82f4-f648f5dec0a2/55d08148-146a-41cd-b2d9-6a89f5848606/c94d6367-9d8f-4a72-baf9-5221f16a0286) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:26.488351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Attempting to bind port cb00c40f-d5de-4bde-9778-d65be0672886 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:26.488740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Attempting to bind port cb00c40f-d5de-4bde-9778-d65be0672886 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e0540504-fd1a-4ff3-b57c-6f8d05614d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:26.489152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Attempting to bind port cb00c40f-d5de-4bde-9778-d65be0672886 on network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:26.494889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:26.496203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Checking segment: {'id': 'e0540504-fd1a-4ff3-b57c-6f8d05614d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:26.496203 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.496203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Bound using segment: {'id': 'e0540504-fd1a-4ff3-b57c-6f8d05614d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:26.496599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Bound port: cb00c40f-d5de-4bde-9778-d65be0672886, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0540504-fd1a-4ff3-b57c-6f8d05614d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f838d3d-aa5d-40d6-82f4-f648f5dec0a2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:26.497003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.569405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] For port cb00c40f-d5de-4bde-9778-d65be0672886, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:26.569405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] For port cb00c40f-d5de-4bde-9778-d65be0672886, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb00c40f-d5de-4bde-9778-d65be0672886,segment=NetworkSegment(e0540504-fd1a-4ff3-b57c-6f8d05614d10),segment_id=e0540504-fd1a-4ff3-b57c-6f8d05614d10)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:26.588229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.641410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.697084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9196f-4eb5-4e6f-b0a2-ecb267b06f7d None None] Pushing event updated for resources: {'Port': ['ID=cb00c40f-d5de-4bde-9778-d65be0672886,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:26.709365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.756635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:26.759773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:26.763580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:26.769649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:26.770244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:26.776637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=c94d6367-9d8f-4a72-baf9-5221f16a0286,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:26.868035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b16ac4fb-8901-45d7-9683-a583d06ea381 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0830011 Nov 15 22:43:26.870100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:26.991051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-6702339f-8ff6-453d-8241-0f8aa6e0750a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:26.993226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-6702339f-8ff6-453d-8241-0f8aa6e0750a tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.0859091 Nov 15 22:43:27.052523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port c94d6367-9d8f-4a72-baf9-5221f16a0286 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:27.052887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.171339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.183680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Deleting port 5707db4b-2301-4717-a3e7-d6b6203d5b5b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:27.184009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.190539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for c94d6367-9d8f-4a72-baf9-5221f16a0286 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:27.328146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] For port 5707db4b-2301-4717-a3e7-d6b6203d5b5b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=5707db4b-2301-4717-a3e7-d6b6203d5b5b,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:27.328506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.555412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.555927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.556364 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Floating IP 9f628897-9a50-477a-a995-af71f8d225d4 disassociated. External IP: 172.25.0.232, port: 5707db4b-2301-4717-a3e7-d6b6203d5b5b. Nov 15 22:43:27.556827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Calling delete_port for 5707db4b-2301-4717-a3e7-d6b6203d5b5b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:27.557255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa662b0-03d9-4c63-b36f-c5952352ed70 req-1cc89baa-1516-463e-8a3c-9a346a6ad1d5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.565581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fa662b0-03d9-4c63-b36f-c5952352ed70 req-1cc89baa-1516-463e-8a3c-9a346a6ad1d5 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 945 time: 0.0601561 Nov 15 22:43:27.568970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.613361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fa662b0-03d9-4c63-b36f-c5952352ed70 req-1299547f-1760-41f9-b0c5-26ba9c7d8018 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups?id=52dd07ca-cd0c-4758-b413-ce9e36e263b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468814 Nov 15 22:43:27.657180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=c94d6367-9d8f-4a72-baf9-5221f16a0286,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:27.688196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.694592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fe57d869-5e66-415a-89d6-d4934dcdc10e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/c94d6367-9d8f-4a72-baf9-5221f16a0286 HTTP/1.1" status: 204 len: 168 time: 0.8203375 Nov 15 22:43:27.695447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:27.722428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f9f73-ae31-4599-b3ce-70a4dea4cd5a None None] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:27.755632 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f012444-c907-4204-aa6d-f33b33db77d4 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:27.759856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7f012444-c907-4204-aa6d-f33b33db77d4 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/c94d6367-9d8f-4a72-baf9-5221f16a0286 HTTP/1.1" status: 404 len: 333 time: 0.0607038 Nov 15 22:43:27.760848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:27.815052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Provisioning complete for port cb00c40f-d5de-4bde-9778-d65be0672886 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:27.815157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.845788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 55d08148-146a-41cd-b2d9-6a89f5848606 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:27.846356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-15499fc7-0c22-49d9-9b9c-740088bd4aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1850865 Nov 15 22:43:27.851787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.919655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:27.942618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.943188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.943561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.944023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.944480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.945067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.945527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:27.947765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f81dd909-0133-41e6-95ab-b96b4d2f5f85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0711005 Nov 15 22:43:28.008471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.026767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.047509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.110078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'Port': ['ID=5707db4b-2301-4717-a3e7-d6b6203d5b5b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:28.207751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.238134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=55d08148-146a-41cd-b2d9-6a89f5848606,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:28.242164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-054d62fe-ee9b-429f-85d4-a746448da4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:28.242639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-054d62fe-ee9b-429f-85d4-a746448da4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:28.243100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-054d62fe-ee9b-429f-85d4-a746448da4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:28.244743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-054d62fe-ee9b-429f-85d4-a746448da4e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.2690883 Nov 15 22:43:28.251441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.258444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ff9f9493-f713-424c-ae83-b6ee12319b48 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/55d08148-146a-41cd-b2d9-6a89f5848606 HTTP/1.1" status: 204 len: 168 time: 0.4941685 Nov 15 22:43:28.258660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:43:28.258660 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:43:28.260406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:28.270848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bef16-e61a-4093-a14d-d7da11cb3568 None None] Network 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:28.316181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:43:28.338030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-d2562b79-cbf8-4c70-8b14-cc2f8940533c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.0847230 Nov 15 22:43:28.355194 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.427820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port cb00c40f-d5de-4bde-9778-d65be0672886 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:28.430590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.485945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-6ff584b3-8984-4550-8157-66f1742ea925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:28.490112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-6ff584b3-8984-4550-8157-66f1742ea925 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.1053331 Nov 15 22:43:28.520011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] DHCP port deletion for 8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:28.551284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:43:28.562745 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:43:28.593391 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:28.593391 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:28.593701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port cb00c40f-d5de-4bde-9778-d65be0672886, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb00c40f-d5de-4bde-9778-d65be0672886,segment=NetworkSegment(e0540504-fd1a-4ff3-b57c-6f8d05614d10),segment_id=e0540504-fd1a-4ff3-b57c-6f8d05614d10)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:28.593701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.616821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for cb00c40f-d5de-4bde-9778-d65be0672886 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:28.622640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] No DVR routers for this DVR port 5707db4b-2301-4717-a3e7-d6b6203d5b5b on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:28.625037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Deleting port cb00c40f-d5de-4bde-9778-d65be0672886 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:28.625631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.626839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.630899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23672a06-c8b8-4138-8fc1-c3589d957ca4 req-05d5ee8a-d1fe-48f1-96ba-ddf4a485fc08 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.55 "DELETE /v2.0/ports/5707db4b-2301-4717-a3e7-d6b6203d5b5b HTTP/1.1" status: 204 len: 173 time: 1.6298242 Nov 15 22:43:28.632514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'name': 'network-vif-deleted', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:28.636480 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee40e8f8-6bc1-416d-8720-7611be7c2f05" -d '{"events": [{"server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "name": "network-vif-deleted", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:28.651853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-a4b210f7-a9f3-4935-a239-f2ee8aa75ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:28.653783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-a4b210f7-a9f3-4935-a239-f2ee8aa75ac2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559360 Nov 15 22:43:28.770659 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ac567-07a8-4869-8417-370d1b16a41d x-openstack-request-id: req-0e5ac567-07a8-4869-8417-370d1b16a41d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:28.776218 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ba670-f4fb-4651-a351-0f8abd5f5c38", "name": "network-vif-deleted", "tag": "5707db4b-2301-4717-a3e7-d6b6203d5b5b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:28.776794 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e5ac567-07a8-4869-8417-370d1b16a41d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:28.777362 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ba670-f4fb-4651-a351-0f8abd5f5c38', 'name': 'network-vif-deleted', 'tag': '5707db4b-2301-4717-a3e7-d6b6203d5b5b', 'status': 'completed', 'code': 200} Nov 15 22:43:28.803609 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:28.827697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b081402-a721-449b-b9ed-0f3154e24d98 req-04d410e3-b9e1-4768-9a0c-1b4cdf5b239c tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0550084 Nov 15 22:43:28.860041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] For port cb00c40f-d5de-4bde-9778-d65be0672886, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cb00c40f-d5de-4bde-9778-d65be0672886,segment=NetworkSegment(e0540504-fd1a-4ff3-b57c-6f8d05614d10),segment_id=e0540504-fd1a-4ff3-b57c-6f8d05614d10)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:28.860502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.868952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7f1f-aa35-4b7f-81df-d305bba72baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:28.883056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Calling delete_port for cb00c40f-d5de-4bde-9778-d65be0672886 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:28.884998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-253cc3c6-a93c-4ba5-ac4b-1e87e5ed9163 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209654 Nov 15 22:43:29.005147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.017710 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.054442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-fce77b0d-981f-4f32-953a-8ea9a7e18aa6 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624777 Nov 15 22:43:29.072573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=cb00c40f-d5de-4bde-9778-d65be0672886,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:29.080080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port cb00c40f-d5de-4bde-9778-d65be0672886 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:29.112572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] Pushing event deleted for resources: {'Port': ['ID=cb00c40f-d5de-4bde-9778-d65be0672886,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:29.122269 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-24fa3205-bdfc-4082-b214-cb008e1c4955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0597553 Nov 15 22:43:29.138448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7cfa04-7a9f-4903-8bd3-167d2ce327c6 None None] No DVR routers for this DVR port cb00c40f-d5de-4bde-9778-d65be0672886 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:29.224962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-8b335ad9-ee56-4161-b95c-596ad4fdc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:29.226934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-8b335ad9-ee56-4161-b95c-596ad4fdc48e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0965004 Nov 15 22:43:29.228036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.248646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.251941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f838d3d-aa5d-40d6-82f4-f648f5dec0a2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.261727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0e00a0ad-194a-4118-a252-3360c4b0b522 None None] Could not find standard attr ID for object cb00c40f-d5de-4bde-9778-d65be0672886. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:43:29.266378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0540504-fd1a-4ff3-b57c-6f8d05614d10') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.267168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0540504-fd1a-4ff3-b57c-6f8d05614d10') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.284721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.300290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.301200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-e25ace9f-edab-4fd7-97a1-7985eafe81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:29.303057 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.303231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-e25ace9f-edab-4fd7-97a1-7985eafe81f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672615 Nov 15 22:43:29.306794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:29.307176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:29.310187 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:29.335074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:43:29.348626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:29.349430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.422356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-176d8839-a5f1-4f1f-9b83-28e1d2217c50 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070106 Nov 15 22:43:29.452838 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.468190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.476937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/8f838d3d-aa5d-40d6-82f4-f648f5dec0a2 HTTP/1.1" status: 204 len: 168 time: 1.2166312 Nov 15 22:43:29.477567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37634) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:29.492602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'name': 'tempest-PortsIpV6TestJSON-1290417925'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:29.493056 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:29.497131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa366df-efdd-4d2a-b72f-5c74ac4953e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=8f838d3d-aa5d-40d6-82f4-f648f5dec0a2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:29.582252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-470a083f-3f9a-4c4d-8302-ff7d3fb82967 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514261 Nov 15 22:43:29.652459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-289f3eec-6798-4536-bdad-a0e935b456fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0604479 Nov 15 22:43:29.732973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-5d0c0f59-e579-42a6-8079-c80b24665725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:29.734681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-5d0c0f59-e579-42a6-8079-c80b24665725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0703840 Nov 15 22:43:29.737435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:29.742163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.787025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:29.794012 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:29.801519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-c17b3c18-6710-4f07-8712-442aa33f5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:29.803181 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-c17b3c18-6710-4f07-8712-442aa33f5199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592899 Nov 15 22:43:29.814404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:29.830348 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae8947-ee7b-4833-8a4b-5ee9024437ba None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:35:53Z', 'revision_number': 4, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '93d4e1a7-c66e-418b-b4b0-fbe86febd55a', 'name': '', 'network_id': 'c62e890b-0d76-46ca-b1ec-c4b438e21bfc', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'mac_address': 'fa:16:3e:ab:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:51Z', 'updated_at': '2021-11-15T22:35:57Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'subnets': [{'id': '266a48ab-e741-4dee-8e51-1a200d5bc662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:43:29.950034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-36b3f27b-3073-4a43-b7d2-9414ea16cdf2 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379390 Nov 15 22:43:30.063355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-6a6875d6-79dc-407e-80b5-54e45a4231d7 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055276 Nov 15 22:43:30.135088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-a82a16d9-cf46-4e86-b72a-ed4c08117e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0613239 Nov 15 22:43:30.201048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-29674f68-a89f-4558-8cea-26a9b0ab01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.201048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-29674f68-a89f-4558-8cea-26a9b0ab01b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0574915 Nov 15 22:43:30.232755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c7d6f4f-9a9b-4287-b924-3990d50290fa req-8ef8d5e5-a263-4781-8ad2-65c01c2562fa tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9ba670-f4fb-4651-a351-0f8abd5f5c38 HTTP/1.1" status: 200 len: 210 time: 0.0350440 Nov 15 22:43:30.252163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc69cd-e029-424a-8042-cb38edb28d88 None None] New status for floating IP 9f628897-9a50-477a-a995-af71f8d225d4: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:43:30.268976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-4b6857ba-7288-483d-81c0-86cd06c6a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.270863 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-4b6857ba-7288-483d-81c0-86cd06c6a384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635920 Nov 15 22:43:30.390181 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:30.395609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-922e44fc-3514-4a39-8a21-726cf872b10d service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165988 Nov 15 22:43:30.493217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-8a4fac25-d36a-4536-82ea-a553dfc86348 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895486 Nov 15 22:43:30.532026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5707db4b-2301-4717-a3e7-d6b6203d5b5b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:30.539224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:30.540808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-a7908c2b-c494-477f-8b6b-167394a6a7bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0394607 Nov 15 22:43:30.564521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 5707db4b-2301-4717-a3e7-d6b6203d5b5b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:30.564915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 5707db4b-2301-4717-a3e7-d6b6203d5b5b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:30.591304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:30.595226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:30.599707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:30.603811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-6db8a1d9-a09b-4e5d-9da5-af27055a2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.605125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.605363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-6db8a1d9-a09b-4e5d-9da5-af27055a2907 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0570369 Nov 15 22:43:30.605730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:30.609623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:30.660764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-21cc349b-4604-4bb9-acb9-9a56a07c313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.660764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-21cc349b-4604-4bb9-acb9-9a56a07c313d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472827 Nov 15 22:43:30.711584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dae7e0aa-0c30-40a0-bd23-a9f8f70bd638 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2233427 Nov 15 22:43:30.717944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37652) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:30.778336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-9fe7e512-f8e3-4f1d-beff-7f44ecf24c91 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088798 Nov 15 22:43:30.823092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:30.823729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:30.869784 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-ae44333b-65ce-4b05-b1ae-d84763e7a11b service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Nov 15 22:43:30.893912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:30.907309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:30.912086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-75dad80a-eb72-407c-b7f7-7c4e7c9c75e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0345383 Nov 15 22:43:30.966096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-dffa2901-b1eb-4edf-9fb1-2ff7c0bdf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:30.967673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-dffa2901-b1eb-4edf-9fb1-2ff7c0bdf31d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0488741 Nov 15 22:43:31.020918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-7bd29493-c242-452a-b001-7e6946778420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:31.022491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-7bd29493-c242-452a-b001-7e6946778420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480850 Nov 15 22:43:31.083344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.120394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-c5d3d601-e0c1-4a8f-84c5-806610d8a33c service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 Nov 15 22:43:31.121107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:31.125037 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.128551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a32cca31-7cec-4a03-a3a5-68015f69a1cc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/d8d4e1de-3edf-4184-a4eb-d16ee82ebcd2 HTTP/1.1" status: 204 len: 168 time: 0.4095564 Nov 15 22:43:31.130977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:31.135974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'mac_address': 'fa:16:3e:47:87:df', 'name': 'tempest-PortsIpV6TestJSON-1777498506'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:31.218543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-d290c5fb-74f6-4b45-a80a-5e475b9bcfbc service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Nov 15 22:43:31.262298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-2dcb1e04-c600-4310-a3e1-759e264f0da9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0359623 Nov 15 22:43:31.322475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-c1896676-69c3-47b2-894e-66cc1382f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:31.323990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-c1896676-69c3-47b2-894e-66cc1382f5d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0551903 Nov 15 22:43:31.328070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:31.373925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-1ce98e36-a10c-46ab-a44f-e03a0c9ed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:31.375485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-1ce98e36-a10c-46ab-a44f-e03a0c9ed405 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437489 Nov 15 22:43:31.382380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:31.399098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.423611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:31.507413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.536462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-f51799cb-993d-443c-89d6-2708df5942ad service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440709 Nov 15 22:43:31.545345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.596726 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.660151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3f8ccca4-eec9-49d4-b3a1-42e81f38ecb0 req-43c1d94e-3e78-46e8-83e9-f4758279c2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119549 Nov 15 22:43:31.762575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.803008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.805717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.806817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "DELETE /v2.0/security-groups/52dd07ca-cd0c-4758-b413-ce9e36e263b1 HTTP/1.1" status: 204 len: 168 time: 0.4227679 Nov 15 22:43:31.810023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:31.816273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:31.819469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:31.822044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:31.824804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bef9bb-ac5f-4a78-b164-30a2e9d487e1 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd07ca-cd0c-4758-b413-ce9e36e263b1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:31.831553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:31.831957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:31.833106 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-18583f98-43e0-4538-9913-ad141663bc48 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] show failed (client error): The resource could not be found. Nov 15 22:43:31.837009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-18583f98-43e0-4538-9913-ad141663bc48 tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "GET /v2.0/security-groups/52dd07ca-cd0c-4758-b413-ce9e36e263b1 HTTP/1.1" status: 404 len: 347 time: 0.0214581 Nov 15 22:43:31.837678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:31.854120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=986cea7d-0cf8-4aec-9ac7-2c513ab96fe9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:31.951261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e39eafc-503c-433e-9e3e-34d47ddf0453 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8189750 Nov 15 22:43:31.953883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:32.003667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bdc324-cfd5-4eb1-9dd9-dbe14ac098f1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:32.005009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-26bdc324-cfd5-4eb1-9dd9-dbe14ac098f1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 HTTP/1.1" status: 200 len: 845 time: 0.0502226 Nov 15 22:43:32.007903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:32.020306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Deleting port e2a29d45-15db-4b64-ae13-ece591b53126 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:32.020658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.104098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.104363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.105319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:32.105655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.118688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Calling delete_port for e2a29d45-15db-4b64-ae13-ece591b53126 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:32.174999 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.187779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:32.333922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.364234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Pushing event deleted for resources: {'Port': ['ID=e2a29d45-15db-4b64-ae13-ece591b53126,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:32.379646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.383720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c75807-522e-4cc2-9b61-68a4b10b70ca None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:32.408747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.414949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 HTTP/1.1" status: 204 len: 168 time: 0.4035490 Nov 15 22:43:32.415196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:32.429332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.435064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.435064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2c1c01b2-7bcb-4160-9924-863cd09913ee tempest-AttachVolumeTestJSON-1571745818 tempest-AttachVolumeTestJSON-1571745818-project] 10.222.0.15 "DELETE /v2.0/floatingips/9f628897-9a50-477a-a995-af71f8d225d4 HTTP/1.1" status: 204 len: 168 time: 0.5945578 Nov 15 22:43:32.446946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6af59-78e7-4afc-95ec-ec7e87e78241 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=986cea7d-0cf8-4aec-9ac7-2c513ab96fe9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:32.471830 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d718a8-18e7-4dad-9b62-0375400431fc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:32.473370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6d718a8-18e7-4dad-9b62-0375400431fc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/986cea7d-0cf8-4aec-9ac7-2c513ab96fe9 HTTP/1.1" status: 404 len: 333 time: 0.0572770 Nov 15 22:43:32.477161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37682) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:32.482160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'name': 'tempest-PortsIpV6TestJSON-67223832'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:32.679693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:32.683165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:32.702040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 0a085948-3cb6-42b3-ab28-88bd62e9b14d yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:32.916488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.020454 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.070829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:33.074146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:33.078523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:33.084049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:33.084667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.090580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=0a085948-3cb6-42b3-ab28-88bd62e9b14d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:33.196597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-86bb25e0-6252-43e4-b936-a5c407331985 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7159247 Nov 15 22:43:33.197013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37694) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:33.202788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:33.279949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.444279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.600299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.637944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] In _notify_port_updated(), no bound segment for port 0a085948-3cb6-42b3-ab28-88bd62e9b14d on network 800a2271-0150-484c-9304-f10c46dd962b {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:43:33.643984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:33.644635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.646088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/ports/0a085948-3cb6-42b3-ab28-88bd62e9b14d HTTP/1.1" status: 200 len: 818 time: 0.4480982 Nov 15 22:43:33.649767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37698) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:33.691221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424da8a-9bdd-4924-851a-4ed55ec1d823 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=0a085948-3cb6-42b3-ab28-88bd62e9b14d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:33.754472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 0a085948-3cb6-42b3-ab28-88bd62e9b14d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:33.754812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.825649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:33.841904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 0a085948-3cb6-42b3-ab28-88bd62e9b14d owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:34.063004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.091742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=0a085948-3cb6-42b3-ab28-88bd62e9b14d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:34.097011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.103058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:34.103518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-928144bd-75d3-42e0-a47b-34f6ca41e42a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/0a085948-3cb6-42b3-ab28-88bd62e9b14d HTTP/1.1" status: 204 len: 168 time: 0.4532545 Nov 15 22:43:34.153965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb258f-19cc-40a1-b214-c91d91ef6f21 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:34.156519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7afb258f-19cc-40a1-b214-c91d91ef6f21 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0523970 Nov 15 22:43:34.159362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37712) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:34.197990 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d27cc80-b7c5-4899-8cca-b654cde35edd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:34.208724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d27cc80-b7c5-4899-8cca-b654cde35edd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/0a085948-3cb6-42b3-ab28-88bd62e9b14d HTTP/1.1" status: 404 len: 333 time: 0.0481365 Nov 15 22:43:34.210704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37714) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:34.219577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-174289227'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:34.322811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:34.326354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.353921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:34.364032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.364807 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment 6588bde0-c242-4b40-b709-1f3c37c1943f of type vlan for network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f Nov 15 22:43:34.411280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.523025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.528860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:34.530197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.609464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:34.624515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:34.672660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba1a409b-6717-4fda-a919-874485fcc24d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4602876 Nov 15 22:43:34.675641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:34.680808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:34.800060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9770-40c8-4213-9cad-2054d0f3fe9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:34.889153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:34.897345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:35.252061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:35.328035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=d572c47d-eab6-418c-a4bf-11d1cd58dabb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:35.339197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': '6588bde0-c242-4b40-b709-1f3c37c1943f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:35.339554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:35.440521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:35.548811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:35.553083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:35.553787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:35.558988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec625f-b906-449a-b857-f35616ecbcc9 None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:35.669357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d44439f-59e5-47f5-9577-7e6873596037 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9925327 Nov 15 22:43:35.672870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:35.680256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:35.753514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:35.760885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:35.902361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Allocated IP 2001:db8::2 (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/d572c47d-eab6-418c-a4bf-11d1cd58dabb/f82bb18e-cee5-441a-9fa2-dcfa56146aa0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:35.999726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:36.003496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.088419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.108695 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d572c47d-eab6-418c-a4bf-11d1cd58dabb (CIDR: 2001:db8::/64) Nov 15 22:43:36.146024 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:43:36.146478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:43:36.174881 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.221603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:36.224898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:36.227245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:36.239552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Pushing event updated for resources: {'Port': ['ID=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:36.251311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:36.271280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aca307b5-1d20-413e-b68d-b0a3bab55cd9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5963469 Nov 15 22:43:36.275609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:36.282083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:36.288089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Attempting to bind port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:36.288089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Attempting to bind port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6588bde0-c242-4b40-b709-1f3c37c1943f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:36.288364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Attempting to bind port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 on network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:36.294169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:36.294626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Checking segment: {'id': '6588bde0-c242-4b40-b709-1f3c37c1943f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:36.295025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.295411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Bound using segment: {'id': '6588bde0-c242-4b40-b709-1f3c37c1943f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:36.295920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Bound port: f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6588bde0-c242-4b40-b709-1f3c37c1943f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:36.296290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.364234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] For port f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:36.367892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] For port f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,segment=NetworkSegment(6588bde0-c242-4b40-b709-1f3c37c1943f),segment_id=6588bde0-c242-4b40-b709-1f3c37c1943f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:36.385482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e129c0b0-9885-4a08-8f86-44bb8855e5a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.469665 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.486995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e129c0b0-9885-4a08-8f86-44bb8855e5a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.527905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:36.530196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08916f-1b39-4735-88c7-583ae304a999 None None] Pushing event updated for resources: {'Port': ['ID=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:36.536753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.585376 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e129c0b0-9885-4a08-8f86-44bb8855e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.642060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e129c0b0-9885-4a08-8f86-44bb8855e5a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=038032ab4a3d427aab3b2d525ad74ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895333 Nov 15 22:43:36.644722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:36.645186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129c0b0-9885-4a08-8f86-44bb8855e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60878483-031f-465e-8955-79d9dbde6239,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:36.725021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.791564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.936995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.939653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:36.940952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60878483-031f-465e-8955-79d9dbde6239 HTTP/1.1" status: 204 len: 168 time: 0.2945955 Nov 15 22:43:36.950194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09426cf8-a279-4601-a39a-5e59568692e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60878483-031f-465e-8955-79d9dbde6239,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:36.969452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f82bb18e-cee5-441a-9fa2-dcfa56146aa0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:36.988629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.033610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:37.033934 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.080641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:37.085153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:37.088868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:37.089458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.101662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=ab00d8ac-ec71-46dd-9736-36813d4a5209,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:37.158429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.195716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,segment=NetworkSegment(6588bde0-c242-4b40-b709-1f3c37c1943f),segment_id=6588bde0-c242-4b40-b709-1f3c37c1943f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:37.225563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175780fb-232e-41b6-bd24-ca29601051ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.226589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c7311fa-378f-481f-9ccd-6757486f89e5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9488721 Nov 15 22:43:37.228577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37772) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:37.233816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb'}, {'subnet_id': 'ab00d8ac-ec71-46dd-9736-36813d4a5209'}], 'name': 'tempest-PortsIpV6TestJSON-1957633098'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:37.341501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.443991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:37.508570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:37.713490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3ee3d-30c2-4786-acac-4f3c3a72deb2 None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:37.780722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bc30bd80-e25d-48e3-8b60-fd5b58c252c6 None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:37.780992 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc30bd80-e25d-48e3-8b60-fd5b58c252c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:37.994385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.029307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:38.031756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:38.055477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6d57261-d265-49e5-a919-730f416b300c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.126740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Update dhcp port {'port': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab00d8ac-ec71-46dd-9736-36813d4a5209'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'f82bb18e-cee5-441a-9fa2-dcfa56146aa0'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:43:38.154629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6d57261-d265-49e5-a919-730f416b300c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.171921 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.265895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6d57261-d265-49e5-a919-730f416b300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.321356 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.335981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a6d57261-d265-49e5-a919-730f416b300c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ca952db249043428ed19c4456956f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049874 Nov 15 22:43:38.339344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:38.358930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d57261-d265-49e5-a919-730f416b300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b74a65-5d8b-46ef-a8f0-baf1cc244f3c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:38.391608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::2d3 (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/d572c47d-eab6-418c-a4bf-11d1cd58dabb/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:38.399576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.402022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8:0:1::f6 (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/ab00d8ac-ec71-46dd-9736-36813d4a5209/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:38.424882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.582679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.585308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.589011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75b74a65-5d8b-46ef-a8f0-baf1cc244f3c HTTP/1.1" status: 204 len: 168 time: 0.2460783 Nov 15 22:43:38.589595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.596080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d7447-dc32-41f7-8c98-a4f979f78005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b74a65-5d8b-46ef-a8f0-baf1cc244f3c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:38.703513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.748767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:38.757570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:38.760997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:38.768259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:38.769156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:38.789454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:38.905221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cf5a3d55-b582-4c91-90ed-cf314e35897b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6729262 Nov 15 22:43:38.905578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:38.910872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:38.922939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Allocated IP 2001:db8:0:1::2 (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/ab00d8ac-ec71-46dd-9736-36813d4a5209/f82bb18e-cee5-441a-9fa2-dcfa56146aa0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:38.979084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f82bb18e-cee5-441a-9fa2-dcfa56146aa0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:39.086239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.091873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:39.092374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.136312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] For port f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,segment=NetworkSegment(6588bde0-c242-4b40-b709-1f3c37c1943f),segment_id=6588bde0-c242-4b40-b709-1f3c37c1943f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:39.177716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.271192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.427715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c2254-9440-42ae-b07a-21c34e9118ef None None] Pushing event updated for resources: {'Port': ['ID=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:39.435899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Delete allocated IP 2001:db8:0:1::f6 (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/ab00d8ac-ec71-46dd-9736-36813d4a5209) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:43:39.485658 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.610396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.690990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.761856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] In _notify_port_updated(), no bound segment for port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 on network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:43:39.767857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:39.768472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.772567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/ports/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 HTTP/1.1" status: 200 len: 926 time: 0.8633223 Nov 15 22:43:39.772940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:39.781255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb'}, {'subnet_id': 'ab00d8ac-ec71-46dd-9736-36813d4a5209'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:39.785567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0baff4-f496-4712-948e-af1531d4ed1e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:39.882306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:39.932743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:40.061465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274553758-network', 'tenant_id': '9ddde766137c4e3ea95d0f21c9be6101'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:40.101665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0398ef-14bc-4904-82a4-e2067865f23a None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:40.162233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Made reservation on behalf of 9ddde766137c4e3ea95d0f21c9be6101 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:40.164515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.174085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.216195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8:0:1::25a (af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f/ab00d8ac-ec71-46dd-9736-36813d4a5209/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:40.256287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8cee7277-1aaa-4a9a-9c7c-43704c24501e None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:40.256898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cee7277-1aaa-4a9a-9c7c-43704c24501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.275959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.381590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.401356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.404834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.464647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:40.477314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26cbe8-795e-4028-a29b-2312cfcb9eaa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:40.484306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.485367 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Added segment 54c6931a-65bb-4b7c-826e-6bbb7cbba077 of type vlan for network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 Nov 15 22:43:40.493859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.541976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.603819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:40.607576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] In _notify_port_updated(), no bound segment for port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 on network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:43:40.617959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:40.617959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.617959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4466c619-0338-44bd-a77c-5811df2d921e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/ports/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 HTTP/1.1" status: 200 len: 1012 time: 0.8413100 Nov 15 22:43:40.619953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:40.690255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.691239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:40.691796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.761721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-37eb9940-7f43-42ba-b2b6-5f7e714b55ad None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:40.762165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37eb9940-7f43-42ba-b2b6-5f7e714b55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.829467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] Pushing event updated for resources: {'Network': ['ID=e3ad58e8-19cc-4d1b-847f-caacdbdd07e0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:40.849547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:40.856341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:40.857451 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:40.935688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-43966936-31bc-49fd-8fd4-db26a086db8f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0016103 Nov 15 22:43:40.939210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37838) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:40.945077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Request body: {'subnet': {'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274553758-subnet', 'tenant_id': '9ddde766137c4e3ea95d0f21c9be6101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:40.959699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-37eb9940-7f43-42ba-b2b6-5f7e714b55ad None None] Provisioning complete for port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:40.960324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37eb9940-7f43-42ba-b2b6-5f7e714b55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.006422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f82bb18e-cee5-441a-9fa2-dcfa56146aa0 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:41.036925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-37eb9940-7f43-42ba-b2b6-5f7e714b55ad None None] Port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:41.043626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.057088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:41.070923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:41.071386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.094091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Made reservation on behalf of 9ddde766137c4e3ea95d0f21c9be6101 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:41.098178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.181204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d956c2be-4588-464a-bbad-c0130e2b4cb7 None None] Provisioning complete for port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:41.181833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d956c2be-4588-464a-bbad-c0130e2b4cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.226863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d956c2be-4588-464a-bbad-c0130e2b4cb7 None None] Port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:41.348277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c868c9d9-e8be-4a97-80a1-0237d3d5df71 None None] Provisioning complete for port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:41.348961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c868c9d9-e8be-4a97-80a1-0237d3d5df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.390385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c868c9d9-e8be-4a97-80a1-0237d3d5df71 None None] Port 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:41.408182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.446263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:41.503458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f52c00ac-e56c-444a-9821-02093a5bf0ef None None] Could not find standard attr ID for object 900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:43:41.526386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.533772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a43a6b26-e76d-4f71-b6dd-94f9e81b6386 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 HTTP/1.1" status: 204 len: 168 time: 0.9104493 Nov 15 22:43:41.534072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:41.567839 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec3de18-07be-4d0e-b24d-242446f69290 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:41.571921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ec3de18-07be-4d0e-b24d-242446f69290 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 HTTP/1.1" status: 404 len: 333 time: 0.0324805 Nov 15 22:43:41.572322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:41.634070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.672950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet ab00d8ac-ec71-46dd-9736-36813d4a5209 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:41.684737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.742835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0541e703-8ba5-421d-a304-9d4b2f3f27fb,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:41.743345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.754195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Checking segment: {'id': '54c6931a-65bb-4b7c-826e-6bbb7cbba077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:41.754195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Network hostable DHCP agents. Network: e3ad58e8-19cc-4d1b-847f-caacdbdd07e0, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:41.840842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.860151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:41.965312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e3ad58e8-19cc-4d1b-847f-caacdbdd07e0) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:41.969535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:41.970115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:41.973995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d0656-96e5-4e2a-9b31-bcd5691b740c None None] Network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:42.017231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.050000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=ab00d8ac-ec71-46dd-9736-36813d4a5209,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:42.066062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.070787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-951fea58-04a3-47f1-ad57-004077bbc534 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1303523 Nov 15 22:43:42.077715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:42.082286 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e9b66804-60d1-4989-a366-31a33341fd06 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/ab00d8ac-ec71-46dd-9736-36813d4a5209 HTTP/1.1" status: 204 len: 168 time: 0.5051684 Nov 15 22:43:42.090361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fbf15-9ace-46ee-b3f9-347cb5118717 None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:42.152290 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:43:42.156691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet d572c47d-eab6-418c-a4bf-11d1cd58dabb {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:42.161372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.222082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.325276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d2bd6-a4aa-4c9f-b787-c3f8c6f1fdee None None] Network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:42.328803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.540002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.570077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=d572c47d-eab6-418c-a4bf-11d1cd58dabb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:42.577437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.580702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-68dd4dc4-fdcc-4ecf-9645-54e57fbb27f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/d572c47d-eab6-418c-a4bf-11d1cd58dabb HTTP/1.1" status: 204 len: 168 time: 0.5010376 Nov 15 22:43:42.583525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:42.671260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.737929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:42.738709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.739336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee66cb-d4e1-4c7f-a1b2-7c01977eccce None None] Update dhcp port {'port': {'network_id': 'af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f', 'fixed_ips': [{'subnet_id': 'd572c47d-eab6-418c-a4bf-11d1cd58dabb'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'f82bb18e-cee5-441a-9fa2-dcfa56146aa0'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:43:42.803733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7cee66cb-d4e1-4c7f-a1b2-7c01977eccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.817504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port f82bb18e-cee5-441a-9fa2-dcfa56146aa0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,segment=NetworkSegment(6588bde0-c242-4b40-b709-1f3c37c1943f),segment_id=6588bde0-c242-4b40-b709-1f3c37c1943f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:42.818025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:42.833923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for f82bb18e-cee5-441a-9fa2-dcfa56146aa0 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:42.999709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37878) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:43.004565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-901305967-network', 'tenant_id': 'd6c0b74ae42140c6b14c411046a6c27d'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:43.024527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.032930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7b437468-de32-4bce-be28-7a40f3a0e2bb None None] Could not find standard attr ID for object f82bb18e-cee5-441a-9fa2-dcfa56146aa0. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:43:43.036672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ca882-ba76-40dc-8a19-0ca13df8133a None None] Network af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:43.056698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=f82bb18e-cee5-441a-9fa2-dcfa56146aa0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:43.060973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port f82bb18e-cee5-441a-9fa2-dcfa56146aa0 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:43.135156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Made reservation on behalf of d6c0b74ae42140c6b14c411046a6c27d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:43.140798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.150555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.182067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24045cef-5292-4bb8-986c-edacf54bd89f None None] DHCP port deletion for af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:43.185146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.233543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:43.244122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.248283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6588bde0-c242-4b40-b709-1f3c37c1943f') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:43.248756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6588bde0-c242-4b40-b709-1f3c37c1943f') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:43.259745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.274397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.281128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:43.281607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:43.284737 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:43.356678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.382044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:43.391798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5ad07-818e-4017-8468-7a466c5c7148,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:43.396744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.397156 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Added segment 9eded230-48a2-469d-8139-55f819fb7946 of type vlan for network 0678714f-295d-4b0e-ad2d-811653fb5614 Nov 15 22:43:43.439172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.456923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.464469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.468140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f HTTP/1.1" status: 204 len: 168 time: 0.8834288 Nov 15 22:43:43.472319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:43.483548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b54d3-4d70-4da3-b815-f3c2c10a4e99 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=af93f7c5-4c8c-43f2-a974-bfcdee2d1f0f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:43.526373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80aced-44f4-45c4-be77-b6ee964154a5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:43.527771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be80aced-44f4-45c4-be77-b6ee964154a5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0539165 Nov 15 22:43:43.532728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37886) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:43.579082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c5efd802-b96f-41eb-becb-8545f2464114 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0451584 Nov 15 22:43:43.582416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:43.587177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-205459891'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:43.590375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.595332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:43.595332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.691673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] Pushing event updated for resources: {'Network': ['ID=0678714f-295d-4b0e-ad2d-811653fb5614,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:43.702071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0678714f-295d-4b0e-ad2d-811653fb5614 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:43.805789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:43.810018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.838237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:43.848652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.848991 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment c0f6a0fd-ab17-45f8-a8f0-d272c47a0102 of type vlan for network 3c5979c7-0326-413b-b439-dc4cee3c2c34 Nov 15 22:43:43.897166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:43.921934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7a546c10-cef3-4f94-bad9-a10fab3d2611 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9211304 Nov 15 22:43:43.924780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:43.929544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Request body: {'subnet': {'network_id': '0678714f-295d-4b0e-ad2d-811653fb5614', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-901305967-subnet', 'tenant_id': 'd6c0b74ae42140c6b14c411046a6c27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:43.999528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.005371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:44.009691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.055955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Made reservation on behalf of d6c0b74ae42140c6b14c411046a6c27d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:44.058296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.406915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8234973 Nov 15 22:43:44.409919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:44.413107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18117e-fcf7-4d8e-9004-d2d74d4eb6f7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=3c5979c7-0326-413b-b439-dc4cee3c2c34,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:44.415106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:44.423853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:44.602028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:44.605491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.739755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.798536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88896e1e-f005-4033-93e5-f3f8e4b44906,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:44.806105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Checking segment: {'id': '9eded230-48a2-469d-8139-55f819fb7946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0678714f-295d-4b0e-ad2d-811653fb5614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:44.806446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Network hostable DHCP agents. Network: 0678714f-295d-4b0e-ad2d-811653fb5614, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:44.862671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:44.916926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Network 0678714f-295d-4b0e-ad2d-811653fb5614 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:44.938883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f82bb18e-cee5-441a-9fa2-dcfa56146aa0 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:44.947483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=23397f0c-17b7-43f6-8018-0a2f6e75ecab,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:44.962770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:44.962770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 3c5979c7-0326-413b-b439-dc4cee3c2c34, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:44.962996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f82bb18e-cee5-441a-9fa2-dcfa56146aa0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:44.962996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f82bb18e-cee5-441a-9fa2-dcfa56146aa0 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:45.176756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0678714f-295d-4b0e-ad2d-811653fb5614) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:45.182048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:45.183233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:45.187268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb671cd-dcbb-477e-a6f8-d79a395ae8ac None None] Network 0678714f-295d-4b0e-ad2d-811653fb5614 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:45.312927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f49d1-1a60-4f8e-b1ad-dbf78dabb5af None None] Network 0678714f-295d-4b0e-ad2d-811653fb5614 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:45.322595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:45.329639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3c5979c7-0326-413b-b439-dc4cee3c2c34) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:45.334310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:45.335031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:45.352872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d172cf7-4252-4d66-ae59-771fbc3fbbbe None None] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:45.361990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d634b4f7-bd97-4b02-a4f7-a1ea54d0f7c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4356406 Nov 15 22:43:45.469964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-137c93ce-1557-4206-9ad2-849767840f4b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0578320 Nov 15 22:43:45.471924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37910) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:45.477095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34', 'name': 'tempest-PortsIpV6TestJSON-409759552'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:45.765555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:45.770187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:45.781691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3c5979c7-0326-413b-b439-dc4cee3c2c34', 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': '23397f0c-17b7-43f6-8018-0a2f6e75ecab'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:45.782564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:45.790141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:45.990300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::23d (3c5979c7-0326-413b-b439-dc4cee3c2c34/23397f0c-17b7-43f6-8018-0a2f6e75ecab/e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:46.053327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-435e8811-5178-4e93-aa9b-cb0fb791ff62 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:46.054792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-435e8811-5178-4e93-aa9b-cb0fb791ff62 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/networks?id=e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 HTTP/1.1" status: 200 len: 809 time: 0.1542699 Nov 15 22:43:46.080966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-031913d6-af90-440e-acf8-92ab0f6048b8 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/quotas/9ddde766137c4e3ea95d0f21c9be6101 HTTP/1.1" status: 200 len: 375 time: 0.0197880 Nov 15 22:43:46.153771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-8059d98a-6d4c-4750-815d-f7e18bd0e5a9 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ddde766137c4e3ea95d0f21c9be6101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567029 Nov 15 22:43:46.260433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.291595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-019b0094-9c4e-41a5-9302-e93dea6384e9 service neutron] 10.222.0.15 "GET /v2.0/networks/e3ad58e8-19cc-4d1b-847f-caacdbdd07e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291673 Nov 15 22:43:46.393780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-4f5aa945-cf32-49c8-a8a6-782708ca3d80 service neutron] 10.222.0.15 "GET /v2.0/networks/e3ad58e8-19cc-4d1b-847f-caacdbdd07e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941393 Nov 15 22:43:46.399493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:46.469067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.536470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:46.539873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:46.548065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:46.553495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Allocated IP 2001:db8::2 (3c5979c7-0326-413b-b439-dc4cee3c2c34/23397f0c-17b7-43f6-8018-0a2f6e75ecab/fa10bf69-2c85-459c-ba1b-361109671cf8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:46.553782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:46.554396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.578508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:46.717488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e6366aea-378e-4262-9083-8c9a390f5700 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2444241 Nov 15 22:43:46.720000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:46.724844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34', 'name': 'tempest-PortsIpV6TestJSON-265075329'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:46.727823 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.815697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cacfa8f-874f-4389-8eab-e36d27539ef4 req-d924fd5b-72d8-42f6-b1a7-c4ef7a100240 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 210 time: 0.0730031 Nov 15 22:43:46.829381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.901475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:46.902607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Pushing event updated for resources: {'Port': ['ID=fa10bf69-2c85-459c-ba1b-361109671cf8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:46.905571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:46.908243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:46.916879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.917220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.917551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.917877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.918198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.918518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.918829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.919765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.920194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.920518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.920856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.921171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:46.972670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Attempting to bind port fa10bf69-2c85-459c-ba1b-361109671cf8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:46.973569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Attempting to bind port fa10bf69-2c85-459c-ba1b-361109671cf8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:46.973929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Attempting to bind port fa10bf69-2c85-459c-ba1b-361109671cf8 on network 3c5979c7-0326-413b-b439-dc4cee3c2c34 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:46.979364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:46.984413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Checking segment: {'id': 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:46.984413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:46.984413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Bound using segment: {'id': 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:46.984413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Bound port: fa10bf69-2c85-459c-ba1b-361109671cf8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c5979c7-0326-413b-b439-dc4cee3c2c34'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:46.984413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.054078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] For port fa10bf69-2c85-459c-ba1b-361109671cf8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:47.057435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] For port fa10bf69-2c85-459c-ba1b-361109671cf8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fa10bf69-2c85-459c-ba1b-361109671cf8,segment=NetworkSegment(c0f6a0fd-ab17-45f8-a8f0-d272c47a0102),segment_id=c0f6a0fd-ab17-45f8-a8f0-d272c47a0102)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:47.162587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.181192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.220516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75145d4-c95a-47c3-98a1-7c813ea4bd02 None None] Pushing event updated for resources: {'Port': ['ID=fa10bf69-2c85-459c-ba1b-361109671cf8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:47.249965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:47.254456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.282258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port f18516cc-b281-4199-9eb3-16ac289709be yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:47.479006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::122 (3c5979c7-0326-413b-b439-dc4cee3c2c34/23397f0c-17b7-43f6-8018-0a2f6e75ecab/f18516cc-b281-4199-9eb3-16ac289709be) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:47.693308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.706003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Deleting port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:47.710866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.798937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] For port 93d4e1a7-c66e-418b-b4b0-fbe86febd55a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:47.799288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:47.817039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Calling delete_port for 93d4e1a7-c66e-418b-b4b0-fbe86febd55a owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:47.947572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e6f88e9-74eb-4842-a227-aa25480ec7a0 req-5ecdb2fb-0889-4fa8-82dc-16008207100b tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 210 time: 0.0357480 Nov 15 22:43:47.950981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.016748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:48.023914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:48.026769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:48.032513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:48.033155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.035532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=f18516cc-b281-4199-9eb3-16ac289709be,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:48.128863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a109409-4757-4b09-a10f-c13244d6d824 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4075577 Nov 15 22:43:48.131219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:48.163209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.213882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=93d4e1a7-c66e-418b-b4b0-fbe86febd55a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:48.291534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e12d7-3962-401c-aefe-7539558c44c2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:48.293109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed8e12d7-3962-401c-aefe-7539558c44c2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23d HTTP/1.1" status: 200 len: 928 time: 0.1608613 Nov 15 22:43:48.296682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:48.353228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cab66-c700-47d0-bf1e-f2899c0f3881 None None] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:48.433563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] Provisioning complete for port fa10bf69-2c85-459c-ba1b-361109671cf8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:48.434087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.492727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.503588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port f18516cc-b281-4199-9eb3-16ac289709be {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:48.503924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.606240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.666015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] For port fa10bf69-2c85-459c-ba1b-361109671cf8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fa10bf69-2c85-459c-ba1b-361109671cf8,segment=NetworkSegment(c0f6a0fd-ab17-45f8-a8f0-d272c47a0102),segment_id=c0f6a0fd-ab17-45f8-a8f0-d272c47a0102)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:48.765046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:48.822361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757a126-5a8a-4642-9b58-b1a38df290eb None None] Pushing event updated for resources: {'Port': ['ID=fa10bf69-2c85-459c-ba1b-361109671cf8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:48.913745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Provisioning complete for port fa10bf69-2c85-459c-ba1b-361109671cf8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:48.916423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.028156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.054723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for f18516cc-b281-4199-9eb3-16ac289709be owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:49.079629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Provisioning complete for port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:49.082452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.127234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fa10bf69-2c85-459c-ba1b-361109671cf8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:49.171761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:49.191961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Provisioning complete for port f18516cc-b281-4199-9eb3-16ac289709be triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:49.192329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.217685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fa10bf69-2c85-459c-ba1b-361109671cf8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:49.218047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.232935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b1ebc9e-47d1-4e36-985c-502a72d82b62 req-24f9d992-e53f-4e0a-b49b-7e6172d6b342 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 210 time: 0.1215239 Nov 15 22:43:49.275761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e5e31-c038-45c4-87f6-d649589ad92d None None] Port f18516cc-b281-4199-9eb3-16ac289709be cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:49.310671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:49.368399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Router 011ba76a-2d13-4d63-90f1-704f418509de has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:43:49.407374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-933db591-8f9e-4d17-9bb4-55ec2a812de0 None None] Provisioning complete for port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:49.407374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-933db591-8f9e-4d17-9bb4-55ec2a812de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.433316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-968420e1-e837-4519-ad03-5de1668359fa tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:49.436049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-968420e1-e837-4519-ad03-5de1668359fa tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.57 "GET /v2.0/networks?id=e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 HTTP/1.1" status: 200 len: 809 time: 0.1932917 Nov 15 22:43:49.454057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Request body: {'port': {'device_id': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0', 'admin_state_up': True, 'tenant_id': '9ddde766137c4e3ea95d0f21c9be6101'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:49.483237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-933db591-8f9e-4d17-9bb4-55ec2a812de0 None None] Port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:49.602864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-622e1583-3ee8-420b-bdf6-2c1b14220648 None None] Provisioning complete for port f18516cc-b281-4199-9eb3-16ac289709be triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:49.603112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:43:49.603241 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-622e1583-3ee8-420b-bdf6-2c1b14220648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.608546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4141fcc1-8074-41af-9c43-4402471dbfaf admin admin] 10.222.0.15 "PUT /v2.0/routers/011ba76a-2d13-4d63-90f1-704f418509de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2079203 Nov 15 22:43:49.611665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:49.612663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.616694 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933550-0246-4771-8409-a091504860f2 None None] Sync routers for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:43:49.627134 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:49.627789 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:49.649834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=f18516cc-b281-4199-9eb3-16ac289709be,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:49.656325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-622e1583-3ee8-420b-bdf6-2c1b14220648 None None] Port f18516cc-b281-4199-9eb3-16ac289709be cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:49.680559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 9c534211-232b-4e4e-97d7-73690cac451b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:49.681109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.686255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.691955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2863a893-cc9d-40cf-94c0-bbf91bcbd1f2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/f18516cc-b281-4199-9eb3-16ac289709be HTTP/1.1" status: 204 len: 168 time: 1.3917935 Nov 15 22:43:49.699729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37976) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:49.756655 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ef90b1-509a-4950-8a8b-5fed0a2f3979 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:49.758217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75ef90b1-509a-4950-8a8b-5fed0a2f3979 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/f18516cc-b281-4199-9eb3-16ac289709be HTTP/1.1" status: 404 len: 333 time: 0.0572193 Nov 15 22:43:49.760957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:49.770408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Made reservation on behalf of 9ddde766137c4e3ea95d0f21c9be6101 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:49.774564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.790018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.832503 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:49.888689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.889136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:49.918419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 9c534211-232b-4e4e-97d7-73690cac451b owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:50.004184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:50.004475 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.022460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Allocated IP 172.20.0.8 (e3ad58e8-19cc-4d1b-847f-caacdbdd07e0/0541e703-8ba5-421d-a304-9d4b2f3f27fb/22cf15fd-3e10-44b3-a0ac-8ba6d4206e41) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:50.029244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.051850 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:43:48Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:50.082703 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933550-0246-4771-8409-a091504860f2 None None] Checking router: 011ba76a-2d13-4d63-90f1-704f418509de for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:43:50.092157 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] Routers {'011ba76a-2d13-4d63-90f1-704f418509de'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:50.093005 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['011ba76a-2d13-4d63-90f1-704f418509de'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:50.124892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.145151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:50.204209 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] Set router 011ba76a-2d13-4d63-90f1-704f418509de gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:50.225147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.227268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Deleting port ed59453e-33eb-4ccc-87e0-bb6800b52050 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:50.227578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.334887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] For port ed59453e-33eb-4ccc-87e0-bb6800b52050, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed59453e-33eb-4ccc-87e0-bb6800b52050,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:50.338171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.338299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.352239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Calling delete_port for ed59453e-33eb-4ccc-87e0-bb6800b52050 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:50.401155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5bcc0-0acf-48f0-8a3c-f2d4595f0ef8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:50.402044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=9c534211-232b-4e4e-97d7-73690cac451b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:50.430067 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0b933550-0246-4771-8409-a091504860f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:43:48Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:50.458717 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b933550-0246-4771-8409-a091504860f2 None None] The sync data for ids ['011ba76a-2d13-4d63-90f1-704f418509de'] in n-d-817995-3 is: [{'id': '011ba76a-2d13-4d63-90f1-704f418509de', 'name': 'tempest-AttachVolumeTestJSON-263295182-router', 'tenant_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:35:46Z', 'updated_at': '2021-11-15T22:43:48Z', 'revision_number': 5, 'project_id': '71c17aafcabc41d0bdd46e58460c8ab3', 'gw_port': {'id': 'ed59453e-33eb-4ccc-87e0-bb6800b52050', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011ba76a-2d13-4d63-90f1-704f418509de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:35:48Z', 'updated_at': '2021-11-15T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:43:50.478248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a393096-ac4e-4213-b5e2-3b2fdcc74717 req-3b742e58-8307-4a5e-b2ca-6f8c0fd1e55b tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 210 time: 0.0774627 Nov 15 22:43:50.480862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.499726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.519444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:50.532532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.532973 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Floating IP e786aca2-c09f-46c4-8039-8902d476c816 disassociated (deleted). External IP: 172.25.0.204, port: 9e37f5c5-b02f-42a6-b6fb-211a684468de. Nov 15 22:43:50.584884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.589389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-edfa7531-3832-4406-a65e-13a754193410 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 HTTP/1.1" status: 204 len: 168 time: 0.8250651 Nov 15 22:43:50.590554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:50.609185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:50.633368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:50.635852 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8d06de-3f49-4b9e-ae24-5737af5bb7fc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:50.637301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ec8d06de-3f49-4b9e-ae24-5737af5bb7fc tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/e6ba3b99-c46d-4a1f-ab7e-d0b0189b6ba6 HTTP/1.1" status: 404 len: 333 time: 0.0465279 Nov 15 22:43:50.641599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37988) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:50.642039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:50.670779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Pushing event updated for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:50.711339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.711688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 23397f0c-17b7-43f6-8018-0a2f6e75ecab {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:50.711838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.712017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.712343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.712690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.713018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.713347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.713656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.713976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.714593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.714593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.714907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:43:50.716051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.755873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:50.756886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.819829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.839506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.903700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed59453e-33eb-4ccc-87e0-bb6800b52050,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:50.918382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 55abf0ea-0f6f-4f94-a157-19dad7764896 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:43:50.928030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a5e63-7dc1-42d4-8d87-417abf786a7a None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:50.941367 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:50.945208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 93d4e1a7-c66e-418b-b4b0-fbe86febd55a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:50.968742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-e05827cd-52be-4afd-bdbb-6574b6572b7e tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5230958 Nov 15 22:43:50.983986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 93d4e1a7-c66e-418b-b4b0-fbe86febd55a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:50.984830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 93d4e1a7-c66e-418b-b4b0-fbe86febd55a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:50.997803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Request body: {'port': {'device_id': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:51.035609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.089038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:43:51.094867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.099776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Sync routers for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:43:51.110080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:51.110920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.127181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-55aabb10-2bc5-4f98-bcb5-9a3789b471ca tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/floatingips/e786aca2-c09f-46c4-8039-8902d476c816 HTTP/1.1" status: 204 len: 168 time: 1.8148663 Nov 15 22:43:51.127920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:51.140260 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:51.187217 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad7de01-f7e1-4e7a-8a60-22edc10a0eca x-openstack-request-id: req-0ad7de01-f7e1-4e7a-8a60-22edc10a0eca {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:51.187512 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:51.192712 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ad7de01-f7e1-4e7a-8a60-22edc10a0eca {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:51.192712 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'status': 'completed', 'code': 200} Nov 15 22:43:51.192712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.210559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.216299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.221397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.221615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.224696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/23397f0c-17b7-43f6-8018-0a2f6e75ecab HTTP/1.1" status: 204 len: 168 time: 0.5815086 Nov 15 22:43:51.226204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f676bc-7b69-42e1-81dd-d0113561e566 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=23397f0c-17b7-43f6-8018-0a2f6e75ecab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:51.227930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:51.240031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db9c53-195b-414b-a566-74ea78161d7c None None] Network 3c5979c7-0326-413b-b439-dc4cee3c2c34 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:51.317027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.370091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port fa10bf69-2c85-459c-ba1b-361109671cf8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:51.371129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.379036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:51.448647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port fa10bf69-2c85-459c-ba1b-361109671cf8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fa10bf69-2c85-459c-ba1b-361109671cf8,segment=NetworkSegment(c0f6a0fd-ab17-45f8-a8f0-d272c47a0102),segment_id=c0f6a0fd-ab17-45f8-a8f0-d272c47a0102)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:51.448647 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.464712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for fa10bf69-2c85-459c-ba1b-361109671cf8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:51.586265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] DHCP port deletion for 3c5979c7-0326-413b-b439-dc4cee3c2c34 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:51.648881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879e7e-76f3-4add-bc8f-95bac2620a7b req-cb9c7caa-a8f7-4a18-ac9a-b0f9de2f6c2d tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:51.650406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c879e7e-76f3-4add-bc8f-95bac2620a7b req-cb9c7caa-a8f7-4a18-ac9a-b0f9de2f6c2d tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 931 time: 0.0741239 Nov 15 22:43:51.679300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.684927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011ba76a-2d13-4d63-90f1-704f418509de {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:43:51.685080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.686698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.688416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.691242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-85743021-ead9-47c3-b7b5-9e277b13a12f admin admin] 10.222.0.15 "DELETE /v2.0/routers/011ba76a-2d13-4d63-90f1-704f418509de HTTP/1.1" status: 204 len: 168 time: 2.0783811 Nov 15 22:43:51.692552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38004) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:51.700483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-d6fcd9b3-7265-4d00-bebb-e588bdba7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:51.702352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-d6fcd9b3-7265-4d00-bebb-e588bdba7b45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ffa127e6f1d4f8896ac85292faba590&device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 1096 time: 0.4473829 Nov 15 22:43:51.713632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Deleting port fa10bf69-2c85-459c-ba1b-361109671cf8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:51.714121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.716329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Checking router: 55abf0ea-0f6f-4f94-a157-19dad7764896 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:43:51.726705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=fa10bf69-2c85-459c-ba1b-361109671cf8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:51.728914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port fa10bf69-2c85-459c-ba1b-361109671cf8 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:51.746234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504f1f0-684d-498a-ba23-dd6e9f3ca5db req-b7883ccc-8223-4390-9924-d982c317d82a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:51.747825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6504f1f0-684d-498a-ba23-dd6e9f3ca5db req-b7883ccc-8223-4390-9924-d982c317d82a tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1204219 Nov 15 22:43:51.803574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:51.805243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.809394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c879e7e-76f3-4add-bc8f-95bac2620a7b req-5f6086d9-8df4-4a75-bf21-8a8a60d3e369 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418159 Nov 15 22:43:51.880819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.942360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6504f1f0-684d-498a-ba23-dd6e9f3ca5db req-c4ed1bb5-e1f2-4009-b447-17d5df9dac32 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596777 Nov 15 22:43:51.946610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5979c7-0326-413b-b439-dc4cee3c2c34']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.970142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.970485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f6a0fd-ab17-45f8-a8f0-d272c47a0102') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:51.983381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:51.998943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.006286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:52.006715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:52.010035 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:52.088723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] For port fa10bf69-2c85-459c-ba1b-361109671cf8, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:52.089339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.109925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Calling delete_port for fa10bf69-2c85-459c-ba1b-361109671cf8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:52.115010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Port fa10bf69-2c85-459c-ba1b-361109671cf8 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:43:52.118591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.154758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] Pushing event deleted for resources: {'Port': ['ID=fa10bf69-2c85-459c-ba1b-361109671cf8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:52.156693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa713e31-b4c7-45c0-a922-78b68e144185 None None] No DVR routers for this DVR port fa10bf69-2c85-459c-ba1b-361109671cf8 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:52.177280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:52.193530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.199348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.202934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/3c5979c7-0326-413b-b439-dc4cee3c2c34 HTTP/1.1" status: 204 len: 168 time: 0.9738593 Nov 15 22:43:52.212201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:52.218863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-898708436'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:52.225087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685075d0-eb69-44c9-b6f0-318992b58adf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=3c5979c7-0326-413b-b439-dc4cee3c2c34,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:52.230011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Deleting subnet 266a48ab-e741-4dee-8e51-1a200d5bc662 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:52.270270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.370565 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.373441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-712af64e-e580-45f8-8ee3-eaf203bc77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:52.374906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-712af64e-e580-45f8-8ee3-eaf203bc77a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 200 len: 898 time: 0.6614828 Nov 15 22:43:52.407727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-32051481-5d66-4784-aee0-163fd04746fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:52.430973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32051481-5d66-4784-aee0-163fd04746fa None None] The sync data for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 is: [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:41:56Z', 'revision_number': 4, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '08d96ebb-7b14-404d-a12b-bc6cc2dce25a', 'name': '', 'network_id': 'c15b81db-38d8-4821-8866-6994d1121e01', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'mac_address': 'fa:16:3e:fc:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:55Z', 'updated_at': '2021-11-15T22:42:01Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'subnets': [{'id': '8fd0fbf9-035d-4bd3-aa16-70db80ac6c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:43:52.438423 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-6d11b32c-e2af-4071-b8c4-5234348ae1ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 200 len: 217 time: 0.0447543 Nov 15 22:43:52.447615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:43:52.466018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.533581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Transition to ACTIVE for port object 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:43:52.534346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:52.537853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.573383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-5df7934a-9625-4135-a053-b0fc6ffa393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:52.574884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-5df7934a-9625-4135-a053-b0fc6ffa393b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 HTTP/1.1" status: 200 len: 835 time: 0.1223340 Nov 15 22:43:52.579124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.631688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:43:52.633719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.703108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.703108 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment 370d1ec2-208d-4707-9028-f97d0b10fc7c of type vlan for network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 Nov 15 22:43:52.708510 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71c7d1-8e67-4c41-93c6-9b7310c0afb5 None None] New status for floating IP e786aca2-c09f-46c4-8039-8902d476c816: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:43:52.758174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-d544453f-7b3b-491f-a657-a05902324b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:52.759745 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-d544453f-7b3b-491f-a657-a05902324b87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c15b81db-38d8-4821-8866-6994d1121e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607726 Nov 15 22:43:52.768909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:52.783984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.880734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.929129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266a48ab-e741-4dee-8e51-1a200d5bc662,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:52.931399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:52.934243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7276bcb-6c73-4c84-9860-a31e48d11ba2 None None] Network c62e890b-0d76-46ca-b1ec-c4b438e21bfc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:52.937095 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-772f7463-4576-4d25-a804-daabb23348fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/266a48ab-e741-4dee-8e51-1a200d5bc662 HTTP/1.1" status: 204 len: 168 time: 1.2312150 Nov 15 22:43:52.939098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:53.010356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.011492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fa10bf69-2c85-459c-ba1b-361109671cf8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:53.016791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.017611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.019463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Attempting to bind port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:53.019688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Attempting to bind port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '54c6931a-65bb-4b7c-826e-6bbb7cbba077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:53.020009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Attempting to bind port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 on network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:53.033862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb0d1-23c5-4fae-a4f4-0e88ea1a7bd3 req-a08ba118-aebb-4193-9a8e-9ec79d0e8ed9 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.036299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d6cb0d1-23c5-4fae-a4f4-0e88ea1a7bd3 req-a08ba118-aebb-4193-9a8e-9ec79d0e8ed9 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 943 time: 0.1353734 Nov 15 22:43:53.052229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: fa10bf69-2c85-459c-ba1b-361109671cf8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:53.052579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fa10bf69-2c85-459c-ba1b-361109671cf8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:53.053151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed59453e-33eb-4ccc-87e0-bb6800b52050 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:53.080717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ed59453e-33eb-4ccc-87e0-bb6800b52050 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:53.081444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed59453e-33eb-4ccc-87e0-bb6800b52050 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:53.088213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 on network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:43:53.088542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Attempting to bind port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 on network e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:53.107984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-dcb401cb-b945-4a47-a739-8be8e78bd704 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364058 Nov 15 22:43:53.112512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:53.112864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Checking segment: {'id': '54c6931a-65bb-4b7c-826e-6bbb7cbba077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:53.113240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Bound using segment: {'id': '54c6931a-65bb-4b7c-826e-6bbb7cbba077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:53.113666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Bound port: 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c6931a-65bb-4b7c-826e-6bbb7cbba077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:53.114014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.126247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.164894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d6cb0d1-23c5-4fae-a4f4-0e88ea1a7bd3 req-8bc0f749-5fc0-433b-afba-828a009cea97 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966477 Nov 15 22:43:53.167227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=868dcdf6-1f6d-42f5-805a-4b65b81b4281,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:53.175067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-980fa2dc-6f29-4d18-85bd-2d5237131e45 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.176399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-980fa2dc-6f29-4d18-85bd-2d5237131e45 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1389799 Nov 15 22:43:53.195972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:43:53.196420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed5b7-9386-4331-ad33-e6dd38ad7ad0 req-620d3142-1c06-4e7b-be7a-66320064ab80 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.196420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-913ed5b7-9386-4331-ad33-e6dd38ad7ad0 req-620d3142-1c06-4e7b-be7a-66320064ab80 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 945 time: 0.1255822 Nov 15 22:43:53.227749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d32fc997-6efe-449b-a5e4-5cee79d0162e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0130548 Nov 15 22:43:53.232219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:53.239943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:53.278047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] DHCP port deletion for c62e890b-0d76-46ca-b1ec-c4b438e21bfc request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:53.322682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-913ed5b7-9386-4331-ad33-e6dd38ad7ad0 req-44203d1f-53b3-4931-9394-8a172331d35d tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232717 Nov 15 22:43:53.352353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 9e37f5c5-b02f-42a6-b6fb-211a684468de {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:53.355942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.361253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Deleting port 10f1a895-a9ce-4698-a484-bd704bef50b8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:53.361709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.409617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:53.417250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3ed71066-ea1b-4db5-86b5-a020eff7d2e6 req-63abbe94-9d0c-46a6-b221-a307ac981989 service neutron] 10.222.0.55 "GET /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783468 Nov 15 22:43:53.434810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,segment=NetworkSegment(54c6931a-65bb-4b7c-826e-6bbb7cbba077),segment_id=54c6931a-65bb-4b7c-826e-6bbb7cbba077)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:53.436098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] For port 10f1a895-a9ce-4698-a484-bd704bef50b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10f1a895-a9ce-4698-a484-bd704bef50b8,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:53.436653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.451878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Calling delete_port for 10f1a895-a9ce-4698-a484-bd704bef50b8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:53.466299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Deleting port 10f1a895-a9ce-4698-a484-bd704bef50b8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:53.466494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 9e37f5c5-b02f-42a6-b6fb-211a684468de, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=9e37f5c5-b02f-42a6-b6fb-211a684468de,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:53.466952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.467068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.510682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.570688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.571315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.572824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] 10.222.0.57 "PUT /v2.0/ports/22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 HTTP/1.1" status: 200 len: 1091 time: 2.5920291 Nov 15 22:43:53.573430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:53.578031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.580813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:53.584267 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66240a5d-2624-4696-a031-372f57fe4bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:53.620424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.649236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] For port 10f1a895-a9ce-4698-a484-bd704bef50b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10f1a895-a9ce-4698-a484-bd704bef50b8,segment=NetworkSegment(ae58d78c-733b-4265-b5a5-536789a530cd),segment_id=ae58d78c-733b-4265-b5a5-536789a530cd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:53.649588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:53.669708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] No DVR routers for this DVR port 10f1a895-a9ce-4698-a484-bd704bef50b8 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:53.671694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee68d1-9217-4fe7-9876-be334d858bd6 None None] Pushing event deleted for resources: {'Port': ['ID=10f1a895-a9ce-4698-a484-bd704bef50b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:53.688010 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb5a2d8-00ff-42a6-93cc-dcfc84fbcfd6 x-openstack-request-id: req-9cb5a2d8-00ff-42a6-93cc-dcfc84fbcfd6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:53.688714 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:53.689236 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cb5a2d8-00ff-42a6-93cc-dcfc84fbcfd6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:53.690113 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41', 'status': 'completed', 'code': 200} Nov 15 22:43:53.702396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe63750-9fdb-4bae-8d56-658405726894 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:53.705533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Calling delete_port for 10f1a895-a9ce-4698-a484-bd704bef50b8 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:53.823729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-b0e80abd-58d9-41b1-980d-ea0a83fb40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:53.825889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-b0e80abd-58d9-41b1-980d-ea0a83fb40c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ddde766137c4e3ea95d0f21c9be6101&device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 1094 time: 0.1147528 Nov 15 22:43:53.862290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 9e37f5c5-b02f-42a6-b6fb-211a684468de owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:53.985464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.035422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f1a895-a9ce-4698-a484-bd704bef50b8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:54.038736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] No DVR routers for this DVR port 10f1a895-a9ce-4698-a484-bd704bef50b8 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:54.052116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-f29fb7c1-0a9a-4119-9889-1a4662e90f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.053622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-f29fb7c1-0a9a-4119-9889-1a4662e90f3a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9ddde766137c4e3ea95d0f21c9be6101&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2123795 Nov 15 22:43:54.056536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.089092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=9e37f5c5-b02f-42a6-b6fb-211a684468de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:54.132820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] No DVR routers for this DVR port 9e37f5c5-b02f-42a6-b6fb-211a684468de on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:43:54.135494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.138974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6e0b897-46e5-4dd2-a7c6-2a116afa7ce2 req-40c687e8-6185-4bee-8e07-ff06caba4cf8 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.55 "DELETE /v2.0/ports/9e37f5c5-b02f-42a6-b6fb-211a684468de HTTP/1.1" status: 204 len: 173 time: 0.9437304 Nov 15 22:43:54.139404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-deleted', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:43:54.141712 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca177fa-c833-48b2-845a-659d4ee7b749" -d '{"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-deleted", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:43:54.160174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.180346 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec6f45-d938-4b58-a3ae-4d105f619763 x-openstack-request-id: req-1bec6f45-d938-4b58-a3ae-4d105f619763 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:43:54.180667 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d28c72c-fd6b-4eab-adb1-9a2518da67b8", "name": "network-vif-deleted", "tag": "9e37f5c5-b02f-42a6-b6fb-211a684468de", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:43:54.180923 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bec6f45-d938-4b58-a3ae-4d105f619763 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:43:54.181318 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d28c72c-fd6b-4eab-adb1-9a2518da67b8', 'name': 'network-vif-deleted', 'tag': '9e37f5c5-b02f-42a6-b6fb-211a684468de', 'status': 'completed', 'code': 200} Nov 15 22:43:54.213802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.264137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62e890b-0d76-46ca-b1ec-c4b438e21bfc']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:54.284252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=1c5aea06-f6ea-4273-b947-996e496b21d3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:54.305172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae58d78c-733b-4265-b5a5-536789a530cd') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:54.305464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae58d78c-733b-4265-b5a5-536789a530cd') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:54.320124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.322545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-c87ce4c3-228a-4beb-a0da-447993a424f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.324050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-66240a5d-2624-4696-a031-372f57fe4bd4 req-c87ce4c3-228a-4beb-a0da-447993a424f6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525218 Nov 15 22:43:54.325652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9dcb-e4b3-4cc7-8f97-d5ceba5635b1 req-46346501-22b3-4b96-9832-cfeefdeacd83 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.338622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': '370d1ec2-208d-4707-9028-f97d0b10fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:54.338882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fddc9dcb-e4b3-4cc7-8f97-d5ceba5635b1 req-46346501-22b3-4b96-9832-cfeefdeacd83 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 943 time: 0.0884914 Nov 15 22:43:54.339020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 868dcdf6-1f6d-42f5-805a-4b65b81b4281, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:43:54.345682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.357557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:43:54.358008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:43:54.359830 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:43:54.410076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fddc9dcb-e4b3-4cc7-8f97-d5ceba5635b1 req-9c0584ad-3224-4159-9b96-1c890093c934 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701447 Nov 15 22:43:54.481943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-6c6f8389-e029-4e97-9d2a-46d81337ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.483456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-6c6f8389-e029-4e97-9d2a-46d81337ec27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ddde766137c4e3ea95d0f21c9be6101&device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 1094 time: 0.0771115 Nov 15 22:43:54.485063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:43:54.530910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-99d0d1e0-1c63-4f1a-8da3-b5d3535c9d1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 HTTP/1.1" status: 200 len: 217 time: 0.0383854 Nov 15 22:43:54.543362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06f034c6-61a7-4169-a227-c965b969aa62 req-50b0389e-4ac3-4a53-9215-475402f17842 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d28c72c-fd6b-4eab-adb1-9a2518da67b8 HTTP/1.1" status: 200 len: 210 time: 0.0320156 Nov 15 22:43:54.603382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-7bb54daf-49f9-4f9e-95bd-1a9892489a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.605428 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-7bb54daf-49f9-4f9e-95bd-1a9892489a95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0541e703-8ba5-421d-a304-9d4b2f3f27fb HTTP/1.1" status: 200 len: 849 time: 0.0671134 Nov 15 22:43:54.607538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.612396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.616348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c62e890b-0d76-46ca-b1ec-c4b438e21bfc HTTP/1.1" status: 204 len: 168 time: 1.6753387 Nov 15 22:43:54.617105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 868dcdf6-1f6d-42f5-805a-4b65b81b4281) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:54.621642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:54.622193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.633532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e78c3c-1d81-4906-a67d-660c3cafeb8d None None] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:54.654609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-fcbc3b22-65fe-43fb-b658-f5516ab1256c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3ad58e8-19cc-4d1b-847f-caacdbdd07e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294080 Nov 15 22:43:54.682695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc6d3-fa32-4ffe-bf98-c42cce000005 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62e890b-0d76-46ca-b1ec-c4b438e21bfc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:54.814638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-868dcdf6-1f6d-42f5-805a-4b65b81b4281', 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': '1c5aea06-f6ea-4273-b947-996e496b21d3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:43:54.826063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:54.964426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10f1a895-a9ce-4698-a484-bd704bef50b8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:54.988871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 10f1a895-a9ce-4698-a484-bd704bef50b8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:54.989204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10f1a895-a9ce-4698-a484-bd704bef50b8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:55.000709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffcdfdc1-48c0-429f-9bbc-496e5a190345 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7660651 Nov 15 22:43:55.003939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38040) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:55.009947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281', 'name': 'tempest-PortsIpV6TestJSON-1187721505', 'fixed_ips': [{'subnet_id': '1c5aea06-f6ea-4273-b947-996e496b21d3', 'ip_address': '2001:db8::10'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:55.013012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Allocated IP 2001:db8::2 (868dcdf6-1f6d-42f5-805a-4b65b81b4281/1c5aea06-f6ea-4273-b947-996e496b21d3/646320cc-e257-41c0-ad0b-68b90dae29af) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:55.054932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-a6368308-afe1-434e-bd87-c3649ff23d10 service neutron] 10.222.0.57 "GET /v2.0/networks/e3ad58e8-19cc-4d1b-847f-caacdbdd07e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840113 Nov 15 22:43:55.076778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:55.187167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd8e52ed-b087-42c0-9581-016502309079 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71c17aafcabc41d0bdd46e58460c8ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981410 Nov 15 22:43:55.189773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:55.195286 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.205483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c3a924bb-97bc-4b15-909d-28dac1879bc1 req-ed35e93c-248f-4a8d-872b-19b212522ace service neutron] 10.222.0.57 "GET /v2.0/networks/e3ad58e8-19cc-4d1b-847f-caacdbdd07e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424594 Nov 15 22:43:55.238197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.259573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.283650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.285665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:55.320507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:55.327000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:55.329408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:55.361720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Pushing event updated for resources: {'Port': ['ID=646320cc-e257-41c0-ad0b-68b90dae29af,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:55.376547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.394149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Attempting to bind port 646320cc-e257-41c0-ad0b-68b90dae29af on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:43:55.394352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 765d62ce-6296-4aa2-9528-2adcd8b12203 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:55.394502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Attempting to bind port 646320cc-e257-41c0-ad0b-68b90dae29af by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '370d1ec2-208d-4707-9028-f97d0b10fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:43:55.394884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Attempting to bind port 646320cc-e257-41c0-ad0b-68b90dae29af on network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:43:55.400035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:43:55.400433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Checking segment: {'id': '370d1ec2-208d-4707-9028-f97d0b10fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:43:55.400958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.401411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Bound using segment: {'id': '370d1ec2-208d-4707-9028-f97d0b10fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:43:55.401868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Bound port: 646320cc-e257-41c0-ad0b-68b90dae29af, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370d1ec2-208d-4707-9028-f97d0b10fc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:43:55.403076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.461247 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.464008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.468074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9333be6-d0f3-459e-8619-cf990a72acfc HTTP/1.1" status: 204 len: 168 time: 0.2749829 Nov 15 22:43:55.499529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] For port 646320cc-e257-41c0-ad0b-68b90dae29af, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:43:55.506316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] For port 646320cc-e257-41c0-ad0b-68b90dae29af, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=646320cc-e257-41c0-ad0b-68b90dae29af,segment=NetworkSegment(370d1ec2-208d-4707-9028-f97d0b10fc7c),segment_id=370d1ec2-208d-4707-9028-f97d0b10fc7c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:43:55.512418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b052b1c-6c9d-42a3-8a08-28a4cc96dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9333be6-d0f3-459e-8619-cf990a72acfc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:55.589474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:55.610423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:55.633061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7aaae-0c7c-4781-9251-bbd8dd9a249e req-03a0c514-d6f8-4acc-8dd0-abcad0a5f2cd tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:55.640529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e7aaae-0c7c-4781-9251-bbd8dd9a249e req-03a0c514-d6f8-4acc-8dd0-abcad0a5f2cd tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 943 time: 0.1117804 Nov 15 22:43:55.659070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea502-0468-4201-bc46-c8bd3876408f None None] Pushing event updated for resources: {'Port': ['ID=646320cc-e257-41c0-ad0b-68b90dae29af,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:55.666694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::10 (868dcdf6-1f6d-42f5-805a-4b65b81b4281/1c5aea06-f6ea-4273-b947-996e496b21d3/765d62ce-6296-4aa2-9528-2adcd8b12203) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:55.726050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21e7aaae-0c7c-4781-9251-bbd8dd9a249e req-a5919f94-32d9-4564-aa2a-e75116df3c07 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Nov 15 22:43:55.959935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.089374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.135317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:56.138480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:56.149361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:56.149361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:56.149361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.157394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=765d62ce-6296-4aa2-9528-2adcd8b12203,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:56.295575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:56.296116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b0745147-e276-4851-8f60-fb12a7771ac7 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2905819 Nov 15 22:43:56.300564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '868dcdf6-1f6d-42f5-805a-4b65b81b4281', 'name': 'tempest-PortsIpV6TestJSON-2046940615', 'fixed_ips': [{'subnet_id': '1c5aea06-f6ea-4273-b947-996e496b21d3', 'ip_address': '2001:db8::f'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:43:56.371825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.582614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:43:56.632968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 9e37f5c5-b02f-42a6-b6fb-211a684468de {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:43:56.633570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 9e37f5c5-b02f-42a6-b6fb-211a684468de not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:43:56.656240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:43:56.695843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496b93e-9161-48b6-88ff-c8393934ceec None None] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:56.816643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.849767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port e2a5399c-6a7a-4fda-9bd0-9db19e67003f yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:43:56.852244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] Provisioning complete for port 646320cc-e257-41c0-ad0b-68b90dae29af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:56.852637 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.862643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555920d4-55be-4d14-8f5f-22cfa46d305d req-92cd8873-98f3-4e3b-8be3-5e85bb8f3ec0 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:56.878455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-555920d4-55be-4d14-8f5f-22cfa46d305d req-92cd8873-98f3-4e3b-8be3-5e85bb8f3ec0 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 943 time: 0.0750091 Nov 15 22:43:56.935539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:56.935539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:56.961249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-555920d4-55be-4d14-8f5f-22cfa46d305d req-06949976-09ba-4014-aa24-3510d2e65052 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Nov 15 22:43:56.978195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.019325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] For port 646320cc-e257-41c0-ad0b-68b90dae29af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=646320cc-e257-41c0-ad0b-68b90dae29af,segment=NetworkSegment(370d1ec2-208d-4707-9028-f97d0b10fc7c),segment_id=370d1ec2-208d-4707-9028-f97d0b10fc7c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:57.074622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 646320cc-e257-41c0-ad0b-68b90dae29af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:57.107822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.157948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 08d96ebb-7b14-404d-a12b-bc6cc2dce25a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:57.158326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.181463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 08d96ebb-7b14-404d-a12b-bc6cc2dce25a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:57.183580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::f (868dcdf6-1f6d-42f5-805a-4b65b81b4281/1c5aea06-f6ea-4273-b947-996e496b21d3/e2a5399c-6a7a-4fda-9bd0-9db19e67003f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:43:57.186391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62c6a-4d64-4830-b72a-389bb3b31ea0 None None] Pushing event updated for resources: {'Port': ['ID=646320cc-e257-41c0-ad0b-68b90dae29af,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:57.194547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 646320cc-e257-41c0-ad0b-68b90dae29af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:57.195008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.341198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0e2c8c5-ec0a-42a5-9c34-af68d11db0ff None None] Provisioning complete for port 646320cc-e257-41c0-ad0b-68b90dae29af triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:57.341571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c8c5-ec0a-42a5-9c34-af68d11db0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.444294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0e2c8c5-ec0a-42a5-9c34-af68d11db0ff None None] Provisioning complete for port 765d62ce-6296-4aa2-9528-2adcd8b12203 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:57.444724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c8c5-ec0a-42a5-9c34-af68d11db0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.487861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2c8c5-ec0a-42a5-9c34-af68d11db0ff None None] Port 765d62ce-6296-4aa2-9528-2adcd8b12203 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:57.610251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a1e85522-1704-47be-8d94-b9faf408f75d None None] Provisioning complete for port 765d62ce-6296-4aa2-9528-2adcd8b12203 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:57.610476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1e85522-1704-47be-8d94-b9faf408f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.644935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1e85522-1704-47be-8d94-b9faf408f75d None None] Port 765d62ce-6296-4aa2-9528-2adcd8b12203 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:57.724476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.873536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.906473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=08d96ebb-7b14-404d-a12b-bc6cc2dce25a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:57.908679 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:57.967073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:43:57.993113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:43:58.000743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:43:58.006417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.007023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.033999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=e2a5399c-6a7a-4fda-9bd0-9db19e67003f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:58.114549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6988ee-5398-42a0-a6e9-4c718b2b73ed req-3d81c6b9-844d-4056-8520-aa672a35deb0 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.123713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a6988ee-5398-42a0-a6e9-4c718b2b73ed req-3d81c6b9-844d-4056-8520-aa672a35deb0 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 943 time: 0.0674543 Nov 15 22:43:58.155705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d0ef215-efbf-4ab2-963b-ed0855dcf943 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8589101 Nov 15 22:43:58.159141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38108) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:58.197415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a6988ee-5398-42a0-a6e9-4c718b2b73ed req-b5b1cc21-4385-47c6-8474-b067a5c1374c tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707760 Nov 15 22:43:58.279957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:43:58.295527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945e2b8-e974-44ef-b96f-5ef6863f1884 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.297278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5945e2b8-e974-44ef-b96f-5ef6863f1884 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1319828 Nov 15 22:43:58.299640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:58.333131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.386218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-53f58d02-a71f-4bb0-8192-6db18023c352 None None] Provisioning complete for port e2a5399c-6a7a-4fda-9bd0-9db19e67003f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:58.386672 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53f58d02-a71f-4bb0-8192-6db18023c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.397948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13b12d-1583-4084-a71d-984070e09bb9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.404024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13b12d-1583-4084-a71d-984070e09bb9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.410096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13b12d-1583-4084-a71d-984070e09bb9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:58.411805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5e13b12d-1583-4084-a71d-984070e09bb9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1112592 Nov 15 22:43:58.415251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:58.438687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,segment=NetworkSegment(54c6931a-65bb-4b7c-826e-6bbb7cbba077),segment_id=54c6931a-65bb-4b7c-826e-6bbb7cbba077)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:58.448936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-53f58d02-a71f-4bb0-8192-6db18023c352 None None] Port e2a5399c-6a7a-4fda-9bd0-9db19e67003f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:43:58.453735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41', 'network_id': 'e3ad58e8-19cc-4d1b-847f-caacdbdd07e0', 'port_id': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41', 'mac_address': 'fa:16:3e:67:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0541e703-8ba5-421d-a304-9d4b2f3f27fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:43:58.511103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.524639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:43:58.546347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,segment=NetworkSegment(54c6931a-65bb-4b7c-826e-6bbb7cbba077),segment_id=54c6931a-65bb-4b7c-826e-6bbb7cbba077)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:58.553956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port e2a5399c-6a7a-4fda-9bd0-9db19e67003f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:58.557075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.610265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Router 55abf0ea-0f6f-4f94-a157-19dad7764896 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:43:58.629484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.658870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.672269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for e2a5399c-6a7a-4fda-9bd0-9db19e67003f owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:58.713846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:58.736948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:43:58.742447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-10891fdd-96b5-4890-8aee-dd8d8745ff43 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "PUT /v2.0/routers/55abf0ea-0f6f-4f94-a157-19dad7764896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1307740 Nov 15 22:43:58.745237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:58.751357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Sync routers for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:43:58.777137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:58.778103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:58.820361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting subnet 8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:43:58.823812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.867705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.916893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:58.942544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:43:59.001054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.005203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=e2a5399c-6a7a-4fda-9bd0-9db19e67003f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:59.067873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['22cf15fd-3e10-44b3-a0ac-8ba6d4206e41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:43:59.082309 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.097033 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c3e51932-ff2e-47b7-b484-82b4349042c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/e2a5399c-6a7a-4fda-9bd0-9db19e67003f HTTP/1.1" status: 204 len: 168 time: 0.6774623 Nov 15 22:43:59.098115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38122) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:59.110098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 646320cc-e257-41c0-ad0b-68b90dae29af up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:43:59.129837 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-884d0e6b-a6ee-4660-b7fc-24b7dcba43b5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:59.132681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-884d0e6b-a6ee-4660-b7fc-24b7dcba43b5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/e2a5399c-6a7a-4fda-9bd0-9db19e67003f HTTP/1.1" status: 404 len: 333 time: 0.0321932 Nov 15 22:43:59.134293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:59.248041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 765d62ce-6296-4aa2-9528-2adcd8b12203 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:59.248520 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.276653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.352210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.357870 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/subnets/8fd0fbf9-035d-4bd3-aa16-70db80ac6c33 HTTP/1.1" status: 204 len: 168 time: 0.6097879 Nov 15 22:43:59.364763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffbc62-2e73-477d-864c-7c35410e6ae2 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd0fbf9-035d-4bd3-aa16-70db80ac6c33,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:59.366381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:59.386570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4a523-fcbf-4d71-bee3-8f776a9996aa None None] Network c15b81db-38d8-4821-8866-6994d1121e01 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:43:59.421441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1124d6d-08af-4326-b4b4-4533ffc5392e req-345e39c9-3817-4365-9830-9ddb46c868c8 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:43:59.423120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1124d6d-08af-4326-b4b4-4533ffc5392e req-345e39c9-3817-4365-9830-9ddb46c868c8 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 944 time: 0.1092899 Nov 15 22:43:59.426763 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.472595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 765d62ce-6296-4aa2-9528-2adcd8b12203 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:59.495614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.500731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1124d6d-08af-4326-b4b4-4533ffc5392e req-02afbeff-4cdc-4582-941d-e6f56e7ae391 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Nov 15 22:43:59.568048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.604578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 646320cc-e257-41c0-ad0b-68b90dae29af triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:43:59.604883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.614784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.711045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.743880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=765d62ce-6296-4aa2-9528-2adcd8b12203,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:43:59.753790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Deleting port 37e04f5b-5086-472f-a4b5-8428854caca8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:43:59.754282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.771902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:43:57Z', 'revision_number': 5, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port': {'id': '37e04f5b-5086-472f-a4b5-8428854caca8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:79:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:41:49Z', 'updated_at': '2021-11-15T22:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:59.810960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] DHCP port deletion for c15b81db-38d8-4821-8866-6994d1121e01 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:43:59.815956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Checking router: 55abf0ea-0f6f-4f94-a157-19dad7764896 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:43:59.858581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.860223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] For port 37e04f5b-5086-472f-a4b5-8428854caca8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37e04f5b-5086-472f-a4b5-8428854caca8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:43:59.860597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:43:59.863567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Routers {'55abf0ea-0f6f-4f94-a157-19dad7764896'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:43:59.863722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd9d11c4-4075-42d9-a6bc-478408d66911 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/765d62ce-6296-4aa2-9528-2adcd8b12203 HTTP/1.1" status: 204 len: 168 time: 0.7282300 Nov 15 22:43:59.863990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:43:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['55abf0ea-0f6f-4f94-a157-19dad7764896'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:43:59.866769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:59.882662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Calling delete_port for 37e04f5b-5086-472f-a4b5-8428854caca8 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:43:59.912879 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc9bd11-354a-4448-b73a-3ba759405591 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:43:59.917884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1bc9bd11-354a-4448-b73a-3ba759405591 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/765d62ce-6296-4aa2-9528-2adcd8b12203 HTTP/1.1" status: 404 len: 333 time: 0.0495496 Nov 15 22:43:59.921267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:43:59.946419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.008290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] Set router 55abf0ea-0f6f-4f94-a157-19dad7764896 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:44:00.011690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Deleting port 3e879d53-d176-477c-b3ee-fa5349aa5458 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:00.012859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.020030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 1c5aea06-f6ea-4273-b947-996e496b21d3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:00.025243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.085617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.122029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:43:59Z', 'revision_number': 6, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:00.154638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.157376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea678966-258b-4925-9922-b7be3c76c298 None None] The sync data for ids ['55abf0ea-0f6f-4f94-a157-19dad7764896'] in n-d-817995-3 is: [{'id': '55abf0ea-0f6f-4f94-a157-19dad7764896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564220610', 'tenant_id': '6ffa127e6f1d4f8896ac85292faba590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:41:48Z', 'updated_at': '2021-11-15T22:43:59Z', 'revision_number': 6, 'project_id': '6ffa127e6f1d4f8896ac85292faba590', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:44:00.177869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] For port 3e879d53-d176-477c-b3ee-fa5349aa5458, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e879d53-d176-477c-b3ee-fa5349aa5458,segment=NetworkSegment(cf97b602-53c5-436c-9b8c-4d4056e45aa7),segment_id=cf97b602-53c5-436c-9b8c-4d4056e45aa7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:00.178260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.189463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Port': ['ID=37e04f5b-5086-472f-a4b5-8428854caca8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:00.196294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.215005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Calling delete_port for 3e879d53-d176-477c-b3ee-fa5349aa5458 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:00.217008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690652df-038c-4754-bee3-e1752308b4d6 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:00.281369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.339796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.379475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.379824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.382405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.385198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5aea06-f6ea-4273-b947-996e496b21d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:00.395525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.405159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c92d7aa0-c384-4ed8-93ea-9d3e0942dcc1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/1c5aea06-f6ea-4273-b947-996e496b21d3 HTTP/1.1" status: 204 len: 168 time: 0.4824128 Nov 15 22:44:00.407993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:00.416154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fa06d-71f8-4c35-9fc6-4a1c92452d44 None None] Network 868dcdf6-1f6d-42f5-805a-4b65b81b4281 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:00.502058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] Pushing event deleted for resources: {'Port': ['ID=3e879d53-d176-477c-b3ee-fa5349aa5458,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:00.507166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028d639-714e-4200-b0f2-837a4b7cf790 None None] No DVR routers for this DVR port 3e879d53-d176-477c-b3ee-fa5349aa5458 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:00.520210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.523003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.523825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Fanout notify agent at l3_agent the message router_deleted on router 55abf0ea-0f6f-4f94-a157-19dad7764896 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:44:00.538041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.542973 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e12d4010-314c-4391-8bbe-3f308e1b38c7 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/routers/55abf0ea-0f6f-4f94-a157-19dad7764896 HTTP/1.1" status: 204 len: 168 time: 1.1720309 Nov 15 22:44:00.542973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:00.718726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 646320cc-e257-41c0-ad0b-68b90dae29af {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:00.718726 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.724476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.783434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206370e1-664a-4de4-8796-2807e11ee5f6 req-dfe9f8a2-8a2b-402f-a569-5ba0338df31b tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:00.783434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-206370e1-664a-4de4-8796-2807e11ee5f6 req-dfe9f8a2-8a2b-402f-a569-5ba0338df31b tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 944 time: 0.1129375 Nov 15 22:44:00.822330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.826829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port 646320cc-e257-41c0-ad0b-68b90dae29af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=646320cc-e257-41c0-ad0b-68b90dae29af,segment=NetworkSegment(370d1ec2-208d-4707-9028-f97d0b10fc7c),segment_id=370d1ec2-208d-4707-9028-f97d0b10fc7c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:00.827217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.845467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15b81db-38d8-4821-8866-6994d1121e01']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:00.853472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 646320cc-e257-41c0-ad0b-68b90dae29af owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:00.855599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf97b602-53c5-436c-9b8c-4d4056e45aa7') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:00.856485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf97b602-53c5-436c-9b8c-4d4056e45aa7') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:00.868021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.872938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-206370e1-664a-4de4-8796-2807e11ee5f6 req-011973b5-7d82-4d20-a7b1-f0f9bc15d18c tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823388 Nov 15 22:44:00.884309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.890853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:00.891258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:00.909486 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:01.051063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] DHCP port deletion for 868dcdf6-1f6d-42f5-805a-4b65b81b4281 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:01.064851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.100268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.101385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.105476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=646320cc-e257-41c0-ad0b-68b90dae29af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:01.105995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/networks/c15b81db-38d8-4821-8866-6994d1121e01 HTTP/1.1" status: 204 len: 168 time: 0.5616086 Nov 15 22:44:01.109230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:01.128309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc4e1-1180-4661-adf8-8705ea16079b tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'Network': ['ID=c15b81db-38d8-4821-8866-6994d1121e01,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:01.148449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port 646320cc-e257-41c0-ad0b-68b90dae29af on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:01.161901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Deleting port 646320cc-e257-41c0-ad0b-68b90dae29af {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:01.162199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.164156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 08d96ebb-7b14-404d-a12b-bc6cc2dce25a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:01.224000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 08d96ebb-7b14-404d-a12b-bc6cc2dce25a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:01.224336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 08d96ebb-7b14-404d-a12b-bc6cc2dce25a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:01.224785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 646320cc-e257-41c0-ad0b-68b90dae29af no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:01.244170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.256162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 646320cc-e257-41c0-ad0b-68b90dae29af {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:01.257098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 646320cc-e257-41c0-ad0b-68b90dae29af not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:01.257801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.258328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.258460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e879d53-d176-477c-b3ee-fa5349aa5458 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:01.258663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.258990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.259313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.259634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.259956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.260275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.260592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.260925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.261238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.261549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:01.287810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868dcdf6-1f6d-42f5-805a-4b65b81b4281']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:01.302329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3e879d53-d176-477c-b3ee-fa5349aa5458 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:01.302761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e879d53-d176-477c-b3ee-fa5349aa5458 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:01.303204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37e04f5b-5086-472f-a4b5-8428854caca8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:01.305136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370d1ec2-208d-4707-9028-f97d0b10fc7c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:01.305540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370d1ec2-208d-4707-9028-f97d0b10fc7c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:01.320751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.329883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 37e04f5b-5086-472f-a4b5-8428854caca8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:01.330239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37e04f5b-5086-472f-a4b5-8428854caca8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:01.337018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] For port 646320cc-e257-41c0-ad0b-68b90dae29af, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:01.337411 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.343866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.346165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.352896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Calling delete_port for 646320cc-e257-41c0-ad0b-68b90dae29af owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:01.356561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Port 646320cc-e257-41c0-ad0b-68b90dae29af was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:44:01.358015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.360105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:01.360501 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:01.372327 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:01.390563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] No DVR routers for this DVR port 646320cc-e257-41c0-ad0b-68b90dae29af on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:01.393779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61b1e-93c9-4b15-9d2a-d646bfd28f67 None None] Pushing event deleted for resources: {'Port': ['ID=646320cc-e257-41c0-ad0b-68b90dae29af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:01.430844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.545384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.555025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.556016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/868dcdf6-1f6d-42f5-805a-4b65b81b4281 HTTP/1.1" status: 204 len: 168 time: 1.1466146 Nov 15 22:44:01.560122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:01.573127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1252134985'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:01.576374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40a403-9b00-4d77-a106-ce0b1fb4e7e3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=868dcdf6-1f6d-42f5-805a-4b65b81b4281,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:01.604504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.612047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.612047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad0fc68e-8107-4354-8fb2-dd7fc0f801ac HTTP/1.1" status: 204 len: 168 time: 0.4968700 Nov 15 22:44:01.620850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3000d2f-aec6-4177-aaf5-71b9f5c9b6c0 tempest-TestNetworkAdvancedServerOps-967142631 tempest-TestNetworkAdvancedServerOps-967142631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0fc68e-8107-4354-8fb2-dd7fc0f801ac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:01.701964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:01.705530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.728792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:44:01.737849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.738217 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Added segment bc59697d-d2df-4e23-aa7c-e16750d8f43c of type vlan for network 54c9a8b5-4042-448e-86f1-ec200d4858ec Nov 15 22:44:01.813197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.927263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:01.933609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:01.934612 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.028746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Network': ['ID=54c9a8b5-4042-448e-86f1-ec200d4858ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:02.040252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:44:02.065623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e1f53-f656-4874-87a8-06bc0415d792 req-b2458f93-aa33-41c4-9487-7b22003feed5 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.075097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-324e1f53-f656-4874-87a8-06bc0415d792 req-b2458f93-aa33-41c4-9487-7b22003feed5 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 944 time: 0.0896182 Nov 15 22:44:02.089274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ff411d5e-91a4-4d66-86a6-416bacaac3d1 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5173194 Nov 15 22:44:02.089624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:02.095430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:02.129023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-324e1f53-f656-4874-87a8-06bc0415d792 req-37e85618-1254-4b62-b0d7-9a3707497e93 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509064 Nov 15 22:44:02.264720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:02.270489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.290939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:02.358418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:02.473291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:44:02.477847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:02.478220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.598182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.630730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:02.633153 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce66437-0395-48ce-9811-9a046409e25e" -d '{"events": [{"server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "name": "network-vif-plugged", "status": "completed", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:02.640991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f28e76d5-2a74-4230-becc-2ae37c361d52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ffa127e6f1d4f8896ac85292faba590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782233 Nov 15 22:44:02.650492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,segment=NetworkSegment(54c6931a-65bb-4b7c-826e-6bbb7cbba077),segment_id=54c6931a-65bb-4b7c-826e-6bbb7cbba077)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:02.652551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:02.681222 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36222f-b2e9-4773-bb91-6dbeed8884a4 x-openstack-request-id: req-dc36222f-b2e9-4773-bb91-6dbeed8884a4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:02.681628 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "name": "network-vif-plugged", "status": "completed", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:02.681985 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc36222f-b2e9-4773-bb91-6dbeed8884a4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:02.682478 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41', 'code': 200} Nov 15 22:44:02.712159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.726725 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.735156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.784884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:02.801179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83046616-5ab8-40b8-8db0-762d9b0aa99c req-024c1d5f-e586-4ac1-a814-223b721193d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.806524 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83046616-5ab8-40b8-8db0-762d9b0aa99c req-024c1d5f-e586-4ac1-a814-223b721193d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 1096 time: 0.0536766 Nov 15 22:44:02.807883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.860221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.867182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.875224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.880971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.888289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.894980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.905219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:02.905382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=c0ff0585-0d53-4218-b3b9-243fdef62449,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:02.909483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-e1275c79-fe04-4fd7-814a-958eb716b689 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1072230 Nov 15 22:44:02.917076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83046616-5ab8-40b8-8db0-762d9b0aa99c req-3c22efb6-532d-460f-b718-14892652c2fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987668 Nov 15 22:44:02.924371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Checking segment: {'id': 'bc59697d-d2df-4e23-aa7c-e16750d8f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:44:02.924768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network hostable DHCP agents. Network: 54c9a8b5-4042-448e-86f1-ec200d4858ec, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:44:02.928160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.931166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:02.931830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70b6ef85-668e-49ec-b949-3405dc3c67bf HTTP/1.1" status: 204 len: 168 time: 0.2782197 Nov 15 22:44:02.950613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395335f-7125-4319-9b3a-848215713db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6ef85-668e-49ec-b949-3405dc3c67bf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:02.983981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21cea787-40ab-43c2-b6a1-2ff4ea70fe5b req-fb4ed64d-b440-4216-8709-3b30965b5f09 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735817 Nov 15 22:44:03.038886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:44:03.133212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 54c9a8b5-4042-448e-86f1-ec200d4858ec) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:03.138070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:03.139037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.147180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9bf24d-3f4b-4e48-8655-a1c90ad0a466 None None] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:03.271713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac8f7e-a8dd-48ce-8f07-58a57c0c18d6 req-6c2cee0e-d94c-41ea-b017-5acd4955d635 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:03.274489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89ac8f7e-a8dd-48ce-8f07-58a57c0c18d6 req-6c2cee0e-d94c-41ea-b017-5acd4955d635 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 945 time: 0.0718510 Nov 15 22:44:03.282434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-967da518-4179-4c69-8c86-bcb7e5ffbd69 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1910908 Nov 15 22:44:03.285248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:03.291215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-779251932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:03.351106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-54c9a8b5-4042-448e-86f1-ec200d4858ec', 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': 'c0ff0585-0d53-4218-b3b9-243fdef62449'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:44:03.352187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.376823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89ac8f7e-a8dd-48ce-8f07-58a57c0c18d6 req-d6d0831c-d864-4277-b970-a90696d86d65 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Nov 15 22:44:03.419418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.420906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.516487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.524546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Allocated IP 2001:db8::2 (54c9a8b5-4042-448e-86f1-ec200d4858ec/c0ff0585-0d53-4218-b3b9-243fdef62449/7fd78744-b662-48da-8ea7-e07299dac18a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:03.607576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.678800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.732582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.733857 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c2384e6b-dbaa-4ef3-8850-28793ae3e221 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4474308 Nov 15 22:44:03.736717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:03.736899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:03.742108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec', 'name': 'tempest-PortsIpV6TestJSON-1949014008'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:03.796562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-73229772-3d6c-416c-81f2-6ec91f438eeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f0fc5952d884545801a53c3593a3090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554614 Nov 15 22:44:03.797987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:03.804759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.847829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:03.849904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.854766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:03.861084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:44:03.875334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.877987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Pushing event updated for resources: {'Port': ['ID=7fd78744-b662-48da-8ea7-e07299dac18a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:03.932988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Attempting to bind port 7fd78744-b662-48da-8ea7-e07299dac18a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:44:03.933382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Attempting to bind port 7fd78744-b662-48da-8ea7-e07299dac18a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'bc59697d-d2df-4e23-aa7c-e16750d8f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:44:03.934505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Attempting to bind port 7fd78744-b662-48da-8ea7-e07299dac18a on network 54c9a8b5-4042-448e-86f1-ec200d4858ec {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:44:03.940094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:44:03.940504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Checking segment: {'id': 'bc59697d-d2df-4e23-aa7c-e16750d8f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:44:03.940934 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.941361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Bound using segment: {'id': 'bc59697d-d2df-4e23-aa7c-e16750d8f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:44:03.941886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Bound port: 7fd78744-b662-48da-8ea7-e07299dac18a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc59697d-d2df-4e23-aa7c-e16750d8f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '54c9a8b5-4042-448e-86f1-ec200d4858ec'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:44:03.942263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:03.987412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:03.992266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.004843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.008974 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.010355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] For port 7fd78744-b662-48da-8ea7-e07299dac18a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:44:04.011448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cece447-219c-45f9-ad0f-1b3deaf8c1da HTTP/1.1" status: 204 len: 168 time: 0.2120051 Nov 15 22:44:04.012628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port dc9eb73a-7a7c-430e-ab0d-c25c63805230 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:44:04.017045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] For port 7fd78744-b662-48da-8ea7-e07299dac18a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7fd78744-b662-48da-8ea7-e07299dac18a,segment=NetworkSegment(bc59697d-d2df-4e23-aa7c-e16750d8f43c),segment_id=bc59697d-d2df-4e23-aa7c-e16750d8f43c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:44:04.026325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365d963-60d4-4ce7-9b08-a6e79a35de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cece447-219c-45f9-ad0f-1b3deaf8c1da,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:04.098841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.197824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::31e (54c9a8b5-4042-448e-86f1-ec200d4858ec/c0ff0585-0d53-4218-b3b9-243fdef62449/dc9eb73a-7a7c-430e-ab0d-c25c63805230) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:04.320257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797fb59-0e6a-4633-bc3d-31fbfd1d1ad0 None None] Pushing event updated for resources: {'Port': ['ID=7fd78744-b662-48da-8ea7-e07299dac18a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:04.326485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.334723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.341502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.347804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.354041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.364518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.370918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.372865 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-35b72e7a-91da-4694-818a-bd76f71fd2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.1705971 Nov 15 22:44:04.454717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.484243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.492575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-6d571f45-1a59-41bc-9979-6b74618c24f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.493192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.499295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.500503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-6d571f45-1a59-41bc-9979-6b74618c24f5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1208768 Nov 15 22:44:04.505742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.514819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.536901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.543327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.545962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-2fdeda1c-a863-418f-af65-fb83c801f59e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 5443 time: 0.2075124 Nov 15 22:44:04.686185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8839529-f19f-41e0-92a1-3ea4f384c2b6 req-dec12333-5044-4f17-8d69-476fef900f90 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.688988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8839529-f19f-41e0-92a1-3ea4f384c2b6 req-dec12333-5044-4f17-8d69-476fef900f90 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 945 time: 0.1324289 Nov 15 22:44:04.702810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef33af27-f05c-4482-af38-266f0e19bd2d req-6abe7ee3-947e-46fd-b2c8-6abfc65af035 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491380 Nov 15 22:44:04.708872 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-eea8adb8-5341-4c56-a43d-9d531bc12214 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1859872 Nov 15 22:44:04.728486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:04.777253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.783604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8839529-f19f-41e0-92a1-3ea4f384c2b6 req-49afc022-99ab-4efe-b183-c4bd9cb093f8 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795853 Nov 15 22:44:04.814281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb9230a-3733-4498-a05d-5a7bcfebd5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.842787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:04.846030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:04.851147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:44:04.857132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:04.857780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:04.862275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=dc9eb73a-7a7c-430e-ab0d-c25c63805230,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:04.997358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-615b6ae3-e2ad-437c-b754-134ebb85092e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2593770 Nov 15 22:44:05.002574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:05.105373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7fd78744-b662-48da-8ea7-e07299dac18a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:05.188497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7fd78744-b662-48da-8ea7-e07299dac18a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:05.188905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.274300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.347529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.404327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 7fd78744-b662-48da-8ea7-e07299dac18a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7fd78744-b662-48da-8ea7-e07299dac18a,segment=NetworkSegment(bc59697d-d2df-4e23-aa7c-e16750d8f43c),segment_id=bc59697d-d2df-4e23-aa7c-e16750d8f43c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:05.493408 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.494490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=a834201b-a843-45fb-9015-d7b128cee4d1,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:05.585982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] For port a834201b-a843-45fb-9015-d7b128cee4d1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:44:05.592109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.593109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=7fd78744-b662-48da-8ea7-e07299dac18a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:05.634350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] device_id is not set on port a834201b-a843-45fb-9015-d7b128cee4d1 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:44:05.644332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.736971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.794561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b664ca-ce4e-4d42-a6de-6570858a25e4 None None] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:05.841785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] No DVR routers for this DVR port a834201b-a843-45fb-9015-d7b128cee4d1 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:05.881166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:05.936829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] In _notify_port_updated(), no bound segment for port a834201b-a843-45fb-9015-d7b128cee4d1 on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:44:05.936829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:05.943674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:05.949226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-76d7f0e6-1ebb-458e-b997-6b00e0f995a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 200 len: 1031 time: 1.2310808 Nov 15 22:44:06.102381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-8a031d7d-2860-4fed-be21-4db88c8b7c8f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.103844 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-8a031d7d-2860-4fed-be21-4db88c8b7c8f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "GET /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1432271 Nov 15 22:44:06.124510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:06.143821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6c0b9139-90bb-4ccc-8496-7bfe08b6ac75 None None] Provisioning complete for port 7fd78744-b662-48da-8ea7-e07299dac18a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:06.147198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9139-90bb-4ccc-8496-7bfe08b6ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.183281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.269289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.270610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.279514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.294703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.306115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.314689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.320918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:06.348175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-454802fd-ed6d-46d9-8052-e7a53fd439e5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 4665 time: 0.4374440 Nov 15 22:44:06.355613 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.531842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1a07aad0-2bf6-4f1b-96b0-a94e3f7d080f None None] Provisioning complete for port a834201b-a843-45fb-9015-d7b128cee4d1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:06.532372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a07aad0-2bf6-4f1b-96b0-a94e3f7d080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.551830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=dc9eb73a-7a7c-430e-ab0d-c25c63805230,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:06.574996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:06.595863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3796b0a5-8a58-4889-b368-641ed50bc32c req-7b137891-4008-4748-9202-f5b4c5375655 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&id=660c914b-8c41-43f9-89fa-0f8f4e7f1fef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2467992 Nov 15 22:44:06.660805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a07aad0-2bf6-4f1b-96b0-a94e3f7d080f None None] Port a834201b-a843-45fb-9015-d7b128cee4d1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:06.693576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] For port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:44:06.750834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] device_id is not set on port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:44:06.758252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.762953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.851138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.895958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-391a9136-fad7-4582-9715-2f10e59c79b4 None None] Provisioning complete for port 7fd78744-b662-48da-8ea7-e07299dac18a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:06.895958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-391a9136-fad7-4582-9715-2f10e59c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:06.990574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.050924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] No DVR routers for this DVR port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:07.150409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7fd78744-b662-48da-8ea7-e07299dac18a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:07.167105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:07.189635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] In _notify_port_updated(), no bound segment for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb on network 50f1c9ee-9ace-4c12-9ad2-390380f83379 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:44:07.190653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:07.191372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.192858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-f2472582-74e6-4b6a-b86e-0e21c0ceede7 service neutron] 10.222.0.57 "PUT /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 200 len: 1033 time: 1.0761304 Nov 15 22:44:07.331094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-391a9136-fad7-4582-9715-2f10e59c79b4 None None] Provisioning complete for port dc9eb73a-7a7c-430e-ab0d-c25c63805230 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:07.333089 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-391a9136-fad7-4582-9715-2f10e59c79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.473436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 40601589-a276-4220-8cb5-bee29e1f3f60 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:07.474041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.727174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] For port 40601589-a276-4220-8cb5-bee29e1f3f60, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=40601589-a276-4220-8cb5-bee29e1f3f60,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:07.727868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.799564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-391a9136-fad7-4582-9715-2f10e59c79b4 None None] Port dc9eb73a-7a7c-430e-ab0d-c25c63805230 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:07.801584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3587525a-30fb-4c8b-ac8c-250a3be21d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.811744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7fd78744-b662-48da-8ea7-e07299dac18a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:07.812121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.930803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Provisioning complete for port dc9eb73a-7a7c-430e-ab0d-c25c63805230 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:07.931383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:07.979624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Port dc9eb73a-7a7c-430e-ab0d-c25c63805230 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:07.997279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Provisioning complete for port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:07.997279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.002986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:08.009268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:08.015283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:08.021505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:08.024767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.025838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.025838 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Floating IP ea7bfbce-ea5d-4898-b6c5-60afcecb3faf disassociated. External IP: 172.25.0.54, port: 40601589-a276-4220-8cb5-bee29e1f3f60. Nov 15 22:44:08.026137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 40601589-a276-4220-8cb5-bee29e1f3f60 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:08.028313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:08.029944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-1ff15f63-20bc-456d-92a5-d2fc255c308e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 3885 time: 0.1672390 Nov 15 22:44:08.049934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b05bef07-5d0f-471c-b6ee-52480a1f551a None None] Port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:08.126613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-384b131f-6624-4678-8a21-c5bb8cb72eee req-722c8b0d-26aa-4971-a091-5b6f82adcc31 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869699 Nov 15 22:44:08.198425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.273215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.305894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.305894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.336736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 40601589-a276-4220-8cb5-bee29e1f3f60 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:08.350230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.403177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=40601589-a276-4220-8cb5-bee29e1f3f60,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:08.411651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=dc9eb73a-7a7c-430e-ab0d-c25c63805230,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:08.414711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No active binding found for port 40601589-a276-4220-8cb5-bee29e1f3f60 {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:44:08.417977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 40601589-a276-4220-8cb5-bee29e1f3f60 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:08.418687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0cfeb84e-528b-4b70-b19a-53c4236cc2eb no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:08.505090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0cfeb84e-528b-4b70-b19a-53c4236cc2eb not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:08.505771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:08.528745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:08.531621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:08.592646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Router 0445044f-f8de-402b-83c6-a3cb61ddf853 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:44:08.741794 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.775627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:08.779086 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2098e1d5-a05c-46ed-b65e-0f8bc01a514f" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:08.806928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:08.823318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:44:08.833874 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54abb154-a38b-416c-be98-4f6eb4c046ef x-openstack-request-id: req-54abb154-a38b-416c-be98-4f6eb4c046ef {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:08.834225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:08.834468 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54abb154-a38b-416c-be98-4f6eb4c046ef {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:08.834875 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'code': 200} Nov 15 22:44:08.835389 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Sync routers for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:44:08.856766 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:08.857568 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:08.892417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] No DVR routers for this DVR port 40601589-a276-4220-8cb5-bee29e1f3f60 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:08.896653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.899257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Router a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:44:08.906012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-ddaa5ea9-8010-487e-96d7-62cc5c841c4c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "DELETE /v2.0/ports/40601589-a276-4220-8cb5-bee29e1f3f60 HTTP/1.1" status: 204 len: 173 time: 1.7062466 Nov 15 22:44:08.906854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:08.910637 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db9757-77f9-4d8c-9c21-3c1150911c3e" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:08.915990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-64e4b362-f595-4e0b-b682-ed439ef1c136 None None] Provisioning complete for port dc9eb73a-7a7c-430e-ab0d-c25c63805230 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:08.915990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64e4b362-f595-4e0b-b682-ed439ef1c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.975392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:08.977234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 951539ac-6dbc-41f6-bf6c-a11c35fa6130 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:09.045394 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:44:09.073541 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038cd85-5429-4761-9cce-0af3666db90a x-openstack-request-id: req-9038cd85-5429-4761-9cce-0af3666db90a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:09.074064 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "40601589-a276-4220-8cb5-bee29e1f3f60", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:09.074331 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9038cd85-5429-4761-9cce-0af3666db90a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:09.074914 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '40601589-a276-4220-8cb5-bee29e1f3f60', 'status': 'completed', 'code': 200} Nov 15 22:44:09.106364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:09.141233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:09.141630 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.166871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-64e4b362-f595-4e0b-b682-ed439ef1c136 None None] Port dc9eb73a-7a7c-430e-ab0d-c25c63805230 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:09.181724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:44:09.198467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7f068307-854a-4d0d-82bf-278cca1bf20a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/routers/a49df5d8-fa09-4dcc-992f-b9f4f919ebe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1976914 Nov 15 22:44:09.202319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:09.248331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.251314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] Sync routers for ids ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:44:09.282860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] Routers {'a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:09.283974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.309241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200cf8c-845f-4102-a232-cac16d06d4a4 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:09.313790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4200cf8c-845f-4102-a232-cac16d06d4a4 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?device_id=a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 HTTP/1.1" status: 200 len: 989 time: 0.1137104 Nov 15 22:44:09.316281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:09.318847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:09.375910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.380046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] For port 951539ac-6dbc-41f6-bf6c-a11c35fa6130, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=951539ac-6dbc-41f6-bf6c-a11c35fa6130,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:09.380787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.388748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] Routers {'a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:09.389488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.409179 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.412256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 951539ac-6dbc-41f6-bf6c-a11c35fa6130 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:09.424546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.425486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c2d9b4-b23c-4615-9d16-d4768d0b9be5 None None] The sync data for ids ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:44:09.448096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-a07e2aeb-c7ca-474d-abb3-f504ff34617c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:09.450316 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Checking router: 0445044f-f8de-402b-83c6-a3cb61ddf853 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:44:09.454132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-a07e2aeb-c7ca-474d-abb3-f504ff34617c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:09.460024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-a07e2aeb-c7ca-474d-abb3-f504ff34617c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:09.461641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.462649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a834201b-a843-45fb-9015-d7b128cee4d1 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:09.468107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-a07e2aeb-c7ca-474d-abb3-f504ff34617c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:09.468954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-a07e2aeb-c7ca-474d-abb3-f504ff34617c tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 3148 time: 0.1533883 Nov 15 22:44:09.470676 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:09.471349 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:09.551837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device a834201b-a843-45fb-9015-d7b128cee4d1 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:09.552699 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 249e05a3-0eb2-417e-a1d1-74ea03f07719 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:09.553963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.617968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:09.652972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ce903d7-9338-4b13-abb5-5d58bc340101 req-16737aaa-463c-4d31-aeb6-ff4299775edf tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274858 Nov 15 22:44:09.675463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:44:09.718078 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.789735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:09.862377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.904544 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.905580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5d38e6f6-c048-477c-818f-fd5020f10af3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:09.953906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:09.972502 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:10.040114 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c5440-29b5-44f9-b5b4-9c0d59c9ca78 None None] The sync data for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 is: [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8ee23305-b449-4585-885d-e62a0f00e70c', 'name': '', 'network_id': 'a469fc97-3ff0-4451-930d-6f4631948401', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'mac_address': 'fa:16:3e:9f:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:16Z', 'updated_at': '2021-11-15T22:33:24Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'subnets': [{'id': 'e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:44:10.075762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:10.106056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=951539ac-6dbc-41f6-bf6c-a11c35fa6130,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:10.127375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.178032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:10.200096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] No DVR routers for this DVR port 951539ac-6dbc-41f6-bf6c-a11c35fa6130 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:10.203021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.207202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-e6b2f936-9f24-4656-b309-0b0a4efa3446 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "DELETE /v2.0/ports/951539ac-6dbc-41f6-bf6c-a11c35fa6130 HTTP/1.1" status: 204 len: 173 time: 1.2917693 Nov 15 22:44:10.255507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port dc9eb73a-7a7c-430e-ab0d-c25c63805230 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:10.256082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.287537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.414511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:10.441933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.450081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.470382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for dc9eb73a-7a7c-430e-ab0d-c25c63805230 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:10.535249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:10.535812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.614519 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d59a41-87b5-43b0-a43d-d24210cd01d8 None None] New status for floating IP ea7bfbce-ea5d-4898-b6c5-60afcecb3faf: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:44:10.671899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] For port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:10.672524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:10.715419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:10.835994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:10.839388 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1afddde-29b6-47c8-873c-3ee60fb02411" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:10.893773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364d0a-3fe6-421a-96de-61d9d0400d87 req-cbdfa11d-697f-4e37-9b21-3b511457df55 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:10.900988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364d0a-3fe6-421a-96de-61d9d0400d87 req-cbdfa11d-697f-4e37-9b21-3b511457df55 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:10.907850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364d0a-3fe6-421a-96de-61d9d0400d87 req-cbdfa11d-697f-4e37-9b21-3b511457df55 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:10.909686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8364d0a-3fe6-421a-96de-61d9d0400d87 req-cbdfa11d-697f-4e37-9b21-3b511457df55 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 2409 time: 0.1386921 Nov 15 22:44:10.934709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38502) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:10.940442 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c7288e-f8dc-42d3-aa07-c05b3933ef1c x-openstack-request-id: req-d0c7288e-f8dc-42d3-aa07-c05b3933ef1c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:10.940930 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:10.941253 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0c7288e-f8dc-42d3-aa07-c05b3933ef1c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:10.944168 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'code': 200} Nov 15 22:44:10.944742 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'code': 200} Nov 15 22:44:10.952261 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'code': 200} Nov 15 22:44:11.009982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.039484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8364d0a-3fe6-421a-96de-61d9d0400d87 req-46504b9b-579b-4d27-8401-6e6bb5d3e9c9 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171851 Nov 15 22:44:11.060734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=dc9eb73a-7a7c-430e-ab0d-c25c63805230,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:11.075889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:11.078625 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ed8bb-420f-4c1f-94e1-ac3e1661515a" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:11.093954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.182165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=34ed6531-1ba9-49e1-aa0c-fab6506dd6fe,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:11.189942 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a84657c-aa82-47a1-a9a6-2494928c7d46 x-openstack-request-id: req-7a84657c-aa82-47a1-a9a6-2494928c7d46 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:11.190224 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "951539ac-6dbc-41f6-bf6c-a11c35fa6130", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:11.190462 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a84657c-aa82-47a1-a9a6-2494928c7d46 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:11.191511 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '951539ac-6dbc-41f6-bf6c-a11c35fa6130', 'status': 'completed', 'code': 200} Nov 15 22:44:11.240797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7be353b5-ff13-4a8d-b027-3d1d02a9498c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.304342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.359486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] No DVR routers for this DVR port 34ed6531-1ba9-49e1-aa0c-fab6506dd6fe on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:11.363273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.382701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-cec44bcc-b38d-4651-b693-cb5772f2b6aa tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "DELETE /v2.0/ports/34ed6531-1ba9-49e1-aa0c-fab6506dd6fe HTTP/1.1" status: 204 len: 173 time: 1.1687522 Nov 15 22:44:11.552032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Router a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:44:11.552500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7be353b5-ff13-4a8d-b027-3d1d02a9498c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.576867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 249e05a3-0eb2-417e-a1d1-74ea03f07719 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:11.577321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.661421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:44:11.671239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eb358620-df54-418d-8003-7f68e3bb452b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/routers/a49df5d8-fa09-4dcc-992f-b9f4f919ebe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535852 Nov 15 22:44:11.673534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] Sync routers for ids ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:44:11.678869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7be353b5-ff13-4a8d-b027-3d1d02a9498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.682599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38528) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:11.692776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] Routers {'a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:11.695043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:11.735387 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ae87fc-fa95-4327-a634-3eba9ead61f9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:44:11.737189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-95ae87fc-fa95-4327-a634-3eba9ead61f9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/dc9eb73a-7a7c-430e-ab0d-c25c63805230 HTTP/1.1" status: 404 len: 333 time: 0.0517731 Nov 15 22:44:11.742808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:11.753587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] For port 249e05a3-0eb2-417e-a1d1-74ea03f07719, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=249e05a3-0eb2-417e-a1d1-74ea03f07719,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:11.755960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.763693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7be353b5-ff13-4a8d-b027-3d1d02a9498c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=621925a686a9495586b41379ca91a9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298473 Nov 15 22:44:11.772665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:11.787176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 249e05a3-0eb2-417e-a1d1-74ea03f07719 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:11.794586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:11.808104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be353b5-ff13-4a8d-b027-3d1d02a9498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9079b-3e3a-446b-9b57-79f6d70915c6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:11.832324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] Routers {'a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:11.835612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:11.900769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:11.909370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:11.910040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf457f4a-ff75-48b5-ada0-7ddbd29ef2f2 None None] The sync data for ids ['a49df5d8-fa09-4dcc-992f-b9f4f919ebe5'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:44:12.001081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:12.035693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.067196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.147939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.185242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.192709 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.220817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=249e05a3-0eb2-417e-a1d1-74ea03f07719,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:12.265615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] No DVR routers for this DVR port 249e05a3-0eb2-417e-a1d1-74ea03f07719 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:12.270979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.274717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-50fdca8b-ddb6-42dc-811e-81682b2c6a7d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "DELETE /v2.0/ports/249e05a3-0eb2-417e-a1d1-74ea03f07719 HTTP/1.1" status: 204 len: 173 time: 0.8835726 Nov 15 22:44:12.308084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddf726-7a72-4062-8d84-b245d0c4e79f req-409f5b7e-89e0-425a-995e-45c4c6ebf794 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:12.310241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89ddf726-7a72-4062-8d84-b245d0c4e79f req-409f5b7e-89e0-425a-995e-45c4c6ebf794 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 945 time: 0.2465577 Nov 15 22:44:12.313305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02b-6824-4098-bec8-5e4849c4b184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.356901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.359845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.361110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02f9079b-3e3a-446b-9b57-79f6d70915c6 HTTP/1.1" status: 204 len: 168 time: 0.5857048 Nov 15 22:44:12.379388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25a4c-48e1-4bf4-a57f-209375e14a74 req-c8000c0c-ac0e-48b1-b9f9-33c24d2fe4a5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:12.380974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a25a4c-48e1-4bf4-a57f-209375e14a74 req-c8000c0c-ac0e-48b1-b9f9-33c24d2fe4a5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 943 time: 0.1230824 Nov 15 22:44:12.393551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.394048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Fanout notify agent at l3_agent the message router_deleted on router a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:44:12.402261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b148-125e-46e5-93fa-a7b609b361ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9079b-3e3a-446b-9b57-79f6d70915c6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:12.407002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.408103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0b0eec1-0998-4cc0-ac26-05448a01f81d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/routers/a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 HTTP/1.1" status: 204 len: 168 time: 0.6643384 Nov 15 22:44:12.421378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:12.450598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 5d38e6f6-c048-477c-818f-fd5020f10af3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:12.451430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.488769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89ddf726-7a72-4062-8d84-b245d0c4e79f req-b7570844-888f-4060-863b-b26af7edfe70 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627789 Nov 15 22:44:12.535945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet c0ff0585-0d53-4218-b3b9-243fdef62449 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:12.541361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.546840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a25a4c-48e1-4bf4-a57f-209375e14a74 req-0dbf040f-3a1d-4ac1-ad57-e4671f79d48e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c62204a-67a0-4bba-b34f-6570741d9460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509345 Nov 15 22:44:12.600414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] For port 5d38e6f6-c048-477c-818f-fd5020f10af3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5d38e6f6-c048-477c-818f-fd5020f10af3,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:12.601168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.619296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 5d38e6f6-c048-477c-818f-fd5020f10af3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:12.870497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.903971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=5d38e6f6-c048-477c-818f-fd5020f10af3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:12.935368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02b-6824-4098-bec8-5e4849c4b184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.943370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.970167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] No DVR routers for this DVR port 5d38e6f6-c048-477c-818f-fd5020f10af3 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:12.982793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:12.982793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0caba3-dc5c-4a08-ad37-75870bd3f809 req-a3b3aa8b-8829-43fd-b15c-24f566bc95b0 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.57 "DELETE /v2.0/ports/5d38e6f6-c048-477c-818f-fd5020f10af3 HTTP/1.1" status: 204 len: 173 time: 0.6950154 Nov 15 22:44:13.044306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02b-6824-4098-bec8-5e4849c4b184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.101070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.130176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bed02b-6824-4098-bec8-5e4849c4b184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7428dcd-023d-4b58-bad2-b1034af7cb26,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:13.137814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b7bed02b-6824-4098-bec8-5e4849c4b184 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8ad3a2d3aae49439046a149f0219f07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1355631 Nov 15 22:44:13.140357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:13.192065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719'}, {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:13.196291 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74930e92-6ec6-4a0a-b233-65ac0c4ae988" -d '{"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719"}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:13.226138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.252875 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26d612-a506-4469-8e9d-4eb6e8086e16 x-openstack-request-id: req-9b26d612-a506-4469-8e9d-4eb6e8086e16 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:13.253179 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "34ed6531-1ba9-49e1-aa0c-fab6506dd6fe", "status": "completed", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "249e05a3-0eb2-417e-a1d1-74ea03f07719", "status": "completed", "code": 200}, {"server_uuid": "775c5e35-d9d1-443d-a504-b957686915ee", "name": "network-vif-deleted", "tag": "5d38e6f6-c048-477c-818f-fd5020f10af3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:13.253433 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b26d612-a506-4469-8e9d-4eb6e8086e16 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:13.253965 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '34ed6531-1ba9-49e1-aa0c-fab6506dd6fe', 'status': 'completed', 'code': 200} Nov 15 22:44:13.255825 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '249e05a3-0eb2-417e-a1d1-74ea03f07719', 'status': 'completed', 'code': 200} Nov 15 22:44:13.256089 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775c5e35-d9d1-443d-a504-b957686915ee', 'name': 'network-vif-deleted', 'tag': '5d38e6f6-c048-477c-818f-fd5020f10af3', 'status': 'completed', 'code': 200} Nov 15 22:44:13.286243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.381770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.385292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-2c5b1a8e-5a75-4d7e-9f56-3aaa4d836c3d tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:13.390511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-2c5b1a8e-5a75-4d7e-9f56-3aaa4d836c3d tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.57 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 945 time: 0.0844655 Nov 15 22:44:13.411199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ff0585-0d53-4218-b3b9-243fdef62449,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:13.416222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.422094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-51fdbec2-68a3-48c3-8eb7-7f6ce825b547 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/c0ff0585-0d53-4218-b3b9-243fdef62449 HTTP/1.1" status: 204 len: 168 time: 0.9992042 Nov 15 22:44:13.423737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2201e70-655c-4d6e-996a-90d6d89e7f63 None None] Network 54c9a8b5-4042-448e-86f1-ec200d4858ec requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:13.424679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:13.510743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Deleting port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:13.510743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.537119 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.542103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.548397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.554626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7428dcd-023d-4b58-bad2-b1034af7cb26 HTTP/1.1" status: 204 len: 168 time: 0.4130394 Nov 15 22:44:13.595146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43052-2250-42d4-8864-9db1f708c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7428dcd-023d-4b58-bad2-b1034af7cb26,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:13.746735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] For port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,segment=NetworkSegment(54c6931a-65bb-4b7c-826e-6bbb7cbba077),segment_id=54c6931a-65bb-4b7c-826e-6bbb7cbba077)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:13.747641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.780196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Calling delete_port for 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:13.787956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0036d6-7e3c-46cf-89a4-b7781824053d req-d58e2105-a4ad-4419-82af-3d4755d48a70 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:13.789848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff0036d6-7e3c-46cf-89a4-b7781824053d req-d58e2105-a4ad-4419-82af-3d4755d48a70 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 945 time: 0.1740501 Nov 15 22:44:13.858424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff0036d6-7e3c-46cf-89a4-b7781824053d req-b39c73d2-c3c2-4c12-b8c7-dc83550cac10 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b26cbe8-795e-4028-a29b-2312cfcb9eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567389 Nov 15 22:44:13.860829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 7fd78744-b662-48da-8ea7-e07299dac18a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:13.861230 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.874479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] DHCP port deletion for 54c9a8b5-4042-448e-86f1-ec200d4858ec request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:13.968320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] For port 7fd78744-b662-48da-8ea7-e07299dac18a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7fd78744-b662-48da-8ea7-e07299dac18a,segment=NetworkSegment(bc59697d-d2df-4e23-aa7c-e16750d8f43c),segment_id=bc59697d-d2df-4e23-aa7c-e16750d8f43c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:13.970190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:13.986914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 7fd78744-b662-48da-8ea7-e07299dac18a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:14.010770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Deleting port 7fd78744-b662-48da-8ea7-e07299dac18a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:14.012033 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.119054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.126093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] For port 7fd78744-b662-48da-8ea7-e07299dac18a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7fd78744-b662-48da-8ea7-e07299dac18a,segment=NetworkSegment(bc59697d-d2df-4e23-aa7c-e16750d8f43c),segment_id=bc59697d-d2df-4e23-aa7c-e16750d8f43c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:14.126503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.148153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['22cf15fd-3e10-44b3-a0ac-8ba6d4206e41'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:44:14.163526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Pushing event deleted for resources: {'Port': ['ID=22cf15fd-3e10-44b3-a0ac-8ba6d4206e41,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:14.191741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.253174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Calling delete_port for 7fd78744-b662-48da-8ea7-e07299dac18a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:14.262250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] No DVR routers for this DVR port 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:14.267018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.272452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=7fd78744-b662-48da-8ea7-e07299dac18a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:14.280934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19f7e8-c19a-49d2-b5be-1eb8a0e66c06 req-da3b0aaf-c784-48b5-84ac-ac4ff84c2a11 tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.57 "DELETE /v2.0/ports/22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 HTTP/1.1" status: 204 len: 173 time: 0.8854163 Nov 15 22:44:14.297266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No DVR routers for this DVR port 7fd78744-b662-48da-8ea7-e07299dac18a on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:14.416337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.453879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df6cadee-4762-4b00-b43d-57d1c39c0886 req-55ea1f36-5426-491b-85c0-cd76dab3eb81 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.7182064 Nov 15 22:44:14.478528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c9a8b5-4042-448e-86f1-ec200d4858ec']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:14.490429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.505608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc59697d-d2df-4e23-aa7c-e16750d8f43c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:14.505988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc59697d-d2df-4e23-aa7c-e16750d8f43c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:14.516046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.516659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] Pushing event deleted for resources: {'Port': ['ID=7fd78744-b662-48da-8ea7-e07299dac18a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:14.520789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce17def-03f7-43cf-83b7-3553ee314837 None None] No DVR routers for this DVR port 7fd78744-b662-48da-8ea7-e07299dac18a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:14.539873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.543616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:14.544011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:14.547111 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:14.733184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.744401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.751493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/54c9a8b5-4042-448e-86f1-ec200d4858ec HTTP/1.1" status: 204 len: 168 time: 1.3221750 Nov 15 22:44:14.752636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38596) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:14.758727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ba411-8796-42c1-b00a-af7a4a677231 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=54c9a8b5-4042-448e-86f1-ec200d4858ec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:14.803743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac00dd08-e6d3-4ab1-9e8f-f57a9caf1c04 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:14.805230 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac00dd08-e6d3-4ab1-9e8f-f57a9caf1c04 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/716537ff-db7e-43aa-9613-bb13e10d7439 HTTP/1.1" status: 200 len: 845 time: 0.0513170 Nov 15 22:44:14.808994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:14.853714 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a5b09245-709f-4283-a754-2888f0ee90b9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/716537ff-db7e-43aa-9613-bb13e10d7439?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0436230 Nov 15 22:44:14.860251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38602) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:14.866189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:14.888286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:14.913719 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423719e-f996-41d0-8bd7-d918dc628b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:14.995778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7fd78744-b662-48da-8ea7-e07299dac18a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:15.028548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7fd78744-b662-48da-8ea7-e07299dac18a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:15.029165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7fd78744-b662-48da-8ea7-e07299dac18a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:15.082651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423719e-f996-41d0-8bd7-d918dc628b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.173306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a423719e-f996-41d0-8bd7-d918dc628b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.173444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:15.184730 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.224077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a423719e-f996-41d0-8bd7-d918dc628b05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3882d42b3861486689938fcd4f558918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346410 Nov 15 22:44:15.224956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423719e-f996-41d0-8bd7-d918dc628b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ecbe3a-c17c-4c94-97ae-2a8d819ce33b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:15.227358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38616) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:15.286499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.342449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.442569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4701825-dd7a-4fe5-860a-52c355e5304e req-2953df8f-fb02-47a1-b4e1-d4f6dd92821f tempest-VolumesActionsTest-462726737 tempest-VolumesActionsTest-462726737-project] 10.222.0.15 "GET /v2.0/ports?device_id=84466094-1800-4eac-8077-6c0b4c1e21f5 HTTP/1.1" status: 200 len: 210 time: 0.4141717 Nov 15 22:44:15.462177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'name': 'network-vif-deleted', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:15.465841 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dfe994-8986-40e8-b840-d218b88bc3f8" -d '{"events": [{"server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "name": "network-vif-deleted", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:15.502007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.507312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.510073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36ecbe3a-c17c-4c94-97ae-2a8d819ce33b HTTP/1.1" status: 204 len: 168 time: 0.2813184 Nov 15 22:44:15.521246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6a49-a9e9-4911-a91c-44387c0b77b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ecbe3a-c17c-4c94-97ae-2a8d819ce33b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:15.541073 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1c747-1115-4d63-aa62-55548c4225d1 x-openstack-request-id: req-89b1c747-1115-4d63-aa62-55548c4225d1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:15.541073 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84466094-1800-4eac-8077-6c0b4c1e21f5", "name": "network-vif-deleted", "tag": "22cf15fd-3e10-44b3-a0ac-8ba6d4206e41", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:15.541073 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89b1c747-1115-4d63-aa62-55548c4225d1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:15.541073 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84466094-1800-4eac-8077-6c0b4c1e21f5', 'name': 'network-vif-deleted', 'tag': '22cf15fd-3e10-44b3-a0ac-8ba6d4206e41', 'status': 'completed', 'code': 200} Nov 15 22:44:15.563045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.617850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:15.622044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:15.626730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:15.627725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.631761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31861f-0b21-42a9-a47c-94001e724c2f None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:15.643535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=4807d266-9f58-420d-9cb2-7793f50cae63,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:15.677065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afc41b24-71c1-49e7-b98f-89a23a480f36 req-09044fb4-cc3f-4c13-9876-16bd00fab3b7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0669160 Nov 15 22:44:15.716609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4d188eb7-59c6-44f7-9912-e35723d6e6d3 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8515670 Nov 15 22:44:15.718865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:15.723775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'security_group': {'name': 'tempest-secgroup-655211181'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:15.852740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.912196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-800a2271-0150-484c-9304-f10c46dd962b', 'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'tenant_id': 'b613829affe04a75bc95da034092a80e', 'fixed_ips': [{'subnet_id': '4807d266-9f58-420d-9cb2-7793f50cae63'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:44:15.912196 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:15.924467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.093505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Allocated IP 2001:db8::2 (800a2271-0150-484c-9304-f10c46dd962b/4807d266-9f58-420d-9cb2-7793f50cae63/37743572-2369-4879-859a-60c9c8669a40) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:16.217406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.291398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.296532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9305885b-71aa-4f6f-9420-6981847a1daa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:16.352531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.357402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-25b8db95-95ef-4efd-ade0-b985621f9f9e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6341975 Nov 15 22:44:16.357845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:16.363035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486954625'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:16.405737 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.452518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:16.456124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:16.461176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:44:16.470869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:16.542853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.570206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Attempting to bind port 37743572-2369-4879-859a-60c9c8669a40 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:44:16.570530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Attempting to bind port 37743572-2369-4879-859a-60c9c8669a40 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ece16709-e859-4edc-9b4a-7e25635189f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '800a2271-0150-484c-9304-f10c46dd962b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:44:16.570806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Attempting to bind port 37743572-2369-4879-859a-60c9c8669a40 on network 800a2271-0150-484c-9304-f10c46dd962b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:44:16.579295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:44:16.580129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Checking segment: {'id': 'ece16709-e859-4edc-9b4a-7e25635189f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '800a2271-0150-484c-9304-f10c46dd962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:44:16.580791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.581557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Bound using segment: {'id': 'ece16709-e859-4edc-9b4a-7e25635189f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '800a2271-0150-484c-9304-f10c46dd962b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:44:16.582623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Bound port: 37743572-2369-4879-859a-60c9c8669a40, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece16709-e859-4edc-9b4a-7e25635189f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '800a2271-0150-484c-9304-f10c46dd962b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:44:16.583310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.680377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:44:16.685807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:44:16.744472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.793322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.817651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-400597bb-b58b-42b0-a5d5-ed399087c2a9 req-e69ca1e6-5ff0-48b6-a679-b2c58935f369 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0267916 Nov 15 22:44:16.860541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624315d3-292f-4b18-9b5a-1fd91bd867e7 None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:16.895217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:16.954581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9d4d2-2d6f-425a-969c-a82110bfa724,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:17.038322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:17.043405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:17.043920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a631495-5a45-4780-bac7-4b1d49c3fb1a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6843376 Nov 15 22:44:17.049439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-922140995', 'security_groups': ['03f9d4d2-2d6f-425a-969c-a82110bfa724'], 'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4807d266-9f58-420d-9cb2-7793f50cae63'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:17.344320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:17.439735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:17.467608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port cf3b2abd-cfef-468f-94fc-79e1256fceae yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:44:17.677067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::d7 (800a2271-0150-484c-9304-f10c46dd962b/4807d266-9f58-420d-9cb2-7793f50cae63/cf3b2abd-cfef-468f-94fc-79e1256fceae) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:17.870923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:17.989027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e88051-5bcd-4ed6-9200-c25c827bd0bd req-43af6623-8f56-4ee4-bfdc-b70a5b384ab6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0474646 Nov 15 22:44:18.004933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.080498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:18.088909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:18.091755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:44:18.098042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:18.098647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.115666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=cf3b2abd-cfef-468f-94fc-79e1256fceae,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:18.152138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:18.152586 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.217763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a01e98f1-2241-4421-adba-7942069f5267 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1704826 Nov 15 22:44:18.218004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38694) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:18.223302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:18.275950 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.347367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:18.355612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:18.431419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:18.433464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 22cf15fd-3e10-44b3-a0ac-8ba6d4206e41 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:18.444083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.547834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:18.562366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:18.562366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.600495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-83c98afe-7bd9-403f-a2a2-a0a137ae1b97 None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:18.720134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6eb4846d-c0d7-4cc8-af87-cee9fc3f62b4 None None] Provisioning complete for port cf3b2abd-cfef-468f-94fc-79e1256fceae triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:18.720519 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6eb4846d-c0d7-4cc8-af87-cee9fc3f62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:18.757472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4846d-c0d7-4cc8-af87-cee9fc3f62b4 None None] Port cf3b2abd-cfef-468f-94fc-79e1256fceae cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:18.910239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:18.914402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.030512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:19.080405 n-d-817995-3 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4807d266-9f58-420d-9cb2-7793f50cae63 (CIDR: 2001:db8::/64) Nov 15 22:44:19.092447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:19.093003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.118526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c896ba4-2ade-4216-a0de-ad9ff3085888 req-673eddf2-de44-4ebe-ae01-8856a1144cff tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0277421 Nov 15 22:44:19.133468 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:44:19.134087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:19.158886 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:44:19.216135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9c256689-6960-45b1-bbaf-1ae7416bc58e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9971387 Nov 15 22:44:19.218853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38716) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:19.223980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:19.394971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38720) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:19.402843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:19.407135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.539842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2b04c3e-df6d-4b21-b4f3-ba1d556bcd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.731299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2b04c3e-df6d-4b21-b4f3-ba1d556bcd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.824300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.861655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2b04c3e-df6d-4b21-b4f3-ba1d556bcd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.865711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:19.883206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:19.893474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62c7de-3ad5-4ff6-a74a-e3b7e2e39695 None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:19.894439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:19.895030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:19.930719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=ede6b180-f511-48bd-b77d-cc382cdc91c8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:19.945782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2b04c3e-df6d-4b21-b4f3-ba1d556bcd5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e44f07ba17ed48e3bbaa06dc7983401a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496745 Nov 15 22:44:19.946525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38736) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:19.947105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b04c3e-df6d-4b21-b4f3-ba1d556bcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8626c343-a7af-4396-b8f4-4f5e849bbbaf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:20.023754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.053264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7b9c7686-7f51-485b-8455-f5068ea8d96a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8248460 Nov 15 22:44:20.054073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:20.060460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-383109331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ede6b180-f511-48bd-b77d-cc382cdc91c8'}], 'security_groups': ['9305885b-71aa-4f6f-9420-6981847a1daa']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:20.063317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.179091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.204007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.206608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.207774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8626c343-a7af-4396-b8f4-4f5e849bbbaf HTTP/1.1" status: 204 len: 168 time: 0.2600453 Nov 15 22:44:20.220998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a119-a6d9-4557-81fa-c4d06cca13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626c343-a7af-4396-b8f4-4f5e849bbbaf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:20.223277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Update dhcp port {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'fixed_ips': [{'subnet_id': '4807d266-9f58-420d-9cb2-7793f50cae63', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ede6b180-f511-48bd-b77d-cc382cdc91c8'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '37743572-2369-4879-859a-60c9c8669a40'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:44:20.259724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.295087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa82a6b0-342d-4db3-aec5-b0037a508004 req-dba229e1-8f22-4b09-a557-aab7570a422f tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0628705 Nov 15 22:44:20.716393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Allocated IP 2001:db8:0:1::2 (800a2271-0150-484c-9304-f10c46dd962b/ede6b180-f511-48bd-b77d-cc382cdc91c8/37743572-2369-4879-859a-60c9c8669a40) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:20.809451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:20.842510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.924018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:20.974569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a7e35-9d1b-4d97-8073-e1fd9ab473ec None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:20.987794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:21.002729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e39f39-712f-4fc7-8ce7-5676c08eaf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.088497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Delete allocated IP 2001:db8::d7 (800a2271-0150-484c-9304-f10c46dd962b/4807d266-9f58-420d-9cb2-7793f50cae63) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:44:21.106155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8:0:1::2f1 (800a2271-0150-484c-9304-f10c46dd962b/ede6b180-f511-48bd-b77d-cc382cdc91c8/cf3b2abd-cfef-468f-94fc-79e1256fceae) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:21.116066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e39f39-712f-4fc7-8ce7-5676c08eaf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.181154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-70e39f39-712f-4fc7-8ce7-5676c08eaf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.226627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39f39-712f-4fc7-8ce7-5676c08eaf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230d8274-0cfa-4dd5-bb0d-3a2184276e31,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:21.279009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-70e39f39-712f-4fc7-8ce7-5676c08eaf0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d952c3cc99754d3aa9b1f83c8740cad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898521 Nov 15 22:44:21.282200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:21.310908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.352641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.381473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.397637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.483030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=cf3b2abd-cfef-468f-94fc-79e1256fceae,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:21.485897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] In _notify_port_updated(), no bound segment for port cf3b2abd-cfef-468f-94fc-79e1256fceae on network 800a2271-0150-484c-9304-f10c46dd962b {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:44:21.491969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:21.492461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.497144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-629c298c-fbc6-4454-affb-d24d762d0836 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/ports/cf3b2abd-cfef-468f-94fc-79e1256fceae HTTP/1.1" status: 200 len: 930 time: 1.4386034 Nov 15 22:44:21.497949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:21.505890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9341e8-3cae-4629-b74f-29b84c5ffb0c req-d43178a5-b21a-4e54-8f79-337b346e9cb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0793087 Nov 15 22:44:21.624356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.627183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.639541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/230d8274-0cfa-4dd5-bb0d-3a2184276e31 HTTP/1.1" status: 204 len: 168 time: 0.3502765 Nov 15 22:44:21.642929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port cf3b2abd-cfef-468f-94fc-79e1256fceae {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:21.643257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.678784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab4a41-f288-4be6-b203-256eca1a9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230d8274-0cfa-4dd5-bb0d-3a2184276e31,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:21.813340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:21.832550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for cf3b2abd-cfef-468f-94fc-79e1256fceae owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:22.039429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Provisioning complete for port cf3b2abd-cfef-468f-94fc-79e1256fceae triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:22.040221 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.090368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Port cf3b2abd-cfef-468f-94fc-79e1256fceae cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:22.095147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.137730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:22.138632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.161130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.168105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:22.169115 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/cf3b2abd-cfef-468f-94fc-79e1256fceae HTTP/1.1" status: 204 len: 168 time: 0.6691380 Nov 15 22:44:22.193444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8f2b-e04d-4c7f-8b1d-583b4b9883ec tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=cf3b2abd-cfef-468f-94fc-79e1256fceae,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:22.244750 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cee295-bbb6-4de0-89ac-1dbd94cd1397 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:44:22.246284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e0cee295-bbb6-4de0-89ac-1dbd94cd1397 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/cf3b2abd-cfef-468f-94fc-79e1256fceae HTTP/1.1" status: 404 len: 333 time: 0.0765584 Nov 15 22:44:22.249302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:22.337381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.347782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:22.348145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.372449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.419757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e484fc9-9af9-4113-8d75-2c1b7a60df0c None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:22.534614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c4fd608e-81a5-4de0-afc0-7238ff120fd3 None None] Could not find standard attr ID for object cf3b2abd-cfef-468f-94fc-79e1256fceae. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:44:22.570230 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.574843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.578886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:22.586073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/security-groups/03f9d4d2-2d6f-425a-969c-a82110bfa724 HTTP/1.1" status: 204 len: 168 time: 0.3356531 Nov 15 22:44:22.606783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f3c1d-d717-49eb-89dd-ece6654e3b90 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9d4d2-2d6f-425a-969c-a82110bfa724,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:22.678384 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.682797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bac420aa-c9ce-455c-ada1-39053d9be7d9 req-2077c329-fdf3-4f42-bd67-07e22b6895c8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0375950 Nov 15 22:44:22.731010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.867834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.871638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:22.875353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/security-groups/9305885b-71aa-4f6f-9420-6981847a1daa HTTP/1.1" status: 204 len: 168 time: 0.2929595 Nov 15 22:44:22.875659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:22.904387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b0ce-9001-4c0d-8d19-b2b7240ec95d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9305885b-71aa-4f6f-9420-6981847a1daa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:22.989254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 4807d266-9f58-420d-9cb2-7793f50cae63 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:22.997363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.040674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:23.060804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.095871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:23.096302 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.160665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.304769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.350332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=4807d266-9f58-420d-9cb2-7793f50cae63,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:23.359289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:23.364250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28168de8-2743-4ff2-8f77-f7bb9f8f78fa tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/4807d266-9f58-420d-9cb2-7793f50cae63 HTTP/1.1" status: 204 len: 168 time: 0.4875641 Nov 15 22:44:23.366354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b01bb-38ce-4b8f-a531-334fa80ccd91 None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:23.368404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:23.375514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:23.609310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:23.612893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.092594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b00f0187-f122-4d6e-af10-a905a91835f2 req-5e08e25d-4b84-4588-a219-402bd29e8f35 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.2806976 Nov 15 22:44:24.144383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.207237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:24.210606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:24.221243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:24.221821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.228162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=66c9cf4e-67d9-4d4d-b544-064d00a9416c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:24.331804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-90fe4ef4-2795-4d34-a0e8-05a2d15faa6c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9594877 Nov 15 22:44:24.332472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:24.336499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1814315142'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:24.466087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.480820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5b855-9027-4637-8fec-4937d4c607ea None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:24.564372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.630147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.641257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e83eb80f-e203-46cc-b836-c0c491e8b2c7 None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:24.642035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83eb80f-e203-46cc-b836-c0c491e8b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.689705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e9530-8995-430d-9c8c-9d04566ae6d4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:24.774668 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:24.776903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4fedd7f5-1f77-4e76-bf1a-9da024a16e26 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4432712 Nov 15 22:44:24.779261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:24.784935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084456777'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:24.923791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.008186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e83eb80f-e203-46cc-b836-c0c491e8b2c7 None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:25.008826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83eb80f-e203-46cc-b836-c0c491e8b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.090844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e83eb80f-e203-46cc-b836-c0c491e8b2c7 None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:25.114186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Update dhcp port {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'fixed_ips': [{'subnet_id': 'ede6b180-f511-48bd-b77d-cc382cdc91c8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '66c9cf4e-67d9-4d4d-b544-064d00a9416c'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '37743572-2369-4879-859a-60c9c8669a40'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:44:25.146377 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.154700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.221166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.238808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c8e94b2-96fa-4056-910f-55411d781a96 req-c8cccfe8-2a18-49ac-8bd0-e116fca6d830 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0282340 Nov 15 22:44:25.270952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd0b7f-34cc-490f-82b8-3c76565748fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:25.315233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.322921 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7285eef2-2f21-499e-af21-91266db2d086 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5421724 Nov 15 22:44:25.328949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38854) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:25.334892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1151527472'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:25.412852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Allocated IP 2001:db8::2 (800a2271-0150-484c-9304-f10c46dd962b/66c9cf4e-67d9-4d4d-b544-064d00a9416c/37743572-2369-4879-859a-60c9c8669a40) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:25.482179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.587685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:25.633982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.645332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.656991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-cf0d0df6-4f67-45d7-874a-428e2744cb6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601823 Nov 15 22:44:25.706994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.740162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.795874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aaaa0b-49a9-4c56-8a8e-4b466948d0f4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:25.801438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0630a-866a-432a-a910-cd9d7103748f req-a4418336-2d35-415d-93f1-2e688785b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:25.811943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-a4418336-2d35-415d-93f1-2e688785b08a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1096 time: 0.1294689 Nov 15 22:44:25.835300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ff6b0-f467-4777-87ea-bab412bbb820 None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:25.928160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:25.931937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-615d2191-ae70-4768-9e25-d353d9f89ea8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5983543 Nov 15 22:44:25.933344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:25.942203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1121349086', 'security_groups': ['b4aaaa0b-49a9-4c56-8a8e-4b466948d0f4'], 'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66c9cf4e-67d9-4d4d-b544-064d00a9416c'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:26.039559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0630a-866a-432a-a910-cd9d7103748f req-24fdc15a-58e3-41af-b722-fc76962f1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:26.041233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-24fdc15a-58e3-41af-b722-fc76962f1b2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.2035916 Nov 15 22:44:26.209488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:26.299864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-73592f66-0791-4958-9bbd-395c204deabb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 1001 time: 0.2461600 Nov 15 22:44:26.351859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:26.395437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] device_id is not set on port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:44:26.412647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6cda8e2-64b8-4953-8a28-4fdddab8175a req-ec954c1f-98d8-44fe-8f82-9ce988100fd5 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0518835 Nov 15 22:44:26.482581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0630a-866a-432a-a910-cd9d7103748f req-52bb31d6-469c-4f1c-8319-a9ebb2cbd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:26.484663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-52bb31d6-469c-4f1c-8319-a9ebb2cbd8ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1735637 Nov 15 22:44:26.629981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0630a-866a-432a-a910-cd9d7103748f req-f7dc3974-9e8f-46c2-8ba0-8274f6d6cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:26.631113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7328321a-a036-466f-b80e-8a27e650a974 None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:26.631641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7328321a-a036-466f-b80e-8a27e650a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:26.632043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-f7dc3974-9e8f-46c2-8ba0-8274f6d6cc71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376128 Nov 15 22:44:26.788726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7328321a-a036-466f-b80e-8a27e650a974 None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:26.789556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7328321a-a036-466f-b80e-8a27e650a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:26.829039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8::33f (800a2271-0150-484c-9304-f10c46dd962b/66c9cf4e-67d9-4d4d-b544-064d00a9416c/35508f3a-a28e-4fe6-988e-5ed2d12db0d0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:26.857241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-2e8dca59-cdd7-4091-861c-81839dc9e54d service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129390 Nov 15 22:44:26.863005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7328321a-a036-466f-b80e-8a27e650a974 None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:26.985325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:27.020630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58c0630a-866a-432a-a910-cd9d7103748f req-8b8ede34-cf50-4b93-a08f-c44f43c30e7f service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511648 Nov 15 22:44:27.052087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:27.052802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.072200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.269538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.337673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:27.345355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:27.348550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:44:27.367617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.368305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.391745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=35508f3a-a28e-4fe6-988e-5ed2d12db0d0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:27.469575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e961b4a5-58ba-4f11-9070-e423ae88e53d tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5340674 Nov 15 22:44:27.473896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:27.480708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:27.630214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c88efab6-3364-4e07-9386-b6461bd67de9 req-e4ada7fd-56bd-4ab7-b7ab-61b59e41e73e tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0672963 Nov 15 22:44:27.734078 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-7329e65c-58a2-414c-ae7b-ebed8263ba37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0817621 Nov 15 22:44:27.824014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6444d9cb-a0a6-4e73-b3e9-5ff531f14eba None None] Provisioning complete for port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:27.825104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6444d9cb-a0a6-4e73-b3e9-5ff531f14eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.835141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:27.838876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:27.875251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.876083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.877543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.877543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.877824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.878419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.878869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:27.881758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-e314aa5b-5c66-4798-8061-cc050b266f71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0771360 Nov 15 22:44:27.945128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6444d9cb-a0a6-4e73-b3e9-5ff531f14eba None None] Port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:28.046128 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66c9cf4e-67d9-4d4d-b544-064d00a9416c (CIDR: 2001:db8::/64) Nov 15 22:44:28.072440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-bf595b62-e775-446d-a0f4-59a00831dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.072986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-bf595b62-e775-446d-a0f4-59a00831dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.073500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-bf595b62-e775-446d-a0f4-59a00831dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.075219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-bf595b62-e775-446d-a0f4-59a00831dfd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.1510446 Nov 15 22:44:28.153950 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-eb0ac7af-0195-4eb4-881a-9693ee58d044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.0696476 Nov 15 22:44:28.158658 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:44:28.159110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:28.222608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-4fc4f6b7-ac95-4f9c-955b-ddf9846ce0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.224121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-4fc4f6b7-ac95-4f9c-955b-ddf9846ce0d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0614469 Nov 15 22:44:28.272159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0cfafd40-4b61-4ea2-aa3c-d3ce5a4e4499 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7958071 Nov 15 22:44:28.275081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:28.281753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:28.287014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-4f7a4aba-7458-43cc-be16-35a02842fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.288737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-4f7a4aba-7458-43cc-be16-35a02842fe6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570860 Nov 15 22:44:28.410771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-9c5f1c3f-d674-44f6-a2ba-e5176cf3e386 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130340 Nov 15 22:44:28.512433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:28.517007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:28.535808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-626de19a-f908-4023-9119-0e3f9fcf7402 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163290 Nov 15 22:44:28.583739 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-48345f83-fea4-4b6d-a080-15d5f65f4dc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0400014 Nov 15 22:44:28.656300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-b7e0ee86-6c02-453e-a166-0ec43419eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.658190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-b7e0ee86-6c02-453e-a166-0ec43419eba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0651207 Nov 15 22:44:28.728628 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ede6b180-f511-48bd-b77d-cc382cdc91c8 (CIDR: 2001:db8:0:1::/64) Nov 15 22:44:28.734960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-b0eae5b3-2534-4ca8-b8d4-5ac0b056d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:28.736293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-b0eae5b3-2534-4ca8-b8d4-5ac0b056d0ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585749 Nov 15 22:44:28.789869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a24a2f4-ae1f-4072-80c0-9d95ad3b0ee8 req-02110858-011b-4d51-b981-87a77eedfcd8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0461819 Nov 15 22:44:28.790868 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:44:28.791322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:28.853224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-12818440-0797-4649-9381-e9b64312d020 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086419 Nov 15 22:44:28.880128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b0dc7b9f-de14-4ca3-8465-bb2c61703ccf tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6036844 Nov 15 22:44:28.887049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:28.893045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'subnet': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:28.967818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-eff6e195-8e54-46a6-9dad-4fadf35ab723 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045899 Nov 15 22:44:29.018654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-5dc321d1-6bfe-4227-a9f8-9b070a37784f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0437539 Nov 15 22:44:29.086939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-21d84da8-c63c-48b5-bb2d-3d86bb63e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:29.088433 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-21d84da8-c63c-48b5-bb2d-3d86bb63e849 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0623839 Nov 15 22:44:29.103835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Made reservation on behalf of b613829affe04a75bc95da034092a80e for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:44:29.108866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:29.150068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-bd60aad3-643c-4558-b777-338bcfae72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:29.152715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-bd60aad3-643c-4558-b777-338bcfae72e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558364 Nov 15 22:44:29.238111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:29.340485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-201a8f09-09aa-4d43-9f4e-b04be6e96f28 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787896 Nov 15 22:44:29.469600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:29.505403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Network 800a2271-0150-484c-9304-f10c46dd962b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:44:29.525798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-32680d91-60b1-4baf-9d4b-46f798a1cf91 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768146 Nov 15 22:44:29.536026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:44:29.542253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:29.543221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:29.551736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a92d39-2b1d-4807-ad60-2a287ef9d504 None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:29.578176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Subnet': ['ID=6c4648ec-1e83-4ad9-9a69-a24c38e4336f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:29.644442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-60c7bcb0-348b-458e-88c4-293a6f59b412 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.1101582 Nov 15 22:44:29.672091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e125093-9b6a-45a1-9cb1-bc42ed5b2986 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7815247 Nov 15 22:44:29.672327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:29.677862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-256897152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c4648ec-1e83-4ad9-9a69-a24c38e4336f'}], 'security_groups': ['a09e9530-8995-430d-9c8c-9d04566ae6d4', '4bfd0b7f-34cc-490f-82b8-3c76565748fc']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:44:29.708351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-400fc155-298c-44b8-94ae-104f1f379393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:29.709853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-400fc155-298c-44b8-94ae-104f1f379393 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0576665 Nov 15 22:44:29.796353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-df0fe05b-8ce8-4c5d-a6ea-f870ba1fa7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:29.798072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-df0fe05b-8ce8-4c5d-a6ea-f870ba1fa7ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805182 Nov 15 22:44:29.866816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:29.952325 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-bf386d39-62d7-4d5d-b743-faa9bd5be103 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457770 Nov 15 22:44:29.967599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Update dhcp port {'port': {'network_id': '800a2271-0150-484c-9304-f10c46dd962b', 'fixed_ips': [{'subnet_id': 'ede6b180-f511-48bd-b77d-cc382cdc91c8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '66c9cf4e-67d9-4d4d-b544-064d00a9416c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c4648ec-1e83-4ad9-9a69-a24c38e4336f'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '37743572-2369-4879-859a-60c9c8669a40'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:44:30.011531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.109243 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-80de7517-3e12-441d-8a4c-2fb2464e03e9 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464062 Nov 15 22:44:30.168123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-836d3ccf-90f6-4b0f-9b1e-55ae6a4b208a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0501976 Nov 15 22:44:30.235388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:30.296043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-f1fe4c22-4dad-4995-81a9-3330d4163ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:30.299481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bce9ddd-32f3-4aa9-a099-0472900554b2 req-b1c3c69f-b77f-418a-b3ca-557c41c6acd1 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0379035 Nov 15 22:44:30.301403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-f1fe4c22-4dad-4995-81a9-3330d4163ba9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1250257 Nov 15 22:44:30.401623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Allocated IP 2001:db8:0:2::2 (800a2271-0150-484c-9304-f10c46dd962b/6c4648ec-1e83-4ad9-9a69-a24c38e4336f/37743572-2369-4879-859a-60c9c8669a40) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:30.429541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-6389cee7-e90c-4606-93b9-a1d75bb1e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:30.434796 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-6389cee7-e90c-4606-93b9-a1d75bb1e416 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233835 Nov 15 22:44:30.464191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.620738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-27566172-4d7d-4c5f-adaa-6919ba1d278a service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761341 Nov 15 22:44:30.640263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:30.646809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80b711be-90c7-4de9-93a0-47fbcf013fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.723136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.784662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-ac84a4b0-a5d2-48df-923a-bd13ab5da104 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547582 Nov 15 22:44:30.839887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-d6cd3a72-4b46-49ba-98cf-35fd6af63042 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0446305 Nov 15 22:44:30.843736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.884574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308df0-eeaf-441d-ab6d-688a78370d29 req-66ca336a-5267-45aa-a26d-84829b750f91 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:30.887461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80b711be-90c7-4de9-93a0-47fbcf013fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:30.899011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2308df0-eeaf-441d-ab6d-688a78370d29 req-66ca336a-5267-45aa-a26d-84829b750f91 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.2272353 Nov 15 22:44:30.924585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-2005683e-1012-407b-b23b-8c2fcde1b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:30.926118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-2005683e-1012-407b-b23b-8c2fcde1b436 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0781622 Nov 15 22:44:30.985437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-6f064ffe-3653-41b5-a0fb-c784e90861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:30.986994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-6f064ffe-3653-41b5-a0fb-c784e90861f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523832 Nov 15 22:44:31.011997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2308df0-eeaf-441d-ab6d-688a78370d29 req-435e544c-52a9-4214-a56b-e3daf0931cf8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061246 Nov 15 22:44:31.059941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f8183-6a9d-4d7f-a8f0-0944c4f73699 None None] Pushing event updated for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:31.134293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80b711be-90c7-4de9-93a0-47fbcf013fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.170091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-80b711be-90c7-4de9-93a0-47fbcf013fbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=585e3130b0ca442896f7a2a4f40522c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326742 Nov 15 22:44:31.173266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:31.205657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Delete allocated IP 2001:db8::33f (800a2271-0150-484c-9304-f10c46dd962b/66c9cf4e-67d9-4d4d-b544-064d00a9416c) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:44:31.219088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Allocated IP 2001:db8:0:2::375 (800a2271-0150-484c-9304-f10c46dd962b/6c4648ec-1e83-4ad9-9a69-a24c38e4336f/35508f3a-a28e-4fe6-988e-5ed2d12db0d0) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:44:31.247536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b711be-90c7-4de9-93a0-47fbcf013fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be3b32-4435-4d55-9d79-1481826fc783,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:31.311687 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-ff797eca-c2c3-4fc9-be88-cc886a58fdd3 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143468 Nov 15 22:44:31.315395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.475050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-019c0e35-7251-460d-a803-5e184659e3a4 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543996 Nov 15 22:44:31.484681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.511868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.541331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abf7d4e-2076-49e2-ae83-3305b4bdb965 req-2d726aaa-443b-4e4a-8c05-657c843f66b6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0536385 Nov 15 22:44:31.546765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-1b1c1cc5-9ecd-459c-8ce7-5760c330e675 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0619981 Nov 15 22:44:31.548295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.614965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-599b2b46-9ce7-4346-959f-41a06170f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:31.616746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-599b2b46-9ce7-4346-959f-41a06170f36f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0599885 Nov 15 22:44:31.688979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] In _notify_port_updated(), no bound segment for port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 on network 800a2271-0150-484c-9304-f10c46dd962b {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:44:31.699207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:31.699881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.701246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "PUT /v2.0/ports/35508f3a-a28e-4fe6-988e-5ed2d12db0d0 HTTP/1.1" status: 200 len: 969 time: 2.0279627 Nov 15 22:44:31.708022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:31.721848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4b283-a9ec-4267-b256-163aa3fcaf92 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event updated for resources: {'Port': ['ID=35508f3a-a28e-4fe6-988e-5ed2d12db0d0,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:31.815458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.817270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:31.818437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94be3b32-4435-4d55-9d79-1481826fc783 HTTP/1.1" status: 204 len: 168 time: 0.6431029 Nov 15 22:44:31.904162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c9ba4-c640-45f2-b6db-63653836c1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be3b32-4435-4d55-9d79-1481826fc783,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:31.915634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fff6-d304-4525-938f-7d09baf44996 req-fb273c2c-05b9-4c1d-8a6b-ce804b9309d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:31.933917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-fb273c2c-05b9-4c1d-8a6b-ce804b9309d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2605047 Nov 15 22:44:32.076521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:32.076891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.192901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87e45e-9cdc-47b1-aa18-c3ed51d74005 req-f20b38d2-313e-4ea2-ae1d-6e1a0c972b3b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:32.196267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b87e45e-9cdc-47b1-aa18-c3ed51d74005 req-f20b38d2-313e-4ea2-ae1d-6e1a0c972b3b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0730374 Nov 15 22:44:32.218040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-06356b56-1c02-487a-907b-c09754592f57 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692170 Nov 15 22:44:32.270298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Provisioning complete for port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:32.270821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.326943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b87e45e-9cdc-47b1-aa18-c3ed51d74005 req-2a9b1942-e2c2-47fb-a94c-073ddac13215 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184282 Nov 15 22:44:32.391505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:32.407675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:32.408066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.596511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:32.596918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.640257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f807f0fc-cf7b-4ae3-8159-ce2ede5c0ae7 None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:32.687346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-244461e7-383f-4e63-9ef5-3d8bb8bf1f12 req-c7c5483c-3d5e-4fe8-97fc-c97832bc6ccb tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/ports?device_id=775c5e35-d9d1-443d-a504-b957686915ee HTTP/1.1" status: 200 len: 210 time: 0.0371289 Nov 15 22:44:32.700491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.725414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:32.759525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-afbea14b-c93e-443f-9e6f-9cfe55bb8af4 None None] Provisioning complete for port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:32.759896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afbea14b-c93e-443f-9e6f-9cfe55bb8af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.805600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3087fff6-d304-4525-938f-7d09baf44996 req-b3b8c6f0-5366-4780-af8e-e6d7e859b8ec service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728354 Nov 15 22:44:32.813586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:32.830986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-afbea14b-c93e-443f-9e6f-9cfe55bb8af4 None None] Port 35508f3a-a28e-4fe6-988e-5ed2d12db0d0 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:32.837606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9b40-9770-4a71-bd02-4e74a2288f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.965566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:32.972787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:33.003457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=35508f3a-a28e-4fe6-988e-5ed2d12db0d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.029097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9b40-9770-4a71-bd02-4e74a2288f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.038767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:33.039925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.049857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.056942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b31b03e4-28fa-4542-b115-ccf527c9a115 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/35508f3a-a28e-4fe6-988e-5ed2d12db0d0 HTTP/1.1" status: 204 len: 168 time: 1.3454461 Nov 15 22:44:33.057399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.087868 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178c956-ac0c-45fc-a84d-74823188056e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] GET failed (client error): The resource could not be found. Nov 15 22:44:33.090134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c178c956-ac0c-45fc-a84d-74823188056e tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports/35508f3a-a28e-4fe6-988e-5ed2d12db0d0 HTTP/1.1" status: 404 len: 333 time: 0.0317142 Nov 15 22:44:33.092991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.148662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfbb9b40-9770-4a71-bd02-4e74a2288f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.174956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.202878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bfbb9b40-9770-4a71-bd02-4e74a2288f92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beda06f774ac4cdf87355bc17d25d223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880410 Nov 15 22:44:33.205569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.209925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb9b40-9770-4a71-bd02-4e74a2288f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702f787-e84b-401b-8691-379ffb936c9a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.227432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.263490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.287188 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.351711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.354593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.356983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/security-groups/b4aaaa0b-49a9-4c56-8a8e-4b466948d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2614696 Nov 15 22:44:33.358546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.367729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a306-7ba9-4d13-b5aa-3af334c2805b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aaaa0b-49a9-4c56-8a8e-4b466948d0f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.419866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.427154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.433082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.433082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2702f787-e84b-401b-8691-379ffb936c9a HTTP/1.1" status: 204 len: 168 time: 0.2261870 Nov 15 22:44:33.460835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.474811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64d746-52a5-418d-8fa0-eb950da1febe req-7e27f166-7d65-4a0e-a985-0fc9a80597a9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:33.642044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa64d746-52a5-418d-8fa0-eb950da1febe req-7e27f166-7d65-4a0e-a985-0fc9a80597a9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0646198 Nov 15 22:44:33.643766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89a9a0-79ec-48f4-b499-695f2398cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702f787-e84b-401b-8691-379ffb936c9a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.643878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa64d746-52a5-418d-8fa0-eb950da1febe req-5c7e80ad-8757-4ef2-bfc8-1bf19a455376 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 Nov 15 22:44:33.660698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.663347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.664661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/security-groups/4bfd0b7f-34cc-490f-82b8-3c76565748fc HTTP/1.1" status: 204 len: 168 time: 0.3048623 Nov 15 22:44:33.669967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.673856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92aa5d-f747-43d2-82e1-cb6ec4c707ca tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd0b7f-34cc-490f-82b8-3c76565748fc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.725213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.751552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.879086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39056) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.929570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.932696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.933792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/security-groups/a09e9530-8995-430d-9c8c-9d04566ae6d4 HTTP/1.1" status: 204 len: 168 time: 0.2649384 Nov 15 22:44:33.936581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:33.940272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:33.951428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa614d-84e2-4087-8b5b-045f8b21ebad tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e9530-8995-430d-9c8c-9d04566ae6d4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:33.978651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.001922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 66c9cf4e-67d9-4d4d-b544-064d00a9416c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:34.006186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.082554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.112278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.114898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.116689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c62204a-67a0-4bba-b34f-6570741d9460 HTTP/1.1" status: 204 len: 168 time: 0.2361641 Nov 15 22:44:34.119473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39070) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:34.134322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e0ab1-a85d-4d15-a1fd-cc7c46d2a6f8 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62204a-67a0-4bba-b34f-6570741d9460,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:34.140576 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-bbcaee1a-e53d-47a5-8f38-baefe735e99d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] show failed (client error): The resource could not be found. Nov 15 22:44:34.143642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bbcaee1a-e53d-47a5-8f38-baefe735e99d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "GET /v2.0/security-groups/8c62204a-67a0-4bba-b34f-6570741d9460 HTTP/1.1" status: 404 len: 347 time: 0.0192430 Nov 15 22:44:34.148290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:34.174745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.301962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port e6f2bd7f-c926-48a3-837b-fa599e39d989 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:34.302502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.318250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.347252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=66c9cf4e-67d9-4d4d-b544-064d00a9416c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:34.349490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.357543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d44b8c92-5a1e-4ee4-9a03-62371f3bd9bd tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/66c9cf4e-67d9-4d4d-b544-064d00a9416c HTTP/1.1" status: 204 len: 168 time: 0.4151623 Nov 15 22:44:34.359128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:34.370029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a7dd3-c0bb-4879-97a1-f5cde4fe918c None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:34.422909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.423628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.441750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for e6f2bd7f-c926-48a3-837b-fa599e39d989 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:34.482923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet 6c4648ec-1e83-4ad9-9a69-a24c38e4336f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:34.493851 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.578866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.733016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.766322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6e7-b51d-4cb4-b74b-8f8a8f9f4b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.782430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad5468-7509-4cc7-9f6b-1ec20f4991dc req-08384e29-a2a1-415f-ade7-dede69c68b83 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:34.784860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cad5468-7509-4cc7-9f6b-1ec20f4991dc req-08384e29-a2a1-415f-ade7-dede69c68b83 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1473377 Nov 15 22:44:34.875929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cad5468-7509-4cc7-9f6b-1ec20f4991dc req-89cf9523-1d20-4b61-a2bc-ac41acbc7dcf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830123 Nov 15 22:44:34.913874 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:34.987452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=e6f2bd7f-c926-48a3-837b-fa599e39d989,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:34.989297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774db77-eda8-4c48-84b5-a1252c0dce22 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:35.003526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.048256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.058426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/6c4648ec-1e83-4ad9-9a69-a24c38e4336f HTTP/1.1" status: 204 len: 168 time: 0.6957877 Nov 15 22:44:35.064522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.105204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbfbee-b7ea-41fc-b73f-73aaa3340104 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4648ec-1e83-4ad9-9a69-a24c38e4336f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:35.192685 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-65307f56-4c4e-4271-bada-c7d9ab64908b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:35.192685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65307f56-4c4e-4271-bada-c7d9ab64908b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:35.194655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65307f56-4c4e-4271-bada-c7d9ab64908b tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/66c9cf4e-67d9-4d4d-b544-064d00a9416c HTTP/1.1" status: 404 len: 337 time: 0.1263359 Nov 15 22:44:35.198102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.211063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.214389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.219180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb214a97-b8fe-423b-baec-2765917dc372 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/floatingips/ea7bfbce-ea5d-4898-b6c5-60afcecb3faf HTTP/1.1" status: 204 len: 168 time: 1.0686400 Nov 15 22:44:35.219786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.294169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting subnet ede6b180-f511-48bd-b77d-cc382cdc91c8 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:35.298745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.337052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port a834201b-a843-45fb-9015-d7b128cee4d1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:35.338181 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.352150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.441273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.476444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.496096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for a834201b-a843-45fb-9015-d7b128cee4d1 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:35.546686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9901a2f-af04-4741-baf8-7cb8f0e88406 None None] Network 800a2271-0150-484c-9304-f10c46dd962b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:35.609502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f418e003-5be9-4015-ad56-18fadcc5c2c8 None None] Provisioning complete for port 37743572-2369-4879-859a-60c9c8669a40 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:35.610116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f418e003-5be9-4015-ad56-18fadcc5c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.637549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.671788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Subnet': ['ID=ede6b180-f511-48bd-b77d-cc382cdc91c8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:35.683412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.688113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1e615e32-e814-47dc-b28a-b387a3076dda tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/ede6b180-f511-48bd-b77d-cc382cdc91c8 HTTP/1.1" status: 204 len: 168 time: 0.4885206 Nov 15 22:44:35.690715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.728312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.730456 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d606ee1-39a7-4836-a1ac-537fc1ae6623 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:35.730913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d606ee1-39a7-4836-a1ac-537fc1ae6623 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:35.734243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d606ee1-39a7-4836-a1ac-537fc1ae6623 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/4807d266-9f58-420d-9cb2-7793f50cae63 HTTP/1.1" status: 404 len: 337 time: 0.0424883 Nov 15 22:44:35.737111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.781462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=a834201b-a843-45fb-9015-d7b128cee4d1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:35.787384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-629f87b1-1982-47bf-a1b5-b0ea43195ba2 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "GET /v2.0/ports?device_id=a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 HTTP/1.1" status: 200 len: 205 time: 0.0490034 Nov 15 22:44:35.789737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.842893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f418e003-5be9-4015-ad56-18fadcc5c2c8 None None] Provisioning complete for port 716537ff-db7e-43aa-9613-bb13e10d7439 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:35.843326 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f418e003-5be9-4015-ad56-18fadcc5c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.876084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:35.879405 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-3636925c-c280-4f1e-b6fb-cd8459258e38 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] delete failed (client error): The resource could not be found. Nov 15 22:44:35.882799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3636925c-c280-4f1e-b6fb-cd8459258e38 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/routers/a49df5d8-fa09-4dcc-992f-b9f4f919ebe5 HTTP/1.1" status: 404 len: 336 time: 0.0896344 Nov 15 22:44:35.882928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-83a90ac1-e0eb-46d9-b7b7-af1cbf05c173 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/ports/a834201b-a843-45fb-9015-d7b128cee4d1 HTTP/1.1" status: 204 len: 168 time: 0.6616769 Nov 15 22:44:35.883511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.886539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.890535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f418e003-5be9-4015-ad56-18fadcc5c2c8 None None] Port 716537ff-db7e-43aa-9613-bb13e10d7439 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:44:35.912094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] DHCP port deletion for 800a2271-0150-484c-9304-f10c46dd962b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:35.930237 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-465c3973-d0fa-43bd-a7f6-ddb1a80a11ef tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:35.933051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465c3973-d0fa-43bd-a7f6-ddb1a80a11ef tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:35.935516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-465c3973-d0fa-43bd-a7f6-ddb1a80a11ef tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/c0ff0585-0d53-4218-b3b9-243fdef62449 HTTP/1.1" status: 404 len: 337 time: 0.0512044 Nov 15 22:44:35.939147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39124) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:35.995579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Deleting port 37743572-2369-4879-859a-60c9c8669a40 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:35.996412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.029929 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a27337f-c6bd-40b7-a0bb-0dfc4380efa8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.042032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a27337f-c6bd-40b7-a0bb-0dfc4380efa8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.042419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting port 0cfeb84e-528b-4b70-b19a-53c4236cc2eb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:36.042419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.042607 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a27337f-c6bd-40b7-a0bb-0dfc4380efa8 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/1c5aea06-f6ea-4273-b947-996e496b21d3 HTTP/1.1" status: 404 len: 337 time: 0.0874007 Nov 15 22:44:36.055051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.088910 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-188e64e5-96c9-4692-905e-05d3dab113c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.089362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188e64e5-96c9-4692-905e-05d3dab113c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.093887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-188e64e5-96c9-4692-905e-05d3dab113c5 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/23397f0c-17b7-43f6-8018-0a2f6e75ecab HTTP/1.1" status: 404 len: 337 time: 0.0378289 Nov 15 22:44:36.099900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.130161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b589-5fdd-4187-a9ac-1b83d479d998 req-83c75741-3909-45e8-be87-0561b1c028df tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:36.142796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cf8b589-5fdd-4187-a9ac-1b83d479d998 req-83c75741-3909-45e8-be87-0561b1c028df tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1229150 Nov 15 22:44:36.165186 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab15d0d-9630-4b4d-83ac-f7be171b149c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.165783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab15d0d-9630-4b4d-83ac-f7be171b149c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.174154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3ab15d0d-9630-4b4d-83ac-f7be171b149c tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/900fc1b3-6f6c-43d7-99ad-d6b90b69b7f7 HTTP/1.1" status: 404 len: 333 time: 0.0719042 Nov 15 22:44:36.176798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.177086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.227177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Calling delete_port for 0cfeb84e-528b-4b70-b19a-53c4236cc2eb owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:36.253882 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a77531-4b26-4190-90ee-2cbb61600605 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.254477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a77531-4b26-4190-90ee-2cbb61600605 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.267762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85a77531-4b26-4190-90ee-2cbb61600605 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/ab00d8ac-ec71-46dd-9736-36813d4a5209 HTTP/1.1" status: 404 len: 337 time: 0.0766315 Nov 15 22:44:36.270483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39142) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.349133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] For port 37743572-2369-4879-859a-60c9c8669a40, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=37743572-2369-4879-859a-60c9c8669a40,segment=NetworkSegment(ece16709-e859-4edc-9b4a-7e25635189f3),segment_id=ece16709-e859-4edc-9b4a-7e25635189f3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:36.349529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.364344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Calling delete_port for 37743572-2369-4879-859a-60c9c8669a40 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:36.369309 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66d5e62-f4f7-4763-9bae-f95a6cc446a9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.370414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66d5e62-f4f7-4763-9bae-f95a6cc446a9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.375775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d66d5e62-f4f7-4763-9bae-f95a6cc446a9 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/d572c47d-eab6-418c-a4bf-11d1cd58dabb HTTP/1.1" status: 404 len: 337 time: 0.1017973 Nov 15 22:44:36.376409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.432939 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f17857-c46c-4665-b39b-b1e1056a20e0 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.433512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f17857-c46c-4665-b39b-b1e1056a20e0 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.436639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50f17857-c46c-4665-b39b-b1e1056a20e0 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/c94d6367-9d8f-4a72-baf9-5221f16a0286 HTTP/1.1" status: 404 len: 333 time: 0.0573511 Nov 15 22:44:36.439639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39148) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.450808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cf8b589-5fdd-4187-a9ac-1b83d479d998 req-1109fbd2-b4d0-47e8-828d-0b995ef68e4d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057528 Nov 15 22:44:36.483318 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c28e3d6-90d7-44d5-b703-9b63aadf3e9a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.483318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c28e3d6-90d7-44d5-b703-9b63aadf3e9a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.484145 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c28e3d6-90d7-44d5-b703-9b63aadf3e9a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/55d08148-146a-41cd-b2d9-6a89f5848606 HTTP/1.1" status: 404 len: 337 time: 0.0388145 Nov 15 22:44:36.485436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39150) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.512196 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1f897c-ca41-481c-9ef5-7fb07d2c3d81 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] DELETE failed (client error): The resource could not be found. Nov 15 22:44:36.512668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1f897c-ca41-481c-9ef5-7fb07d2c3d81 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:44:36.515675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da1f897c-ca41-481c-9ef5-7fb07d2c3d81 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/subnets/53959ded-0afd-4789-a30e-54d672e8a050 HTTP/1.1" status: 404 len: 337 time: 0.0302286 Nov 15 22:44:36.518225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.569551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.589226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] No DVR routers for this DVR port 37743572-2369-4879-859a-60c9c8669a40 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:36.592294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.621988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Deleting port 716537ff-db7e-43aa-9613-bb13e10d7439 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:36.622569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.660292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6dd90-8c88-4725-b71a-7197e239ab18 None None] Pushing event deleted for resources: {'Port': ['ID=37743572-2369-4879-859a-60c9c8669a40,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:36.692651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Port': ['ID=0cfeb84e-528b-4b70-b19a-53c4236cc2eb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:36.702623 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.715592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Calling delete_port for 716537ff-db7e-43aa-9613-bb13e10d7439 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:36.735260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.738727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b54ea21-772b-4267-a888-dd737746bbb7 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/ports/0cfeb84e-528b-4b70-b19a-53c4236cc2eb HTTP/1.1" status: 204 len: 168 time: 0.8512425 Nov 15 22:44:36.741818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.796582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting subnet 91349e88-9d14-437a-a99b-992f1ced8e80 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:36.799931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.842056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.870865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.903865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:36.910026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/ports/716537ff-db7e-43aa-9613-bb13e10d7439 HTTP/1.1" status: 204 len: 168 time: 0.3907416 Nov 15 22:44:36.910834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:36.913368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bd860-2baa-4516-af89-6ea08ca2af3a tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Port': ['ID=716537ff-db7e-43aa-9613-bb13e10d7439,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:36.951394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.009778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:37.012700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.031529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 37743572-2369-4879-859a-60c9c8669a40 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:37.041342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 37743572-2369-4879-859a-60c9c8669a40 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:37.116964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.123709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.140385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800a2271-0150-484c-9304-f10c46dd962b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:37.150564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece16709-e859-4edc-9b4a-7e25635189f3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:37.150864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece16709-e859-4edc-9b4a-7e25635189f3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:37.159326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Subnet': ['ID=91349e88-9d14-437a-a99b-992f1ced8e80,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:37.161291 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.171915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.178367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b791ba89-99bd-488c-9781-e4e4a0cc301d tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/subnets/91349e88-9d14-437a-a99b-992f1ced8e80 HTTP/1.1" status: 204 len: 168 time: 0.4332135 Nov 15 22:44:37.178663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:37.185297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9510a2-d53f-4f24-a7f6-d090b0ee60e3 None None] Network 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:37.189413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.222120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:37.222521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:37.225606 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:37.239121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08c58f3c-9117-49cd-8411-48557a649475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.291852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Deleting subnet e329f7b9-012c-416b-89e3-5e9ded71e7a0 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:37.296482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.336711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.387012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.391898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.400141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] 10.222.0.15 "DELETE /v2.0/networks/800a2271-0150-484c-9304-f10c46dd962b HTTP/1.1" status: 204 len: 168 time: 0.4880247 Nov 15 22:44:37.411008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] DHCP port deletion for 05553f3e-2b3f-4f3d-b38a-f64d81205cf0 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:37.448928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cfb1c-e22e-4b7a-9b53-5faf2d1e3508 tempest-PortsIpV6TestJSON-112023519 tempest-PortsIpV6TestJSON-112023519-project] Pushing event deleted for resources: {'Network': ['ID=800a2271-0150-484c-9304-f10c46dd962b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:37.521357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Deleting port a592801b-0dbb-49cf-a154-ac02585c2d92 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:37.521795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.574823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.656102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] For port a592801b-0dbb-49cf-a154-ac02585c2d92, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a592801b-0dbb-49cf-a154-ac02585c2d92,segment=NetworkSegment(d6c25d80-52f6-4ba2-bd10-45ad245b3e16),segment_id=d6c25d80-52f6-4ba2-bd10-45ad245b3e16)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:37.658924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.692658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Calling delete_port for a592801b-0dbb-49cf-a154-ac02585c2d92 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:37.747422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c34eb-d00a-4706-9d19-f6d3399de6dc req-cb8446a5-5354-420f-8f5f-f7ec28312b4a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:37.748974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b17c34eb-d00a-4706-9d19-f6d3399de6dc req-cb8446a5-5354-420f-8f5f-f7ec28312b4a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1379724 Nov 15 22:44:37.797806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.837709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Subnet': ['ID=e329f7b9-012c-416b-89e3-5e9ded71e7a0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:37.849141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.855241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:37.857114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad9d1c-c70c-473a-af3f-7ec042ed52d7 None None] Network 50f1c9ee-9ace-4c12-9ad2-390380f83379 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:44:37.860271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-733e251d-8365-41b5-9180-94e6a86a84e6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/subnets/e329f7b9-012c-416b-89e3-5e9ded71e7a0 HTTP/1.1" status: 204 len: 168 time: 0.6804717 Nov 15 22:44:37.888726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b17c34eb-d00a-4706-9d19-f6d3399de6dc req-8d2004c3-b148-47ab-b5c7-d920fd0169a6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291280 Nov 15 22:44:37.903471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:37.946336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] No DVR routers for this DVR port a592801b-0dbb-49cf-a154-ac02585c2d92 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:37.948660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b1faa-f576-4d32-86ac-5701215db46f None None] Pushing event deleted for resources: {'Port': ['ID=a592801b-0dbb-49cf-a154-ac02585c2d92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:38.021821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.140924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.170731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05553f3e-2b3f-4f3d-b38a-f64d81205cf0']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.189537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.189831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c25d80-52f6-4ba2-bd10-45ad245b3e16') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.191985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] DHCP port deletion for 50f1c9ee-9ace-4c12-9ad2-390380f83379 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:44:38.209682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.225037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.232437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:38.232890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:38.236476 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:38.256225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Deleting port 71c98bd0-af73-4044-a341-a210c36b61af {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:38.256895 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.309167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:38.328087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.330199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] For port 71c98bd0-af73-4044-a341-a210c36b61af, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=71c98bd0-af73-4044-a341-a210c36b61af,segment=NetworkSegment(73b471b3-b956-479b-8314-8e07ba7ae195),segment_id=73b471b3-b956-479b-8314-8e07ba7ae195)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:38.330891 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.343977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Calling delete_port for 71c98bd0-af73-4044-a341-a210c36b61af owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:38.400489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.411672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.417166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/networks/05553f3e-2b3f-4f3d-b38a-f64d81205cf0 HTTP/1.1" status: 204 len: 168 time: 0.5608156 Nov 15 22:44:38.420062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:38.437970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e7475-9f3e-4f26-9fe3-3a6cde77d2cc tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Network': ['ID=05553f3e-2b3f-4f3d-b38a-f64d81205cf0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:38.554667 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.573693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.605551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] Pushing event deleted for resources: {'Port': ['ID=71c98bd0-af73-4044-a341-a210c36b61af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:38.612887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7cd69-8ed7-4963-80dd-f81289607678 None None] No DVR routers for this DVR port 71c98bd0-af73-4044-a341-a210c36b61af on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:44:38.710645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.746715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f1c9ee-9ace-4c12-9ad2-390380f83379']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.756371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b0b24afc-262b-4824-9465-75624187e464 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b613829affe04a75bc95da034092a80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460990 Nov 15 22:44:38.758978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:38.762768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b471b3-b956-479b-8314-8e07ba7ae195') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.763252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b471b3-b956-479b-8314-8e07ba7ae195') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:38.781604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.808371 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.820605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:38.821286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:38.825187 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:38.895972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.930854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.983418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.995429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:38.998782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] 10.222.0.15 "DELETE /v2.0/networks/50f1c9ee-9ace-4c12-9ad2-390380f83379 HTTP/1.1" status: 204 len: 168 time: 0.5776691 Nov 15 22:44:39.017807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875678a1-126d-4cd4-891b-51bec052d2c6 tempest-TaggedBootDevicesTest_v242-1577655423 tempest-TaggedBootDevicesTest_v242-1577655423-project] Pushing event deleted for resources: {'Network': ['ID=50f1c9ee-9ace-4c12-9ad2-390380f83379,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:39.068597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a592801b-0dbb-49cf-a154-ac02585c2d92 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:39.094650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a592801b-0dbb-49cf-a154-ac02585c2d92 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:39.098562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a592801b-0dbb-49cf-a154-ac02585c2d92 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:39.098562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c98bd0-af73-4044-a341-a210c36b61af no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:44:39.121460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 71c98bd0-af73-4044-a341-a210c36b61af {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:44:39.127192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 71c98bd0-af73-4044-a341-a210c36b61af not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:44:39.159245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b265b-fcea-43c3-9200-2094debb2bc3 req-420a63b9-99b2-42f0-993d-fe1cc7a1d151 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:39.160804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-636b265b-fcea-43c3-9200-2094debb2bc3 req-420a63b9-99b2-42f0-993d-fe1cc7a1d151 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1297138 Nov 15 22:44:39.178070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:39.180507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:39.182364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d53b1857-fb1e-4432-a142-116f00876623 HTTP/1.1" status: 204 len: 168 time: 0.4215956 Nov 15 22:44:39.237941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e67ce-7ca4-4be4-9128-466c3b7d0aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53b1857-fb1e-4432-a142-116f00876623,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:39.304407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-636b265b-fcea-43c3-9200-2094debb2bc3 req-914ea0d8-2f64-4ac3-a93c-cf34e1af3505 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362126 Nov 15 22:44:39.394917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:40.355974 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:40.472732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81193-d7e6-45f9-95dc-2141f0129b28 req-0b09c6f9-169c-41bd-bdea-307f5e6ebfb8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:40.482609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cc81193-d7e6-45f9-95dc-2141f0129b28 req-0b09c6f9-169c-41bd-bdea-307f5e6ebfb8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0880625 Nov 15 22:44:40.545349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cc81193-d7e6-45f9-95dc-2141f0129b28 req-a6143fed-059f-43a8-804f-88a8fb3eb659 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615544 Nov 15 22:44:40.835787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39294) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:40.840134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033250 Nov 15 22:44:40.843101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:41.068035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63baff50-9e4d-4cd5-964e-5985d930814c tempest-NetworksApiDiscovery-482274988 tempest-NetworksApiDiscovery-482274988-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2189269 Nov 15 22:44:41.627595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:41.739433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66802673-d893-4e29-94e0-4c2ce248222d req-1bac4457-83cb-4a2d-845d-a9e20ac32514 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:41.745502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66802673-d893-4e29-94e0-4c2ce248222d req-1bac4457-83cb-4a2d-845d-a9e20ac32514 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0916548 Nov 15 22:44:41.807365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3049b8c5-e0ca-4602-86ff-1ae94f42cd72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:41.812241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66802673-d893-4e29-94e0-4c2ce248222d req-890fe741-89b1-48f1-ac92-aa77ce46b450 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657091 Nov 15 22:44:41.935015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3049b8c5-e0ca-4602-86ff-1ae94f42cd72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.026033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3049b8c5-e0ca-4602-86ff-1ae94f42cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.068518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3049b8c5-e0ca-4602-86ff-1ae94f42cd72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=069475b2c8974888b4002deee973076a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390788 Nov 15 22:44:42.069238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049b8c5-e0ca-4602-86ff-1ae94f42cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b4cea-e090-4593-9713-fba8b6b7660e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:42.071373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:42.139375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.170169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.329589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.334068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:42.339300 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e0b4cea-e090-4593-9713-fba8b6b7660e HTTP/1.1" status: 204 len: 168 time: 0.2628109 Nov 15 22:44:42.345986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ec276-3ab8-49e7-b365-11b5e164fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b4cea-e090-4593-9713-fba8b6b7660e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:42.730312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:44:42.888719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:42.930160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:44:43.025322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcefb-3319-4a3f-a3b4-254e4d5d7d9a req-f25b16dd-5fae-4b7b-b14a-dfed954e22d7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:43.025910 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:43.032794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bcfcefb-3319-4a3f-a3b4-254e4d5d7d9a req-f25b16dd-5fae-4b7b-b14a-dfed954e22d7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0718997 Nov 15 22:44:43.044393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:44:43.105676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:43.109343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bcfcefb-3319-4a3f-a3b4-254e4d5d7d9a req-bec07aa7-389c-4461-b488-ff9948dcbe5f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756056 Nov 15 22:44:43.225879 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:43.338319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:43.350694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6819b10e-bde1-4ef0-91c5-d165727dd05d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:44:44.292073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cbff-282b-491f-94b6-a2e062e9f2c9 req-f5e5a8e7-a895-4b1a-b733-f64c40b66c38 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:44.301893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65b3cbff-282b-491f-94b6-a2e062e9f2c9 req-f5e5a8e7-a895-4b1a-b733-f64c40b66c38 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 944 time: 0.0850556 Nov 15 22:44:44.389376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65b3cbff-282b-491f-94b6-a2e062e9f2c9 req-30f5c75e-52ad-49b2-b0f6-f68e5795f44a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696745 Nov 15 22:44:44.734484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:44:44.819150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6819b10e-bde1-4ef0-91c5-d165727dd05d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:44:44.819766 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:45.047280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:45.111717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:44:45.138999 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c30519-b13c-43a2-91f9-02fff6b4eea8" -d '{"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:44:45.194898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:45.236450 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26581d61-00d7-49eb-98e6-d197bb368e5e x-openstack-request-id: req-26581d61-00d7-49eb-98e6-d197bb368e5e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:44:45.236450 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:44:45.236450 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26581d61-00d7-49eb-98e6-d197bb368e5e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:44:45.236450 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'code': 200} Nov 15 22:44:45.290110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:45.380220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:45.626190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aa36d-fe27-4fa5-bd0f-3bac945f0e78 req-1e835875-1838-4e56-bd99-f79476abfd7c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:45.644165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-152aa36d-fe27-4fa5-bd0f-3bac945f0e78 req-1e835875-1838-4e56-bd99-f79476abfd7c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1245053 Nov 15 22:44:45.740911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-152aa36d-fe27-4fa5-bd0f-3bac945f0e78 req-b7e3a744-231b-4bbf-9703-ecb96aab2bde tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939457 Nov 15 22:44:46.904575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb938281-11db-438e-bed0-bd11db076bd5 req-814cf53d-3017-4498-a075-a10d3375ccf0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:46.910048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb938281-11db-438e-bed0-bd11db076bd5 req-814cf53d-3017-4498-a075-a10d3375ccf0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0657647 Nov 15 22:44:46.976411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb938281-11db-438e-bed0-bd11db076bd5 req-eb73c837-bda5-412b-9534-52316e46efaf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587490 Nov 15 22:44:48.216787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9ca4f-841d-431c-a69f-ee0280cd890b req-2f3b5cef-34f6-45d2-ac0c-feed8d3aa1b0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:48.218641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a9ca4f-841d-431c-a69f-ee0280cd890b req-2f3b5cef-34f6-45d2-ac0c-feed8d3aa1b0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1167922 Nov 15 22:44:48.281006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a9ca4f-841d-431c-a69f-ee0280cd890b req-1a54d21f-91be-4a41-842e-515410730a5d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562387 Nov 15 22:44:49.498639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad6-4943-4aee-b54b-9347c00ee69d req-596a0baf-f9e1-419f-b74d-89f3f4dad884 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:49.498639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18512ad6-4943-4aee-b54b-9347c00ee69d req-596a0baf-f9e1-419f-b74d-89f3f4dad884 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0912788 Nov 15 22:44:49.726582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18512ad6-4943-4aee-b54b-9347c00ee69d req-3d3b8577-6349-4065-9a39-a4aa48253206 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357899 Nov 15 22:44:50.934860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31aec6-977d-4796-8c5c-64c5f727a1d9 req-64dca96c-3a1a-4f65-89f9-fd8774aaa76b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:50.945421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd31aec6-977d-4796-8c5c-64c5f727a1d9 req-64dca96c-3a1a-4f65-89f9-fd8774aaa76b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0690498 Nov 15 22:44:51.035594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd31aec6-977d-4796-8c5c-64c5f727a1d9 req-b8237c5e-b790-4779-adc6-5d7e560795ba tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888550 Nov 15 22:44:52.235163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26228f0d-4bea-44c5-8c98-06fa883b3cdc req-5b4a03d9-d9d3-4d7a-b840-297668a83f9a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:52.246932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26228f0d-4bea-44c5-8c98-06fa883b3cdc req-5b4a03d9-d9d3-4d7a-b840-297668a83f9a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0982013 Nov 15 22:44:52.319883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26228f0d-4bea-44c5-8c98-06fa883b3cdc req-fb9339bc-fc65-4abe-945c-583be3907d31 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716753 Nov 15 22:44:53.587176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7946e8c-e0a3-4da8-94fa-60138425119a req-3f40517b-5336-4afe-9e73-a3bb2f5137eb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:53.589478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7946e8c-e0a3-4da8-94fa-60138425119a req-3f40517b-5336-4afe-9e73-a3bb2f5137eb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0988462 Nov 15 22:44:53.664845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7946e8c-e0a3-4da8-94fa-60138425119a req-c831fd33-c665-4524-9fdd-7dca44a38ceb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686533 Nov 15 22:44:54.943370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49288-19f7-4660-ba29-0bfd1c5e7fbc req-7d479415-07be-4a66-af6a-f2c172589e9a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:54.951879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61f49288-19f7-4660-ba29-0bfd1c5e7fbc req-7d479415-07be-4a66-af6a-f2c172589e9a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1338587 Nov 15 22:44:55.035107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61f49288-19f7-4660-ba29-0bfd1c5e7fbc req-a3ebd7c6-f195-4ebf-ad48-ce5d5da9a16d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778818 Nov 15 22:44:55.600546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39710) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:56.174860 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:44:56.290629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e2f15-03bc-454f-9ac3-e0c2df806d93 req-7c4965ce-9d33-4d98-87a5-a5c36dec970e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:56.294046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d8e2f15-03bc-454f-9ac3-e0c2df806d93 req-7c4965ce-9d33-4d98-87a5-a5c36dec970e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0805681 Nov 15 22:44:56.380431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d8e2f15-03bc-454f-9ac3-e0c2df806d93 req-21137bd2-1df1-49ce-a01d-3b02860dc2f7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800805 Nov 15 22:44:56.641269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.020792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Deleting port 8ee23305-b449-4585-885d-e62a0f00e70c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:57.020792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.117828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] For port 8ee23305-b449-4585-885d-e62a0f00e70c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ee23305-b449-4585-885d-e62a0f00e70c,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:57.118731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.139649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Calling delete_port for 8ee23305-b449-4585-885d-e62a0f00e70c owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:57.499364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:57.539962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.598853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee23305-b449-4585-885d-e62a0f00e70c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:57.655032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Deleting subnet 0541e703-8ba5-421d-a304-9d4b2f3f27fb {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:57.659461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.665866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:44:57.677409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45454-564c-41e1-a327-67db3ba61739 req-63a64c1d-73fa-470c-8853-4c5da8e136ce tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:57.678214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.682110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ac45454-564c-41e1-a327-67db3ba61739 req-63a64c1d-73fa-470c-8853-4c5da8e136ce tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1487734 Nov 15 22:44:57.802693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ac45454-564c-41e1-a327-67db3ba61739 req-572e1c77-019e-4710-a17c-763d02628131 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077459 Nov 15 22:44:57.829116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:57.898648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.119769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.160593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0541e703-8ba5-421d-a304-9d4b2f3f27fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:58.176350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.182610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f01067fa-a679-44ea-bba5-e7a466ced5fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0541e703-8ba5-421d-a304-9d4b2f3f27fb HTTP/1.1" status: 204 len: 168 time: 0.6818724 Nov 15 22:44:58.183001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:58.208368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.292894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.399018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.414874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ad58e8-19cc-4d1b-847f-caacdbdd07e0']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:58.432018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c6931a-65bb-4b7c-826e-6bbb7cbba077') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:58.432342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c6931a-65bb-4b7c-826e-6bbb7cbba077') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:58.442515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.460018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.468956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:44:58.469356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:44:58.480581 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:44:58.494400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Router 0445044f-f8de-402b-83c6-a3cb61ddf853 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:44:58.657705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.689629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:44:58.691900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.695206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3ad58e8-19cc-4d1b-847f-caacdbdd07e0 HTTP/1.1" status: 204 len: 168 time: 0.5111887 Nov 15 22:44:58.706719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fc20e-12c8-41ab-89f0-c01a3acc90fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ad58e8-19cc-4d1b-847f-caacdbdd07e0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:58.708490 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Sync routers for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:44:58.709006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:58.712702 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-775c56f4-24f9-4732-9562-c7afe2ad747b admin admin] 10.222.0.15 "PUT /v2.0/routers/0445044f-f8de-402b-83c6-a3cb61ddf853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1137345 Nov 15 22:44:58.722037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:58.750335 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:58.752537 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:58.809225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:58.866473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Deleting subnet 88896e1e-f005-4033-93e5-f3f8e4b44906 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:44:58.874607 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:58.986564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.003895 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:44:59.048011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.136595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.219791 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a682a40-733a-435d-abf2-4e6af51c67f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.288977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.309913 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a682a40-733a-435d-abf2-4e6af51c67f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.329390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f4ec-9a42-4dc1-8aa7-322f571cfb49 req-f79c5d48-4b68-4d7d-8025-cefd2a8c5f81 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:44:59.331471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adf8f4ec-9a42-4dc1-8aa7-322f571cfb49 req-f79c5d48-4b68-4d7d-8025-cefd2a8c5f81 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1901050 Nov 15 22:44:59.336502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.419893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-adf8f4ec-9a42-4dc1-8aa7-322f571cfb49 req-740e9cfd-aba8-4e0a-b5a4-cba364d09d6c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665231 Nov 15 22:44:59.425885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a682a40-733a-435d-abf2-4e6af51c67f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.461097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a682a40-733a-435d-abf2-4e6af51c67f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca9d21b846814af495d7a7cc95a628e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506927 Nov 15 22:44:59.464262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:59.487991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:44:57Z', 'revision_number': 5, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port': {'id': 'ebe183cb-4900-401c-8a29-ad46fa6a33b4', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:08Z', 'updated_at': '2021-11-15T22:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:59.497966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.515932 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Checking router: 0445044f-f8de-402b-83c6-a3cb61ddf853 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:44:59.529276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Routers {'0445044f-f8de-402b-83c6-a3cb61ddf853'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:44:59.529947 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0445044f-f8de-402b-83c6-a3cb61ddf853'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:59.584021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.590063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/88896e1e-f005-4033-93e5-f3f8e4b44906 HTTP/1.1" status: 204 len: 168 time: 0.8782630 Nov 15 22:44:59.590974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:44:59.593812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a3a8d-aea2-4758-a10e-526bbacaa9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88896e1e-f005-4033-93e5-f3f8e4b44906,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:59.607080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a682a40-733a-435d-abf2-4e6af51c67f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933ee58-6116-4529-ac4a-a3a209e0bb2c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:44:59.685353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.702178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.710934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Deleting port ebe183cb-4900-401c-8a29-ad46fa6a33b4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:44:59.717487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.732315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.766336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] Set router 0445044f-f8de-402b-83c6-a3cb61ddf853 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:44:59.842533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.845379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:44:59Z', 'revision_number': 6, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:59.882980 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f215-d9c5-4fda-a3cc-2aaeeb4855a1 None None] The sync data for ids ['0445044f-f8de-402b-83c6-a3cb61ddf853'] in n-d-817995-3 is: [{'id': '0445044f-f8de-402b-83c6-a3cb61ddf853', 'name': 'tempest-TaggedBootDevicesTest_v242-613861977-router', 'tenant_id': '11a1e45332ce47eda477f1cdbb230c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:07Z', 'updated_at': '2021-11-15T22:44:59Z', 'revision_number': 6, 'project_id': '11a1e45332ce47eda477f1cdbb230c59', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:44:59.907063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] For port ebe183cb-4900-401c-8a29-ad46fa6a33b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ebe183cb-4900-401c-8a29-ad46fa6a33b4,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:44:59.907425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.911138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:44:59.941877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Calling delete_port for ebe183cb-4900-401c-8a29-ad46fa6a33b4 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:44:59.954226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0678714f-295d-4b0e-ad2d-811653fb5614']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:59.974198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eded230-48a2-469d-8139-55f819fb7946') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:44:59.974825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eded230-48a2-469d-8139-55f819fb7946') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:00.039344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.067089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.080258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.082836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.083993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d933ee58-6116-4529-ac4a-a3a209e0bb2c HTTP/1.1" status: 204 len: 168 time: 0.6159651 Nov 15 22:45:00.086501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:45:00.086800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:45:00.092155 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:45:00.555884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de21dd-92c6-44b8-8d8d-e16f44dfff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933ee58-6116-4529-ac4a-a3a209e0bb2c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:00.686990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd276f5-b3b1-4018-8a26-0bed4224ff19 req-1fef1d69-4696-4704-b6b5-7c98e670e5e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:00.693650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfd276f5-b3b1-4018-8a26-0bed4224ff19 req-1fef1d69-4696-4704-b6b5-7c98e670e5e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0954845 Nov 15 22:45:00.766476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.793785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:00.797374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0678714f-295d-4b0e-ad2d-811653fb5614 HTTP/1.1" status: 204 len: 168 time: 1.2058160 Nov 15 22:45:00.798463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6806e7-0f9d-48fb-878c-d294117202a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0678714f-295d-4b0e-ad2d-811653fb5614,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:00.818496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfd276f5-b3b1-4018-8a26-0bed4224ff19 req-34104539-5324-483a-99a1-6e9b2ae9dfe4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136568 Nov 15 22:45:00.968415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.002235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe183cb-4900-401c-8a29-ad46fa6a33b4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:01.031141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767653b-e033-4bf4-98b3-7c8cc1bc349d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:45:01.039927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ee23305-b449-4585-885d-e62a0f00e70c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:01.084372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8ee23305-b449-4585-885d-e62a0f00e70c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:45:01.084739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ee23305-b449-4585-885d-e62a0f00e70c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:45:01.085358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ebe183cb-4900-401c-8a29-ad46fa6a33b4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:01.116381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ebe183cb-4900-401c-8a29-ad46fa6a33b4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:45:01.117061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ebe183cb-4900-401c-8a29-ad46fa6a33b4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:45:01.172405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.301650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.307039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.323151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:01.343649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.462179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.471357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.472121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0445044f-f8de-402b-83c6-a3cb61ddf853 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:45:01.478084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.482614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:01.484237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-61fa29bd-6ac6-4ec8-a831-3e4b9d21f70e admin admin] 10.222.0.15 "DELETE /v2.0/routers/0445044f-f8de-402b-83c6-a3cb61ddf853 HTTP/1.1" status: 204 len: 168 time: 2.7611053 Nov 15 22:45:01.494744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:01.558796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Deleting subnet e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:45:01.564042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.567606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.584095 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e4a56e5-1164-4605-a400-08aa0e2e309a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ddde766137c4e3ea95d0f21c9be6101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862653 Nov 15 22:45:01.586455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39812) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:01.667626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8af7a-8aa6-4f44-a9cb-dee8386b38da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:01.676286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26d5f5b301004c3b99de76bfd825798f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517327 Nov 15 22:45:01.679138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.683109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.685413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:01.692672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.693828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.694510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.695072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.695731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.696860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.697373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.697941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.698446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.699011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.699520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.700025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828391a1-49e5-43ae-b974-6b343cd347f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:01.703343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.804492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.858129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.898919 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.991098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:01.995025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.006635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b26cbe8-795e-4028-a29b-2312cfcb9eaa HTTP/1.1" status: 204 len: 168 time: 0.4160125 Nov 15 22:45:02.015410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad2906-8cfe-4f1e-9177-238eba6bca98 req-be4f3505-8af0-467d-a388-6908e57a782f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:02.017840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bad2906-8cfe-4f1e-9177-238eba6bca98 req-be4f3505-8af0-467d-a388-6908e57a782f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0946186 Nov 15 22:45:02.047584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bec90d-03d7-4c98-b0d0-140491b09329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26cbe8-795e-4028-a29b-2312cfcb9eaa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:02.121549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2bad2906-8cfe-4f1e-9177-238eba6bca98 req-4674cf29-20fd-4ff0-91ec-a8c3e4e9f84d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966995 Nov 15 22:45:02.122705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.125291 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.137566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6f8af7a-8aa6-4f44-a9cb-dee8386b38da HTTP/1.1" status: 204 len: 168 time: 0.4422784 Nov 15 22:45:02.154794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3de8-3e7b-4f24-ab03-7b1d2377770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8af7a-8aa6-4f44-a9cb-dee8386b38da,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:02.201715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.261399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:02.271615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.276411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2999305-b4cd-41f3-9d0c-a30455a0fa03 None None] Network a469fc97-3ff0-4451-930d-6f4631948401 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:02.278009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c20ba39b-f929-4eb2-93ae-111f2c06234d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e98c4ab5-7e2a-4fb0-bc68-4e8a975eb25b HTTP/1.1" status: 204 len: 168 time: 0.7941368 Nov 15 22:45:02.280140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39822) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:02.405891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.486945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Deleting port 44877d58-b677-4293-998a-e3bb59301d66 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:02.487652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.592221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] For port 44877d58-b677-4293-998a-e3bb59301d66, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=44877d58-b677-4293-998a-e3bb59301d66,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:02.593049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.609013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Calling delete_port for 44877d58-b677-4293-998a-e3bb59301d66 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:02.667571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] DHCP port deletion for a469fc97-3ff0-4451-930d-6f4631948401 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:45:02.831003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Deleting port 44877d58-b677-4293-998a-e3bb59301d66 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:02.833103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:02.923041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] For port 44877d58-b677-4293-998a-e3bb59301d66, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=44877d58-b677-4293-998a-e3bb59301d66,segment=NetworkSegment(e0af43d8-279d-4434-8fd5-3b51b6514098),segment_id=e0af43d8-279d-4434-8fd5-3b51b6514098)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:02.923867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.100853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Calling delete_port for 44877d58-b677-4293-998a-e3bb59301d66 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:03.100853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 44877d58-b677-4293-998a-e3bb59301d66 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:03.100853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.273624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1edd02-eebd-40e3-afbc-2ddc74eff164 req-80ec8e58-ef12-4695-beef-b934b0621988 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:03.275734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d1edd02-eebd-40e3-afbc-2ddc74eff164 req-80ec8e58-ef12-4695-beef-b934b0621988 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Nov 15 22:45:03.309875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.330776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d1edd02-eebd-40e3-afbc-2ddc74eff164 req-1dc03705-fe1a-46c3-bea1-d54e06a2b6c7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488143 Nov 15 22:45:03.346746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Pushing event deleted for resources: {'Port': ['ID=44877d58-b677-4293-998a-e3bb59301d66,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:03.363518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] No DVR routers for this DVR port 44877d58-b677-4293-998a-e3bb59301d66 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:45:03.372107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.422766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Pushing event deleted for resources: {'Port': ['ID=44877d58-b677-4293-998a-e3bb59301d66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:03.431539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.431877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.432654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.433186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.433710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.434239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.434763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.435453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.435962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.436463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.436982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.437503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:03.462217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88fe90-4190-4455-909f-d1fd08bb64ad None None] No DVR routers for this DVR port 44877d58-b677-4293-998a-e3bb59301d66 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:45:03.498171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.522038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a469fc97-3ff0-4451-930d-6f4631948401']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:03.534150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0af43d8-279d-4434-8fd5-3b51b6514098') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:03.535799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0af43d8-279d-4434-8fd5-3b51b6514098') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:03.545976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.562521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.569267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:45:03.569509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:45:03.572647 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:45:03.736813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:03.804469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.851422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:03.860709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a469fc97-3ff0-4451-930d-6f4631948401 HTTP/1.1" status: 204 len: 168 time: 1.5746861 Nov 15 22:45:03.871205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39862) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:03.932780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e88cc-32c1-427f-813d-04c1b0f94422 admin admin] Pushing event deleted for resources: {'Network': ['ID=a469fc97-3ff0-4451-930d-6f4631948401,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:03.942017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0169e983-8ea4-4e63-a938-8f3338940c38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6c0b74ae42140c6b14c411046a6c27d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036958 Nov 15 22:45:03.947072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:04.031313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:04.069203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:04.261655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:04.266109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:04.273793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfc5ad07-818e-4017-8468-7a466c5c7148 HTTP/1.1" status: 204 len: 168 time: 0.3245640 Nov 15 22:45:04.313124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731e77-6c66-4421-bfad-a8a8225c989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5ad07-818e-4017-8468-7a466c5c7148,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:04.522456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10aa4-9138-438a-9f16-997f1022b3b9 req-a5634fde-6389-4292-96f3-75402220eaea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:04.523917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e10aa4-9138-438a-9f16-997f1022b3b9 req-a5634fde-6389-4292-96f3-75402220eaea tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0699017 Nov 15 22:45:04.607603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95e10aa4-9138-438a-9f16-997f1022b3b9 req-e71e2e93-cbc4-4143-88a4-2a3a7468bebf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768859 Nov 15 22:45:04.761670 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:04.905280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c191c73f-fe32-447b-b62c-3ef7a3cc396e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:05.066534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Deleting port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:05.066885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:05.154409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] For port 7571bd9c-ae3a-46c7-970b-a14d41dc96b6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:05.154766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:05.171786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Calling delete_port for 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:05.502706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:05.530096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Pushing event deleted for resources: {'Port': ['ID=7571bd9c-ae3a-46c7-970b-a14d41dc96b6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:05.775304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:05.817264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b279-377c-49c0-91f9-8f7910f50a25 req-63fd3b77-3482-4d3e-bd5e-778250a2509d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:05.819065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3737b279-377c-49c0-91f9-8f7910f50a25 req-63fd3b77-3482-4d3e-bd5e-778250a2509d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0990355 Nov 15 22:45:05.958654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3737b279-377c-49c0-91f9-8f7910f50a25 req-45fae9be-f434-4270-82c0-11a2e9fa2f9a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020808 Nov 15 22:45:06.096145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:45:06.252331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:45:06.262561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e42993e6-c64e-4099-a794-d2adfa70505e admin admin] 10.222.0.15 "PUT /v2.0/routers/5230ea40-71f4-4991-a9bb-8b6358c57fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893895 Nov 15 22:45:06.264436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Sync routers for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:45:06.266821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:06.278084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:45:06.279101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:06.316970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-b2661bc9-60d5-4bd5-ad2a-9ac921f13f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:06.318461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-b2661bc9-60d5-4bd5-ad2a-9ac921f13f3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1096 time: 0.3788774 Nov 15 22:45:06.390138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:45:06.463486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:06.469939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-72b30bde-e36c-4c60-83e1-b4d0d8f0f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:06.471389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-72b30bde-e36c-4c60-83e1-b4d0d8f0f49b service neutron] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1282189 Nov 15 22:45:06.616394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-26c3693d-082c-4d12-854c-ee172f784786 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 1001 time: 0.1072407 Nov 15 22:45:06.623627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:45:05Z', 'revision_number': 5, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:06.659337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Checking router: 5230ea40-71f4-4991-a9bb-8b6358c57fb5 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:45:06.668336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Routers {'5230ea40-71f4-4991-a9bb-8b6358c57fb5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:45:06.668975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:06.677783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:06.698384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-95da7521-d3a1-4cfd-940a-09922e06cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:06.700325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-95da7521-d3a1-4cfd-940a-09922e06cdef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.0715055 Nov 15 22:45:06.756071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-34551318-0a3e-4327-a912-48b70d8bb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:06.757726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-34551318-0a3e-4327-a912-48b70d8bb019 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452585 Nov 15 22:45:06.899936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-9dafda88-8e23-4033-9c0b-714461e1c9df service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284661 Nov 15 22:45:06.904742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Deleting port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:06.905089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:06.938847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] Set router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:45:07.066541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] For port 9508bb27-0926-4ed6-8f9b-bbb2798ef1be, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:07.066983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.072099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b079218-1121-4ef6-9b8b-09e47c802682 req-5e431ee7-5fc4-42da-adbe-5d6819d64b1d service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550686 Nov 15 22:45:07.089294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Calling delete_port for 9508bb27-0926-4ed6-8f9b-bbb2798ef1be owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:07.253690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:45:05Z', 'revision_number': 5, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:07.268010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3679-9882-41e5-9eb2-901e374d8d81 req-243a09cb-5cba-445d-80e9-e662127bf0bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:07.269802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1ff3679-9882-41e5-9eb2-901e374d8d81 req-243a09cb-5cba-445d-80e9-e662127bf0bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1097052 Nov 15 22:45:07.283555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e1508-fe0b-4269-8f83-8289a8f00e9a None None] The sync data for ids ['5230ea40-71f4-4991-a9bb-8b6358c57fb5'] in n-d-817995-3 is: [{'id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'name': 'tempest-TaggedBootDevicesTest_v242-881396264-router', 'tenant_id': '3194ebfcf0424ac29ced86816907ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:33:26Z', 'updated_at': '2021-11-15T22:45:05Z', 'revision_number': 5, 'project_id': '3194ebfcf0424ac29ced86816907ba68', 'gw_port': {'id': '9508bb27-0926-4ed6-8f9b-bbb2798ef1be', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230ea40-71f4-4991-a9bb-8b6358c57fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:33:27Z', 'updated_at': '2021-11-15T22:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:45:07.285202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-573b4b4b-be4b-4c22-bfa7-844d6cc89690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.390704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1ff3679-9882-41e5-9eb2-901e374d8d81 req-5a19bb69-2603-474e-ba86-f7fde12ddf98 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886593 Nov 15 22:45:07.562341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.598173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9508bb27-0926-4ed6-8f9b-bbb2798ef1be,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:07.611390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f8df1-c86f-46e3-9075-c30f485ddb51 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:45:07.657012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.755622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.758398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.948750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.949395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5230ea40-71f4-4991-a9bb-8b6358c57fb5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:45:07.955667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:07.955667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f34a23f-8f29-4943-89f7-53ad1f67bbf2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5230ea40-71f4-4991-a9bb-8b6358c57fb5 HTTP/1.1" status: 204 len: 168 time: 1.6861382 Nov 15 22:45:07.957980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:08.009536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Deleting subnet fdf3d769-5919-431d-a513-cbc775747f8b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:45:08.012923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.060558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.151445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.294829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.385962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.425578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:08.428151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf3d769-5919-431d-a513-cbc775747f8b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:08.466748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8d138-5617-4103-9512-eb79c57c9b68 None None] Network c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:08.474306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.483081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-68ee34b1-4f90-4680-b059-d6e39e481c14 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fdf3d769-5919-431d-a513-cbc775747f8b HTTP/1.1" status: 204 len: 168 time: 0.5240519 Nov 15 22:45:08.485698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39986) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:08.593997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f58c37-fc6a-4a7a-bf25-f2de27dcd8a5 req-6ac7e366-3bad-4c20-921b-58435ce6ff16 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:08.601485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2f58c37-fc6a-4a7a-bf25-f2de27dcd8a5 req-6ac7e366-3bad-4c20-921b-58435ce6ff16 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.1002767 Nov 15 22:45:08.650840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e311a75-d20b-4a80-a17c-57eac44a8471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.682261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.694644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2f58c37-fc6a-4a7a-bf25-f2de27dcd8a5 req-619fced4-99c6-4af4-9fea-224718a30138 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893209 Nov 15 22:45:08.734497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] DHCP port deletion for c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:45:08.793262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Deleting port e2538ffe-5360-46ca-aafc-f0e6b108f1dc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:08.793760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.813520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e311a75-d20b-4a80-a17c-57eac44a8471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.819268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Deleting port e2538ffe-5360-46ca-aafc-f0e6b108f1dc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:08.819636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.866622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] For port e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:08.867117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.899360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Calling delete_port for e2538ffe-5360-46ca-aafc-f0e6b108f1dc owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:08.907962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] For port e2538ffe-5360-46ca-aafc-f0e6b108f1dc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,segment=NetworkSegment(11aa2589-51c0-46ae-8517-1bad304218ca),segment_id=11aa2589-51c0-46ae-8517-1bad304218ca)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:08.908256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:08.921962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Calling delete_port for e2538ffe-5360-46ca-aafc-f0e6b108f1dc owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:08.965420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e311a75-d20b-4a80-a17c-57eac44a8471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.014336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2538ffe-5360-46ca-aafc-f0e6b108f1dc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:09.022935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e311a75-d20b-4a80-a17c-57eac44a8471 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac2a3043e5fa4af89c99987b3c3354be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952609 Nov 15 22:45:09.025070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e311a75-d20b-4a80-a17c-57eac44a8471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e0747-c601-480b-99d9-cd19727f692f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:09.026593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39990) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:09.079151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.094312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.100522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.168985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.177850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.202806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:09.229458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Pushing event deleted for resources: {'Port': ['ID=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:09.229458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] No DVR routers for this DVR port e2538ffe-5360-46ca-aafc-f0e6b108f1dc on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:45:09.229795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:45:09.229795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7571bd9c-ae3a-46c7-970b-a14d41dc96b6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:45:09.231588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9508bb27-0926-4ed6-8f9b-bbb2798ef1be no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:09.272661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] No DVR routers for this DVR port e2538ffe-5360-46ca-aafc-f0e6b108f1dc on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:45:09.272661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ab051-7c76-4c7c-a3e8-e0531b9636a1 None None] Pushing event deleted for resources: {'Port': ['ID=e2538ffe-5360-46ca-aafc-f0e6b108f1dc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:09.277677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9508bb27-0926-4ed6-8f9b-bbb2798ef1be {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:45:09.278020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9508bb27-0926-4ed6-8f9b-bbb2798ef1be not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:45:09.302576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.307318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.310838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef4e0747-c601-480b-99d9-cd19727f692f HTTP/1.1" status: 204 len: 168 time: 0.2825544 Nov 15 22:45:09.338669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.340832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dfb42-2f6a-4fec-bce4-6c90ec00b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e0747-c601-480b-99d9-cd19727f692f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:09.387710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:09.402801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aa2589-51c0-46ae-8517-1bad304218ca') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:09.403069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aa2589-51c0-46ae-8517-1bad304218ca') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:45:09.415146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.434213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.437745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:45:09.438611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:45:09.440728 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:45:09.516376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.676334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.681948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:09.685142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] 10.222.0.15 "DELETE /v2.0/networks/c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b HTTP/1.1" status: 204 len: 168 time: 1.1983976 Nov 15 22:45:09.701285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0efb-3516-4eb5-a418-266545440bde admin admin] Pushing event deleted for resources: {'Network': ['ID=c321d35d-a41c-4f5a-ab96-e0cbdeb73f6b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:09.818768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073931d-2ca5-4a20-b894-64bc633809ac req-f2db5b33-c4f5-478e-a94e-668cfb797d1d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:09.820257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d073931d-2ca5-4a20-b894-64bc633809ac req-f2db5b33-c4f5-478e-a94e-668cfb797d1d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 945 time: 0.0535812 Nov 15 22:45:09.879712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d073931d-2ca5-4a20-b894-64bc633809ac req-37d443c9-639c-4acc-9355-851005051327 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526025 Nov 15 22:45:10.395456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.418539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:10.474585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-468e7c6b-8cd1-4953-9fc6-66eb415d1445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11a1e45332ce47eda477f1cdbb230c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546720 Nov 15 22:45:10.477583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:10.532307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.553988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.583839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:10.594504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83a288dc-42a8-411a-a265-701d0588ad8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.733696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.737434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.738738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/660c914b-8c41-43f9-89fa-0f8f4e7f1fef HTTP/1.1" status: 204 len: 168 time: 0.2600915 Nov 15 22:45:10.748278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b066f8-06d9-4f80-9718-250aa9b54425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c914b-8c41-43f9-89fa-0f8f4e7f1fef,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:10.793373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83a288dc-42a8-411a-a265-701d0588ad8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.830084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:45:10.911639 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.928029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83a288dc-42a8-411a-a265-701d0588ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:10.935348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:45:10.937588 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ba3a04-1c7f-474e-bd63-1a19f54cdec8" -d '{"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-unplugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:45:10.950805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:10.970343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83a288dc-42a8-411a-a265-701d0588ad8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ceb2b2acb2af45f7adcb6e5afa476e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881946 Nov 15 22:45:10.971480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a288dc-42a8-411a-a265-701d0588ad8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e875fdb-3a3a-4343-aa40-184a3ed9b3f0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:10.973127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:10.987253 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe068a-e82e-4327-942b-ce470463b285 x-openstack-request-id: req-52fe068a-e82e-4327-942b-ce470463b285 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:45:10.987788 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-unplugged", "status": "failed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:45:10.988745 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52fe068a-e82e-4327-942b-ce470463b285 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:45:10.989446 n-d-817995-3 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'code': 422} returned with failed status Nov 15 22:45:11.027855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:11.052900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:11.150962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:11.199918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:11.288024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:11.290941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:11.292197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e875fdb-3a3a-4343-aa40-184a3ed9b3f0 HTTP/1.1" status: 204 len: 168 time: 0.3180234 Nov 15 22:45:11.300681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db81301-fada-486f-a373-f737e17fc1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e875fdb-3a3a-4343-aa40-184a3ed9b3f0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:12.032013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:12.131596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db252333-dab6-4751-b11a-f294d07e24e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3194ebfcf0424ac29ced86816907ba68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978036 Nov 15 22:45:12.134532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:12.238704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:12.272804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:12.501410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:12.504361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:12.519802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9ac1625-8b4a-4d98-b66d-cafacc946b43 HTTP/1.1" status: 204 len: 168 time: 0.3829226 Nov 15 22:45:12.529049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75e307-516b-4c20-b226-8e91fe6c96c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1625-8b4a-4d98-b66d-cafacc946b43,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:15.073809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40154) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:15.210231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d0309-55df-4079-8380-bf2571ad9e82 req-7582e91b-b7e2-4df8-9742-b2dab1016592 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:15.213024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f3d0309-55df-4079-8380-bf2571ad9e82 req-7582e91b-b7e2-4df8-9742-b2dab1016592 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0566442 Nov 15 22:45:15.278529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fab20fe6-dd1b-4ea7-a36b-38953213c5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.294076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f3d0309-55df-4079-8380-bf2571ad9e82 req-e6c4c63c-4c61-40ae-b6ca-c63cb65802d3 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749047 Nov 15 22:45:15.379212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fab20fe6-dd1b-4ea7-a36b-38953213c5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.496884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fab20fe6-dd1b-4ea7-a36b-38953213c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.546931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fab20fe6-dd1b-4ea7-a36b-38953213c5d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ac7b2e54c40494d8394c63b854612b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697285 Nov 15 22:45:15.546931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab20fe6-dd1b-4ea7-a36b-38953213c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917081be-270a-48cb-af1c-a9817a59f287,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:15.547323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:15.600304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.626093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.776855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-5ba092ff-71e4-4775-96c8-d0079f07c2bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521507 Nov 15 22:45:15.787208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-b863f295-d1fc-4035-b3be-4f956603a26a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:45:15.788200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-b863f295-d1fc-4035-b3be-4f956603a26a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054934 Nov 15 22:45:15.862879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.872232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:15.872232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/917081be-270a-48cb-af1c-a9817a59f287 HTTP/1.1" status: 204 len: 168 time: 0.3179584 Nov 15 22:45:15.875323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e84c-d8f6-4c49-8c29-773a43285d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917081be-270a-48cb-af1c-a9817a59f287,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:16.455484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b62a-abfb-4b28-bfc4-cbde3b69426c req-08f5ff37-512a-418b-971d-a28acae5dd10 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:16.457026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6959b62a-abfb-4b28-bfc4-cbde3b69426c req-08f5ff37-512a-418b-971d-a28acae5dd10 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0574925 Nov 15 22:45:16.550759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6959b62a-abfb-4b28-bfc4-cbde3b69426c req-bcbb1037-5dbf-4a20-819f-758246d4b135 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830359 Nov 15 22:45:17.694980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935f79-9cde-4a73-a5ac-a3e1be88baec req-5a569aeb-c45c-4e24-ba48-2cb708a9ce6c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:17.696582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52935f79-9cde-4a73-a5ac-a3e1be88baec req-5a569aeb-c45c-4e24-ba48-2cb708a9ce6c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0588908 Nov 15 22:45:17.824368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52935f79-9cde-4a73-a5ac-a3e1be88baec req-f0e0db7c-9c56-4e12-b801-73fa5cc0c385 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164885 Nov 15 22:45:19.041325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed4965-cde8-4e11-b416-fc0739d66748 req-ebf1b81f-a68e-4f75-9b94-12797e9e8d3d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:19.044405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62ed4965-cde8-4e11-b416-fc0739d66748 req-ebf1b81f-a68e-4f75-9b94-12797e9e8d3d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0847876 Nov 15 22:45:19.109356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62ed4965-cde8-4e11-b416-fc0739d66748 req-f10cc50a-cee1-4806-a6cf-0d8012336446 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510623 Nov 15 22:45:19.929260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-7c8d265c-bc9a-4d74-9d3d-a939ba3613e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:19.935431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-7c8d265c-bc9a-4d74-9d3d-a939ba3613e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547&tenant_id=7bd385f1108c486dbee9e68e61cf0a04 HTTP/1.1" status: 200 len: 1094 time: 0.1111631 Nov 15 22:45:20.006845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-efb290dd-8ea0-45a8-8a39-f9d92f6cbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:20.006845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-efb290dd-8ea0-45a8-8a39-f9d92f6cbe80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1094 time: 0.0409112 Nov 15 22:45:20.536741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-5e0f75f2-cce9-4b0e-8a5f-30156d10ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:20.538264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-5e0f75f2-cce9-4b0e-8a5f-30156d10ebb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.5201230 Nov 15 22:45:20.568962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f4b6-75d6-4609-aa4b-524af13ab8b6 req-6626f98e-7af3-4a39-a640-ce82a8817837 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:20.571162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3a3f4b6-75d6-4609-aa4b-524af13ab8b6 req-6626f98e-7af3-4a39-a640-ce82a8817837 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0994160 Nov 15 22:45:20.658622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-bdb36051-8b85-4b63-88aa-4710f0c4a4af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 999 time: 0.1067660 Nov 15 22:45:20.666380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3a3f4b6-75d6-4609-aa4b-524af13ab8b6 req-f51f66f9-e84c-4044-844f-ab4cef381141 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614953 Nov 15 22:45:20.717718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-aaccb437-6ee2-427b-9d9c-96a90bd9d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:20.719641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-aaccb437-6ee2-427b-9d9c-96a90bd9d88d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.0493283 Nov 15 22:45:20.786433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-a17346b4-f457-4622-8d56-6f2ea7446f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:20.787870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-a17346b4-f457-4622-8d56-6f2ea7446f02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562665 Nov 15 22:45:20.906031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-a735f810-ce9d-4985-b09a-18b49aac46d0 service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053178 Nov 15 22:45:21.022615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-062021cf-ab2c-48e1-a4e6-62fdd5333898 service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053467 Nov 15 22:45:21.571433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:21.854910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de007d-84bc-4377-bb16-71b91508ed55 req-305ff3d2-fe8f-4033-ae45-33757f4ea384 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:21.856885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2de007d-84bc-4377-bb16-71b91508ed55 req-305ff3d2-fe8f-4033-ae45-33757f4ea384 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0654342 Nov 15 22:45:21.979592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2de007d-84bc-4377-bb16-71b91508ed55 req-a84b1bea-0193-458f-8bc2-10804f4a973e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123154 Nov 15 22:45:22.225080 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51227eb-4233-4977-9b08-57faa7619bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.400405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51227eb-4233-4977-9b08-57faa7619bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.461857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c51227eb-4233-4977-9b08-57faa7619bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.564747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c51227eb-4233-4977-9b08-57faa7619bf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b873bd9ae9fa4f61bbf9bd1eabef0e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9921849 Nov 15 22:45:22.565712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51227eb-4233-4977-9b08-57faa7619bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aab864-67d7-4243-82b9-640343617f9c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:22.568457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:22.647503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.675034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.834120 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.838390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:22.839903 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22aab864-67d7-4243-82b9-640343617f9c HTTP/1.1" status: 204 len: 168 time: 0.2700276 Nov 15 22:45:22.856975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d32fe6-458b-4728-9dd2-d99978667f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aab864-67d7-4243-82b9-640343617f9c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:23.228695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926bd71-328f-4de3-83de-f97f8c18fc39 req-a0bede6b-a7a5-4a88-b0c4-91357e7b6ba0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:23.231927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9926bd71-328f-4de3-83de-f97f8c18fc39 req-a0bede6b-a7a5-4a88-b0c4-91357e7b6ba0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0982728 Nov 15 22:45:23.375504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9926bd71-328f-4de3-83de-f97f8c18fc39 req-eeea5369-eace-4e4d-b20a-886b632f85fc tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360250 Nov 15 22:45:23.772289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:23.793439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a09d644-ac39-430b-a03d-bf596e572f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:23.960048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a09d644-ac39-430b-a03d-bf596e572f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.024442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a09d644-ac39-430b-a03d-bf596e572f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.108857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09d644-ac39-430b-a03d-bf596e572f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d64db-fe9b-42a3-a2c0-7ea947d99fe9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:24.139160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a09d644-ac39-430b-a03d-bf596e572f8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ea3ab8f48b6461ab7737cff225c0ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644798 Nov 15 22:45:24.142607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40466) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:24.253883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.289866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.505516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.510074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:24.512430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b8d64db-fe9b-42a3-a2c0-7ea947d99fe9 HTTP/1.1" status: 204 len: 168 time: 0.3678298 Nov 15 22:45:24.524317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a889e-6a82-4c7e-8602-89847a8faa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d64db-fe9b-42a3-a2c0-7ea947d99fe9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:24.662652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279434-483a-40b8-9c6f-ad6dbee48fc7 req-359c7ff1-a5ad-4680-b761-498da5f2f59e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:24.664640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0279434-483a-40b8-9c6f-ad6dbee48fc7 req-359c7ff1-a5ad-4680-b761-498da5f2f59e tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0948589 Nov 15 22:45:24.768424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0279434-483a-40b8-9c6f-ad6dbee48fc7 req-5e30c9d5-143c-42ce-8d6f-18bd7b062600 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899975 Nov 15 22:45:25.518043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:25.705202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4866895d-48ba-46dd-8c8d-ec58afb71ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:25.838717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4866895d-48ba-46dd-8c8d-ec58afb71ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:25.910482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4866895d-48ba-46dd-8c8d-ec58afb71ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:25.992525 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4866895d-48ba-46dd-8c8d-ec58afb71ac0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bc91ffceba7415dba03948887534a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676294 Nov 15 22:45:25.993581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:26.037629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b759-527b-4b50-91ce-084f7fb44a78 req-404a5271-6368-4020-969d-ed8a515504ce tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:26.045340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8628b759-527b-4b50-91ce-084f7fb44a78 req-404a5271-6368-4020-969d-ed8a515504ce tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1106334 Nov 15 22:45:26.074405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866895d-48ba-46dd-8c8d-ec58afb71ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9348aa91-749a-41e9-802b-ea451482db88,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:26.126563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:26.162581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:26.176857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8628b759-527b-4b50-91ce-084f7fb44a78 req-a7fb01d3-ae59-4b35-89e8-ca5f9eb64c11 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311085 Nov 15 22:45:26.342775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:26.346995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:26.348571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9348aa91-749a-41e9-802b-ea451482db88 HTTP/1.1" status: 204 len: 168 time: 0.3432667 Nov 15 22:45:26.358017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c99ac-564b-41d0-93b7-b1a16cefe73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348aa91-749a-41e9-802b-ea451482db88,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:26.798147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:26.972233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f166fa2-bcdb-4678-9a34-7fe079b7cb47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.128968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f166fa2-bcdb-4678-9a34-7fe079b7cb47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.219349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f166fa2-bcdb-4678-9a34-7fe079b7cb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.310949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f166fa2-bcdb-4678-9a34-7fe079b7cb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c873a-9a8c-4f70-a4fb-1bbedd90c3d8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:27.319569 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0f166fa2-bcdb-4678-9a34-7fe079b7cb47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c6356dbf2af4e41bc0c79272729e7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191846 Nov 15 22:45:27.334027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40560) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:27.396929 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.404979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f731139-de46-43a6-bdd0-b3d2be865b02 req-f5074663-3826-475a-903a-ff0cd50e542b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:27.410006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f731139-de46-43a6-bdd0-b3d2be865b02 req-f5074663-3826-475a-903a-ff0cd50e542b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1135681 Nov 15 22:45:27.443006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.530008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f731139-de46-43a6-bdd0-b3d2be865b02 req-592edceb-a554-4b2d-99c1-4c29f981d81c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076050 Nov 15 22:45:27.619330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.622260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:27.626840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b84c873a-9a8c-4f70-a4fb-1bbedd90c3d8 HTTP/1.1" status: 204 len: 168 time: 0.2916651 Nov 15 22:45:27.636142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443ab1-6ae5-48e4-9897-6346f54fcede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c873a-9a8c-4f70-a4fb-1bbedd90c3d8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:28.690466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963397-c237-4e0a-85e1-76ff3ec8c0cd req-59b91310-23f2-47cd-8867-41f91ad7a8d6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:28.697413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54963397-c237-4e0a-85e1-76ff3ec8c0cd req-59b91310-23f2-47cd-8867-41f91ad7a8d6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0922797 Nov 15 22:45:28.718127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-5d89e57a-6a39-4113-be84-68631618fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:28.719921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-5d89e57a-6a39-4113-be84-68631618fe13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1094 time: 0.0827954 Nov 15 22:45:28.759654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54963397-c237-4e0a-85e1-76ff3ec8c0cd req-8fc1c17f-71c1-4b5d-8a70-310e22bc9419 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592847 Nov 15 22:45:28.915133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-e12cf097-c976-43af-b388-8e3c05c7eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:28.916793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-e12cf097-c976-43af-b388-8e3c05c7eb9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 200 len: 917 time: 0.1091399 Nov 15 22:45:29.016224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:29.048206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-656ecdae-8769-4407-b464-2ef5bb60b45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.173445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-656ecdae-8769-4407-b464-2ef5bb60b45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.258767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-656ecdae-8769-4407-b464-2ef5bb60b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.328149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ecdae-8769-4407-b464-2ef5bb60b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7650254f-a6cd-4f56-9da2-fa649af938eb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:29.354541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.411287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-656ecdae-8769-4407-b464-2ef5bb60b45c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56c45a6e33db480ebb7b0bebdc46bca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945873 Nov 15 22:45:29.414214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:29.446519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-7e1d656a-9ad0-4a9d-8eb2-5fbb9a408426 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8072274 Nov 15 22:45:29.560266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.593819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.594294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.594765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.595383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.595860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.596308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.596787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.598925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-ac3b95e9-61e6-46d4-8822-dc340911d420 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0773253 Nov 15 22:45:29.624196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.756805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-bcc4990d-dd24-4677-95c4-8b27cfe22e41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 200 len: 999 time: 0.1302266 Nov 15 22:45:29.837426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-98036471-0c48-4131-9239-8655ab10744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.837899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-98036471-0c48-4131-9239-8655ab10744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.838360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-98036471-0c48-4131-9239-8655ab10744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.840574 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-98036471-0c48-4131-9239-8655ab10744e service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.1978281 Nov 15 22:45:29.848064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.912841 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-67a7099f-252e-498d-92d3-fc9289b6b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:29.914796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-67a7099f-252e-498d-92d3-fc9289b6b35f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 200 len: 855 time: 0.1263356 Nov 15 22:45:29.934304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.937195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:29.941163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7650254f-a6cd-4f56-9da2-fa649af938eb HTTP/1.1" status: 204 len: 168 time: 0.5258286 Nov 15 22:45:29.956092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-5fbf830b-bb5c-4d6d-aa74-5893012ee9a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.1028256 Nov 15 22:45:29.970626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989e751-4991-44fd-8dfd-8b4c7fd1af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7650254f-a6cd-4f56-9da2-fa649af938eb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:30.027576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-7e16ee70-589a-4770-9f0b-5430fde838ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.029422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-7e16ee70-589a-4770-9f0b-5430fde838ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0655677 Nov 15 22:45:30.047469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8996f0-d8af-4e15-b072-0eab9788fca3 req-5cf66bae-17fe-4379-aa57-7f09682d6363 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.052388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce8996f0-d8af-4e15-b072-0eab9788fca3 req-5cf66bae-17fe-4379-aa57-7f09682d6363 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1318996 Nov 15 22:45:30.111645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-adfac0ea-4026-404f-8aef-f58b6ba90ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.114044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-adfac0ea-4026-404f-8aef-f58b6ba90ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756412 Nov 15 22:45:30.160448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-f95dae17-f105-4e06-b945-76fba09700c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.162361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-f95dae17-f105-4e06-b945-76fba09700c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=79c1766a-00a2-4dfe-80d0-3ae134182d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697042 Nov 15 22:45:30.180909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce8996f0-d8af-4e15-b072-0eab9788fca3 req-746c7917-c957-45e5-be20-bd6b9c9dcd0d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900538 Nov 15 22:45:30.258308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-d3187ea0-23cf-40c8-9be8-ea44c16fbf86 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354058 Nov 15 22:45:30.282476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-4bb8691d-da34-42fb-a9a5-9b47d3491cda service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976601 Nov 15 22:45:30.420122 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-4bf1881d-37dd-486d-941b-7599806f40c7 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552343 Nov 15 22:45:30.496587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-1fa6a0c1-5742-47d0-a8bf-1657af81f04b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0606418 Nov 15 22:45:30.528387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4993eb0-9755-4839-af6d-06c711f1b82e req-5568f4e9-9977-4113-b23c-d45546c9cbbc service neutron] 10.222.0.55 "GET /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528082 Nov 15 22:45:30.630188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-6709e0e1-6d3d-4b9e-94ad-6114e4f3ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.631828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-6709e0e1-6d3d-4b9e-94ad-6114e4f3ed83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1140261 Nov 15 22:45:30.722038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-9e57027d-c2a6-4a2a-b4ca-4f6d01fb6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:30.724007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-9e57027d-c2a6-4a2a-b4ca-4f6d01fb6312 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794981 Nov 15 22:45:30.860345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-27c04a8a-b316-43d4-bd83-d77616bbc206 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284738 Nov 15 22:45:31.074876 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-35eb4711-87bd-4759-85ec-c4e9811c7358 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047617 Nov 15 22:45:31.140699 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-00cb38d8-c01a-4c39-9d19-2ca2a6134170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0537086 Nov 15 22:45:31.276898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-dc3c1ac7-17d6-4b1f-ab58-3d8ca09017ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:31.283233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-dc3c1ac7-17d6-4b1f-ab58-3d8ca09017ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1302297 Nov 15 22:45:31.405619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-8b270876-57d7-48ce-bde7-60ecda518a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:31.407215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-8b270876-57d7-48ce-bde7-60ecda518a3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127176 Nov 15 22:45:31.436973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f148-aae2-48a1-87cf-d6b2a2ea07ab req-b7f14985-179e-4cbc-8707-a8d13744adb0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:31.440898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c7f148-aae2-48a1-87cf-d6b2a2ea07ab req-b7f14985-179e-4cbc-8707-a8d13744adb0 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1609898 Nov 15 22:45:31.612004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-30c7f148-aae2-48a1-87cf-d6b2a2ea07ab req-3ca9d233-1a4b-433a-8edf-42415812011f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610861 Nov 15 22:45:31.727748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-9df7d607-ca67-491c-b706-16998a2dd6d2 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106184 Nov 15 22:45:31.954879 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-cb47f407-5091-445d-88ce-192646067e70 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213283 Nov 15 22:45:32.023907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-3d48a603-c348-447c-9dc9-ef88c86c48f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0601764 Nov 15 22:45:32.172977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-260380f5-43fc-44c2-bef9-eff19d101874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:32.176567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-260380f5-43fc-44c2-bef9-eff19d101874 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1442006 Nov 15 22:45:32.302324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-3cc6603a-b4b4-46b0-875c-fd734613c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:32.305437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-3cc6603a-b4b4-46b0-875c-fd734613c5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218002 Nov 15 22:45:32.478146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-be726f53-5e19-4180-881a-af05cc893f2d service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575747 Nov 15 22:45:32.684540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-e1f40370-fade-47df-8aba-09bbd6de93cf service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989214 Nov 15 22:45:32.849294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-c44d25d2-6b6e-44ca-b457-9e81bffad866 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0683727 Nov 15 22:45:32.856463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd56373-b36a-4d04-82a2-e3f3e429e628 req-f690aa92-b40d-446c-97b8-1f6376cef149 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:32.858987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cd56373-b36a-4d04-82a2-e3f3e429e628 req-f690aa92-b40d-446c-97b8-1f6376cef149 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1093123 Nov 15 22:45:32.877475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-44385b5f-24a6-47d6-8c0e-63d9502935d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:32.878822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-44385b5f-24a6-47d6-8c0e-63d9502935d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1101756 Nov 15 22:45:32.946496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-fabd64eb-8bb3-4ad5-80e8-0c05b29bcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:32.948101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-fabd64eb-8bb3-4ad5-80e8-0c05b29bcfd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621541 Nov 15 22:45:32.967391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1cd56373-b36a-4d04-82a2-e3f3e429e628 req-373183f5-0554-4c25-8f0f-c2f636f55be3 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011176 Nov 15 22:45:33.129132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-02995ccb-6785-4f45-aa6f-abe35c7a977c service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740603 Nov 15 22:45:33.156509 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:45:33.283533 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-a58361d9-86d6-45ae-ae71-7a20986ddbfa service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466496 Nov 15 22:45:33.353421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-2bf1b22f-f93e-4ba9-a4d0-1844a1f171bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0621760 Nov 15 22:45:33.406164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-bc648fae-b2ac-4de9-87bd-5ed73474274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:33.407717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-bc648fae-b2ac-4de9-87bd-5ed73474274d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0471084 Nov 15 22:45:33.458209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-2307353a-07c2-4850-b4a1-927940a15f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:33.465945 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-2307353a-07c2-4850-b4a1-927940a15f4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447986 Nov 15 22:45:33.598384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-b94ef11f-f8ae-4c9f-ae33-74dcd9f505bd service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298783 Nov 15 22:45:33.714691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-9a498b32-0874-44e3-9b84-5ad9e70ef798 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057153 Nov 15 22:45:33.757848 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-f34dffec-b949-406a-863f-38a918e29554 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0361469 Nov 15 22:45:33.809845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-b4149695-dad3-446c-9439-7f14cbfbcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:33.811291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-b4149695-dad3-446c-9439-7f14cbfbcad4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0470088 Nov 15 22:45:33.858167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-686ee6b0-c850-48c7-bdaa-ef16f770ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:33.859939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-686ee6b0-c850-48c7-bdaa-ef16f770ed22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409257 Nov 15 22:45:33.954035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-616bd492-4a1c-4979-ad7e-18bd2d30aa37 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Nov 15 22:45:34.066547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9e7498de-68e5-43d5-aecb-23d230f0afd9 req-de975b26-b14c-4a47-b252-994f6c0ee576 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038237 Nov 15 22:45:34.119581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266919-3ccf-4714-8690-015368a3bf93 req-a45e0dd3-5d52-469d-9757-6f87fd09aba6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:34.121192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66266919-3ccf-4714-8690-015368a3bf93 req-a45e0dd3-5d52-469d-9757-6f87fd09aba6 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0495298 Nov 15 22:45:34.175083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66266919-3ccf-4714-8690-015368a3bf93 req-fabbbdc2-ac3c-427b-9d88-3de59d70d6d9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Nov 15 22:45:34.626563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:34.732886 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-859a4fb6-1933-4e9b-a108-73f2e5204816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:34.854173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2df3fbff-9353-46f6-813e-3d728031231b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:34.952270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2df3fbff-9353-46f6-813e-3d728031231b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.027639 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2df3fbff-9353-46f6-813e-3d728031231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.096681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3fbff-9353-46f6-813e-3d728031231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f799e-2482-44a6-b049-c57f008fcdfc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:35.103624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2df3fbff-9353-46f6-813e-3d728031231b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87957929ddf14730a41b30c253a71304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757559 Nov 15 22:45:35.106700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40802) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:35.175954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.199359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.338771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.347167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:35.347167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db7f799e-2482-44a6-b049-c57f008fcdfc HTTP/1.1" status: 204 len: 168 time: 0.2346816 Nov 15 22:45:35.358786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3360d5-3940-4336-bf02-3dc668c5fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f799e-2482-44a6-b049-c57f008fcdfc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:35.427809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e76460-fc81-464f-8e08-2f6b4c86a31b req-b8fad60c-7050-4496-96d1-15a95e92593f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:35.444548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33e76460-fc81-464f-8e08-2f6b4c86a31b req-b8fad60c-7050-4496-96d1-15a95e92593f tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.1372435 Nov 15 22:45:35.579105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33e76460-fc81-464f-8e08-2f6b4c86a31b req-c1ca1d23-6b6e-4f16-a2bc-f02d92b3fb32 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241999 Nov 15 22:45:36.183558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:36.200469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06cc5c70-cb7f-4ea7-97bc-6127b16c387e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.273751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06cc5c70-cb7f-4ea7-97bc-6127b16c387e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.332691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-06cc5c70-cb7f-4ea7-97bc-6127b16c387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.372375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-06cc5c70-cb7f-4ea7-97bc-6127b16c387e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3cde841d65f458c8012cf1de35a1a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875486 Nov 15 22:45:36.373282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc5c70-cb7f-4ea7-97bc-6127b16c387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57890300-e868-48a9-a3fe-deb9eb021892,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:36.375735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:36.429993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.451221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.604528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.607096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:36.608270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57890300-e868-48a9-a3fe-deb9eb021892 HTTP/1.1" status: 204 len: 168 time: 0.2311311 Nov 15 22:45:36.616523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794ac76-810d-4fba-8efe-dbe81141926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57890300-e868-48a9-a3fe-deb9eb021892,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:36.728863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3066e-ec60-4841-ac78-5ffa98eb2d0d req-054f7082-035d-4bda-a38c-ce5ac4a6efd1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:36.737204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfb3066e-ec60-4841-ac78-5ffa98eb2d0d req-054f7082-035d-4bda-a38c-ce5ac4a6efd1 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 943 time: 0.0693536 Nov 15 22:45:36.782643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfb3066e-ec60-4841-ac78-5ffa98eb2d0d req-c9f3e99e-375b-4528-808a-339a13d696f8 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Nov 15 22:45:37.020128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:45:37.117298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:37.129771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'port_id': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'mac_address': 'fa:16:3e:d0:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:45:37.199239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:37.213642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:45:37.237060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:37.241264 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-110fde0f-9606-4ce3-95d5-75e3691eefb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:37.315700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:37.364644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:37.580937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6819b10e-bde1-4ef0-91c5-d165727dd05d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:45:37.924851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddce38-ca67-486d-8d20-f7dc07891131 req-b8e35f99-58d3-44a8-aa61-d5c308c3c1a2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:37.926417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03ddce38-ca67-486d-8d20-f7dc07891131 req-b8e35f99-58d3-44a8-aa61-d5c308c3c1a2 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 944 time: 0.0555267 Nov 15 22:45:37.976777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03ddce38-ca67-486d-8d20-f7dc07891131 req-7fcd6efa-e6fb-4861-bfdb-63dcd72f8a4d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Nov 15 22:45:38.267417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:39.046386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:45:39.098568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6819b10e-bde1-4ef0-91c5-d165727dd05d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:45:39.099025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:39.131317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c195-7959-4518-bd03-0b26c9f2e36f req-39bf908f-355f-4e62-81e6-a8b7076c51e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:39.132976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ae1c195-7959-4518-bd03-0b26c9f2e36f req-39bf908f-355f-4e62-81e6-a8b7076c51e7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 944 time: 0.0491824 Nov 15 22:45:39.193379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:39.202646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ae1c195-7959-4518-bd03-0b26c9f2e36f req-f27e21ed-9547-4221-9242-801b35708ec7 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631351 Nov 15 22:45:39.220512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:45:39.223503 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abb971-b42e-4f65-98f3-e32cf63aadf3" -d '{"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:45:39.239725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:45:39.273142 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5169d-116f-40dd-a8f7-c195a55df4f0 x-openstack-request-id: req-7ca5169d-116f-40dd-a8f7-c195a55df4f0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:45:39.273704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-plugged", "status": "completed", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:45:39.273704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ca5169d-116f-40dd-a8f7-c195a55df4f0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:45:39.274075 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'code': 200} Nov 15 22:45:39.342342 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:39.413930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:39.464146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:39.563208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339baf-b76e-4c29-b640-84f5934990cb req-79b6639b-1ffe-42c6-b432-bf689940c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:39.564747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22339baf-b76e-4c29-b640-84f5934990cb req-79b6639b-1ffe-42c6-b432-bf689940c9cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 1097 time: 0.0403843 Nov 15 22:45:39.636007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22339baf-b76e-4c29-b640-84f5934990cb req-caacf9ad-d9c1-4b74-9913-5eb6f2079cea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634253 Nov 15 22:45:39.906937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:40.021341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b46d88a1-37ff-49d0-aa24-5c3300bc4845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.096986 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b46d88a1-37ff-49d0-aa24-5c3300bc4845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.158759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b46d88a1-37ff-49d0-aa24-5c3300bc4845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.198378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b46d88a1-37ff-49d0-aa24-5c3300bc4845 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=352452ef01784200972dd9e70436735c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906771 Nov 15 22:45:40.199258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d88a1-37ff-49d0-aa24-5c3300bc4845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740f670a-d9f6-4128-850b-ea2fe1c8637e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:40.201368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:40.267856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.293785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.412485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.415062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821b5a7-9281-4262-bf2f-d49dbfcb5ac2 req-58470f77-8e3d-445e-8683-36ba7befd256 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:40.416883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5821b5a7-9281-4262-bf2f-d49dbfcb5ac2 req-58470f77-8e3d-445e-8683-36ba7befd256 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.0504503 Nov 15 22:45:40.450685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.453713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:40.454952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/740f670a-d9f6-4128-850b-ea2fe1c8637e HTTP/1.1" status: 204 len: 168 time: 0.2455900 Nov 15 22:45:40.481581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c2306-d0b6-4432-9c29-fd34983f3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f670a-d9f6-4128-850b-ea2fe1c8637e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:40.485071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5821b5a7-9281-4262-bf2f-d49dbfcb5ac2 req-b0693e10-d568-4648-9305-ea2a7dc85c47 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597389 Nov 15 22:45:41.625741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a142d3-9c39-49a1-9073-5ea69911da75 req-540c724d-a656-4e50-a67b-be559990387b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:41.628095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4a142d3-9c39-49a1-9073-5ea69911da75 req-540c724d-a656-4e50-a67b-be559990387b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.0601213 Nov 15 22:45:41.688024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4a142d3-9c39-49a1-9073-5ea69911da75 req-49d44c7d-6167-4c83-bfc7-17a95ec65c35 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530770 Nov 15 22:45:42.646527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41126) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:42.780887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdeec84b-68c1-46b9-b17c-9baed3c9957c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:42.899298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdeec84b-68c1-46b9-b17c-9baed3c9957c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:42.911380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418ee8-97e6-4f4c-b884-323ee5349048 req-e4d43830-2de5-4b0f-8c01-bfef09e1810c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:42.913267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86418ee8-97e6-4f4c-b884-323ee5349048 req-e4d43830-2de5-4b0f-8c01-bfef09e1810c tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.1236172 Nov 15 22:45:42.965885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86418ee8-97e6-4f4c-b884-323ee5349048 req-70e73b50-134e-4fb7-a175-e56ee92766d9 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Nov 15 22:45:42.989598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cdeec84b-68c1-46b9-b17c-9baed3c9957c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:43.023317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cdeec84b-68c1-46b9-b17c-9baed3c9957c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a69b9f565231406e99b6d180dc0ab866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745191 Nov 15 22:45:43.024184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeec84b-68c1-46b9-b17c-9baed3c9957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1d9ef-f812-43cf-a42e-8e16baf3a20b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:43.026886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:43.113204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:43.138915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:43.255661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:43.258875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:43.260020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1b1d9ef-f812-43cf-a42e-8e16baf3a20b HTTP/1.1" status: 204 len: 168 time: 0.2326417 Nov 15 22:45:43.267931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424cf37-1a69-4d11-bf8b-cf7749c7d32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1d9ef-f812-43cf-a42e-8e16baf3a20b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:43.928034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:44.083886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd320c3d-b710-4373-8280-297cc3659b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.160474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd320c3d-b710-4373-8280-297cc3659b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.228764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd320c3d-b710-4373-8280-297cc3659b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.272761 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd320c3d-b710-4373-8280-297cc3659b07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c20bf655140747078e9dc1049f07fc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428745 Nov 15 22:45:44.273595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320c3d-b710-4373-8280-297cc3659b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1391e-4746-4236-9bbf-3e7d4809335c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:44.275356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:44.332716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.356945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.452660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.455514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:44.458047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84f1391e-4746-4236-9bbf-3e7d4809335c HTTP/1.1" status: 204 len: 168 time: 0.1797080 Nov 15 22:45:44.467207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ef29-15f2-44d2-9e0e-c9ed2c79b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1391e-4746-4236-9bbf-3e7d4809335c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:45.146947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41212) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:45.161008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa1ada1-1787-4d54-81d4-eb34d7b0d64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.240609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa1ada1-1787-4d54-81d4-eb34d7b0d64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.329826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa1ada1-1787-4d54-81d4-eb34d7b0d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.362592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:45.374065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-daa1ada1-1787-4d54-81d4-eb34d7b0d64d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea1078a35aa94bf596f03c9d3532afee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253115 Nov 15 22:45:45.375003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41228) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:45.375451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1ada1-1787-4d54-81d4-eb34d7b0d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd48a1f8-3c73-4dcc-b28a-fe3d8a6b955a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:45.447240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.471970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.509801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:45.604269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.641115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.643644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.644794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd48a1f8-3c73-4dcc-b28a-fe3d8a6b955a HTTP/1.1" status: 204 len: 168 time: 0.2660148 Nov 15 22:45:45.661649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f389c-f17b-4726-935a-a5e2acfc70ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd48a1f8-3c73-4dcc-b28a-fe3d8a6b955a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:45.723742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:45.871466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Allocated IP 172.25.0.39 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0852c636-c983-42db-b2ac-102b284a912c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:45:45.972831 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.091308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.159225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:45:46.162375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:45:46.165808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:45:46.175643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Pushing event updated for resources: {'Port': ['ID=0852c636-c983-42db-b2ac-102b284a912c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:46.259200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.351758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.540234 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.615992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.691254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Pushing event updated for resources: {'Port': ['ID=0852c636-c983-42db-b2ac-102b284a912c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:46.701733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.789573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.793614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91e7f3af-ce9f-43b4-927e-c556d7f9dd89 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4270482 Nov 15 22:45:46.798956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:46.799422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1397297237', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'fixed_ips': [{'ip_address': '172.25.0.39'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:46.908655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Made reservation on behalf of cefb2133cd5448769c753135e09a6171 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:46.917433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:46.991281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:47.102787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:47.250359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:47.258456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] device_id is not set on port e16bcfc3-10ca-4cd5-8cb2-3810abf3c8fb yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:45:47.355248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1801354-5a9b-4b8c-a001-1b24ef5c2b71,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:47.578609 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 15 22:45:47.579217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:45:47.684437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84e6248d-bf26-49c0-83de-0cb270c9b200 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8891797 Nov 15 22:45:47.687152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:48.227800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Deleting port 0852c636-c983-42db-b2ac-102b284a912c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:45:48.228787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.328760 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.329162 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.354549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Calling delete_port for 0852c636-c983-42db-b2ac-102b284a912c owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:45:48.564647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.599228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Pushing event deleted for resources: {'Port': ['ID=0852c636-c983-42db-b2ac-102b284a912c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:48.701527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.707743 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:48.713115 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e79c3be-779f-4480-8146-fded88959a33 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176 tempest-ExternalNetworksAdminNegativeTestJSON-1507950176-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/bf69163f-af9e-4fa8-a993-1f55b504bf78 HTTP/1.1" status: 204 len: 168 time: 1.0201528 Nov 15 22:45:49.333311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:49.475503 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab81648-9c17-4e91-acd5-18633a7ffe56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:49.581948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab81648-9c17-4e91-acd5-18633a7ffe56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:49.658428 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ab81648-9c17-4e91-acd5-18633a7ffe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:49.726306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab81648-9c17-4e91-acd5-18633a7ffe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9dff45-c3ce-4bfb-9d28-8d78ac8a6822,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:49.744566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ab81648-9c17-4e91-acd5-18633a7ffe56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fc574bf6bdb42fb8740b98fa8b53cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088535 Nov 15 22:45:49.747358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:49.765989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41354) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:49.815443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:49.842966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:49.909583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdddb-bf1d-40b7-b300-afcb0b48c2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.031938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdddb-bf1d-40b7-b300-afcb0b48c2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.033358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.036744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.055714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd9dff45-c3ce-4bfb-9d28-8d78ac8a6822 HTTP/1.1" status: 204 len: 168 time: 0.3047652 Nov 15 22:45:50.076635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9472d3-0db5-4124-8e27-bcc19130732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9dff45-c3ce-4bfb-9d28-8d78ac8a6822,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:50.104504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdddb-bf1d-40b7-b300-afcb0b48c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.144974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a8bfdddb-bf1d-40b7-b300-afcb0b48c2f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=616a57b9d86e415f9e26f63eb041628c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776836 Nov 15 22:45:50.148861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:50.195634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfdddb-bf1d-40b7-b300-afcb0b48c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe00cf-be54-4e45-87d2-6262d89675d2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:50.236455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.284812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.423805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.426508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:50.427698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0fe00cf-be54-4e45-87d2-6262d89675d2 HTTP/1.1" status: 204 len: 168 time: 0.2785747 Nov 15 22:45:50.435707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7514-bfde-41d1-a13f-5f600966b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe00cf-be54-4e45-87d2-6262d89675d2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:51.117891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:51.164407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9b45ac44-032f-480e-9958-36ba08b5cb8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cefb2133cd5448769c753135e09a6171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453548 Nov 15 22:45:51.167144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:51.227410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.255836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.394793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.398629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.399793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1801354-5a9b-4b8c-a001-1b24ef5c2b71 HTTP/1.1" status: 204 len: 168 time: 0.2315867 Nov 15 22:45:51.407509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc748-090f-44ec-b787-1c01c391af6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1801354-5a9b-4b8c-a001-1b24ef5c2b71,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:51.554134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:51.567982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a7e-5b0f-4f2d-9a0d-b1d637867b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.651643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a7e-5b0f-4f2d-9a0d-b1d637867b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.705028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a7e-5b0f-4f2d-9a0d-b1d637867b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.745073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa8a7e-5b0f-4f2d-9a0d-b1d637867b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0528183-8e7c-4e44-88a1-8c7d4262bb22,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:51.751984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-43fa8a7e-5b0f-4f2d-9a0d-b1d637867b95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84bb5121eabb4f9bbe81f3a846c468e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945887 Nov 15 22:45:51.763486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:51.804236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:51.826651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:52.000697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:52.003414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:52.004579 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0528183-8e7c-4e44-88a1-8c7d4262bb22 HTTP/1.1" status: 204 len: 168 time: 0.2514586 Nov 15 22:45:52.015102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f01a19-51cf-4361-a4ed-a611c395a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0528183-8e7c-4e44-88a1-8c7d4262bb22,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:52.815978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:52.830424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bc5-0102-4fd0-8c07-a7649f96b2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:52.907065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bc5-0102-4fd0-8c07-a7649f96b2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:52.998571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bc5-0102-4fd0-8c07-a7649f96b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.047361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c8bc5-0102-4fd0-8c07-a7649f96b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b44c108-ba9a-4169-aaed-c4995d341ad0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:53.056320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b11c8bc5-0102-4fd0-8c07-a7649f96b2b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb25f940f989490dbedf05856307af9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392244 Nov 15 22:45:53.057711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:53.122190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.144349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.179578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:53.291901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.296101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.296434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b44c108-ba9a-4169-aaed-c4995d341ad0 HTTP/1.1" status: 204 len: 168 time: 0.2372644 Nov 15 22:45:53.312326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc764-6620-41f9-8ee4-5ed2d2277d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b44c108-ba9a-4169-aaed-c4995d341ad0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:53.393555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1199721570'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:53.512994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:53.516595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.526150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.607477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.749381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.777035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:45:53.785872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6643f196-4ed2-4abf-a170-62a0c5fafa80,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:53.793944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.794277 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment 186f118b-2690-4c56-8597-43ecb28b57a8 of type vlan for network 3cec0826-f96a-491f-81c7-622ed32a3f9c Nov 15 22:45:53.833158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.989091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:53.995842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:53.996435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:54.063469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=3cec0826-f96a-491f-81c7-622ed32a3f9c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:54.073672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:45:54.147521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d099be55-3843-428e-a05a-9fa6f02d673f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9668517 Nov 15 22:45:54.674101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:54.778773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1287663090-network', 'tenant_id': 'bcd4745e14b34fb1817253db73ada95c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:54.903468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Made reservation on behalf of bcd4745e14b34fb1817253db73ada95c for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:54.905868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:54.915118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:54.989301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.055796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.076881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:45:55.095136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.095397 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Added segment c8d1817d-89a4-42fa-a6d6-4ae9d5547e09 of type vlan for network e896e66d-86e0-4f40-a2d7-988758818566 Nov 15 22:45:55.096713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657b935-c32a-44e5-be09-1a5a7bc88efa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:55.145880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.257764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.259534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:55.260275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.325722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e896e66d-86e0-4f40-a2d7-988758818566,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:55.336021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e896e66d-86e0-4f40-a2d7-988758818566 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:45:55.404307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ae7c1d06-33c1-45f5-b874-77c6d654c2c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7263753 Nov 15 22:45:55.405425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:55.416017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Request body: {'subnet': {'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1287663090-subnet', 'tenant_id': 'bcd4745e14b34fb1817253db73ada95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:55.503041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Made reservation on behalf of bcd4745e14b34fb1817253db73ada95c for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:55.505510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.783793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:55.842069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:55.846288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Checking segment: {'id': 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:45:55.846641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Network hostable DHCP agents. Network: e896e66d-86e0-4f40-a2d7-988758818566, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:45:55.983652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Network e896e66d-86e0-4f40-a2d7-988758818566 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:45:56.086266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e896e66d-86e0-4f40-a2d7-988758818566) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:45:56.096409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78a403-9dd2-4486-b2a1-ad9b978d6594 None None] Network e896e66d-86e0-4f40-a2d7-988758818566 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:56.107321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:56.108268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:56.221352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98ccd068-72c7-4ebe-b6ad-8c0659263b43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8141816 Nov 15 22:45:56.289951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba745b-553a-4c5b-b91b-84bf6f2b6b87 None None] Network e896e66d-86e0-4f40-a2d7-988758818566 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:57.261612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:57.270129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-86432499-network', 'tenant_id': '5c4a2d4b39e44982863603042e46c1c5'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:57.344805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:57.353657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:57.405620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Made reservation on behalf of 5c4a2d4b39e44982863603042e46c1c5 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:57.407902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.423062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.527801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.606445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.609645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:57.613591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.683372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:45:57.689815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71193415-3f14-4195-a048-5bb9cc5a2559,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:57.713502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.713831 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Added segment 1a01310e-7fea-4015-9808-4ad99d85d749 of type vlan for network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e Nov 15 22:45:57.771226 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.855889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.857459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:57.858258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:57.962072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd97f90-e1d1-4d06-b6e2-f18f71796c0e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:57.969771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f16af9d7-42e2-4167-8154-afb1e9e1c982 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7071166 Nov 15 22:45:57.972901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:45:57.976687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:57.982052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Request body: {'subnet': {'network_id': 'bdd97f90-e1d1-4d06-b6e2-f18f71796c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-86432499-subnet', 'tenant_id': '5c4a2d4b39e44982863603042e46c1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:58.034905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.099992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=4936fc00-6881-4a3a-b4c2-74375359f44d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:58.116408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Made reservation on behalf of 5c4a2d4b39e44982863603042e46c1c5 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:58.118814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.120927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': '186f118b-2690-4c56-8597-43ecb28b57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:45:58.121287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: 3cec0826-f96a-491f-81c7-622ed32a3f9c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:45:58.258343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:45:58.382908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3cec0826-f96a-491f-81c7-622ed32a3f9c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:45:58.387651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:58.388286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.396909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2a53f-8fc8-4c8f-bf4b-892354898bd5 None None] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:58.406608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.460187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a98ba09-72a3-4ee9-b2d0-1de234b117d0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1137962 Nov 15 22:45:58.464215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:58.470025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1825308673'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:58.485867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Checking segment: {'id': '1a01310e-7fea-4015-9808-4ad99d85d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'bdd97f90-e1d1-4d06-b6e2-f18f71796c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:45:58.486221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Network hostable DHCP agents. Network: bdd97f90-e1d1-4d06-b6e2-f18f71796c0e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:45:58.488328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61240f9-2b0d-4974-ac61-fa9be28dabb3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:58.549006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:58.552393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.571996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:45:58.601555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:45:58.603208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3cec0826-f96a-491f-81c7-622ed32a3f9c', 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': '4936fc00-6881-4a3a-b4c2-74375359f44d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:45:58.604145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.612835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.615943 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d of type vlan for network ef74efef-8527-43ae-bcb9-455986deb49c Nov 15 22:45:58.665504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, bdd97f90-e1d1-4d06-b6e2-f18f71796c0e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:45:58.669386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.676894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:58.678568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.688292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82051d-5246-409e-b98d-7a6752736690 None None] Network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:58.812194 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.824658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3cf29be1-bba9-4133-92ba-a07e6e6d4457 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8382981 Nov 15 22:45:58.825043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:58.825043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:58.946669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=ef74efef-8527-43ae-bcb9-455986deb49c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:58.955862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.956489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.957044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.963774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.964390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.964949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.965476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.965954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.966647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.967127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.967621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.968134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:45:58.994588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ef74efef-8527-43ae-bcb9-455986deb49c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:45:59.034073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2574d79c-2b10-41c7-9a8d-b5b1fe96ff1b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5651445 Nov 15 22:45:59.034236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41592) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:45:59.042142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:45:59.124202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Allocated IP 2001:db8:0:ffff::2 (3cec0826-f96a-491f-81c7-622ed32a3f9c/4936fc00-6881-4a3a-b4c2-74375359f44d/aa1c3fb1-0294-4342-b191-54f6b9eb1404) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:45:59.248052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:45:59.253043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.386019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425284c6-364f-4d9e-acc0-eadaef2c8f60 None None] Network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:45:59.516146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-275f409e-e1bb-437f-b1fd-c8945c69964d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:45:59.517881 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.521367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-275f409e-e1bb-437f-b1fd-c8945c69964d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/networks?id=e896e66d-86e0-4f40-a2d7-988758818566 HTTP/1.1" status: 200 len: 812 time: 0.1574497 Nov 15 22:45:59.542464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-b0db01eb-c49e-4c2d-8584-2c0628203406 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/quotas/bcd4745e14b34fb1817253db73ada95c HTTP/1.1" status: 200 len: 375 time: 0.0163345 Nov 15 22:45:59.602426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-1b0f7519-5f58-4310-93fe-aa9bdf752e0d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcd4745e14b34fb1817253db73ada95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410168 Nov 15 22:45:59.611213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.675576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.717442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:45:59.722611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:45:59.726437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:45:59.737832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Pushing event updated for resources: {'Port': ['ID=aa1c3fb1-0294-4342-b191-54f6b9eb1404,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:59.764643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-4ef3f3c0-4745-41d7-9556-ab3cd5892511 service neutron] 10.222.0.15 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613221 Nov 15 22:45:59.797428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Attempting to bind port aa1c3fb1-0294-4342-b191-54f6b9eb1404 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:45:59.797725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Attempting to bind port aa1c3fb1-0294-4342-b191-54f6b9eb1404 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '186f118b-2690-4c56-8597-43ecb28b57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:45:59.797980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Attempting to bind port aa1c3fb1-0294-4342-b191-54f6b9eb1404 on network 3cec0826-f96a-491f-81c7-622ed32a3f9c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:45:59.803559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:45:59.803972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Checking segment: {'id': '186f118b-2690-4c56-8597-43ecb28b57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:45:59.804316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.804725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Bound using segment: {'id': '186f118b-2690-4c56-8597-43ecb28b57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:45:59.805195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Bound port: aa1c3fb1-0294-4342-b191-54f6b9eb1404, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186f118b-2690-4c56-8597-43ecb28b57a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cec0826-f96a-491f-81c7-622ed32a3f9c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:45:59.805619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.873454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.874533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] For port aa1c3fb1-0294-4342-b191-54f6b9eb1404, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:45:59.877918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] For port aa1c3fb1-0294-4342-b191-54f6b9eb1404, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aa1c3fb1-0294-4342-b191-54f6b9eb1404,segment=NetworkSegment(186f118b-2690-4c56-8597-43ecb28b57a8),segment_id=186f118b-2690-4c56-8597-43ecb28b57a8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:45:59.909869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:45:59.912783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:45:59.923883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-412d8113-b120-49e3-88f1-f25d8c79cd4f service neutron] 10.222.0.15 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529317 Nov 15 22:45:59.976518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=ed786c9e-fd87-4412-a48d-10936fe1a053,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:45:59.987183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:45:59.987515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: ef74efef-8527-43ae-bcb9-455986deb49c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:00.027802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.091602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network ef74efef-8527-43ae-bcb9-455986deb49c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:00.119772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169a57e-426e-4a35-8ac0-0f61ce1dab69 None None] Pushing event updated for resources: {'Port': ['ID=aa1c3fb1-0294-4342-b191-54f6b9eb1404,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:00.192214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ef74efef-8527-43ae-bcb9-455986deb49c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:00.198192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:00.198954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.200669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71fa04-fa74-48e8-8b6f-5e401f21631a None None] Network ef74efef-8527-43ae-bcb9-455986deb49c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:00.328664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d944a6fb-a015-4efb-bbf4-c9a336c706a4 req-30a327b6-7a70-44c2-806a-7da0b0b781cd tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0942492 Nov 15 22:46:00.338853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9395d4f8-12be-4fd9-b41b-eabe4d42beb8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3034966 Nov 15 22:46:00.341799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:00.352919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'port': {'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c', 'name': 'tempest-NetworksIpV6TestAttrs-575189769'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:00.450390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ef74efef-8527-43ae-bcb9-455986deb49c', 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': 'ed786c9e-fd87-4412-a48d-10936fe1a053'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:00.452549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.646035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:00.651003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.665644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Allocated IP 2001:db8::f816:3eff:fee0:1f1 (ef74efef-8527-43ae-bcb9-455986deb49c/ed786c9e-fd87-4412-a48d-10936fe1a053/2fb7e727-cf80-4007-b39f-b36b04feba32) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:00.684889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] device_id is not set on port c1e73b44-f151-474a-a6ca-627a42243492 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:46:00.817028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.884147 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:00.951514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Network ef74efef-8527-43ae-bcb9-455986deb49c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:00.955482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:00.959226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Allocated IP 2001:db8::f816:3eff:feab:4ead (ef74efef-8527-43ae-bcb9-455986deb49c/ed786c9e-fd87-4412-a48d-10936fe1a053/c1e73b44-f151-474a-a6ca-627a42243492) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:00.960386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:00.963089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:00.966041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Pushing event updated for resources: {'Port': ['ID=2fb7e727-cf80-4007-b39f-b36b04feba32,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.058419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Attempting to bind port 2fb7e727-cf80-4007-b39f-b36b04feba32 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:01.059032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Attempting to bind port 2fb7e727-cf80-4007-b39f-b36b04feba32 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:01.059302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Attempting to bind port 2fb7e727-cf80-4007-b39f-b36b04feba32 on network ef74efef-8527-43ae-bcb9-455986deb49c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:01.066246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:01.066622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Checking segment: {'id': 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:01.067019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.067408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Bound using segment: {'id': 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:01.067873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Bound port: 2fb7e727-cf80-4007-b39f-b36b04feba32, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ef74efef-8527-43ae-bcb9-455986deb49c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:01.068811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.125922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aa1c3fb1-0294-4342-b191-54f6b9eb1404 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:01.218189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcb16010-c9bc-46dd-aa7d-a8b6e978ab7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.218909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] For port 2fb7e727-cf80-4007-b39f-b36b04feba32, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:01.225128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] For port 2fb7e727-cf80-4007-b39f-b36b04feba32, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2fb7e727-cf80-4007-b39f-b36b04feba32,segment=NetworkSegment(bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d),segment_id=bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:01.243327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port aa1c3fb1-0294-4342-b191-54f6b9eb1404 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:01.243669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.316076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.331998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.372545 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.387599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcb16010-c9bc-46dd-aa7d-a8b6e978ab7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.425337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port aa1c3fb1-0294-4342-b191-54f6b9eb1404, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aa1c3fb1-0294-4342-b191-54f6b9eb1404,segment=NetworkSegment(186f118b-2690-4c56-8597-43ecb28b57a8),segment_id=186f118b-2690-4c56-8597-43ecb28b57a8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:01.437846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5737fd77-bc6d-4d9d-9c19-6854a2dcb5a0 req-bfbf2c73-27c4-4b51-aa3f-60e213c5bff0 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0353346 Nov 15 22:46:01.472389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87934d-01c5-4f0a-9600-7945b7554563 None None] Pushing event updated for resources: {'Port': ['ID=2fb7e727-cf80-4007-b39f-b36b04feba32,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.477499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.496464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69152c95-872d-42d1-8142-b611e3d73953 None None] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:01.496585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bcb16010-c9bc-46dd-aa7d-a8b6e978ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.551955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.575501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network ef74efef-8527-43ae-bcb9-455986deb49c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:01.584706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bcb16010-c9bc-46dd-aa7d-a8b6e978ab7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6c035c52ed747fb84e521ce0edb3a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6267042 Nov 15 22:46:01.587153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:01.592599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:01.596111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:01.602439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:01.603761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.608267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16010-c9bc-46dd-aa7d-a8b6e978ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3508bbb-2c85-49b4-9b92-2db05f27f93a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.615852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Port': ['ID=c1e73b44-f151-474a-a6ca-627a42243492,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.653047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2111d536-9050-489d-8423-2bd510d31ed6 None None] Provisioning complete for port aa1c3fb1-0294-4342-b191-54f6b9eb1404 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:01.653413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2111d536-9050-489d-8423-2bd510d31ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.659857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=aa1c3fb1-0294-4342-b191-54f6b9eb1404,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.677458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.723983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.735602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1cb2703b-a3f5-44c9-bef7-202cf14c0184 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3899257 Nov 15 22:46:01.736015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:01.824947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting subnet ed786c9e-fd87-4412-a48d-10936fe1a053 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:01.828799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.884165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.887118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.888721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3508bbb-2c85-49b4-9b92-2db05f27f93a HTTP/1.1" status: 204 len: 168 time: 0.3009470 Nov 15 22:46:01.898924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3508bbb-2c85-49b4-9b92-2db05f27f93a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:01.903847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:01.909272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.909699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.910132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.910506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.910782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.911158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.911485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.911830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.912153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.913167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.913498 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:01.913822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc52ac9-0e71-4a10-abb9-d6e241b1a90b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:02.059765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.206311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.239413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=ed786c9e-fd87-4412-a48d-10936fe1a053,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:02.249944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.255798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-666d9873-2709-4d66-88e1-f33723d1314d tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/ed786c9e-fd87-4412-a48d-10936fe1a053 HTTP/1.1" status: 204 len: 168 time: 0.5143330 Nov 15 22:46:02.256102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:02.276265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12c89bb1-0b88-40ae-97ac-a44b8144cd10 None None] Provisioning complete for port aa1c3fb1-0294-4342-b191-54f6b9eb1404 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:02.276789 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c89bb1-0b88-40ae-97ac-a44b8144cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.358428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c17d7-949d-4f18-879a-fe59a734e065 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:02.360042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c17d7-949d-4f18-879a-fe59a734e065 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:02.362081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb1c17d7-949d-4f18-879a-fe59a734e065 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1048276 Nov 15 22:46:02.366933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:02.490970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47910eb9-30f0-4a04-ab79-c42a7cac780b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.501462 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-47910eb9-30f0-4a04-ab79-c42a7cac780b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 22:46:02.502196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47910eb9-30f0-4a04-ab79-c42a7cac780b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:02.506629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47910eb9-30f0-4a04-ab79-c42a7cac780b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/ef74efef-8527-43ae-bcb9-455986deb49c HTTP/1.1" status: 409 len: 405 time: 0.1384218 Nov 15 22:46:02.511074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:02.517702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1192641578'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:02.595950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ff2dd11-ccba-4f58-96e7-f61b94526f3d req-47a9328e-58bc-4a8e-b97e-aa69e1d5e3d6 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0484219 Nov 15 22:46:02.628912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:02.633106 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.662139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:02.674006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.674341 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment d5cc2b0e-c65c-496b-9603-29c79278b994 of type vlan for network f98849ca-6096-4fe8-81e1-c570b1e59dba Nov 15 22:46:02.692405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41684) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:02.726369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.742171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bf1ca5-218b-4b99-ae37-41cdcf528fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.781730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ffd29-9c83-49ec-9d26-4d7e428872dc None None] Network ef74efef-8527-43ae-bcb9-455986deb49c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:02.835134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.843855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:02.844792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.872155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bf1ca5-218b-4b99-ae37-41cdcf528fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.918175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Provisioning complete for port 2fb7e727-cf80-4007-b39f-b36b04feba32 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:02.918539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.949846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=f98849ca-6096-4fe8-81e1-c570b1e59dba,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:02.953211 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29bf1ca5-218b-4b99-ae37-41cdcf528fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:02.980472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81c4b111-75d6-4acb-bb52-874365aed7c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4647489 Nov 15 22:46:02.982218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:02.998178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:03.007691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f98849ca-6096-4fe8-81e1-c570b1e59dba details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:03.051471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29bf1ca5-218b-4b99-ae37-41cdcf528fbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8674133c23d74e7a8d2b0495d5765d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544738 Nov 15 22:46:03.051471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf1ca5-218b-4b99-ae37-41cdcf528fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8f6fa-51d5-4ef4-98e3-202359c2a1d5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:03.054010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41694) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:03.156959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.158212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.202814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] For port 2fb7e727-cf80-4007-b39f-b36b04feba32, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2fb7e727-cf80-4007-b39f-b36b04feba32,segment=NetworkSegment(bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d),segment_id=bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:03.205769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] DHCP port deletion for ef74efef-8527-43ae-bcb9-455986deb49c request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:03.239091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.286034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Deleting port 2fb7e727-cf80-4007-b39f-b36b04feba32 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:03.287433 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.310106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:03.319162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.340994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a6f1ff7a-5d81-4dba-b340-f111d8c45d23 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:03.345858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a6f1ff7a-5d81-4dba-b340-f111d8c45d23 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.55 "GET /v2.0/networks?id=e896e66d-86e0-4f40-a2d7-988758818566 HTTP/1.1" status: 200 len: 812 time: 0.2148726 Nov 15 22:46:03.347006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aa1c3fb1-0294-4342-b191-54f6b9eb1404 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:03.350904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.372858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Request body: {'port': {'device_id': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566', 'admin_state_up': True, 'tenant_id': 'bcd4745e14b34fb1817253db73ada95c'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:03.428312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.437329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.448196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9de8f6fa-51d5-4ef4-98e3-202359c2a1d5 HTTP/1.1" status: 204 len: 168 time: 0.3930659 Nov 15 22:46:03.527466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff975a7f-a52d-4f56-afc8-f7ee6f9040bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8f6fa-51d5-4ef4-98e3-202359c2a1d5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:03.672875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] For port 2fb7e727-cf80-4007-b39f-b36b04feba32, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2fb7e727-cf80-4007-b39f-b36b04feba32,segment=NetworkSegment(bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d),segment_id=bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:03.672875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.678948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Pushing event updated for resources: {'Port': ['ID=2fb7e727-cf80-4007-b39f-b36b04feba32,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:03.691677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Calling delete_port for 2fb7e727-cf80-4007-b39f-b36b04feba32 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:03.703744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.704346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.704868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.705371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.705961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.706288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.706612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.706931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.707387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.707961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.708185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.708500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362b25b9-9d09-4922-821c-261638e18f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:03.730455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port aa1c3fb1-0294-4342-b191-54f6b9eb1404 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:03.730455 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.882705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a094c751-8e3b-409f-8ba8-fa90f35a3239 req-3686a8c1-fbf2-4bcd-8c68-bb8637f2a032 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Nov 15 22:46:03.926208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:03.954833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] Pushing event deleted for resources: {'Port': ['ID=2fb7e727-cf80-4007-b39f-b36b04feba32,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:03.956852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869974f7-d4c6-45b8-8f1b-5ff30d4416f6 None None] No DVR routers for this DVR port 2fb7e727-cf80-4007-b39f-b36b04feba32 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:04.086104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Made reservation on behalf of bcd4745e14b34fb1817253db73ada95c for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:04.089863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.248124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.objects.ports [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103128) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:46:04.251368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.295871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Allocated IP 172.20.0.8 (e896e66d-86e0-4f40-a2d7-988758818566/be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c/874ae9e7-21d2-4cef-9a79-7f3f82e46263) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:04.330096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:04.368219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': 'd5cc2b0e-c65c-496b-9603-29c79278b994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:04.368577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: f98849ca-6096-4fe8-81e1-c570b1e59dba, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:04.484019 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.493333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network f98849ca-6096-4fe8-81e1-c570b1e59dba is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:04.566296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f98849ca-6096-4fe8-81e1-c570b1e59dba) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:04.571193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:04.572236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.576870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9737944-7726-4846-8e92-a6b41748aa3b None None] Network f98849ca-6096-4fe8-81e1-c570b1e59dba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:04.595300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.637846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Network e896e66d-86e0-4f40-a2d7-988758818566 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:04.642710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:04.647442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:04.684560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c49c5701-1032-46d6-83f2-634280324a89 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7003767 Nov 15 22:46:04.684953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:04.685524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Pushing event updated for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:04.690683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'port': {'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba', 'name': 'tempest-NetworksIpV6TestAttrs-74953086'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:04.723689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:04.724854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.776163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98321fe1-fa44-47db-8251-a9fe3523a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.806385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f98849ca-6096-4fe8-81e1-c570b1e59dba', 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': 'cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:04.807121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.811972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-65f3f2b0-bae8-4115-a610-c3243297d885 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4451132 Nov 15 22:46:04.829729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Request body: {'port': {'device_id': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:04.889894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.900795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:04.904394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:04.922638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] device_id is not set on port 110f6611-5554-4ea0-b49b-0351ac46f989 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:46:05.014825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Allocated IP 2001:db8::f816:3eff:feb4:491b (f98849ca-6096-4fe8-81e1-c570b1e59dba/cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc/c87e13fa-ee8f-4436-8fb6-0688c8f6535f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:05.067675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2fb7e727-cf80-4007-b39f-b36b04feba32 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:05.107050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2fb7e727-cf80-4007-b39f-b36b04feba32 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:05.107485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2fb7e727-cf80-4007-b39f-b36b04feba32 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:05.161827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3266f-9c9c-4ed5-9735-6b80e825f272 req-7ce8fe43-7488-46d5-b09f-61c21e922a3c tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:05.163328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8e3266f-9c9c-4ed5-9735-6b80e825f272 req-7ce8fe43-7488-46d5-b09f-61c21e922a3c tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 931 time: 0.2033353 Nov 15 22:46:05.213602 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.269693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f8e3266f-9c9c-4ed5-9735-6b80e825f272 req-8e001ed5-f763-4ec1-a738-5d7b96ce7892 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680113 Nov 15 22:46:05.297467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.336963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Network f98849ca-6096-4fe8-81e1-c570b1e59dba is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:05.342171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:05.347347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:05.353544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Pushing event updated for resources: {'Port': ['ID=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:05.360418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Allocated IP 2001:db8::f816:3eff:fe0e:eb1d (f98849ca-6096-4fe8-81e1-c570b1e59dba/cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc/110f6611-5554-4ea0-b49b-0351ac46f989) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:05.377955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874ae9e7-21d2-4cef-9a79-7f3f82e46263 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:46:05.401689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.429825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Transition to ACTIVE for port object 874ae9e7-21d2-4cef-9a79-7f3f82e46263 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:46:05.437306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Attempting to bind port c87e13fa-ee8f-4436-8fb6-0688c8f6535f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:05.438280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Attempting to bind port c87e13fa-ee8f-4436-8fb6-0688c8f6535f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd5cc2b0e-c65c-496b-9603-29c79278b994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:05.438891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Attempting to bind port c87e13fa-ee8f-4436-8fb6-0688c8f6535f on network f98849ca-6096-4fe8-81e1-c570b1e59dba {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:05.452227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:05.452607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Checking segment: {'id': 'd5cc2b0e-c65c-496b-9603-29c79278b994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:05.453079 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.453598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Bound using segment: {'id': 'd5cc2b0e-c65c-496b-9603-29c79278b994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:05.454131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Bound port: c87e13fa-ee8f-4436-8fb6-0688c8f6535f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cc2b0e-c65c-496b-9603-29c79278b994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f98849ca-6096-4fe8-81e1-c570b1e59dba'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:05.454517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.501444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.545991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-79145ecc-a391-464c-aa03-f55092737335 None None] For port c87e13fa-ee8f-4436-8fb6-0688c8f6535f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:05.550293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-79145ecc-a391-464c-aa03-f55092737335 None None] For port c87e13fa-ee8f-4436-8fb6-0688c8f6535f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,segment=NetworkSegment(d5cc2b0e-c65c-496b-9603-29c79278b994),segment_id=d5cc2b0e-c65c-496b-9603-29c79278b994)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:05.595924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:05.598069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.668657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Attempting to bind port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:05.669254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Attempting to bind port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:05.669584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Attempting to bind port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 on network e896e66d-86e0-4f40-a2d7-988758818566 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:05.675340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 on network e896e66d-86e0-4f40-a2d7-988758818566 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:46:05.675657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Attempting to bind port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 on network e896e66d-86e0-4f40-a2d7-988758818566 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:05.678585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.689094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:05.689433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Checking segment: {'id': 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:05.689815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Bound using segment: {'id': 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:05.690247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Bound port: 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:05.690595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.731156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.740709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145ecc-a391-464c-aa03-f55092737335 None None] Pushing event updated for resources: {'Port': ['ID=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:05.772966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:05.776538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263,segment=NetworkSegment(c8d1817d-89a4-42fa-a6d6-4ae9d5547e09),segment_id=c8d1817d-89a4-42fa-a6d6-4ae9d5547e09)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:05.821816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network f98849ca-6096-4fe8-81e1-c570b1e59dba is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:05.822408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:05.829975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:05.837011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:05.837650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.842929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.854717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Port': ['ID=110f6611-5554-4ea0-b49b-0351ac46f989,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:05.887715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:05.888420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:05.889911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] 10.222.0.55 "PUT /v2.0/ports/874ae9e7-21d2-4cef-9a79-7f3f82e46263 HTTP/1.1" status: 200 len: 1091 time: 1.0646210 Nov 15 22:46:05.890475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:05.892775 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab323ca-cf45-41cb-b44b-0054c449e460" -d '{"events": [{"name": "network-changed", "server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:46:05.932941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b7a10-abc0-4164-ab9a-68bb76b3cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:05.942231 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1af0c-9632-4a1e-86bd-d29e332a5141 x-openstack-request-id: req-b2c1af0c-9632-4a1e-86bd-d29e332a5141 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:46:05.942592 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:46:05.943502 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2c1af0c-9632-4a1e-86bd-d29e332a5141 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:46:05.943967 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263', 'status': 'completed', 'code': 200} Nov 15 22:46:05.949447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:05.950252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df53bd44-0ae2-432e-b4af-08a9e77db4a4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2641301 Nov 15 22:46:06.268577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting subnet cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:06.268577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:06.268577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-584019f6-58db-4b13-8c99-92bb258449eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.268577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-584019f6-58db-4b13-8c99-92bb258449eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd4745e14b34fb1817253db73ada95c&device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 1094 time: 0.1111169 Nov 15 22:46:06.268577 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:06.453425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-845a258e-9615-4a21-b6c6-24853b748f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.454898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-845a258e-9615-4a21-b6c6-24853b748f11 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bcd4745e14b34fb1817253db73ada95c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3136406 Nov 15 22:46:06.490662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a78ca-3d00-40e1-bbee-f695342e9677 req-ac7c6b25-bed1-481e-ae38-2d8e0a682da4 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.492154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea0a78ca-3d00-40e1-bbee-f695342e9677 req-ac7c6b25-bed1-481e-ae38-2d8e0a682da4 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 943 time: 0.1160438 Nov 15 22:46:06.524165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:06.753721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea0a78ca-3d00-40e1-bbee-f695342e9677 req-e0339a3d-bdba-4c1c-a2f7-616935695ee5 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348795 Nov 15 22:46:06.771954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-84a70d59-d44e-42d7-a22f-f4265712e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.775200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ab323ca-cf45-41cb-b44b-0054c449e460 req-84a70d59-d44e-42d7-a22f-f4265712e26c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3065269 Nov 15 22:46:06.839935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:06.893279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:06.898581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:06.904138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5c5f9ee4-4816-42bd-b4ba-8617e4dec8c1 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc HTTP/1.1" status: 204 len: 168 time: 0.9420538 Nov 15 22:46:06.908033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:06.938981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-0f74a579-b7bb-458f-98f2-bff661af87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.940550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-0f74a579-b7bb-458f-98f2-bff661af87c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd4745e14b34fb1817253db73ada95c&device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 1094 time: 0.1113262 Nov 15 22:46:06.970150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979a29a-6078-4b8c-b643-fab5a65598f3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.970150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979a29a-6078-4b8c-b643-fab5a65598f3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:06.970649 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4979a29a-6078-4b8c-b643-fab5a65598f3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0647650 Nov 15 22:46:06.973003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:06.993703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-4d449884-5ceb-46e2-a0f0-c1bc3caff98e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263 HTTP/1.1" status: 200 len: 217 time: 0.0423346 Nov 15 22:46:07.055590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c67a-7977-4698-a4fc-94ec64859991 req-cb76f1bb-5bd7-4b46-8b5f-d78c2903a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:07.057155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-cb76f1bb-5bd7-4b46-8b5f-d78c2903a334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c HTTP/1.1" status: 200 len: 852 time: 0.0551417 Nov 15 22:46:07.088163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c87e13fa-ee8f-4436-8fb6-0688c8f6535f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:07.095529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f9d692-f988-4a76-8bbc-1efeca065266 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.104606 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-af3884d8-8441-408c-9bd7-e7d0ff9c8c74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e896e66d-86e0-4f40-a2d7-988758818566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389910 Nov 15 22:46:07.105584 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f9d692-f988-4a76-8bbc-1efeca065266 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 15 22:46:07.106048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f9d692-f988-4a76-8bbc-1efeca065266 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:07.109141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1f9d692-f988-4a76-8bbc-1efeca065266 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/f98849ca-6096-4fe8-81e1-c570b1e59dba HTTP/1.1" status: 409 len: 405 time: 0.1337950 Nov 15 22:46:07.112869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41784) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:07.125837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794629534'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:07.135168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c64fb9-fd78-48f4-bdfd-a992ad3bd235 None None] Network f98849ca-6096-4fe8-81e1-c570b1e59dba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:07.180835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5e3dc17-df76-4344-98ae-2de229094664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.204503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-eb9b883c-4075-4e80-9a04-858ed0b799c0 service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904248 Nov 15 22:46:07.212096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:07.218267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.225395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Provisioning complete for port c87e13fa-ee8f-4436-8fb6-0688c8f6535f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:07.226005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.240257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:07.249299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.249637 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment ebf1a1b7-86bc-4d79-843e-acd883ed1468 of type vlan for network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 Nov 15 22:46:07.290232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.298821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c87e13fa-ee8f-4436-8fb6-0688c8f6535f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:07.299104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.327135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d852c67a-7977-4698-a4fc-94ec64859991 req-a84c8243-4c2a-4543-b9e2-462a15e5fc8a service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123388 Nov 15 22:46:07.377724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.378054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:07.378622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.425845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:07.440902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.444043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.462977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:07.478385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:07.486164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] DHCP port deletion for f98849ca-6096-4fe8-81e1-c570b1e59dba request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:07.518479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-320a6e2d-61e1-4db2-b683-18549a13e3a2 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4042127 Nov 15 22:46:07.524792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:07.529159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:07.557618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14e45a38-d84f-45b9-b770-4bf9db5b106c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.579292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port c87e13fa-ee8f-4436-8fb6-0688c8f6535f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,segment=NetworkSegment(d5cc2b0e-c65c-496b-9603-29c79278b994),segment_id=d5cc2b0e-c65c-496b-9603-29c79278b994)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:07.635214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Deleting port c87e13fa-ee8f-4436-8fb6-0688c8f6535f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:07.636051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.646549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14e45a38-d84f-45b9-b770-4bf9db5b106c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.673214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.694895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:07.698497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.723551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14e45a38-d84f-45b9-b770-4bf9db5b106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.751683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e45a38-d84f-45b9-b770-4bf9db5b106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23a010-ca22-4448-add3-a2cf577c5bff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:07.753789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] For port c87e13fa-ee8f-4436-8fb6-0688c8f6535f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,segment=NetworkSegment(d5cc2b0e-c65c-496b-9603-29c79278b994),segment_id=d5cc2b0e-c65c-496b-9603-29c79278b994)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:07.754174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.778830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-14e45a38-d84f-45b9-b770-4bf9db5b106c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b2341a94696446a8027629e3ac509b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3543077 Nov 15 22:46:07.784754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41800) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:07.790037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Calling delete_port for c87e13fa-ee8f-4436-8fb6-0688c8f6535f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:07.796052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:46:07.796260 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:46:07.813110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:07.896645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc9da-16aa-4624-8515-91cf07d5ad11 req-c02b51f1-4393-49f7-b81f-183c98495d1f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:07.897970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-337bc9da-16aa-4624-8515-91cf07d5ad11 req-c02b51f1-4393-49f7-b81f-183c98495d1f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 943 time: 0.0564346 Nov 15 22:46:07.909301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.946324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-337bc9da-16aa-4624-8515-91cf07d5ad11 req-135c11fc-a86e-4080-8a2b-fbecefee8ea4 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Nov 15 22:46:07.961601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:07.994475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.024891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] Pushing event deleted for resources: {'Port': ['ID=c87e13fa-ee8f-4436-8fb6-0688c8f6535f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:08.026803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22db1a0-9bd0-46f6-8a35-a72bfaf965f4 None None] No DVR routers for this DVR port c87e13fa-ee8f-4436-8fb6-0688c8f6535f on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:08.136578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.139163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.140316 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b23a010-ca22-4448-add3-a2cf577c5bff HTTP/1.1" status: 204 len: 168 time: 0.3546388 Nov 15 22:46:08.155102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13055e22-487c-410d-b31a-f73b57df5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23a010-ca22-4448-add3-a2cf577c5bff,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:08.210957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:46:08.212417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.278001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=fbb24efa-abb4-404e-bb65-7191cfd05f94,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:08.285035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': 'ebf1a1b7-86bc-4d79-843e-acd883ed1468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:08.285393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:08.294191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.318352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ccc29967-db6e-4a23-80cd-4e70b38d05e1 None None] Port c87e13fa-ee8f-4436-8fb6-0688c8f6535f update to ACTIVE by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 22:46:08.371271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:08.432015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:08.436889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:08.437726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.443247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2159c5f-3eff-48cb-b8d2-6902f97d5b18 None None] Network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:08.541783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9e2a173-a9ac-4d46-b928-4f60f3ddb250 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0147338 Nov 15 22:46:08.542049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41812) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:08.602837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7', 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': 'fbb24efa-abb4-404e-bb65-7191cfd05f94'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:08.602837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.644420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.702889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.745041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Allocated IP 2001:db8::f816:3eff:fe6a:55ed (7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7/fbb24efa-abb4-404e-bb65-7191cfd05f94/b483ab0a-e6b1-4b0d-9769-16695db07906) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:08.843166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:08.857708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c20733a-3454-41d5-9e07-32154374c0ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.892535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.939565 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c20733a-3454-41d5-9e07-32154374c0ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.966446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:08.994766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c20733a-3454-41d5-9e07-32154374c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.063974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20733a-3454-41d5-9e07-32154374c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814b8174-9386-4691-af3f-acc808666813,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:09.074292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8606-af2c-44fe-9500-d9719251bb98 req-ded00f0f-c41b-4a1c-ad1d-d32922a082b3 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:09.077475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c87e13fa-ee8f-4436-8fb6-0688c8f6535f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:09.081475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:09.082481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ab8606-af2c-44fe-9500-d9719251bb98 req-ded00f0f-c41b-4a1c-ad1d-d32922a082b3 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 943 time: 0.0627472 Nov 15 22:46:09.089761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.101042 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c20733a-3454-41d5-9e07-32154374c0ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=233249b39f264f0ebf8e5fa63094aa44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567403 Nov 15 22:46:09.105167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:09.113288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:09.115736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c87e13fa-ee8f-4436-8fb6-0688c8f6535f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:09.116072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c87e13fa-ee8f-4436-8fb6-0688c8f6535f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:09.117949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:09.124061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Pushing event updated for resources: {'Port': ['ID=b483ab0a-e6b1-4b0d-9769-16695db07906,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:09.156533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb24efa-abb4-404e-bb65-7191cfd05f94,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:09.190362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Attempting to bind port b483ab0a-e6b1-4b0d-9769-16695db07906 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:09.190572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Attempting to bind port b483ab0a-e6b1-4b0d-9769-16695db07906 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ebf1a1b7-86bc-4d79-843e-acd883ed1468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:09.190974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Attempting to bind port b483ab0a-e6b1-4b0d-9769-16695db07906 on network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:09.197683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:09.198052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Checking segment: {'id': 'ebf1a1b7-86bc-4d79-843e-acd883ed1468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:09.198512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.198921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Bound using segment: {'id': 'ebf1a1b7-86bc-4d79-843e-acd883ed1468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:09.199391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Bound port: b483ab0a-e6b1-4b0d-9769-16695db07906, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf1a1b7-86bc-4d79-843e-acd883ed1468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:09.199767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.203827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.212870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9ab8606-af2c-44fe-9500-d9719251bb98 req-78ba3821-52c8-433b-82b3-cf927925fa82 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294801 Nov 15 22:46:09.234335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.257969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.292747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] For port b483ab0a-e6b1-4b0d-9769-16695db07906, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:09.296196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] For port b483ab0a-e6b1-4b0d-9769-16695db07906, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b483ab0a-e6b1-4b0d-9769-16695db07906,segment=NetworkSegment(ebf1a1b7-86bc-4d79-843e-acd883ed1468),segment_id=ebf1a1b7-86bc-4d79-843e-acd883ed1468)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:09.299692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:09.313693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf1a1b7-86bc-4d79-843e-acd883ed1468') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:09.313997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf1a1b7-86bc-4d79-843e-acd883ed1468') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:09.324589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.352239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.354877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.365506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/814b8174-9386-4691-af3f-acc808666813 HTTP/1.1" status: 204 len: 168 time: 0.2494836 Nov 15 22:46:09.365506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b48851-7266-4f07-aedd-4d405072c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b8174-9386-4691-af3f-acc808666813,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:09.384320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.392646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:09.393198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:09.396651 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:09.407798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.454885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:09.513508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e19cb8-5463-4b8d-9cb2-44b82b6a16ae None None] Pushing event updated for resources: {'Port': ['ID=b483ab0a-e6b1-4b0d-9769-16695db07906,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:09.514476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:46:09.514476 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:46:09.514476 n-d-817995-3 neutron-server[103127]: [parameters: {'id': '7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7'}] Nov 15 22:46:09.514476 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:46:09.514904 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:46:09.533906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9247c-2be3-4ad6-800b-9dcd022d70f8 None None] Network 7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:09.657666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba1703-6140-4c42-83e2-fa03fa791ab2 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:46:09.777994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba1703-6140-4c42-83e2-fa03fa791ab2 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:46:10.016558 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.094235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port b483ab0a-e6b1-4b0d-9769-16695db07906 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:10.094804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.156699 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:46:10.174157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] For port b483ab0a-e6b1-4b0d-9769-16695db07906, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b483ab0a-e6b1-4b0d-9769-16695db07906,segment=NetworkSegment(ebf1a1b7-86bc-4d79-843e-acd883ed1468),segment_id=ebf1a1b7-86bc-4d79-843e-acd883ed1468)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:10.174515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.187516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for b483ab0a-e6b1-4b0d-9769-16695db07906 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:10.377508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fadc6-d71a-46bd-a3ad-dd4d1b5e8d9b req-ee74c9ca-2a51-435c-a6d0-41355d06c37f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:10.384987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a98fadc6-d71a-46bd-a3ad-dd4d1b5e8d9b req-ee74c9ca-2a51-435c-a6d0-41355d06c37f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 943 time: 0.0792117 Nov 15 22:46:10.393255 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.394343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.430334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=b483ab0a-e6b1-4b0d-9769-16695db07906,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:10.436129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No DVR routers for this DVR port b483ab0a-e6b1-4b0d-9769-16695db07906 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:10.465294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a98fadc6-d71a-46bd-a3ad-dd4d1b5e8d9b req-fe913542-d3e8-4415-9a4a-647dee630672 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750580 Nov 15 22:46:10.534983 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.555492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:10.565376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf1a1b7-86bc-4d79-843e-acd883ed1468') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:10.571655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf1a1b7-86bc-4d79-843e-acd883ed1468') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:10.576568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.590399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.596292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:10.596708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:10.600298 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:10.737263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.744295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.753517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 HTTP/1.1" status: 204 len: 168 time: 2.2055352 Nov 15 22:46:10.753517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:10.771481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470352784'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:10.773813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a2e3-428e-46e6-a890-04a959ba0e01 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:10.883627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:10.887742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.912749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:10.922752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:10.923092 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment bca49cb1-e909-4a49-abfc-1fa9cf765730 of type vlan for network 95c1d216-1a68-42a2-9bfe-c5907f21d35e Nov 15 22:46:10.965543 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.060698 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.066226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:11.066804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.136465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=95c1d216-1a68-42a2-9bfe-c5907f21d35e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:11.151557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 95c1d216-1a68-42a2-9bfe-c5907f21d35e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:11.190680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab9ad775-5188-438a-a20e-400b4b439841 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4353576 Nov 15 22:46:11.193463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41884) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:11.198982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:11.371228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 874ae9e7-21d2-4cef-9a79-7f3f82e46263 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:46:11.388214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:11.391831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.541584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263,segment=NetworkSegment(c8d1817d-89a4-42fa-a6d6-4ae9d5547e09),segment_id=c8d1817d-89a4-42fa-a6d6-4ae9d5547e09)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:11.572968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '874ae9e7-21d2-4cef-9a79-7f3f82e46263', 'network_id': 'e896e66d-86e0-4f40-a2d7-988758818566', 'port_id': '874ae9e7-21d2-4cef-9a79-7f3f82e46263', 'mac_address': 'fa:16:3e:a6:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:46:11.601375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975036d-bd6f-4dcb-84b0-eb0bd202419e req-9f1b52d4-3858-4a49-aab0-29158d0951f5 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:11.603576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0975036d-bd6f-4dcb-84b0-eb0bd202419e req-9f1b52d4-3858-4a49-aab0-29158d0951f5 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 943 time: 0.0623114 Nov 15 22:46:11.623951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.638405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874ae9e7-21d2-4cef-9a79-7f3f82e46263 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:46:11.663188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263,segment=NetworkSegment(c8d1817d-89a4-42fa-a6d6-4ae9d5547e09),segment_id=c8d1817d-89a4-42fa-a6d6-4ae9d5547e09)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:11.697773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0975036d-bd6f-4dcb-84b0-eb0bd202419e req-f76760c9-d741-473b-87cd-86c01eeb90c8 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755625 Nov 15 22:46:11.727347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.776107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:11.794935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:11.852428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': 'bca49cb1-e909-4a49-abfc-1fa9cf765730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:11.852939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: 95c1d216-1a68-42a2-9bfe-c5907f21d35e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:11.861173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=81bc6639-e0ce-45dd-bb73-212ac4496f2a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:11.969993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['874ae9e7-21d2-4cef-9a79-7f3f82e46263'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:46:11.982029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network 95c1d216-1a68-42a2-9bfe-c5907f21d35e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:12.062725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 95c1d216-1a68-42a2-9bfe-c5907f21d35e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:12.067148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:12.072892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.084716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c9bd9-4baa-40df-b704-a988cb0640db None None] Network 95c1d216-1a68-42a2-9bfe-c5907f21d35e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:12.187263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c4ccf46-d3ec-4377-bcaf-e917143ae71b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9925776 Nov 15 22:46:12.189892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:12.315063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-95c1d216-1a68-42a2-9bfe-c5907f21d35e', 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': '81bc6639-e0ce-45dd-bb73-212ac4496f2a'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:12.315842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.325385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.393109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.504272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Allocated IP 2001:db8::2 (95c1d216-1a68-42a2-9bfe-c5907f21d35e/81bc6639-e0ce-45dd-bb73-212ac4496f2a/869a48e5-091f-4459-8c16-2b78df1f163f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:12.662704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.732884 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.792731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Pushing event updated for resources: {'Port': ['ID=869a48e5-091f-4459-8c16-2b78df1f163f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:12.802773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Network 95c1d216-1a68-42a2-9bfe-c5907f21d35e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:12.804178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:12.813406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:12.823012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.867244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=81bc6639-e0ce-45dd-bb73-212ac4496f2a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:12.883529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Attempting to bind port 869a48e5-091f-4459-8c16-2b78df1f163f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:12.884348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Attempting to bind port 869a48e5-091f-4459-8c16-2b78df1f163f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'bca49cb1-e909-4a49-abfc-1fa9cf765730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:12.884740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Attempting to bind port 869a48e5-091f-4459-8c16-2b78df1f163f on network 95c1d216-1a68-42a2-9bfe-c5907f21d35e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:12.891504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:12.891888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Checking segment: {'id': 'bca49cb1-e909-4a49-abfc-1fa9cf765730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:12.896316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.901815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db52eb-da62-4534-812f-ae31635fae69 req-3d8bd627-36cd-4f5d-9e5d-57d15d700901 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:12.902084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Bound using segment: {'id': 'bca49cb1-e909-4a49-abfc-1fa9cf765730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:12.902084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Bound port: 869a48e5-091f-4459-8c16-2b78df1f163f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca49cb1-e909-4a49-abfc-1fa9cf765730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:12.902084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:12.902334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05db52eb-da62-4534-812f-ae31635fae69 req-3d8bd627-36cd-4f5d-9e5d-57d15d700901 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 944 time: 0.1400495 Nov 15 22:46:12.968921 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.010157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] For port 869a48e5-091f-4459-8c16-2b78df1f163f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:13.010505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c1d216-1a68-42a2-9bfe-c5907f21d35e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:13.014053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] For port 869a48e5-091f-4459-8c16-2b78df1f163f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=869a48e5-091f-4459-8c16-2b78df1f163f,segment=NetworkSegment(bca49cb1-e909-4a49-abfc-1fa9cf765730),segment_id=bca49cb1-e909-4a49-abfc-1fa9cf765730)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:13.015832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05db52eb-da62-4534-812f-ae31635fae69 req-dad366f6-4517-4ef3-b20d-a8b63713d76e tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141317 Nov 15 22:46:13.027171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca49cb1-e909-4a49-abfc-1fa9cf765730') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:13.035437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca49cb1-e909-4a49-abfc-1fa9cf765730') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:13.036937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.115898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.119882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.131553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:13.132298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:13.136660 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:13.216426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038e857-a534-4116-8772-57ffe92fd6bc None None] Pushing event updated for resources: {'Port': ['ID=869a48e5-091f-4459-8c16-2b78df1f163f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:13.225872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5206e-7d4c-4761-98ba-694dda9e7ead None None] Network 95c1d216-1a68-42a2-9bfe-c5907f21d35e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:13.234327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:46:13.234327 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:46:13.234327 n-d-817995-3 neutron-server[103128]: [parameters: {'id': '95c1d216-1a68-42a2-9bfe-c5907f21d35e'}] Nov 15 22:46:13.234327 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:46:13.234968 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:46:13.266620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 874ae9e7-21d2-4cef-9a79-7f3f82e46263 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:13.386150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a0d90-795c-4682-aa86-5853e587d10f None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 22:46:13.447786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:46:13.457024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:13.457382 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.526253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a0d90-795c-4682-aa86-5853e587d10f None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 22:46:13.611683 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.647132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:13.649433 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b5f482-cfb5-45a8-8166-0377b69a4f14" -d '{"events": [{"server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "name": "network-vif-plugged", "status": "completed", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:46:13.670493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263,segment=NetworkSegment(c8d1817d-89a4-42fa-a6d6-4ae9d5547e09),segment_id=c8d1817d-89a4-42fa-a6d6-4ae9d5547e09)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:13.732760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.736557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.795855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port 869a48e5-091f-4459-8c16-2b78df1f163f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:13.796265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.830029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:13.842685 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3002d01-01c7-4506-b8e8-2252e5a2d4e8 x-openstack-request-id: req-a3002d01-01c7-4506-b8e8-2252e5a2d4e8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:46:13.842947 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "name": "network-vif-plugged", "status": "completed", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:46:13.843185 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3002d01-01c7-4506-b8e8-2252e5a2d4e8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:46:13.843578 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263', 'code': 200} Nov 15 22:46:13.874673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] For port 869a48e5-091f-4459-8c16-2b78df1f163f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=869a48e5-091f-4459-8c16-2b78df1f163f,segment=NetworkSegment(bca49cb1-e909-4a49-abfc-1fa9cf765730),segment_id=bca49cb1-e909-4a49-abfc-1fa9cf765730)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:13.875301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:13.890125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for 869a48e5-091f-4459-8c16-2b78df1f163f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:13.995700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d308f1-c264-4d26-9afa-844bfe2391da req-ca88b0f0-863f-407f-b605-bf9d9b3522e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:13.997338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d308f1-c264-4d26-9afa-844bfe2391da req-ca88b0f0-863f-407f-b605-bf9d9b3522e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 1096 time: 0.0877767 Nov 15 22:46:14.060791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61d308f1-c264-4d26-9afa-844bfe2391da req-67285816-7f07-48d4-aaa4-5ce4ef7c4ec4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482605 Nov 15 22:46:14.101115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.143283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No DVR routers for this DVR port 869a48e5-091f-4459-8c16-2b78df1f163f on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:14.148144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=869a48e5-091f-4459-8c16-2b78df1f163f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:14.234672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73622-d788-4d4c-ae7a-c4ae3ba201fa req-ce11130b-068f-4209-b819-c77299fca563 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:14.236227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41b73622-d788-4d4c-ae7a-c4ae3ba201fa req-ce11130b-068f-4209-b819-c77299fca563 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1459827 Nov 15 22:46:14.240562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.273734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c1d216-1a68-42a2-9bfe-c5907f21d35e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:14.290939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca49cb1-e909-4a49-abfc-1fa9cf765730') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:14.291226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca49cb1-e909-4a49-abfc-1fa9cf765730') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:14.306619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.324665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41b73622-d788-4d4c-ae7a-c4ae3ba201fa req-21e5e11e-830b-432c-aff3-0883947d83d8 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813036 Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:14.352151 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:14.489592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.497216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.499913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/95c1d216-1a68-42a2-9bfe-c5907f21d35e HTTP/1.1" status: 204 len: 168 time: 2.3090343 Nov 15 22:46:14.503498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:14.509840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864882872'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:14.513956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ec7c4-e991-4d2f-8c10-e185465e23a8 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=95c1d216-1a68-42a2-9bfe-c5907f21d35e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:14.609105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:14.612668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.638306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:14.651039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.651354 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Added segment 542daf99-a6f9-40ef-a7b3-c6b217761e89 of type vlan for network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 Nov 15 22:46:14.696481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.816784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.823830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:14.824430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:14.893951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Network': ['ID=8d71fa94-3e71-4a7a-9633-cbde35bdadc8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:14.904060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:14.922650 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5a25960-528c-4283-89d4-193b2e36e829 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4166820 Nov 15 22:46:14.925357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:14.930980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Request body: {'subnet': {'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:15.135302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Made reservation on behalf of 8a0049f0e0634928bea42939f6766fd2 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:15.139272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:15.491885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.objects.ports [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103127) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 22:46:15.493891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:15.553182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b12bff-6114-45b9-ae82-fd9228b9d1f8 req-a6128f4f-7af3-4cd7-8358-bad24ec65b5d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:15.560966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12b12bff-6114-45b9-ae82-fd9228b9d1f8 req-a6128f4f-7af3-4cd7-8358-bad24ec65b5d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1516731 Nov 15 22:46:15.568351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event updated for resources: {'Subnet': ['ID=1f678953-95eb-408e-abb0-c7c9d07672d7,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:15.592355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Checking segment: {'id': '542daf99-a6f9-40ef-a7b3-c6b217761e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:15.592898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network hostable DHCP agents. Network: 8d71fa94-3e71-4a7a-9633-cbde35bdadc8, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:15.624219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12b12bff-6114-45b9-ae82-fd9228b9d1f8 req-89c72983-377a-4a4a-a2b9-e420d372dbbb tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Nov 15 22:46:15.702996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:15.764959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aa27c-5617-4d88-a4c6-a49cae7a7e5d req-87b082d8-fc4e-4b9b-9de3-6f62bb4273c7 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:15.766570 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-794aa27c-5617-4d88-a4c6-a49cae7a7e5d req-87b082d8-fc4e-4b9b-9de3-6f62bb4273c7 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0540001 Nov 15 22:46:15.840206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8d71fa94-3e71-4a7a-9633-cbde35bdadc8) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:15.852399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53542f0-cf7e-40ef-b14b-69590087b6d6 None None] Network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:15.859260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:15.861444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:15.980213 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e82ca439-8dc7-4d92-91f3-0cf0d7b6b0c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0536814 Nov 15 22:46:15.983380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:16.091391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-8d71fa94-3e71-4a7a-9633-cbde35bdadc8', 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8', 'tenant_id': '8a0049f0e0634928bea42939f6766fd2', 'fixed_ips': [{'subnet_id': '1f678953-95eb-408e-abb0-c7c9d07672d7'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:16.096867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.187516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-794aa27c-5617-4d88-a4c6-a49cae7a7e5d req-4438dc37-1aef-42da-8911-9f798442dd85 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081898 Nov 15 22:46:16.338107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Allocated IP 2001:db8::f816:3eff:fe45:7ac0 (8d71fa94-3e71-4a7a-9633-cbde35bdadc8/1f678953-95eb-408e-abb0-c7c9d07672d7/24322c5a-25d7-4039-bdb6-902c0d8b346f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:16.536841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.548516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.638061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.642908 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.738724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:16.746750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:16.749297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:16.758666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Pushing event updated for resources: {'Port': ['ID=24322c5a-25d7-4039-bdb6-902c0d8b346f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:16.809806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f764677-dd04-4e10-b303-cc18054990a0 req-28f32f4d-04dd-4c8a-91a7-aa6caa1c119f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:16.811517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f764677-dd04-4e10-b303-cc18054990a0 req-28f32f4d-04dd-4c8a-91a7-aa6caa1c119f tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0631611 Nov 15 22:46:16.815923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Attempting to bind port 24322c5a-25d7-4039-bdb6-902c0d8b346f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:16.816360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Attempting to bind port 24322c5a-25d7-4039-bdb6-902c0d8b346f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '542daf99-a6f9-40ef-a7b3-c6b217761e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:16.816817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Attempting to bind port 24322c5a-25d7-4039-bdb6-902c0d8b346f on network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:16.822068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:16.822428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Checking segment: {'id': '542daf99-a6f9-40ef-a7b3-c6b217761e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:16.822819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.823201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Bound using segment: {'id': '542daf99-a6f9-40ef-a7b3-c6b217761e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:16.823655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Bound port: 24322c5a-25d7-4039-bdb6-902c0d8b346f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542daf99-a6f9-40ef-a7b3-c6b217761e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:16.824055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.872650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:16.890573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1667472-3ebe-4445-a98e-6cc72f0a4c8b req-d7e4ee6d-53c7-4345-a11c-83f69976aef4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:16.892399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1667472-3ebe-4445-a98e-6cc72f0a4c8b req-d7e4ee6d-53c7-4345-a11c-83f69976aef4 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.0745311 Nov 15 22:46:16.900829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=1f678953-95eb-408e-abb0-c7c9d07672d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:16.910324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] For port 24322c5a-25d7-4039-bdb6-902c0d8b346f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:16.915866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] For port 24322c5a-25d7-4039-bdb6-902c0d8b346f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=24322c5a-25d7-4039-bdb6-902c0d8b346f,segment=NetworkSegment(542daf99-a6f9-40ef-a7b3-c6b217761e89),segment_id=542daf99-a6f9-40ef-a7b3-c6b217761e89)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:16.924518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f764677-dd04-4e10-b303-cc18054990a0 req-54149d66-35e1-42af-8e46-3235cd3b8740 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048131 Nov 15 22:46:16.980174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1667472-3ebe-4445-a98e-6cc72f0a4c8b req-373e07c8-a6d1-4c3c-bfac-6d1ff466ce8b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 Nov 15 22:46:16.981056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.001695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.030305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d71fa94-3e71-4a7a-9633-cbde35bdadc8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:17.051837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542daf99-a6f9-40ef-a7b3-c6b217761e89') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:17.056714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542daf99-a6f9-40ef-a7b3-c6b217761e89') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:17.063960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.065850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483281-ceaa-465f-9065-9806c0adbdf1 None None] Pushing event updated for resources: {'Port': ['ID=24322c5a-25d7-4039-bdb6-902c0d8b346f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:17.080891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.089797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:17.090324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:17.093708 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:17.203626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 22:46:17.203626 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 22:46:17.203626 n-d-817995-3 neutron-server[103127]: [parameters: {'id': '8d71fa94-3e71-4a7a-9633-cbde35bdadc8'}] Nov 15 22:46:17.203626 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:46:17.204155 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:46:17.705075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.817101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port 24322c5a-25d7-4039-bdb6-902c0d8b346f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:17.818447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.893299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] For port 24322c5a-25d7-4039-bdb6-902c0d8b346f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=24322c5a-25d7-4039-bdb6-902c0d8b346f,segment=NetworkSegment(542daf99-a6f9-40ef-a7b3-c6b217761e89),segment_id=542daf99-a6f9-40ef-a7b3-c6b217761e89)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:17.893720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:17.915291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for 24322c5a-25d7-4039-bdb6-902c0d8b346f owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:18.105044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a454e0-b81b-4165-80d7-b6f7fb3d25e1 None None] Network 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:18.176910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48d4d7-4b28-4be0-bcf9-15d891e5a45e req-1e68ef7e-82ab-4f41-923b-4bb4b7eeca38 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:18.184538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad48d4d7-4b28-4be0-bcf9-15d891e5a45e req-1e68ef7e-82ab-4f41-923b-4bb4b7eeca38 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1269171 Nov 15 22:46:18.193509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.211825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9ad42dae-7754-4815-baa6-3a40569862dd None None] Provisioning complete for port 24322c5a-25d7-4039-bdb6-902c0d8b346f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:18.212489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad42dae-7754-4815-baa6-3a40569862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.235784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=24322c5a-25d7-4039-bdb6-902c0d8b346f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:18.236304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ad42dae-7754-4815-baa6-3a40569862dd None None] Port 24322c5a-25d7-4039-bdb6-902c0d8b346f was deleted so its status cannot be updated. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 15 22:46:18.240282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No DVR routers for this DVR port 24322c5a-25d7-4039-bdb6-902c0d8b346f on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:18.268757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c68f0-f9f3-4464-a389-552294c1184e req-abb4d865-748e-4211-9cb8-0bb2d983b7fb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:18.288267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c6c68f0-f9f3-4464-a389-552294c1184e req-abb4d865-748e-4211-9cb8-0bb2d983b7fb tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.1617298 Nov 15 22:46:18.313381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad48d4d7-4b28-4be0-bcf9-15d891e5a45e req-3922b107-de71-40eb-a62b-9885f1fc20b4 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275840 Nov 15 22:46:18.388571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.398497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e54670-16b7-48d7-ad74-3581c448246e None None] DHCP port deletion for 8d71fa94-3e71-4a7a-9633-cbde35bdadc8 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:18.420220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d71fa94-3e71-4a7a-9633-cbde35bdadc8']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:18.439496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542daf99-a6f9-40ef-a7b3-c6b217761e89') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:18.439496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542daf99-a6f9-40ef-a7b3-c6b217761e89') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:18.446164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-c93593ae-e2ab-4725-b6fc-edce5ee31e7d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:18.447694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-c93593ae-e2ab-4725-b6fc-edce5ee31e7d tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.55 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 946 time: 0.1243451 Nov 15 22:46:18.457129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c6c68f0-f9f3-4464-a389-552294c1184e req-06136d11-21cf-429f-b9e1-9b1f2451d173 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups?id=3741c44a-26f5-42e6-a1aa-4a4a88def1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674578 Nov 15 22:46:18.471385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.492720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.501442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:18.501837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:18.506705 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:18.577734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Deleting port 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:18.578526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.651401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.664752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.674368 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/8d71fa94-3e71-4a7a-9633-cbde35bdadc8 HTTP/1.1" status: 204 len: 168 time: 2.6870639 Nov 15 22:46:18.687435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:18.695125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99088-b2e3-4478-b3cc-b3da9eba8158 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=8d71fa94-3e71-4a7a-9633-cbde35bdadc8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:18.740589 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3696b0b4-3f3b-44b9-a75b-40d9a0af97ff tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:18.741451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3696b0b4-3f3b-44b9-a75b-40d9a0af97ff tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:18.745389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3696b0b4-3f3b-44b9-a75b-40d9a0af97ff tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/1f678953-95eb-408e-abb0-c7c9d07672d7 HTTP/1.1" status: 404 len: 337 time: 0.0541027 Nov 15 22:46:18.748787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42078) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:18.762314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] For port 6819b10e-bde1-4ef0-91c5-d165727dd05d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6819b10e-bde1-4ef0-91c5-d165727dd05d,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:18.762953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:18.777576 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab7b740-dd9a-452f-b785-294a402e382b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:18.778690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab7b740-dd9a-452f-b785-294a402e382b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:18.799321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cab7b740-dd9a-452f-b785-294a402e382b tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/8d71fa94-3e71-4a7a-9633-cbde35bdadc8 HTTP/1.1" status: 404 len: 339 time: 0.0498202 Nov 15 22:46:18.802327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42080) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:18.869680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ee51d-c3d4-4fcc-9649-ad5bd49230cd req-d8ff9831-f968-4667-877b-8f88796e2b9a tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:18.872340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e15ee51d-c3d4-4fcc-9649-ad5bd49230cd req-d8ff9831-f968-4667-877b-8f88796e2b9a tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1359503 Nov 15 22:46:18.906001 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfac945-71c8-4429-b183-c7c2d5a20bfc tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:18.909450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfac945-71c8-4429-b183-c7c2d5a20bfc tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:18.910429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6dfac945-71c8-4429-b183-c7c2d5a20bfc tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/81bc6639-e0ce-45dd-bb73-212ac4496f2a HTTP/1.1" status: 404 len: 337 time: 0.1067736 Nov 15 22:46:18.923423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:18.948879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-0773862b-944f-48d8-8e91-b5626c39a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:18.950736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-0773862b-944f-48d8-8e91-b5626c39a4c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd4745e14b34fb1817253db73ada95c&device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 1096 time: 0.0966082 Nov 15 22:46:18.958557 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-77133228-8e9f-44dd-8382-a2284481f1c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:18.959230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77133228-8e9f-44dd-8382-a2284481f1c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:18.963025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77133228-8e9f-44dd-8382-a2284481f1c9 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/95c1d216-1a68-42a2-9bfe-c5907f21d35e HTTP/1.1" status: 404 len: 339 time: 0.0382895 Nov 15 22:46:18.969074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42088) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.053650 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7651dd-10c5-4a40-ae99-8d9b1625793f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:19.054092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7651dd-10c5-4a40-ae99-8d9b1625793f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:19.057193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a7651dd-10c5-4a40-ae99-8d9b1625793f tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/fbb24efa-abb4-404e-bb65-7191cfd05f94 HTTP/1.1" status: 404 len: 337 time: 0.0868917 Nov 15 22:46:19.061933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42090) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.071292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e15ee51d-c3d4-4fcc-9649-ad5bd49230cd req-4599108d-96b9-4d57-b976-5fd751dae303 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592393 Nov 15 22:46:19.090277 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-207cd92f-53f2-479b-9bcb-b6af586c4003 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:19.090791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207cd92f-53f2-479b-9bcb-b6af586c4003 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:19.094037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-207cd92f-53f2-479b-9bcb-b6af586c4003 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/7317c6a3-e175-40f5-a9cc-3e2f9ce63aa7 HTTP/1.1" status: 404 len: 339 time: 0.0311391 Nov 15 22:46:19.097001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-7f739975-92a2-49a9-8ab8-3d82dbef7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:19.099923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.099923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.099923 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Floating IP 6cc294dc-b36e-4261-abf0-d2391497fd0c disassociated. External IP: 172.25.0.214, port: 6819b10e-bde1-4ef0-91c5-d165727dd05d. Nov 15 22:46:19.099923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Calling delete_port for 6819b10e-bde1-4ef0-91c5-d165727dd05d owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:19.100517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-7f739975-92a2-49a9-8ab8-3d82dbef7766 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e896e66d-86e0-4f40-a2d7-988758818566 HTTP/1.1" status: 200 len: 913 time: 0.1360524 Nov 15 22:46:19.101949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42092) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.174721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-99571599-e42b-4142-88bc-99b729f91f95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263 HTTP/1.1" status: 200 len: 217 time: 0.0609887 Nov 15 22:46:19.261669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-bb62cec6-5963-4f06-904b-17913d8588af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:19.263132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-bb62cec6-5963-4f06-904b-17913d8588af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c HTTP/1.1" status: 200 len: 852 time: 0.0598249 Nov 15 22:46:19.272927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port 110f6611-5554-4ea0-b49b-0351ac46f989 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:19.273264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.342542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-bac717fd-df94-4f63-8ce0-9a19279bf0be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e896e66d-86e0-4f40-a2d7-988758818566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651860 Nov 15 22:46:19.346636 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.376439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'Port': ['ID=6819b10e-bde1-4ef0-91c5-d165727dd05d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:19.410933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.423805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42098) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.455716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for 110f6611-5554-4ea0-b49b-0351ac46f989 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:19.509567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:19.532058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-f45095f1-4df1-4fa8-a912-31cbd0fb0b94 service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772358 Nov 15 22:46:19.630198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf5d4881-321a-4db9-899f-a1f9d8a1304b req-5ab78048-8527-436f-b788-ddd1e13f1b7b tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/ports?device_id=16513ed8-5821-4a2e-965f-709845d4b547 HTTP/1.1" status: 200 len: 210 time: 0.0376620 Nov 15 22:46:19.666675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:19.666833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-28235e5e-2f47-4053-87cb-d07bdfdaf42d req-1306e574-8363-481f-80c0-a1173c56502e service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184266 Nov 15 22:46:19.676219 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:19.685626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:19.686237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:19.713362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] No DVR routers for this DVR port 6819b10e-bde1-4ef0-91c5-d165727dd05d on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:19.718018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.720874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.722744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb9cba1-2275-45c2-8682-2df09a5b7ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.724422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1098c043-3b1f-46f0-8e46-8b101c0ad24d req-32e13422-b143-411f-9365-145b0c08978a tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.55 "DELETE /v2.0/ports/6819b10e-bde1-4ef0-91c5-d165727dd05d HTTP/1.1" status: 204 len: 173 time: 1.2646105 Nov 15 22:46:19.725277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-deleted', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:19.727687 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a23712-2d99-4d59-b43c-38a535acb6f9" -d '{"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-deleted", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:46:19.769426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=110f6611-5554-4ea0-b49b-0351ac46f989,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:19.793910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:19.798862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c6086bb-cd7a-454c-b12a-42f8ac4d5ab5 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/ports/110f6611-5554-4ea0-b49b-0351ac46f989 HTTP/1.1" status: 204 len: 168 time: 0.6952386 Nov 15 22:46:19.801019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.834608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:19.865651 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834a83e3-e6a6-4254-b3d5-5013c054631e x-openstack-request-id: req-834a83e3-e6a6-4254-b3d5-5013c054631e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:46:19.866003 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16513ed8-5821-4a2e-965f-709845d4b547", "name": "network-vif-deleted", "tag": "6819b10e-bde1-4ef0-91c5-d165727dd05d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:46:19.866235 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-834a83e3-e6a6-4254-b3d5-5013c054631e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:46:19.866641 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513ed8-5821-4a2e-965f-709845d4b547', 'name': 'network-vif-deleted', 'tag': '6819b10e-bde1-4ef0-91c5-d165727dd05d', 'status': 'completed', 'code': 200} Nov 15 22:46:19.868715 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48bb0a-18fc-4725-a87c-cb8af9d77be0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:19.869996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48bb0a-18fc-4725-a87c-cb8af9d77be0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:19.877594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:19.878360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5e48bb0a-18fc-4725-a87c-cb8af9d77be0 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/cc3b4eaf-b8fd-4f0c-b802-a4bab2c056fc HTTP/1.1" status: 404 len: 337 time: 0.0761635 Nov 15 22:46:20.009899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb9cba1-2275-45c2-8682-2df09a5b7ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.023056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.099810 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.109128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.128585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:46:20.140383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb9cba1-2275-45c2-8682-2df09a5b7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.145030 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:20.146051 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.146189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98849ca-6096-4fe8-81e1-c570b1e59dba']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.169724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cc2b0e-c65c-496b-9603-29c79278b994') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.169943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cc2b0e-c65c-496b-9603-29c79278b994') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.198545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.218082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eeb9cba1-2275-45c2-8682-2df09a5b7ea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbe761b41c0946e2aef60afac7dd9150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7740831 Nov 15 22:46:20.218790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9cba1-2275-45c2-8682-2df09a5b7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67f147-365c-402b-b631-b17264a91a59,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:20.219808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:20.225056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.231797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:20.232362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:20.235795 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:20.244937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3325ca0-510b-479d-b3b5-0aece284e0f6 req-cedaca83-0b67-4ee7-9f76-5b1a4f2e1ca1 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:20.246478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3325ca0-510b-479d-b3b5-0aece284e0f6 req-cedaca83-0b67-4ee7-9f76-5b1a4f2e1ca1 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0942826 Nov 15 22:46:20.306750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:20.365315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3325ca0-510b-479d-b3b5-0aece284e0f6 req-fb1d79f3-74ec-4713-94e4-6a539734be38 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013844 Nov 15 22:46:20.366254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.405316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.409050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.429248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.435069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/f98849ca-6096-4fe8-81e1-c570b1e59dba HTTP/1.1" status: 204 len: 168 time: 0.5544689 Nov 15 22:46:20.435069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8548bc-59bc-4dd9-8628-55f713299e14 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=f98849ca-6096-4fe8-81e1-c570b1e59dba,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:20.437487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:20.556889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port c1e73b44-f151-474a-a6ca-627a42243492 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:20.557342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.558799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:20.559572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.563960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.567685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a67f147-365c-402b-b631-b17264a91a59 HTTP/1.1" status: 204 len: 168 time: 0.3449595 Nov 15 22:46:20.576955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3bbce-3ddb-496c-be4b-587df6f100b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67f147-365c-402b-b631-b17264a91a59,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:20.593922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63352b-3572-4fb4-b0c4-99010f3aebe1 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:37:46Z', 'revision_number': 4, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '452720f9-a226-4cc9-8804-8da726267161', 'name': '', 'network_id': '79c1766a-00a2-4dfe-80d0-3ae134182d2d', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'mac_address': 'fa:16:3e:86:7f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:46Z', 'updated_at': '2021-11-15T22:37:51Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'subnets': [{'id': 'e009bf25-e702-45b0-8dcf-2670b048e916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:20.669694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.686323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for c1e73b44-f151-474a-a6ca-627a42243492 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:20.819328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42132) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:20.885333 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.917001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.926131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:20.967285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=c1e73b44-f151-474a-a6ca-627a42243492,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:20.967650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ffb9c7-8c42-48d5-8ad1-2e9698c1d875 None None] New status for floating IP 6cc294dc-b36e-4261-abf0-d2391497fd0c: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:46:21.000279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.006616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-952b6085-f35b-4b42-a026-f970ce64d2c6 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/ports/c1e73b44-f151-474a-a6ca-627a42243492 HTTP/1.1" status: 204 len: 168 time: 0.5675995 Nov 15 22:46:21.009189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.068378 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-9177a1c5-d550-4b25-822c-821731c4d4e4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] DELETE failed (client error): The resource could not be found. Nov 15 22:46:21.068877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9177a1c5-d550-4b25-822c-821731c4d4e4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:46:21.076569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9177a1c5-d550-4b25-822c-821731c4d4e4 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/ed786c9e-fd87-4412-a48d-10936fe1a053 HTTP/1.1" status: 404 len: 337 time: 0.0663075 Nov 15 22:46:21.082425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.142234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.142234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.142234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "DELETE /v2.0/security-groups/3741c44a-26f5-42e6-a1aa-4a4a88def1b9 HTTP/1.1" status: 204 len: 168 time: 0.3186061 Nov 15 22:46:21.142550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.158281 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e976895e-f409-4c94-907f-0d504665ab19 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] show failed (client error): The resource could not be found. Nov 15 22:46:21.160194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e976895e-f409-4c94-907f-0d504665ab19 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "GET /v2.0/security-groups/3741c44a-26f5-42e6-a1aa-4a4a88def1b9 HTTP/1.1" status: 404 len: 347 time: 0.0162756 Nov 15 22:46:21.161798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f8b78-8b43-4487-98e5-54c503851509 tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3741c44a-26f5-42e6-a1aa-4a4a88def1b9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:21.165951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.193738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.299047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.321130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef74efef-8527-43ae-bcb9-455986deb49c']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:21.331167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:21.331459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf04944-4a0b-46b4-9ab4-bd5d3dd81f7d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:21.341745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Deleting port 408d3a8c-43c2-4418-87b6-68ec85858608 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:21.342346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.342504 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.355763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.362493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:21.362887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:21.366730 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:21.444594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.445143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.476200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Calling delete_port for 408d3a8c-43c2-4418-87b6-68ec85858608 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:21.530935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.535625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48634-3eff-4e79-b7fb-2739c392136c req-f3bd9de4-1cb6-468c-ae43-18852f1eda3d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:21.537219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f48634-3eff-4e79-b7fb-2739c392136c req-f3bd9de4-1cb6-468c-ae43-18852f1eda3d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1043706 Nov 15 22:46:21.545767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.549068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/ef74efef-8527-43ae-bcb9-455986deb49c HTTP/1.1" status: 204 len: 168 time: 0.4649694 Nov 15 22:46:21.552513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.569098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.572839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f09d-5568-4f29-8c81-6c5481eec0e3 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=ef74efef-8527-43ae-bcb9-455986deb49c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:21.595139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369a808c-b403-4c53-bf43-4ed15f072189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.618314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting subnet 4936fc00-6881-4a3a-b4c2-74375359f44d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:21.621820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.641171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6f48634-3eff-4e79-b7fb-2739c392136c req-bc6c6ff5-172e-40f7-a389-fcb0a4c90999 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973289 Nov 15 22:46:21.675481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.758199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369a808c-b403-4c53-bf43-4ed15f072189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.772969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.792005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.824918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Pushing event deleted for resources: {'Port': ['ID=408d3a8c-43c2-4418-87b6-68ec85858608,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:21.831612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627e3c8-f5ca-450e-a3e5-11349f957ecf None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:21.841505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369a808c-b403-4c53-bf43-4ed15f072189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.910362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a808c-b403-4c53-bf43-4ed15f072189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee993b7f-e044-4b6e-b51b-93ebeff070cf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:21.914678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.920221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-369a808c-b403-4c53-bf43-4ed15f072189 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f8ea13ef47648bb8519b057d35b9f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488500 Nov 15 22:46:21.920846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.939801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.943790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.944990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-335dd3e8-e2d7-4b79-a2f7-6ee725af99bf tempest-AttachVolumeShelveTestJSON-1045077217 tempest-AttachVolumeShelveTestJSON-1045077217-project] 10.222.0.15 "DELETE /v2.0/floatingips/6cc294dc-b36e-4261-abf0-d2391497fd0c HTTP/1.1" status: 204 len: 168 time: 0.7777011 Nov 15 22:46:21.952714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Subnet': ['ID=4936fc00-6881-4a3a-b4c2-74375359f44d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:21.954955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:21.963683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:21.966145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72759e02-bb11-49a1-be5a-c60c6fb27a0e None None] Network 3cec0826-f96a-491f-81c7-622ed32a3f9c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:21.969822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-15a5ae94-e806-480d-86e1-d40813a2a127 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/subnets/4936fc00-6881-4a3a-b4c2-74375359f44d HTTP/1.1" status: 204 len: 168 time: 0.4160717 Nov 15 22:46:22.074360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.083288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.107820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.245723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Deleting port aa1c3fb1-0294-4342-b191-54f6b9eb1404 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:22.246059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.251776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] DHCP port deletion for 3cec0826-f96a-491f-81c7-622ed32a3f9c request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:22.260992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ddf2-3143-4091-8a6e-7a439e5f8979 req-adce3f0f-5ae5-490f-893b-c87cb193aa4d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:22.262806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb86ddf2-3143-4091-8a6e-7a439e5f8979 req-adce3f0f-5ae5-490f-893b-c87cb193aa4d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0838504 Nov 15 22:46:22.312826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Deleting port aa1c3fb1-0294-4342-b191-54f6b9eb1404 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:22.312826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.318326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.320434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.321605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee993b7f-e044-4b6e-b51b-93ebeff070cf HTTP/1.1" status: 204 len: 168 time: 0.3981028 Nov 15 22:46:22.361870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313319fa-e562-4892-bac9-0211a0ea0bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee993b7f-e044-4b6e-b51b-93ebeff070cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:22.371891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] For port aa1c3fb1-0294-4342-b191-54f6b9eb1404, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aa1c3fb1-0294-4342-b191-54f6b9eb1404,segment=NetworkSegment(186f118b-2690-4c56-8597-43ecb28b57a8),segment_id=186f118b-2690-4c56-8597-43ecb28b57a8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:22.372405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.396512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Calling delete_port for aa1c3fb1-0294-4342-b191-54f6b9eb1404 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:22.401879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb86ddf2-3143-4091-8a6e-7a439e5f8979 req-665fa496-8b54-442f-9857-d4a8ca7bd18d tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291635 Nov 15 22:46:22.559094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] For port aa1c3fb1-0294-4342-b191-54f6b9eb1404, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aa1c3fb1-0294-4342-b191-54f6b9eb1404,segment=NetworkSegment(186f118b-2690-4c56-8597-43ecb28b57a8),segment_id=186f118b-2690-4c56-8597-43ecb28b57a8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:22.559314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.574878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Calling delete_port for aa1c3fb1-0294-4342-b191-54f6b9eb1404 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:22.575783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.620643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Port': ['ID=aa1c3fb1-0294-4342-b191-54f6b9eb1404,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:22.624468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] No DVR routers for this DVR port aa1c3fb1-0294-4342-b191-54f6b9eb1404 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:22.675161 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.696782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] No DVR routers for this DVR port aa1c3fb1-0294-4342-b191-54f6b9eb1404 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:22.722577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e333f04-d159-4137-b372-8cef37d44b62 None None] Pushing event deleted for resources: {'Port': ['ID=aa1c3fb1-0294-4342-b191-54f6b9eb1404,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:22.729429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.760008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cec0826-f96a-491f-81c7-622ed32a3f9c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:22.766871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186f118b-2690-4c56-8597-43ecb28b57a8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:22.767590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186f118b-2690-4c56-8597-43ecb28b57a8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:22.781672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.802649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.810589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:22.811167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:22.830259 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:22.985820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:23.001271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:23.002297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] 10.222.0.15 "DELETE /v2.0/networks/3cec0826-f96a-491f-81c7-622ed32a3f9c HTTP/1.1" status: 204 len: 168 time: 1.0329955 Nov 15 22:46:23.014131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979991ea-62b3-4137-a797-8c58285aa864 tempest-NetworksIpV6TestAttrs-787613430 tempest-NetworksIpV6TestAttrs-787613430-project] Pushing event deleted for resources: {'Network': ['ID=3cec0826-f96a-491f-81c7-622ed32a3f9c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:23.071685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aa1c3fb1-0294-4342-b191-54f6b9eb1404 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:23.091687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: aa1c3fb1-0294-4342-b191-54f6b9eb1404 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:23.092035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aa1c3fb1-0294-4342-b191-54f6b9eb1404 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:23.279151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:23.309545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6819b10e-bde1-4ef0-91c5-d165727dd05d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:23.310263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6819b10e-bde1-4ef0-91c5-d165727dd05d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:23.539001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20367e-0931-4591-80d2-59dabe038be3 req-ca904528-68c4-4140-9104-9214d1b7d307 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:23.540411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e20367e-0931-4591-80d2-59dabe038be3 req-ca904528-68c4-4140-9104-9214d1b7d307 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0490906 Nov 15 22:46:23.590913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e20367e-0931-4591-80d2-59dabe038be3 req-bf02e403-2949-4c91-a790-2ec05d0e1ebe tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Nov 15 22:46:23.707256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:24.005854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0abdf5a-eca8-4e62-9764-7ea0b633f21a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a0049f0e0634928bea42939f6766fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927885 Nov 15 22:46:24.008433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42224) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:24.075642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda853bc-0996-44c1-b3e4-c6d386e7ea79 req-704e2af7-d6dc-4e2e-a832-b09c7278ad7c tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:24.077465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda853bc-0996-44c1-b3e4-c6d386e7ea79 req-704e2af7-d6dc-4e2e-a832-b09c7278ad7c tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0633748 Nov 15 22:46:24.122614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:24.147006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda853bc-0996-44c1-b3e4-c6d386e7ea79 req-276d66a8-fb80-4ab1-bc99-46ff4f678ad5 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 Nov 15 22:46:24.161367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:24.226339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56456-0e40-456d-855c-e83d145a896a req-16c0de5c-cc24-4473-a1b9-4e14b39fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:24.227846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-16c0de5c-cc24-4473-a1b9-4e14b39fd91d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcd4745e14b34fb1817253db73ada95c&device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 1096 time: 0.0858450 Nov 15 22:46:24.306720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:24.311169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:24.318320 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6643f196-4ed2-4abf-a170-62a0c5fafa80 HTTP/1.1" status: 204 len: 168 time: 0.3077898 Nov 15 22:46:24.333971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53253c80-76ad-4d2e-8bd4-c3d79a03c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643f196-4ed2-4abf-a170-62a0c5fafa80,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:24.385404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56456-0e40-456d-855c-e83d145a896a req-65042d19-e77a-4c1d-8d28-23245782537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:24.386952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-65042d19-e77a-4c1d-8d28-23245782537e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e896e66d-86e0-4f40-a2d7-988758818566 HTTP/1.1" status: 200 len: 913 time: 0.1479166 Nov 15 22:46:24.452031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-b5281d42-f2c7-455d-b134-ff86323f8c61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263 HTTP/1.1" status: 200 len: 217 time: 0.0534251 Nov 15 22:46:24.513678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56456-0e40-456d-855c-e83d145a896a req-0dd97210-6f3e-4a9c-a52f-21b5ecd02232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:24.515161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-0dd97210-6f3e-4a9c-a52f-21b5ecd02232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c HTTP/1.1" status: 200 len: 852 time: 0.0509224 Nov 15 22:46:24.553084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-3298f7d8-1d02-4125-a686-7c557a474ecd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e896e66d-86e0-4f40-a2d7-988758818566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257125 Nov 15 22:46:24.655507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-6d10e98d-2d3f-40c3-a793-425c366e02e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900714 Nov 15 22:46:24.761008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4ee56456-0e40-456d-855c-e83d145a896a req-41ff868d-e616-42b6-8038-41676b42a908 service neutron] 10.222.0.55 "GET /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948653 Nov 15 22:46:25.307731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd279-8570-4a86-b9d4-932cc675e595 req-8d9cb325-5c47-4cfa-a256-daa971d2b223 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:25.316493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c0dd279-8570-4a86-b9d4-932cc675e595 req-8d9cb325-5c47-4cfa-a256-daa971d2b223 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0698879 Nov 15 22:46:25.375041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c0dd279-8570-4a86-b9d4-932cc675e595 req-103ebcf0-1276-49c7-bd12-eb33a5336fd0 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Nov 15 22:46:26.512497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd390b4-3469-4a5b-a9bf-c6b7e8c12f97 req-5b2cfbb2-f769-4765-9309-cb2f1740fe90 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:26.526583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dd390b4-3469-4a5b-a9bf-c6b7e8c12f97 req-5b2cfbb2-f769-4765-9309-cb2f1740fe90 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0567422 Nov 15 22:46:26.617643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1dd390b4-3469-4a5b-a9bf-c6b7e8c12f97 req-a94cfc01-c6c7-4234-8f3a-6c16bedc6ca4 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898850 Nov 15 22:46:26.642326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42314) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:26.742111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:26.968189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1365373146'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:27.059293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc39169f-2fc2-4562-bc73-b59af0e51663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.083029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:27.086501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.103949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.199200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14df1-0865-4d12-adaa-ef5c8b00a0f0 req-2419dc28-4723-413c-8bb7-b3447a93ad42 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:27.200815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1df14df1-0865-4d12-adaa-ef5c8b00a0f0 req-2419dc28-4723-413c-8bb7-b3447a93ad42 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0741937 Nov 15 22:46:27.223247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.225430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc39169f-2fc2-4562-bc73-b59af0e51663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.253748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1df14df1-0865-4d12-adaa-ef5c8b00a0f0 req-b1a1431f-2118-4703-8e76-8e2b43cc9bb3 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Nov 15 22:46:27.302948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.305933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc39169f-2fc2-4562-bc73-b59af0e51663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.335731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:27.361955 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.362586 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 6728830e-b6af-446e-9294-f9ad453241ff of type vlan for network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef Nov 15 22:46:27.366891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc39169f-2fc2-4562-bc73-b59af0e51663 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91a34db3b6804d33b2053976f2461e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234901 Nov 15 22:46:27.367654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b4229-a1ef-4d3c-b129-07fc276b4656,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:27.370532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:27.427505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.431408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39169f-2fc2-4562-bc73-b59af0e51663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c5e7c-245b-42e1-8294-8374bacedab9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:27.452072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.475100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.525472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.525472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:27.525472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.599393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:27.609838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:27.615355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.618185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.624846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d8c5e7c-245b-42e1-8294-8374bacedab9 HTTP/1.1" status: 204 len: 168 time: 0.2472670 Nov 15 22:46:27.635424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ccde3-59cc-4204-b3e1-0306fcfb3504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c5e7c-245b-42e1-8294-8374bacedab9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:27.649046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6ae69927-b0e7-451d-8d83-404eefe6e3be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0055838 Nov 15 22:46:27.651898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:27.667148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785257005'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:27.827745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:27.831258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.855521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:27.865032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:27.865372 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 1611b18d-2803-43b8-b79c-a25c8d6306d3 of type vlan for network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 Nov 15 22:46:27.906593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.022244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.027968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:28.028562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.103261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=0ddf2f2e-3ca8-4731-8a50-c23de4d356e5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:28.115031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:28.151264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-18ed63e7-a0d2-433c-b1a2-30f538ba2f01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4967883 Nov 15 22:46:28.154242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:28.162895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:28.309175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:28.355466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:28.359231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.446106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229113bd-6453-4cd5-8ea9-51cddcc2dacd req-67c0532d-f698-454b-9c65-f1e8c5711123 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:28.447599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-229113bd-6453-4cd5-8ea9-51cddcc2dacd req-67c0532d-f698-454b-9c65-f1e8c5711123 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.1222923 Nov 15 22:46:28.460846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d068cad8-c8d0-4aac-a918-e110f57d9c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.508772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:28.525886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb117391-3980-485d-93ae-3b3d99f277f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.583872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-229113bd-6453-4cd5-8ea9-51cddcc2dacd req-b2cc7d63-09bd-49d5-bc60-3cb1cd9f4bdd tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/security-groups?id=8657b935-c32a-44e5-be09-1a5a7bc88efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252024 Nov 15 22:46:28.610989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb117391-3980-485d-93ae-3b3d99f277f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.673730 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb117391-3980-485d-93ae-3b3d99f277f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.676652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d068cad8-c8d0-4aac-a918-e110f57d9c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.712319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cb117391-3980-485d-93ae-3b3d99f277f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e1b3f3ada904fc1944af78190592eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022078 Nov 15 22:46:28.714379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb117391-3980-485d-93ae-3b3d99f277f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea3c31-2b2a-4d6e-b48f-ce8c68b43c17,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:28.715074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:28.765744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.775835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.819204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.858200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d068cad8-c8d0-4aac-a918-e110f57d9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:28.877679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=5474f21e-c55b-4254-bb20-e881d642a4c7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:28.924478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '6728830e-b6af-446e-9294-f9ad453241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:28.924865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:28.929257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068cad8-c8d0-4aac-a918-e110f57d9c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031aecd7-451d-4777-9bfe-14f72c670108,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:28.934520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d068cad8-c8d0-4aac-a918-e110f57d9c53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb58507cffb84fdc8e08f918d168620c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6241634 Nov 15 22:46:28.937348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:28.998045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.021138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.045936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.048606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.049770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4ea3c31-2b2a-4d6e-b48f-ce8c68b43c17 HTTP/1.1" status: 204 len: 168 time: 0.3335021 Nov 15 22:46:29.085032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aa28f-184a-4b65-bfc6-ca0669168f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea3c31-2b2a-4d6e-b48f-ce8c68b43c17,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:29.086409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:29.116184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a8bf2-d260-49ff-b262-136a086f635e req-3e2a08ed-4e35-4350-ba31-6ad16d7604d7 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:29.117713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7a8bf2-d260-49ff-b262-136a086f635e req-3e2a08ed-4e35-4350-ba31-6ad16d7604d7 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.55 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 945 time: 0.0669980 Nov 15 22:46:29.160472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:29.167241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:29.167899 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.170211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183d778-e737-4773-b979-c1e1e62f3165 None None] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:29.205391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.208020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.209186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/031aecd7-451d-4777-9bfe-14f72c670108 HTTP/1.1" status: 204 len: 168 time: 0.2709446 Nov 15 22:46:29.221066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570ac2-f825-4522-8b31-41637eb863ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031aecd7-451d-4777-9bfe-14f72c670108,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:29.247831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Deleting port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:29.248178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.309027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69a0eb42-dba1-4dcd-a32b-32b899a9f334 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1533284 Nov 15 22:46:29.312506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:29.323878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:29.355645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef', 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '5474f21e-c55b-4254-bb20-e881d642a4c7'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:29.356751 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.385400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] For port 874ae9e7-21d2-4cef-9a79-7f3f82e46263, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=874ae9e7-21d2-4cef-9a79-7f3f82e46263,segment=NetworkSegment(c8d1817d-89a4-42fa-a6d6-4ae9d5547e09),segment_id=c8d1817d-89a4-42fa-a6d6-4ae9d5547e09)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:29.386727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.406882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Calling delete_port for 874ae9e7-21d2-4cef-9a79-7f3f82e46263 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:29.507305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Allocated IP 2001:db8::2 (aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef/5474f21e-c55b-4254-bb20-e881d642a4c7/685259fd-f8f0-4f70-94e5-d5569d586e72) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:29.577008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.588186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:29.592843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.662560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.686810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['874ae9e7-21d2-4cef-9a79-7f3f82e46263'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:46:29.713359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Pushing event deleted for resources: {'Port': ['ID=874ae9e7-21d2-4cef-9a79-7f3f82e46263,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:29.778774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] No DVR routers for this DVR port 874ae9e7-21d2-4cef-9a79-7f3f82e46263 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:29.779161 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.782694 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.785356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539013c5-3856-40fb-9857-b74e5e026089 None None] DHCP port deletion for e896e66d-86e0-4f40-a2d7-988758818566 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:29.788774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7a8bf2-d260-49ff-b262-136a086f635e req-c4506451-3223-4fc0-bd82-6896d42bb028 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.55 "DELETE /v2.0/ports/874ae9e7-21d2-4cef-9a79-7f3f82e46263 HTTP/1.1" status: 204 len: 173 time: 0.6613512 Nov 15 22:46:29.790239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'name': 'network-vif-deleted', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:29.792970 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5911c2f0-d215-426b-ae94-f6bf1458ec9c" -d '{"events": [{"server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "name": "network-vif-deleted", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:46:29.834790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-bcaa3502-ab76-4685-bca5-57604ab599a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0949416 Nov 15 22:46:29.853373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56480e02-9c21-4928-8fed-c108519e973a req-da2c5c93-e1fa-41cd-9bb7-460746b34c98 tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0856018 Nov 15 22:46:29.880112 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:29.909735 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0e291-b148-4e16-ac06-79cfc80c63f5 x-openstack-request-id: req-80d0e291-b148-4e16-ac06-79cfc80c63f5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:46:29.910539 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c1836e-7f54-47c3-99dd-a9ae816feec2", "name": "network-vif-deleted", "tag": "874ae9e7-21d2-4cef-9a79-7f3f82e46263", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:46:29.910862 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d0e291-b148-4e16-ac06-79cfc80c63f5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:46:29.911462 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c1836e-7f54-47c3-99dd-a9ae816feec2', 'name': 'network-vif-deleted', 'tag': '874ae9e7-21d2-4cef-9a79-7f3f82e46263', 'status': 'completed', 'code': 200} Nov 15 22:46:29.975437 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.001014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:30.008769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:30.011830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:30.023290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Pushing event updated for resources: {'Port': ['ID=685259fd-f8f0-4f70-94e5-d5569d586e72,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:30.064819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.065321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.065766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.066353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.066844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.067295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.067741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.069731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a82e8884-d73e-483b-95a0-cd05b177c769 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.1398630 Nov 15 22:46:30.102207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Attempting to bind port 685259fd-f8f0-4f70-94e5-d5569d586e72 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:30.102582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Attempting to bind port 685259fd-f8f0-4f70-94e5-d5569d586e72 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6728830e-b6af-446e-9294-f9ad453241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:30.102942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Attempting to bind port 685259fd-f8f0-4f70-94e5-d5569d586e72 on network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:30.113248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:30.114182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Checking segment: {'id': '6728830e-b6af-446e-9294-f9ad453241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:30.114876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.115269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Bound using segment: {'id': '6728830e-b6af-446e-9294-f9ad453241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:30.115730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Bound port: 685259fd-f8f0-4f70-94e5-d5569d586e72, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6728830e-b6af-446e-9294-f9ad453241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:30.116108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.150982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42406) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:30.190664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.194122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42412) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:30.224271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9f7ee1-e47a-487f-a65f-6b1f2ac954c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.250456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] For port 685259fd-f8f0-4f70-94e5-d5569d586e72, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:30.255707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] For port 685259fd-f8f0-4f70-94e5-d5569d586e72, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=685259fd-f8f0-4f70-94e5-d5569d586e72,segment=NetworkSegment(6728830e-b6af-446e-9294-f9ad453241ff),segment_id=6728830e-b6af-446e-9294-f9ad453241ff)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:30.309589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=6a4dcde9-1640-4aab-ba35-cc6208759666,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:30.317610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '1611b18d-2803-43b8-b79c-a25c8d6306d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:30.317841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:30.334795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-80aa55c7-8aa3-453b-89e2-45e8da80e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.335070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-80aa55c7-8aa3-453b-89e2-45e8da80e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.335744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-80aa55c7-8aa3-453b-89e2-45e8da80e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.337387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-80aa55c7-8aa3-453b-89e2-45e8da80e78c service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.2398443 Nov 15 22:46:30.384073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.409939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9f7ee1-e47a-487f-a65f-6b1f2ac954c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.437910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-621e15fc-db7e-4401-bd19-f9fa702c35cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.0914786 Nov 15 22:46:30.452852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b3779-6b5c-4dcf-93d3-cf37deae1bbf None None] Pushing event updated for resources: {'Port': ['ID=685259fd-f8f0-4f70-94e5-d5569d586e72,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:30.468097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:30.479218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1d9f7ee1-e47a-487f-a65f-6b1f2ac954c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.541981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-198e3e5e-1f2d-4d08-bbb1-8c69c4413ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.543716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-198e3e5e-1f2d-4d08-bbb1-8c69c4413ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0904615 Nov 15 22:46:30.592216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d9f7ee1-e47a-487f-a65f-6b1f2ac954c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c834429d7e084af1a05cfc3577ffa8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970301 Nov 15 22:46:30.595890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:30.612990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:30.626741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d86cdf-83f7-45da-9154-e01fe2670472 None None] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:30.629373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.630212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.656060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f7ee1-e47a-487f-a65f-6b1f2ac954c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf30bc-d193-4d84-a545-37c32aaa6242,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:30.665059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-02a5219a-cc5d-4ce7-81c5-d5934f94849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:30.666986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-02a5219a-cc5d-4ce7-81c5-d5934f94849e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139233 Nov 15 22:46:30.801523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0c9498a5-101e-4b81-8e91-7e59015ceb4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4841995 Nov 15 22:46:30.803531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:30.813202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768703533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:30.822155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.908282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:30.971726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-a4b129e7-158a-4573-a463-718506b6fdc6 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884889 Nov 15 22:46:31.049145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-0ddf2f2e-3ca8-4731-8a50-c23de4d356e5', 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '6a4dcde9-1640-4aab-ba35-cc6208759666'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:31.050016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.147788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-6429124f-41e9-4eb5-b928-0a3a8dbc290a service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612804 Nov 15 22:46:31.267506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-dc81b449-af95-4780-9562-0d113d483445 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.1108737 Nov 15 22:46:31.268823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.272786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.277035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2caf30bc-d193-4d84-a545-37c32aaa6242 HTTP/1.1" status: 204 len: 168 time: 0.6740613 Nov 15 22:46:31.284133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 685259fd-f8f0-4f70-94e5-d5569d586e72 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:31.324433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00445b-a688-49fc-9f23-82091d596343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf30bc-d193-4d84-a545-37c32aaa6242,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:31.359912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-f7ebf0d6-c269-4fe5-b549-ea78c04ff7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:31.361842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-f7ebf0d6-c269-4fe5-b549-ea78c04ff7b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0825210 Nov 15 22:46:31.451744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 685259fd-f8f0-4f70-94e5-d5569d586e72 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:31.452188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.468168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-b29c2b5a-1631-4d13-a282-e2fc8adc7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:31.469744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-b29c2b5a-1631-4d13-a282-e2fc8adc7965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991867 Nov 15 22:46:31.516248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a47d4c24-b6e3-4785-b509-5689d8fe7f26 req-51d62975-ea5e-483c-af02-eb21ae3a1c1c tempest-TestServerAdvancedOps-18987040 tempest-TestServerAdvancedOps-18987040-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c1836e-7f54-47c3-99dd-a9ae816feec2 HTTP/1.1" status: 200 len: 210 time: 0.0340960 Nov 15 22:46:31.518182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Allocated IP 2001:db8:1::2 (0ddf2f2e-3ca8-4731-8a50-c23de4d356e5/6a4dcde9-1640-4aab-ba35-cc6208759666/be52404d-014c-4584-af54-e1a43597ff23) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:31.608017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-43038a5e-656a-4184-97be-3df20fbcfcd6 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211295 Nov 15 22:46:31.630130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.675748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.676916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.739074 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-74280d74-5403-4d2c-8baa-6ecf93eea467 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230702 Nov 15 22:46:31.761788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 685259fd-f8f0-4f70-94e5-d5569d586e72, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=685259fd-f8f0-4f70-94e5-d5569d586e72,segment=NetworkSegment(6728830e-b6af-446e-9294-f9ad453241ff),segment_id=6728830e-b6af-446e-9294-f9ad453241ff)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:31.805071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.850483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.889706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.919829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:31.943813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=685259fd-f8f0-4f70-94e5-d5569d586e72,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:31.957874 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.005761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.041869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.043159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2ec36b59-a29f-4b44-a4a4-75d24bf0f652 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2380450 Nov 15 22:46:32.050175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:32.054951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:32.058101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:32.065105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:32.094500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d15204-f3b5-45fb-8ed0-5ba70f29493c None None] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:32.158446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Pushing event updated for resources: {'Port': ['ID=be52404d-014c-4584-af54-e1a43597ff23,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:32.220936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7780a01d-90e6-48aa-97e8-ff3a4e0e99fc None None] Provisioning complete for port 685259fd-f8f0-4f70-94e5-d5569d586e72 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:32.226650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7780a01d-90e6-48aa-97e8-ff3a4e0e99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.264553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:32.268160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-1b932985-176e-4598-b3d1-30eb77894bf1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.5198567 Nov 15 22:46:32.277550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Attempting to bind port be52404d-014c-4584-af54-e1a43597ff23 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:32.278170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Attempting to bind port be52404d-014c-4584-af54-e1a43597ff23 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '1611b18d-2803-43b8-b79c-a25c8d6306d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:32.278724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Attempting to bind port be52404d-014c-4584-af54-e1a43597ff23 on network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Checking segment: {'id': '1611b18d-2803-43b8-b79c-a25c8d6306d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Bound using segment: {'id': '1611b18d-2803-43b8-b79c-a25c8d6306d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Bound port: be52404d-014c-4584-af54-e1a43597ff23, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1611b18d-2803-43b8-b79c-a25c8d6306d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0ddf2f2e-3ca8-4731-8a50-c23de4d356e5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:32.318709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.327031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-bee7e06f-f403-4ae5-a9db-23e88e42e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:32.328553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-bee7e06f-f403-4ae5-a9db-23e88e42e06e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0521858 Nov 15 22:46:32.344500 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1004b267-618d-4602-8321-150443d30d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.392042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-c331f901-855d-45a2-b8ff-e831f54fcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:32.394027 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-c331f901-855d-45a2-b8ff-e831f54fcb9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540855 Nov 15 22:46:32.480707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] For port be52404d-014c-4584-af54-e1a43597ff23, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:32.485770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] For port be52404d-014c-4584-af54-e1a43597ff23, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=be52404d-014c-4584-af54-e1a43597ff23,segment=NetworkSegment(1611b18d-2803-43b8-b79c-a25c8d6306d3),segment_id=1611b18d-2803-43b8-b79c-a25c8d6306d3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:32.520225 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.532768 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-7e03e853-6440-4efa-a5d0-ad270e809028 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284070 Nov 15 22:46:32.575563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.638800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42474) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:32.690631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dac4b5-967f-44bd-8bfc-4e074b3c7e35 None None] Pushing event updated for resources: {'Port': ['ID=be52404d-014c-4584-af54-e1a43597ff23,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:32.757271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Deleting subnet be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:32.780452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.806965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-79553eb1-57cb-4dc5-b7e8-9262ccdf0be7 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656872 Nov 15 22:46:32.829502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.881600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-c52c7a83-6cf3-4ad4-8def-5c70fc0d50a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0639510 Nov 15 22:46:32.905868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-035103cd-a87d-4788-b514-6cd68a943238 None None] Provisioning complete for port 685259fd-f8f0-4f70-94e5-d5569d586e72 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:32.906618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-035103cd-a87d-4788-b514-6cd68a943238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.936844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:32.986667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-4ab78bb7-2cb0-4edc-98c2-4d172ffcb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:32.988553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-4ab78bb7-2cb0-4edc-98c2-4d172ffcb911 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0991402 Nov 15 22:46:33.064108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1004b267-618d-4602-8321-150443d30d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.069089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-39e32757-45f3-4633-9896-65433c57f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:33.071069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-39e32757-45f3-4633-9896-65433c57f498 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699725 Nov 15 22:46:33.118505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Deleting port 452720f9-a226-4cc9-8804-8da726267161 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:33.118845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.139799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8::1 (aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef/5474f21e-c55b-4254-bb20-e881d642a4c7/6e7730ef-36d7-4a27-9b4d-0f85635aa83c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:33.168371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.174141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1004b267-618d-4602-8321-150443d30d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.205958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:33.213221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.219265 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-597e303c-cbb4-43c1-8239-dab0aef6b790 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be0fbcca-e9f4-4cf9-a38a-2dd5685d0f4c HTTP/1.1" status: 204 len: 168 time: 0.5794275 Nov 15 22:46:33.220065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:33.224201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a28e27-4244-4536-a32b-07a12301a3d3 None None] Network e896e66d-86e0-4f40-a2d7-988758818566 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:33.284360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device be52404d-014c-4584-af54-e1a43597ff23 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:33.296246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1004b267-618d-4602-8321-150443d30d28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=562eddc644214dbd962fe1a2eb6f4a70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0305483 Nov 15 22:46:33.303118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42492) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:33.338907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-6e962665-7fef-4fec-95d3-b853d8f47b25 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597547 Nov 15 22:46:33.344252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.383851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b267-618d-4602-8321-150443d30d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b810ba-5cf8-4eb2-b8d7-890156edb6ed,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:33.394960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 874ae9e7-21d2-4cef-9a79-7f3f82e46263 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:33.435922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] For port 452720f9-a226-4cc9-8804-8da726267161, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=452720f9-a226-4cc9-8804-8da726267161,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:33.436287 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.443052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 874ae9e7-21d2-4cef-9a79-7f3f82e46263 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:33.443418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 874ae9e7-21d2-4cef-9a79-7f3f82e46263 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:33.463806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Calling delete_port for 452720f9-a226-4cc9-8804-8da726267161 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:33.469258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port be52404d-014c-4584-af54-e1a43597ff23 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:33.469634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.473289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.507927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-45644cae-d561-4b0c-9fd1-0189c10a85b1 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573679 Nov 15 22:46:33.534009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b8ee0-4a78-4568-849b-01d7b57ecf92 None None] DHCP port deletion for e896e66d-86e0-4f40-a2d7-988758818566 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:33.586742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.590031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:33.601300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.625984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port be52404d-014c-4584-af54-e1a43597ff23, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=be52404d-014c-4584-af54-e1a43597ff23,segment=NetworkSegment(1611b18d-2803-43b8-b79c-a25c8d6306d3),segment_id=1611b18d-2803-43b8-b79c-a25c8d6306d3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:33.633657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.640953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-4f94cd5f-bd12-4e93-93a7-498fc3c27030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.1080148 Nov 15 22:46:33.671569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=6e7730ef-36d7-4a27-9b4d-0f85635aa83c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:33.680802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:33.684497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:33.717565 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.722033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:33.722214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.730838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.731797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 685259fd-f8f0-4f70-94e5-d5569d586e72 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:33.751339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.780406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e896e66d-86e0-4f40-a2d7-988758818566']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:33.808124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:33.808354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d1817d-89a4-42fa-a6d6-4ae9d5547e09') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:33.811163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-2b230660-4c9f-4659-8070-659b526207a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:33.812677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-2b230660-4c9f-4659-8070-659b526207a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1625178 Nov 15 22:46:33.842408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a969f94f-8cda-41df-9384-60ca8e1c3481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.846550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.865698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=be52404d-014c-4584-af54-e1a43597ff23,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:33.886236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 685259fd-f8f0-4f70-94e5-d5569d586e72 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:33.886689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.892817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.904200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:33.904200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:33.906299 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:34.004997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-94c599bc-8fe4-4159-8577-198cc8f821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:34.006610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-94c599bc-8fe4-4159-8577-198cc8f821d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623044 Nov 15 22:46:34.029352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.069339 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.094833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.101213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.104650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.106085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88b810ba-5cf8-4eb2-b8d7-890156edb6ed HTTP/1.1" status: 204 len: 168 time: 0.8017681 Nov 15 22:46:34.116675 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.116675 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e896e66d-86e0-4f40-a2d7-988758818566 HTTP/1.1" status: 204 len: 168 time: 0.8907070 Nov 15 22:46:34.117097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=452720f9-a226-4cc9-8804-8da726267161,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:34.124382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:34.135998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b66b4-b6cf-48e9-96cc-a03206887fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e896e66d-86e0-4f40-a2d7-988758818566,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:34.146356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe786d1-27df-4e73-a9d3-0bc6560f6e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b810ba-5cf8-4eb2-b8d7-890156edb6ed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:34.166129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-7529014a-958f-4825-bc4b-9c972e214899 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501925 Nov 15 22:46:34.220413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8c9e1c02-908c-44d3-b2d6-c10227032941 None None] Provisioning complete for port 6e7730ef-36d7-4a27-9b4d-0f85635aa83c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:34.220824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1c02-908c-44d3-b2d6-c10227032941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.279825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b117b-acdc-405e-900d-ddc70d0b9326 None None] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:34.295534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-b12cbdc3-9029-4cfa-ad8b-fa5f3e190eec service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214283 Nov 15 22:46:34.330628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e1c02-908c-44d3-b2d6-c10227032941 None None] Port 6e7730ef-36d7-4a27-9b4d-0f85635aa83c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:34.356937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-457017b2-0373-4f7b-bb37-18fbe4ca1f12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0536439 Nov 15 22:46:34.357478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Deleting subnet e61240f9-2b0d-4974-ac61-fa9be28dabb3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:34.372801 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.436205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-33c0f146-2abc-4ab4-80b6-7e5821d3f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:34.437759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-33c0f146-2abc-4ab4-80b6-7e5821d3f84a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0736856 Nov 15 22:46:34.506994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-10f4d707-755d-4b31-9c5f-4115bfab94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:34.513588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-10f4d707-755d-4b31-9c5f-4115bfab94c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671527 Nov 15 22:46:34.519978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-02f318b5-73e6-4425-8326-ddd0c98a0705 None None] Provisioning complete for port be52404d-014c-4584-af54-e1a43597ff23 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:34.521802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02f318b5-73e6-4425-8326-ddd0c98a0705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.648024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a969f94f-8cda-41df-9384-60ca8e1c3481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.648254 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-7b3433a5-5078-43d0-b84a-671903ab15c7 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258333 Nov 15 22:46:34.699792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.709293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.754075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8fa091c-875f-4444-8339-34aee4ab38ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.755758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a969f94f-8cda-41df-9384-60ca8e1c3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.776580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.787701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-68599d83-cab9-491d-a3c9-a74fbca5f15f service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321847 Nov 15 22:46:34.830635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.831305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.831664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-9ff0e196-993f-48db-a8ad-29ed0252bbcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0363386 Nov 15 22:46:34.850678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-723eb114-647c-4fd0-a4ba-7c105be89a21 None None] Provisioning complete for port be52404d-014c-4584-af54-e1a43597ff23 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:34.851416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-723eb114-647c-4fd0-a4ba-7c105be89a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:34.855275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a969f94f-8cda-41df-9384-60ca8e1c3481 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f508f4abf34c4e049e73883cdedc88d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2641242 Nov 15 22:46:34.869674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:34.886022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969f94f-8cda-41df-9384-60ca8e1c3481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2a668-78ca-40f2-91da-9550d8615af4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:34.937767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-1f6522af-a294-4f8c-97c7-732380deca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:34.939597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-1f6522af-a294-4f8c-97c7-732380deca23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.1000605 Nov 15 22:46:34.944433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.029308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.059521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-1cb7bcb1-6907-4936-b071-02dfedbc8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:35.060815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-1cb7bcb1-6907-4936-b071-02dfedbc8b78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112585 Nov 15 22:46:35.062729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=6e7730ef-36d7-4a27-9b4d-0f85635aa83c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:35.092599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.120971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:35.126028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:35.251763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device be52404d-014c-4584-af54-e1a43597ff23 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:35.283852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-889b7fc4-0514-47e5-a98c-fa19972a0fbd service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020671 Nov 15 22:46:35.321395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port be52404d-014c-4584-af54-e1a43597ff23 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:35.321824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.371048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.376132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.377499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bc2a668-78ca-40f2-91da-9550d8615af4 HTTP/1.1" status: 204 len: 168 time: 0.5069191 Nov 15 22:46:35.404129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d0dcc-bb1a-4fbc-a79f-f79a0c28a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2a668-78ca-40f2-91da-9550d8615af4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:35.431153 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-816dcda9-7895-4f0a-bcd3-aa89302b007b req-b5069623-b601-4dfa-97ab-14692692fdbd service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388113 Nov 15 22:46:35.556141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2459ae45-6a9c-49b6-9418-6a87e1f0315f None None] Provisioning complete for port 6e7730ef-36d7-4a27-9b4d-0f85635aa83c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:35.557995 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2459ae45-6a9c-49b6-9418-6a87e1f0315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.627735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2459ae45-6a9c-49b6-9418-6a87e1f0315f None None] Port 6e7730ef-36d7-4a27-9b4d-0f85635aa83c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:35.734573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.827543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61240f9-2b0d-4974-ac61-fa9be28dabb3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:35.839917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.848376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04dd831-0838-4562-81fe-cc9fd1c3bdef None None] Network bdd97f90-e1d1-4d06-b6e2-f18f71796c0e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:35.848582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f9e400d-b945-4133-9055-6e270372b460 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e61240f9-2b0d-4974-ac61-fa9be28dabb3 HTTP/1.1" status: 204 len: 168 time: 1.7203810 Nov 15 22:46:35.849132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:35.916115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Router af451156-3a04-4307-8600-e7246cf05dff has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:35.989898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:35.991693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 0f5d4945-2982-4a3b-8315-52db867e36fa is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:46:36.054336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbef21a-d8bc-43c2-8621-595a7134b855 None None] DHCP port deletion for bdd97f90-e1d1-4d06-b6e2-f18f71796c0e request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:36.088214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.113107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd97f90-e1d1-4d06-b6e2-f18f71796c0e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.121054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:36.121054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:36.121650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8740273d-4104-4da2-8790-8f047ab980b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/af451156-3a04-4307-8600-e7246cf05dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9695892 Nov 15 22:46:36.128257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1af59c08-4b26-4fa2-9897-79cf10a80f48 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0722275 Nov 15 22:46:36.129447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.129775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.131171 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Sync routers for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:36.132643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] Sync routers for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:36.138983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a01310e-7fea-4015-9808-4ad99d85d749') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.139170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a01310e-7fea-4015-9808-4ad99d85d749') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.150114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:36.151716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.152657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.152891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:36.154138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.174783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.188563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:36.188989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:36.190943 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:36.217382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.238892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:36.242140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.242291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7579df-22a0-4723-93e8-8aab5147e56e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:36.247010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e7579df-22a0-4723-93e8-8aab5147e56e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports/6e7730ef-36d7-4a27-9b4d-0f85635aa83c HTTP/1.1" status: 200 len: 911 time: 0.1151052 Nov 15 22:46:36.247664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.272890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42554) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.291902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2401199a-5c00-40b0-ba68-682455ef0239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.318402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42556) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.322824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.323530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de18d26c-e071-4650-a1da-b838d7b043c0 None None] The sync data for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:36.353272 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:36.356658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.365690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.368806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bdd97f90-e1d1-4d06-b6e2-f18f71796c0e HTTP/1.1" status: 204 len: 168 time: 0.5182586 Nov 15 22:46:36.376824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.384686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e741a-d4f1-4389-826c-74e50504aac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd97f90-e1d1-4d06-b6e2-f18f71796c0e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:36.429675 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2401199a-5c00-40b0-ba68-682455ef0239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.522495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2401199a-5c00-40b0-ba68-682455ef0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.571429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2401199a-5c00-40b0-ba68-682455ef0239 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3acc62afe4224cfbbaa6cfab04b6117f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972794 Nov 15 22:46:36.572754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401199a-5c00-40b0-ba68-682455ef0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25399ce-7615-4d8c-a743-1307c3f1341b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:36.575430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.623411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2be71ec0-a10d-4b65-9a16-f45890569038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.676273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.711806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.731507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.733265 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:46:33Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.780961 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Checking router: af451156-3a04-4307-8600-e7246cf05dff for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:46:36.784474 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2be71ec0-a10d-4b65-9a16-f45890569038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.791079 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Routers {'af451156-3a04-4307-8600-e7246cf05dff'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:36.791693 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['af451156-3a04-4307-8600-e7246cf05dff'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:36.796250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.893605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:36.897387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] Set router af451156-3a04-4307-8600-e7246cf05dff gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:36.902257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.904875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.905966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b25399ce-7615-4d8c-a743-1307c3f1341b HTTP/1.1" status: 204 len: 168 time: 0.3291833 Nov 15 22:46:36.906653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2be71ec0-a10d-4b65-9a16-f45890569038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:36.948557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8ea5e-07ae-4d25-a994-5ca7fff7b623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25399ce-7615-4d8c-a743-1307c3f1341b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.017775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71ec0-a10d-4b65-9a16-f45890569038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261dc408-8b80-40e4-9d98-af3141e4d320,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.029356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Deleting port 4ce14f94-a594-44a4-8fd4-0f8020c558de {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:37.030050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.032854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2be71ec0-a10d-4b65-9a16-f45890569038 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=428386395b9f43bca6351fb2277e76e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103393 Nov 15 22:46:37.039863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:37.057474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f57d8854-75e9-4796-95eb-f13d1b43d8fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcd4745e14b34fb1817253db73ada95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626244 Nov 15 22:46:37.060126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:37.123783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.148562 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:46:33Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:37.158129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2c35ea2-b8ab-49fa-8c99-0edaed8aec96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.161569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8:1::1 (0ddf2f2e-3ca8-4731-8a50-c23de4d356e5/6a4dcde9-1640-4aab-ba35-cc6208759666/1888e0a8-fc0c-4d62-845d-c9e8711f43bb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:37.168052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.196332 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8527e-8882-4f95-b973-0b92ce23fbc7 None None] The sync data for ids ['af451156-3a04-4307-8600-e7246cf05dff'] in n-d-817995-3 is: [{'id': 'af451156-3a04-4307-8600-e7246cf05dff', 'name': 'tempest-AttachVolumeShelveTestJSON-283330618-router', 'tenant_id': '7bd385f1108c486dbee9e68e61cf0a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:37:42Z', 'updated_at': '2021-11-15T22:46:33Z', 'revision_number': 5, 'project_id': '7bd385f1108c486dbee9e68e61cf0a04', 'gw_port': {'id': '4ce14f94-a594-44a4-8fd4-0f8020c558de', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af451156-3a04-4307-8600-e7246cf05dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:37:43Z', 'updated_at': '2021-11-15T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:37.213667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.274845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] For port 4ce14f94-a594-44a4-8fd4-0f8020c558de, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4ce14f94-a594-44a4-8fd4-0f8020c558de,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:37.275242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.357231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.357231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Calling delete_port for 4ce14f94-a594-44a4-8fd4-0f8020c558de owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:37.439670 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.453272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.463282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.463282 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8657b935-c32a-44e5-be09-1a5a7bc88efa HTTP/1.1" status: 204 len: 168 time: 0.3986385 Nov 15 22:46:37.474626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525afd-902d-4858-a149-674d0b576762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657b935-c32a-44e5-be09-1a5a7bc88efa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.555302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.558258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.559452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/261dc408-8b80-40e4-9d98-af3141e4d320 HTTP/1.1" status: 204 len: 168 time: 0.5186522 Nov 15 22:46:37.590014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f852a45-2b84-4b3c-8c3d-42da5ef52074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261dc408-8b80-40e4-9d98-af3141e4d320,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.672174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.707866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.716741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:37.723705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:37.727577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:37.728134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:37.801757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6ad99-a4f5-4a37-98f7-0601366162de None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:37.847283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=1888e0a8-fc0c-4d62-845d-c9e8711f43bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.908317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce14f94-a594-44a4-8fd4-0f8020c558de,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:37.918187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.032644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.034696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.039739 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.076918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-786d1ac7-d879-498d-bbbf-6817cead179c None None] Provisioning complete for port 1888e0a8-fc0c-4d62-845d-c9e8711f43bb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:38.078338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-786d1ac7-d879-498d-bbbf-6817cead179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.130852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-786d1ac7-d879-498d-bbbf-6817cead179c None None] Port 1888e0a8-fc0c-4d62-845d-c9e8711f43bb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:38.195296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.195296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af451156-3a04-4307-8600-e7246cf05dff {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:46:38.200528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.201722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8f8037bb-240f-4c65-97a0-0f2efb4a3d5b admin admin] 10.222.0.15 "DELETE /v2.0/routers/af451156-3a04-4307-8600-e7246cf05dff HTTP/1.1" status: 204 len: 168 time: 2.0710371 Nov 15 22:46:38.204326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42598) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:38.264592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Deleting subnet e009bf25-e702-45b0-8dcf-2670b048e916 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:38.270364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.307872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.321787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.414165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.420442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.488601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.489410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.499420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:38.547053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c886e155-1407-4d97-b032-9a69b8db0210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c4a2d4b39e44982863603042e46c1c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457039 Nov 15 22:46:38.549026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.558686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:38.564662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.570616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db78f81-0993-4c8a-b7bd-30bde54463ab None None] Network 79c1766a-00a2-4dfe-80d0-3ae134182d2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:38.572661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e009bf25-e702-45b0-8dcf-2670b048e916 HTTP/1.1" status: 204 len: 168 time: 0.3670559 Nov 15 22:46:38.574978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:38.594837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=1888e0a8-fc0c-4d62-845d-c9e8711f43bb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:38.650965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:38.654068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:38.679702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03146ff-5a81-4ee8-b695-8ffc7a629160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e009bf25-e702-45b0-8dcf-2670b048e916,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:38.725146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.773577 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.874546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 0f5d4945-2982-4a3b-8315-52db867e36fa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:38.898440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:38.923707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] DHCP port deletion for 79c1766a-00a2-4dfe-80d0-3ae134182d2d request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:38.999547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Deleting port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:39.000198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.013017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:39.026788 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] Sync routers for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:39.029842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7dfcc43c-c537-437d-9d7e-a299f8ad6eef tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7788260 Nov 15 22:46:39.032700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:39.045716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:39.051885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.096825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Deleting port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:39.100647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.101203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.112860 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:39.114303 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.124718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.127943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.129988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71193415-3f14-4195-a048-5bb9cc5a2559 HTTP/1.1" status: 204 len: 168 time: 0.5558891 Nov 15 22:46:39.139778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9325e7-82dc-4d02-bc94-319acb729342 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:39.140061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb9325e7-82dc-4d02-bc94-319acb729342 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports/1888e0a8-fc0c-4d62-845d-c9e8711f43bb HTTP/1.1" status: 200 len: 913 time: 0.1060758 Nov 15 22:46:39.143087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:39.166663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5581d-ab9f-4363-bfa1-5a13ae352ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71193415-3f14-4195-a048-5bb9cc5a2559,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:39.181401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] For port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:39.182173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.197890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Calling delete_port for 4e9c12ca-147f-43c4-bd6a-307d9c1efebc owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:39.199282 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.201132 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe680892-6427-4c1c-9c65-c842df4ad244 None None] The sync data for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:39.213878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4ce14f94-a594-44a4-8fd4-0f8020c558de no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:39.281912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4ce14f94-a594-44a4-8fd4-0f8020c558de {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:39.281912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4ce14f94-a594-44a4-8fd4-0f8020c558de not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:39.281912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4e9c12ca-147f-43c4-bd6a-307d9c1efebc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:39.293983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c9adc1d5-693d-4c27-9522-f1c902edb283 None None] Provisioning complete for port 1888e0a8-fc0c-4d62-845d-c9e8711f43bb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:39.294585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9adc1d5-693d-4c27-9522-f1c902edb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.327107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] For port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,segment=NetworkSegment(0d5b8aa7-eccc-44cb-9984-fd3d23a26900),segment_id=0d5b8aa7-eccc-44cb-9984-fd3d23a26900)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:39.328238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.382082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.383602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Calling delete_port for 4e9c12ca-147f-43c4-bd6a-307d9c1efebc owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:39.409584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No active binding found for port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:46:39.410416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4e9c12ca-147f-43c4-bd6a-307d9c1efebc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:39.411008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 452720f9-a226-4cc9-8804-8da726267161 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:39.439067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 452720f9-a226-4cc9-8804-8da726267161 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:39.439723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 452720f9-a226-4cc9-8804-8da726267161 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:39.442459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c9adc1d5-693d-4c27-9522-f1c902edb283 None None] Port 1888e0a8-fc0c-4d62-845d-c9e8711f43bb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:39.446536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:39.450140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] No DVR routers for this DVR port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:39.476730 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.520257 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.543876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] No DVR routers for this DVR port 4e9c12ca-147f-43c4-bd6a-307d9c1efebc on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:39.568852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.575013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ff2d-22fd-430b-ba15-b6c2cc780571 None None] Pushing event deleted for resources: {'Port': ['ID=4e9c12ca-147f-43c4-bd6a-307d9c1efebc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:39.597560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c1766a-00a2-4dfe-80d0-3ae134182d2d']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.608582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5b8aa7-eccc-44cb-9984-fd3d23a26900') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.609180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5b8aa7-eccc-44cb-9984-fd3d23a26900') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:39.620823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.636878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.643470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:39.643957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:39.645891 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:39.805170 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.820488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:39.829406 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/79c1766a-00a2-4dfe-80d0-3ae134182d2d HTTP/1.1" status: 204 len: 168 time: 1.2205498 Nov 15 22:46:39.849145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06298-003e-4d62-8bae-f58214d194a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c1766a-00a2-4dfe-80d0-3ae134182d2d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:39.981555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.183457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:40.255256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:40.257970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-698c362d-0ac0-408d-973b-9c13aaf9a5f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bd385f1108c486dbee9e68e61cf0a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732210 Nov 15 22:46:40.287239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 1888e0a8-fc0c-4d62-845d-c9e8711f43bb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:40.287556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.372980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.377008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.416541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.419124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.442752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 1888e0a8-fc0c-4d62-845d-c9e8711f43bb owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:40.615545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.618233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.619413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b50d03e5-5764-416a-aa35-09c5fa3cda29 HTTP/1.1" status: 204 len: 168 time: 0.3599737 Nov 15 22:46:40.634792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e39a3-8dff-461d-a5a9-844f5f6a9593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d03e5-5764-416a-aa35-09c5fa3cda29,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:40.711250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:40.751217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=1888e0a8-fc0c-4d62-845d-c9e8711f43bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:40.922346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.125782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:41.164421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 0f5d4945-2982-4a3b-8315-52db867e36fa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:41.266811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:41.276791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6500798-a43b-400a-b13b-abd6ac9c8d07 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1323993 Nov 15 22:46:41.277534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:41.277665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] Sync routers for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:41.281127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-385918866-network', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:41.291359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:41.292269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:41.336006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:41.345644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:41.353347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:41.370747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Made reservation on behalf of 7ce8aa06fb714cc6b9961df2676b13f3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:41.374469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.387235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:41.388502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba9108-b823-4f5e-8e60-518347dae2c5 None None] The sync data for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:41.388882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.496255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.604422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.621448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.633299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:41.643619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b102c3f0-c38c-424f-b920-4b61eb1f9530,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:41.652490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.653089 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Added segment e2d9a459-d4ba-4f4d-915e-e7bbe309bad5 of type vlan for network cb2cd051-f385-4f82-8121-4974c3ac3d36 Nov 15 22:46:41.700903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.798440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.799415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:41.799991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.860497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2cd051-f385-4f82-8121-4974c3ac3d36,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:41.875125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:41.905515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 6e7730ef-36d7-4a27-9b4d-0f85635aa83c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:41.905857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:41.922336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aafcda0b-ce2c-4330-b884-a886cc3b1db6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7947948 Nov 15 22:46:41.926301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42724) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:41.931887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Request body: {'subnet': {'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-385918866-subnet', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:42.008220 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.027598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 6e7730ef-36d7-4a27-9b4d-0f85635aa83c owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:42.050523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Made reservation on behalf of 7ce8aa06fb714cc6b9961df2676b13f3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:42.053808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.128173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-1b99acbc-1fe3-4d0c-8410-7b80b15c9ae0 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ad0e439e28b742a9bbd394d336435a72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328157 Nov 15 22:46:42.313483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.364169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4206a2-4351-4efb-8a0a-ee176f223567,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:42.385433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Checking segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:42.385796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Network hostable DHCP agents. Network: cb2cd051-f385-4f82-8121-4974c3ac3d36, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:42.406528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-7834acc3-ead3-4757-a618-69c9b4cb7fce tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:42.408028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-7834acc3-ead3-4757-a618-69c9b4cb7fce tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702301 Nov 15 22:46:42.434717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-e4649cb6-9ff4-4ec7-ae60-1f6d2b27ebc1 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/quotas/ad0e439e28b742a9bbd394d336435a72 HTTP/1.1" status: 200 len: 375 time: 0.0203009 Nov 15 22:46:42.465734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:42.467865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-b949eafb-d0d8-402a-ac3f-9c4cab1d27f7 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad0e439e28b742a9bbd394d336435a72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268486 Nov 15 22:46:42.546070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.568651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, cb2cd051-f385-4f82-8121-4974c3ac3d36) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:42.573764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:42.574479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.574643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=6e7730ef-36d7-4a27-9b4d-0f85635aa83c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:42.580232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9d904-4b45-47ff-9c3b-c33bd5f9206a None None] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:42.711742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8ce4f718-1649-491b-b6ed-d39a22c7e91d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7840552 Nov 15 22:46:42.712377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:42.717137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:42.725734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.840346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87b8b0cf-5c1b-4613-adf7-737a23f41597 req-48086366-6c3f-491b-9f4a-d374ea4497d4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 210 time: 0.0556574 Nov 15 22:46:42.861594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.861594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.871775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-cb2cd051-f385-4f82-8121-4974c3ac3d36', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:42.874066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:42.965218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 0f5d4945-2982-4a3b-8315-52db867e36fa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:42.982221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.051437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:43.059554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-579fa576-4dbc-4eb5-9ad4-5d8fc952d048 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807200 Nov 15 22:46:43.060300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:43.063896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] Sync routers for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:43.083302 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:43.084249 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:43.096742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-206755b0-253f-43f2-a008-50dbffc45e36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5d4945-2982-4a3b-8315-52db867e36fa HTTP/1.1" status: 200 len: 205 time: 0.0351975 Nov 15 22:46:43.098494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:43.141250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:43.158375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Allocated IP 172.20.0.2 (cb2cd051-f385-4f82-8121-4974c3ac3d36/4f4206a2-4351-4efb-8a0a-ee176f223567/29db7896-8487-4d94-9720-4aea1dedd286) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:43.169278 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] Routers {'0f5d4945-2982-4a3b-8315-52db867e36fa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:43.169911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0f5d4945-2982-4a3b-8315-52db867e36fa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:43.187216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.258911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:43.259800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758901-ca1a-43d7-89a8-eeec7bbcbf4b None None] The sync data for ids ['0f5d4945-2982-4a3b-8315-52db867e36fa'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:43.333288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.367368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.435439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.437594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.471263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.511120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:43.513875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:43.520100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:43.534363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Pushing event updated for resources: {'Port': ['ID=29db7896-8487-4d94-9720-4aea1dedd286,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:43.579130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.579850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5d4945-2982-4a3b-8315-52db867e36fa {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:46:43.590200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Attempting to bind port 29db7896-8487-4d94-9720-4aea1dedd286 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:43.590759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Attempting to bind port 29db7896-8487-4d94-9720-4aea1dedd286 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:43.591117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Attempting to bind port 29db7896-8487-4d94-9720-4aea1dedd286 on network cb2cd051-f385-4f82-8121-4974c3ac3d36 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:43.595074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.596830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:43.597310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Checking segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:43.597782 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.598229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Bound using segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:43.598762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Bound port: 29db7896-8487-4d94-9720-4aea1dedd286, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:43.599204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.599773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f0b0cc5-2cc1-4eba-a8ce-96d350ac7f7d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa HTTP/1.1" status: 204 len: 168 time: 0.4999368 Nov 15 22:46:43.602085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42792) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:43.684916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 6a4dcde9-1640-4aab-ba35-cc6208759666 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:43.688498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.698985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.711321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] For port 29db7896-8487-4d94-9720-4aea1dedd286, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:43.715240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] For port 29db7896-8487-4d94-9720-4aea1dedd286, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29db7896-8487-4d94-9720-4aea1dedd286,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:43.726591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.741554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.822693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.858018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Allocated IP 172.25.0.27 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c99ed4be-57ed-4d13-bd08-7916f5504155) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:43.879965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:43.941979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36021f2e-0e40-40b4-905d-5462d0f27b27 None None] Pushing event updated for resources: {'Port': ['ID=29db7896-8487-4d94-9720-4aea1dedd286,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:43.994419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23e4af7e-4326-43fd-a6b1-3cc6ba774a46 req-efb108c2-bfc1-4ece-8add-17db02814e4c tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 210 time: 0.0601778 Nov 15 22:46:44.016564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.165423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.172246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.214273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4dcde9-1640-4aab-ba35-cc6208759666,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:44.234722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:44.237892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93b7d2-e425-4423-b1fe-39d459b4ae68 None None] Network 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:44.238131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:44.242446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:44.242843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.246817 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16e8006f-fb14-4abd-ad96-b91a99fed8bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/6a4dcde9-1640-4aab-ba35-cc6208759666 HTTP/1.1" status: 204 len: 168 time: 0.6436224 Nov 15 22:46:44.249857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:44.289806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Pushing event updated for resources: {'Port': ['ID=c99ed4be-57ed-4d13-bd08-7916f5504155,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:44.334099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 5474f21e-c55b-4254-bb20-e881d642a4c7 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:46:44.337678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.339489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293adf38-267c-4b80-ac59-c6618fec34af None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:44.445638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.467711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ea58cb53-3786-41bb-bf8b-7d166f7cd132 None None] Provisioning complete for port c99ed4be-57ed-4d13-bd08-7916f5504155 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:44.468318 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea58cb53-3786-41bb-bf8b-7d166f7cd132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.538856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cb53-3786-41bb-bf8b-7d166f7cd132 None None] Port c99ed4be-57ed-4d13-bd08-7916f5504155 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:44.567955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.590012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:44.635666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] DHCP port deletion for 0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:44.691411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Deleting port be52404d-014c-4584-af54-e1a43597ff23 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:44.692015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.730469 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916ce735-1784-4f04-9f72-c878e3e2e74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.756930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.782272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] For port be52404d-014c-4584-af54-e1a43597ff23, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=be52404d-014c-4584-af54-e1a43597ff23,segment=NetworkSegment(1611b18d-2803-43b8-b79c-a25c8d6306d3),segment_id=1611b18d-2803-43b8-b79c-a25c8d6306d3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:44.782982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.803990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Calling delete_port for be52404d-014c-4584-af54-e1a43597ff23 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:44.813751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.818540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fec06-74bf-4ed6-9dbe-97a66d766430 None None] Network aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:44.821115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/5474f21e-c55b-4254-bb20-e881d642a4c7 HTTP/1.1" status: 204 len: 168 time: 0.5700550 Nov 15 22:46:44.822283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ded34-f926-42c8-a39f-cf775381db97 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=5474f21e-c55b-4254-bb20-e881d642a4c7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:44.829134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:44.941684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:44.979555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916ce735-1784-4f04-9f72-c878e3e2e74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.042464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port be52404d-014c-4584-af54-e1a43597ff23 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:45.042804 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.084592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.137626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] DHCP port deletion for aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:45.146052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] Pushing event deleted for resources: {'Port': ['ID=be52404d-014c-4584-af54-e1a43597ff23,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:45.154253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43265152-6220-4663-8e3c-3ff67aff007a None None] No DVR routers for this DVR port be52404d-014c-4584-af54-e1a43597ff23 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:45.166584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.276293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Deleting port 685259fd-f8f0-4f70-94e5-d5569d586e72 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:45.276293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.385486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 29db7896-8487-4d94-9720-4aea1dedd286 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:45.418478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f89dc-954d-4faf-90ef-9b72d130e569 None None] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:45.491971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.532865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] For port 685259fd-f8f0-4f70-94e5-d5569d586e72, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=685259fd-f8f0-4f70-94e5-d5569d586e72,segment=NetworkSegment(6728830e-b6af-446e-9294-f9ad453241ff),segment_id=6728830e-b6af-446e-9294-f9ad453241ff)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:45.533261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.565632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Calling delete_port for 685259fd-f8f0-4f70-94e5-d5569d586e72 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:45.569964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] Provisioning complete for port 29db7896-8487-4d94-9720-4aea1dedd286 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:45.570312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.657223 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-916ce735-1784-4f04-9f72-c878e3e2e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.702001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 29db7896-8487-4d94-9720-4aea1dedd286 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:45.702623 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.745474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-ed1d02fd-8f37-4c7c-8f64-a02bd7c7111c tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ad0e439e28b742a9bbd394d336435a72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891469 Nov 15 22:46:45.747899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2459bb8c-55da-48f6-b7c8-246a212367a3 req-e6dd73be-143a-42ce-99d7-c57ace301e62 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 210 time: 0.0945525 Nov 15 22:46:45.751378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:46:45.811745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-916ce735-1784-4f04-9f72-c878e3e2e74d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5356028eb1344229561609bc6292c97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2198703 Nov 15 22:46:45.816293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42828) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:45.841143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ce735-1784-4f04-9f72-c878e3e2e74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e597f-bbdf-4f0c-b5f4-b7970a5c9d76,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:45.847915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port be52404d-014c-4584-af54-e1a43597ff23, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=be52404d-014c-4584-af54-e1a43597ff23,segment=NetworkSegment(1611b18d-2803-43b8-b79c-a25c8d6306d3),segment_id=1611b18d-2803-43b8-b79c-a25c8d6306d3)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:45.848280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.851704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.871911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for be52404d-014c-4584-af54-e1a43597ff23 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:45.929977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.940078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] For port 29db7896-8487-4d94-9720-4aea1dedd286, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29db7896-8487-4d94-9720-4aea1dedd286,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:45.941233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.959304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:45.963969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-d9cf1f56-a379-45b7-9ce4-6aa63aee89c3 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:45.965558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-d9cf1f56-a379-45b7-9ce4-6aa63aee89c3 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982243 Nov 15 22:46:45.981988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:45.996349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] Pushing event deleted for resources: {'Port': ['ID=685259fd-f8f0-4f70-94e5-d5569d586e72,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.002293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Request body: {'port': {'device_id': '916637b7-d165-45d0-b852-fea844e0983e', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': 'ad0e439e28b742a9bbd394d336435a72'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:46.004648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.007988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:46.012335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf64cc-162b-4a7f-b9dc-863d9d47dd6f None None] No DVR routers for this DVR port 685259fd-f8f0-4f70-94e5-d5569d586e72 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:46.026133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:46.037761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.043617 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:46.044245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.106892 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.110419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.114115 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-917267c2-e0ce-482d-a4bf-89b7ecb75d93 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3990800 Nov 15 22:46:46.117217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:46.153843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port be52404d-014c-4584-af54-e1a43597ff23 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:46:46.159962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=be52404d-014c-4584-af54-e1a43597ff23,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.264906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.264906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.264906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d0e597f-bbdf-4f0c-b5f4-b7970a5c9d76 HTTP/1.1" status: 204 len: 168 time: 0.4458184 Nov 15 22:46:46.285011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.294051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c51e4-5f54-4907-8130-0e213799e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e597f-bbdf-4f0c-b5f4-b7970a5c9d76,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.305388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-984f8874-fb3b-401d-b20d-8dab5a14d836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.313072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf2f2e-3ca8-4731-8a50-c23de4d356e5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.325470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1611b18d-2803-43b8-b79c-a25c8d6306d3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.325766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1611b18d-2803-43b8-b79c-a25c8d6306d3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.337915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.356447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.366825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:46.368271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:46.371813 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:46.385224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Made reservation on behalf of ad0e439e28b742a9bbd394d336435a72 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:46.388994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.425682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:46:46.426116 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:46:46.429545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b57648-b4e7-40b5-8dd1-db9a43b6c86b None None] Pushing event updated for resources: {'Port': ['ID=29db7896-8487-4d94-9720-4aea1dedd286,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.432426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.433830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d71a5421-bc2c-4fc6-b748-96d5927d71a0 None None] Provisioning complete for port 29db7896-8487-4d94-9720-4aea1dedd286 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:46.434144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d71a5421-bc2c-4fc6-b748-96d5927d71a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.491851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:46.516456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-984f8874-fb3b-401d-b20d-8dab5a14d836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.550956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.554001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.560360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.567048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/0ddf2f2e-3ca8-4731-8a50-c23de4d356e5 HTTP/1.1" status: 204 len: 168 time: 1.7342541 Nov 15 22:46:46.568177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:46.586555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4650999-0e17-48fe-a300-f3a6273c52d0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=0ddf2f2e-3ca8-4731-8a50-c23de4d356e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.628148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.677220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-984f8874-fb3b-401d-b20d-8dab5a14d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.714064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.768850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-984f8874-fb3b-401d-b20d-8dab5a14d836 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b4ef88189c0459bb0eef6a5c5a40304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7407188 Nov 15 22:46:46.771355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:46.772032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8874-fb3b-401d-b20d-8dab5a14d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1dce3a-771c-46cf-8dfd-b25f06dea0ea,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.805589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac588a8-5723-4f77-901a-c6479f88c8be,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:46.830377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:44Z', 'revision_number': 3, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.895539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:46:46.901151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Updating router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 port c99ed4be-57ed-4d13-bd08-7916f5504155 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:46:46.928163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.947395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.969030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.977521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.979423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6728830e-b6af-446e-9294-f9ad453241ff') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.979703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6728830e-b6af-446e-9294-f9ad453241ff') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:46.983683 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:46.990317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.003866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.033538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0d5b3fd-1410-4859-9a6d-547dffd6ee85 req-8a7e51b0-169c-46a6-9e6e-3d7f56fcd773 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 210 time: 0.1184778 Nov 15 22:46:47.037095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:46:47.037549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:46:47.040848 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:46:47.096770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device be52404d-014c-4584-af54-e1a43597ff23 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:47.103958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Allocated IP 192.168.233.196 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/2da74c60-edac-4960-aafc-5ff1bc6d819d) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:47.123462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.128859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: be52404d-014c-4584-af54-e1a43597ff23 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:47.129478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device be52404d-014c-4584-af54-e1a43597ff23 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:47.164310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:46:47.214101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.224437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.228364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef HTTP/1.1" status: 204 len: 168 time: 0.6589701 Nov 15 22:46:47.232425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42856) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:47.252514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-192867591'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:47.264129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 29db7896-8487-4d94-9720-4aea1dedd286 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:47.271254 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.273977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.277640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d1dce3a-771c-46cf-8dfd-b25f06dea0ea HTTP/1.1" status: 204 len: 168 time: 0.5021544 Nov 15 22:46:47.282687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41de81d-b702-48a9-a9cf-ff26fdc0a5bd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=aa689e44-ddc9-4fd6-bfd3-90c893b7e5ef,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:47.347070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:47.352073 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.397566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:47.407571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.408151 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment e13ef068-604e-4fef-a99b-d419e32d8d78 of type vlan for network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 Nov 15 22:46:47.423728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f91a-2207-4126-a570-71243d154199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1dce3a-771c-46cf-8dfd-b25f06dea0ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:47.443223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.454926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 29db7896-8487-4d94-9720-4aea1dedd286 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:47.455296 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.471422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Allocated IP 172.20.0.1 (cb2cd051-f385-4f82-8121-4974c3ac3d36/4f4206a2-4351-4efb-8a0a-ee176f223567/76c440f6-d8cb-4589-b1da-023cfb4ce5cf) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:47.498211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.500378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.559546 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.620566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.624814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.628826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:47.630244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.648005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bc916-fb46-4c06-ae31-80b990025e88 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:47.655703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 685259fd-f8f0-4f70-94e5-d5569d586e72 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:46:47.665702 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.710643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Attempting to bind port c99ed4be-57ed-4d13-bd08-7916f5504155 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:47.711199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Attempting to bind port c99ed4be-57ed-4d13-bd08-7916f5504155 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:47.711893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Attempting to bind port c99ed4be-57ed-4d13-bd08-7916f5504155 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:47.718608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:47.719282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:47.719842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.720446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:47.722351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Bound port: c99ed4be-57ed-4d13-bd08-7916f5504155, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:47.722924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.748668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.751720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a72ea-a8b4-4b3d-889c-b7dddc50ee1e None None] Pushing event updated for resources: {'Port': ['ID=c99ed4be-57ed-4d13-bd08-7916f5504155,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:47.762100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:47.767856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 685259fd-f8f0-4f70-94e5-d5569d586e72 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:46:47.768269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 685259fd-f8f0-4f70-94e5-d5569d586e72 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:46:47.777840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5442929 Nov 15 22:46:47.782780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:47.791302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:47.816942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a055ce3-a91e-4ef7-817a-3e8a924a11b7 None None] Provisioning complete for port c99ed4be-57ed-4d13-bd08-7916f5504155 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:47.817303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a055ce3-a91e-4ef7-817a-3e8a924a11b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.827377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:47.833568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:47.837676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:47.859625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] For port c99ed4be-57ed-4d13-bd08-7916f5504155, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:47.877621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:47.890429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Pushing event updated for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:47.890618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:47.904839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:47.909573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] For port c99ed4be-57ed-4d13-bd08-7916f5504155, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c99ed4be-57ed-4d13-bd08-7916f5504155,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:47.917177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a055ce3-a91e-4ef7-817a-3e8a924a11b7 None None] Port c99ed4be-57ed-4d13-bd08-7916f5504155 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:47.971431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7120aaa-11e0-4a1f-9b79-3ff7d82339dc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=829bdec7-72aa-406a-bb94-7ffe0a4ca263,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:47.985324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:47.993960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Pushing event updated for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:48.035633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:48.036366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.054892 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.166395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:48.167132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:48.169382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3954b-d04f-4cb0-8d0f-55a333a047f6 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:48.193770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.209987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:48.216853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.295415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a72ea-a8b4-4b3d-889c-b7dddc50ee1e None None] Pushing event updated for resources: {'Port': ['ID=c99ed4be-57ed-4d13-bd08-7916f5504155,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:48.313621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e44fd2-85e7-4392-8774-7d3deb2c031f req-3d92658e-a12e-4f3d-8d61-bdd2c5dbc254 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:48.315156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e44fd2-85e7-4392-8774-7d3deb2c031f req-3d92658e-a12e-4f3d-8d61-bdd2c5dbc254 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 936 time: 0.1757922 Nov 15 22:46:48.324971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-aaf54b2a-419c-4293-923a-b3d39b2ef18e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3433528 Nov 15 22:46:48.374923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:48.375747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42884) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:48.381688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Request body: {'port': {'device_id': '916637b7-d165-45d0-b852-fea844e0983e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:48.397633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d99b-d20b-45a2-87c5-1a4af6ec5892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.410257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Provisioning complete for port 2da74c60-edac-4960-aafc-5ff1bc6d819d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:48.410767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.497691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e44fd2-85e7-4392-8774-7d3deb2c031f req-e1af884c-e49b-42f8-b50f-78cb92bffd1d tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671722 Nov 15 22:46:48.503124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.531475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Port 2da74c60-edac-4960-aafc-5ff1bc6d819d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:48.534817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.536214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d99b-d20b-45a2-87c5-1a4af6ec5892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.570264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.582091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:48.583293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.625559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:48.630817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d99b-d20b-45a2-87c5-1a4af6ec5892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.665730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Provisioning complete for port c99ed4be-57ed-4d13-bd08-7916f5504155 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:48.666231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.671151 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1e5d99b-d20b-45a2-87c5-1a4af6ec5892 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a6de1f250d147468a9b167e397e4930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938883 Nov 15 22:46:48.692669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:48.695555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.697877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Pushing event updated for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:48.734321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.748697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5d99b-d20b-45a2-87c5-1a4af6ec5892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c76be6-b41e-4480-95eb-0f631137eb40,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:48.822905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:48.843063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:47Z', 'revision_number': 1, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:48.873639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:48.875125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:48.876947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42896) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:49.012905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=9d87e35f-aeb9-4962-9946-3b9ce9be6ddb,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:49.029240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.055155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-163245855', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:49.077421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:46:49.077649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': 'e13ef068-604e-4fef-a99b-d419e32d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:49.077783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 829bdec7-72aa-406a-bb94-7ffe0a4ca263, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:49.114035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5daebb7-8412-4ec2-8cae-ccefc6d17950 None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:47Z', 'revision_number': 1, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:49.120653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] For port c99ed4be-57ed-4d13-bd08-7916f5504155, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c99ed4be-57ed-4d13-bd08-7916f5504155,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:49.124580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.186117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Made reservation on behalf of 15c699d92e19430f88a7d14ed0bb60c5 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:49.188946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.200300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.216144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da74c60-edac-4960-aafc-5ff1bc6d819d {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:46:49.220092 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.225806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.246317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:49.254184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:49.259717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eed2b32b-e986-48fa-a162-3f2fc7df9c17 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c4cc7e3-e34c-4527-ae00-bf66e5c3af52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1367068 Nov 15 22:46:49.288524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b087d-c620-4c0f-8461-da9da6b0173e None None] Pushing event updated for resources: {'Port': ['ID=c99ed4be-57ed-4d13-bd08-7916f5504155,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:49.336406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Transition to ACTIVE for port object 2da74c60-edac-4960-aafc-5ff1bc6d819d will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:46:49.338404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.343056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.344828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c76be6-b41e-4480-95eb-0f631137eb40 HTTP/1.1" status: 204 len: 168 time: 0.6510885 Nov 15 22:46:49.352153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12c80cf3-90d2-4077-835d-1f4682a3f9f5 None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:49.352713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12c80cf3-90d2-4077-835d-1f4682a3f9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.356973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443177-e571-4cdb-ad00-bce3a9d0df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c76be6-b41e-4480-95eb-0f631137eb40,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:49.395955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 829bdec7-72aa-406a-bb94-7ffe0a4ca263) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:49.413220 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:49.415008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.419748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-12c80cf3-90d2-4077-835d-1f4682a3f9f5 None None] Port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:49.428444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.428659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c3eef-55d2-4d1a-b933-08854a307ceb None None] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:49.502165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.576463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.583444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] device_id is not set on port 97e10279-36f9-475f-82fb-b698c4383e97 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:46:49.607957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Pushing event updated for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:49.619678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d785c4a2-434d-483f-8b0e-bc9326b9ff84 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8349750 Nov 15 22:46:49.622621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:49.696263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-781659012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:49.727773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-829bdec7-72aa-406a-bb94-7ffe0a4ca263', 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '9d87e35f-aeb9-4962-9946-3b9ce9be6ddb'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:49.728167 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.732080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad9fc74-3847-44ba-aceb-13d90578318b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:49.912568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Attempting to bind port 2da74c60-edac-4960-aafc-5ff1bc6d819d on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:49.912957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Attempting to bind port 2da74c60-edac-4960-aafc-5ff1bc6d819d by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:49.914411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Attempting to bind port 2da74c60-edac-4960-aafc-5ff1bc6d819d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:49.951858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04102e-b6a0-4e85-93ce-412b092781e8 req-623dc46c-f19d-410a-ac42-b9acd2fa30b1 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:49.955891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e04102e-b6a0-4e85-93ce-412b092781e8 req-623dc46c-f19d-410a-ac42-b9acd2fa30b1 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 948 time: 0.2700682 Nov 15 22:46:49.962560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.966101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:49.983584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Port 2da74c60-edac-4960-aafc-5ff1bc6d819d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:46:49.983901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Attempting to bind port 2da74c60-edac-4960-aafc-5ff1bc6d819d on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:50.007557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:50.008733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:50.009231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:50.017299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Bound port: 2da74c60-edac-4960-aafc-5ff1bc6d819d, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:50.017299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.064528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Allocated IP 2001:db8::2 (829bdec7-72aa-406a-bb94-7ffe0a4ca263/9d87e35f-aeb9-4962-9946-3b9ce9be6ddb/67dc010c-8c12-4624-9e0a-d228a10b372e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:50.183175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.201104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e04102e-b6a0-4e85-93ce-412b092781e8 req-85df6421-695d-453f-af29-92e7b469413a tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275398 Nov 15 22:46:50.297524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.333536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:50.341941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:50.358188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Allocated IP 172.25.0.86 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/97e10279-36f9-475f-82fb-b698c4383e97) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:50.361034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.422633 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.424214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.425938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4cd694ae-8664-4ffc-b04c-bfee682d4bac tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7943230 Nov 15 22:46:50.427327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.429314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:50.446735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'port': {'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263', 'name': 'tempest-RoutersIpV6Test-625363890'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:50.453962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:50.458643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:50.490578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:50.536551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.570577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Pushing event updated for resources: {'Port': ['ID=67dc010c-8c12-4624-9e0a-d228a10b372e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:50.588030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Attempting to bind port 67dc010c-8c12-4624-9e0a-d228a10b372e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:50.588402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Attempting to bind port 67dc010c-8c12-4624-9e0a-d228a10b372e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e13ef068-604e-4fef-a99b-d419e32d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:50.591072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Attempting to bind port 67dc010c-8c12-4624-9e0a-d228a10b372e on network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:50.601969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:50.602385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Checking segment: {'id': 'e13ef068-604e-4fef-a99b-d419e32d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:50.602800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.603899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Bound using segment: {'id': 'e13ef068-604e-4fef-a99b-d419e32d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:50.604411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Bound port: 67dc010c-8c12-4624-9e0a-d228a10b372e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13ef068-604e-4fef-a99b-d419e32d8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '829bdec7-72aa-406a-bb94-7ffe0a4ca263'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:50.606372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.639965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:50.641144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.652842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] 10.222.0.55 "PUT /v2.0/ports/2da74c60-edac-4960-aafc-5ff1bc6d819d HTTP/1.1" status: 200 len: 1096 time: 2.3011787 Nov 15 22:46:50.655010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:50.673461 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9293dae-e504-4b65-80a4-a9da2bc07ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:46:50.674268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.685979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:50.722685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1655420805-network', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:50.725661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf30f9-fb20-4179-ad8d-5bb49244238a service neutron] Pushing event updated for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:50.791983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] For port 67dc010c-8c12-4624-9e0a-d228a10b372e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:50.797595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] For port 67dc010c-8c12-4624-9e0a-d228a10b372e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=67dc010c-8c12-4624-9e0a-d228a10b372e,segment=NetworkSegment(e13ef068-604e-4fef-a99b-d419e32d8d78),segment_id=e13ef068-604e-4fef-a99b-d419e32d8d78)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:50.818410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:50.826201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:50.828965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:50.843706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e144fb1-6888-4192-89fa-fdf0824c66e7 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:50.887395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-b0619220-dde2-45c5-a45c-cc1f8789439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:50.892212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-b0619220-dde2-45c5-a45c-cc1f8789439c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad0e439e28b742a9bbd394d336435a72&device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 1099 time: 0.1047940 Nov 15 22:46:50.897038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:50.897771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.907277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.910514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Pushing event updated for resources: {'Port': ['ID=97e10279-36f9-475f-82fb-b698c4383e97,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:50.965434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Made reservation on behalf of 85a0f50ee8034bd88e6d9722d8f7094c for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:50.968628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:50.978912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-3a9e8dd4-b3c4-4514-812f-6d017a557d81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d HTTP/1.1" status: 200 len: 217 time: 0.0728445 Nov 15 22:46:51.009473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.060919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dca9863d-e74a-4c76-bab4-85155040efbd None None] Provisioning complete for port 97e10279-36f9-475f-82fb-b698c4383e97 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:51.061388 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dca9863d-e74a-4c76-bab4-85155040efbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.066814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddccca-55c6-468a-a228-f9c7ab214afd None None] Pushing event updated for resources: {'Port': ['ID=67dc010c-8c12-4624-9e0a-d228a10b372e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:51.099062 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f856e2-8be3-484b-97b2-0f857c71f7e9 x-openstack-request-id: req-32f856e2-8be3-484b-97b2-0f857c71f7e9 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:46:51.099539 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:46:51.099752 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32f856e2-8be3-484b-97b2-0f857c71f7e9 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:46:51.100143 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d', 'status': 'completed', 'code': 200} Nov 15 22:46:51.111318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d8c32a4b-d9dd-449e-9be9-ba69339d19f1 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2306271 Nov 15 22:46:51.111570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42948) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:51.116651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.86'}]}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:51.126116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-17185dca-276e-4abe-a5a6-302699384e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:51.127513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-17185dca-276e-4abe-a5a6-302699384e9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1367311 Nov 15 22:46:51.132241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dca9863d-e74a-4c76-bab4-85155040efbd None None] Port 97e10279-36f9-475f-82fb-b698c4383e97 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:51.146591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.205219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:51.210148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.210314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.265587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-6598a8a9-827d-4132-a0d1-45c9a149ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:51.268236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-6598a8a9-827d-4132-a0d1-45c9a149ebd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233850 Nov 15 22:46:51.270502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] device_id is not set on port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:46:51.300566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:46:51.311117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de4481-8a28-4df9-82f5-46f716ac6304,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:51.322383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c99ed4be-57ed-4d13-bd08-7916f5504155 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:51.375336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.375914 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Added segment d93f7d7d-702d-4d11-890e-65d52bec247b of type vlan for network 2cb5b23b-3689-45e0-988d-198506bdc2e7 Nov 15 22:46:51.419934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.421098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.486430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c99ed4be-57ed-4d13-bd08-7916f5504155 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:51.487419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.494298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.522273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-4fa722fb-785b-46d5-b4e7-8dcdd8fe71cb service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411175 Nov 15 22:46:51.630702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.631867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:51.633560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.679122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.699069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb5b23b-3689-45e0-988d-198506bdc2e7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:51.708238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb263e-94c9-4cab-b6f7-f569c6dc3027 req-2d3c60a7-5577-42ef-8bd7-4a2bf698937b tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:51.709392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:46:51.709751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aceb263e-94c9-4cab-b6f7-f569c6dc3027 req-2d3c60a7-5577-42ef-8bd7-4a2bf698937b tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 948 time: 0.2805603 Nov 15 22:46:51.727963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8::126 (829bdec7-72aa-406a-bb94-7ffe0a4ca263/9d87e35f-aeb9-4962-9946-3b9ce9be6ddb/2ce78b1b-afcc-4165-b93e-e2b16ef7df89) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:51.744141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-85dff463-f582-494a-b944-4867a2e1e2d8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0527682 Nov 15 22:46:51.748466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:51.755265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Request body: {'subnet': {'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1655420805-subnet', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:51.853057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Made reservation on behalf of 85a0f50ee8034bd88e6d9722d8f7094c for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:46:51.853750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:51.894869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77ccd7b7-fd38-44e8-a0f3-877c8518b3d3 req-5242b14b-9fda-4a9c-b5ac-c6e8635e5d78 service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431320 Nov 15 22:46:51.951954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aceb263e-94c9-4cab-b6f7-f569c6dc3027 req-bea4c9ce-f155-4974-b2f4-1b20e23ba815 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268338 Nov 15 22:46:51.966847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.118473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.131082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.175584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043887e3-6248-4c3a-8de8-1c5809110295,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:52.192139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Checking segment: {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:52.192501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Network hostable DHCP agents. Network: 2cb5b23b-3689-45e0-988d-198506bdc2e7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:46:52.205141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-e5167cae-c3ab-4f34-9674-c0c3dafe6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:52.207650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-e5167cae-c3ab-4f34-9674-c0c3dafe6187 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad0e439e28b742a9bbd394d336435a72&device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 1099 time: 0.1172473 Nov 15 22:46:52.276606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:46:52.313814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.360536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-d3c9dd85-2b4d-429f-9421-29c26eac907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:52.362075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-d3c9dd85-2b4d-429f-9421-29c26eac907e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1452086 Nov 15 22:46:52.369991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 2cb5b23b-3689-45e0-988d-198506bdc2e7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:52.378346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:52.382147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012a2af-25eb-4889-9ea6-0f56284f320f None None] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:52.389571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.466494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:52.506820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5fc0c251-e104-4292-828a-2c1aab297d61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7563329 Nov 15 22:46:52.519466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:52.525395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:46:52.631961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-2cb5b23b-3689-45e0-988d-198506bdc2e7', 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'fixed_ips': [{'subnet_id': '043887e3-6248-4c3a-8de8-1c5809110295'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:46:52.633247 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.673095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.674614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.753457 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:52.770614 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:52.773670 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:52.783546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.843527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4bdd49-19da-4cce-85a9-b216c7ecf9d6 None None] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:52.874735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Allocated IP 172.20.0.2 (2cb5b23b-3689-45e0-988d-198506bdc2e7/043887e3-6248-4c3a-8de8-1c5809110295/322cb7a5-08f4-4967-854c-562dc51817a4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:52.933814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2ce78b1b-afcc-4165-b93e-e2b16ef7df89,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:52.937375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-c9c94b10-4c7e-4d8e-a3ca-239c954134c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d HTTP/1.1" status: 200 len: 217 time: 0.5601158 Nov 15 22:46:52.938305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:52.941367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:52.947412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:52.948090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:52.956956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:53.033641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] Provisioning complete for port 67dc010c-8c12-4624-9e0a-d228a10b372e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:53.034031 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.079510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.095199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.116810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-f77f4ab5-6610-4055-8444-fdf674be3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:53.118259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-f77f4ab5-6610-4055-8444-fdf674be3053 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1659532 Nov 15 22:46:53.140930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d00b6f53-2f3a-4bbe-abaa-bb0b05d7679c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7074029 Nov 15 22:46:53.143860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:53.151196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.319831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124cebc-1dac-46fb-ab0a-e9df6e8c7c20 req-2396f58a-1728-440a-abe0-64423ee61b45 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:53.327137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c124cebc-1dac-46fb-ab0a-e9df6e8c7c20 req-2396f58a-1728-440a-abe0-64423ee61b45 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 948 time: 0.2488055 Nov 15 22:46:53.348105 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 2, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:53.354236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-cbee4338-7594-49cc-a4fb-d92f8c822eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:53.355430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-cbee4338-7594-49cc-a4fb-d92f8c822eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175322 Nov 15 22:46:53.378772 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:46:53.379378 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Updating router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:46:53.379533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 67dc010c-8c12-4624-9e0a-d228a10b372e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:53.389822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.415689 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.516645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.607432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Pushing event updated for resources: {'Port': ['ID=322cb7a5-08f4-4967-854c-562dc51817a4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:53.613745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:53.615216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.620374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:53.623099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:53.702558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c124cebc-1dac-46fb-ab0a-e9df6e8c7c20 req-ba92d870-ee00-4838-a3d4-4a9ad8b50a33 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703861 Nov 15 22:46:53.702998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 67dc010c-8c12-4624-9e0a-d228a10b372e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:53.702998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.748187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-afd73f6f-502e-4181-96bd-5a1fb345a0ee service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573096 Nov 15 22:46:53.785225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] For port 67dc010c-8c12-4624-9e0a-d228a10b372e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=67dc010c-8c12-4624-9e0a-d228a10b372e,segment=NetworkSegment(e13ef068-604e-4fef-a99b-d419e32d8d78),segment_id=e13ef068-604e-4fef-a99b-d419e32d8d78)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:53.827661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.854614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Attempting to bind port 322cb7a5-08f4-4967-854c-562dc51817a4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:53.855354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Attempting to bind port 322cb7a5-08f4-4967-854c-562dc51817a4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:53.856667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Attempting to bind port 322cb7a5-08f4-4967-854c-562dc51817a4 on network 2cb5b23b-3689-45e0-988d-198506bdc2e7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:53.865296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:53.866053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Checking segment: {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:53.866695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.867358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Bound using segment: {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:53.884812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Bound port: 322cb7a5-08f4-4967-854c-562dc51817a4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:53.889399 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.911001 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.962133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:53.964319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.007813 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.042701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] For port 322cb7a5-08f4-4967-854c-562dc51817a4, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:54.046971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] For port 322cb7a5-08f4-4967-854c-562dc51817a4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=322cb7a5-08f4-4967-854c-562dc51817a4,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:54.128607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.165406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d095a7-aae9-41a5-8a67-5c3b549fdc84 None None] Pushing event updated for resources: {'Port': ['ID=67dc010c-8c12-4624-9e0a-d228a10b372e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:54.171693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9293dae-e504-4b65-80a4-a9da2bc07ba6 req-18ad0cfe-81d1-4a43-a1ca-c27f7ec34d4d service neutron] 10.222.0.55 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100771 Nov 15 22:46:54.173646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.178082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.201536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.289912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.349659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Pushing event updated for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:54.358427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.360201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec232826-b853-4dcc-9dcf-1a92f4a50628 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:46:54.387284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.387632 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.387959 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.388532 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.388677 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.388986 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.389303 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.389615 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.389974 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.390227 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.390535 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.390844 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:54.400856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Attempting to bind port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:54.400856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Attempting to bind port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:54.400856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Attempting to bind port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf on network cb2cd051-f385-4f82-8121-4974c3ac3d36 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:54.406972 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:54.407345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Checking segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:54.408251 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.408251 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Bound using segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:54.408553 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Bound port: 76c440f6-d8cb-4589-b1da-023cfb4ce5cf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:54.409540 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.429904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5fee7-a717-41f0-8e14-f4c415da1f44 None None] Pushing event updated for resources: {'Port': ['ID=322cb7a5-08f4-4967-854c-562dc51817a4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:54.467713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-414a9c0f-4aaf-42bb-8fe5-ac9c1672dbfa None None] Provisioning complete for port 67dc010c-8c12-4624-9e0a-d228a10b372e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:54.467713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-414a9c0f-4aaf-42bb-8fe5-ac9c1672dbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.483160 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 15 22:46:54.488979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-62472bfd-0478-4891-ac3a-04048995259e tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3762658 Nov 15 22:46:54.490745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:54.525408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] For port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:54.529492 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] For port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:54.599077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Allocated IP 172.25.0.111 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/aaba07f0-178a-4a4d-99c6-577252153795) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:54.612379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.614771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-414a9c0f-4aaf-42bb-8fe5-ac9c1672dbfa None None] Provisioning complete for port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:54.615184 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-414a9c0f-4aaf-42bb-8fe5-ac9c1672dbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.621984 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.627876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Deleting port 97e10279-36f9-475f-82fb-b698c4383e97 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:54.628215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.656983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-414a9c0f-4aaf-42bb-8fe5-ac9c1672dbfa None None] Port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:54.699722 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:54.700852 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:54.702682 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f286b84-e762-4483-875c-107400ceb239 None None] Pushing event updated for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:54.712933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.806502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:54.806502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.914333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:54.935689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Calling delete_port for 97e10279-36f9-475f-82fb-b698c4383e97 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:54.991266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba595-c280-49f3-a5fe-5ad2227a91c3 req-f0f2c5ce-700b-4144-ad24-7adcb82cb2b2 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:55.006804 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:55.015511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a55ba595-c280-49f3-a5fe-5ad2227a91c3 req-f0f2c5ce-700b-4144-ad24-7adcb82cb2b2 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 948 time: 0.1709075 Nov 15 22:46:55.052708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2ce78b1b-afcc-4165-b93e-e2b16ef7df89,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:55.072354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.103614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.157052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] For port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:55.224960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.277995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a55ba595-c280-49f3-a5fe-5ad2227a91c3 req-bdb88fa4-2519-4c16-9d8c-3172f16b89dc tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611508 Nov 15 22:46:55.313509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.355403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Pushing event updated for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:55.376187 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:54Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:55.382532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Provisioning complete for port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:55.382532 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.415195 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7e45b-a623-4693-8376-cc523b24526d None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:54Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:55.423432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e0644c1-e35f-4674-a044-ea1c69d785f4 None None] Port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:55.466096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da74c60-edac-4960-aafc-5ff1bc6d819d details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:46:55.495276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.496021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.517993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 322cb7a5-08f4-4967-854c-562dc51817a4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:55.573563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Pushing event deleted for resources: {'Port': ['ID=97e10279-36f9-475f-82fb-b698c4383e97,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:55.606457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Pushing event updated for resources: {'Port': ['ID=aaba07f0-178a-4a4d-99c6-577252153795,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:55.678409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba992942-c7b8-457f-a63f-aceb611e6599 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:55.693184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:55.700455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:55.700927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.710296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:55.711421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4c7e801d-108d-4d42-aa0e-f536005479c4 tempest-RoutersAdminNegativeIpV6Test-1507529526 tempest-RoutersAdminNegativeIpV6Test-1507529526-project-admin] 10.222.0.15 "DELETE /v2.0/ports/97e10279-36f9-475f-82fb-b698c4383e97 HTTP/1.1" status: 204 len: 168 time: 1.2163448 Nov 15 22:46:55.715780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.719124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-375abafc-9af7-438d-80ef-0a3e2b9ed9e9 None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:55.719489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-375abafc-9af7-438d-80ef-0a3e2b9ed9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.780692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306a6c8-aa91-44c7-aa1c-9a77d76b3dc5 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:55.823384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 322cb7a5-08f4-4967-854c-562dc51817a4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:55.824402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:55.865949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:55.893756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '2da74c60-edac-4960-aafc-5ff1bc6d819d', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '2da74c60-edac-4960-aafc-5ff1bc6d819d', 'mac_address': 'fa:16:3e:e3:eb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:46:55.995938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.235304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e39353-715c-44bc-a604-c6a5c03cfd06 None None] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:46:56.242212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da74c60-edac-4960-aafc-5ff1bc6d819d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:46:56.323868 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.340843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:56.344924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-375abafc-9af7-438d-80ef-0a3e2b9ed9e9 None None] Provisioning complete for port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:56.345435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-375abafc-9af7-438d-80ef-0a3e2b9ed9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.417218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 322cb7a5-08f4-4967-854c-562dc51817a4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=322cb7a5-08f4-4967-854c-562dc51817a4,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:56.429249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-375abafc-9af7-438d-80ef-0a3e2b9ed9e9 None None] Port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:56.438752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.457860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40a94c-d9bf-4f69-bc8a-8a1411f50a8c req-92401395-ac5b-4c1e-9c82-f5b446e80164 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:56.460686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f40a94c-d9bf-4f69-bc8a-8a1411f50a8c req-92401395-ac5b-4c1e-9c82-f5b446e80164 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 948 time: 0.0946200 Nov 15 22:46:56.461515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:56.524592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.525646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76c440f6-d8cb-4589-b1da-023cfb4ce5cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:56.554969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f40a94c-d9bf-4f69-bc8a-8a1411f50a8c req-b776190e-689a-4a8d-ad47-1aae336726d8 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789981 Nov 15 22:46:56.645604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:56.700092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:56.726057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-68a78966-02ec-4b32-9db0-408a86e392db None None] Provisioning complete for port aaba07f0-178a-4a4d-99c6-577252153795 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:56.726462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a78966-02ec-4b32-9db0-408a86e392db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.786215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2da74c60-edac-4960-aafc-5ff1bc6d819d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:46:56.807618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7e7213c-af6f-4e70-8e6a-14cb4c7d28a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.842393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.872402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-68a78966-02ec-4b32-9db0-408a86e392db None None] Port aaba07f0-178a-4a4d-99c6-577252153795 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:56.876106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:56.876502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.878652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=322cb7a5-08f4-4967-854c-562dc51817a4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:56.932798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-68a78966-02ec-4b32-9db0-408a86e392db None None] Provisioning complete for port 322cb7a5-08f4-4967-854c-562dc51817a4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:56.933165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a78966-02ec-4b32-9db0-408a86e392db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.942682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7e7213c-af6f-4e70-8e6a-14cb4c7d28a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:56.950568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67faf68b-b110-461e-9529-c0f4f2ba4257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.037422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.051187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b7e7213c-af6f-4e70-8e6a-14cb4c7d28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.065808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 67dc010c-8c12-4624-9e0a-d228a10b372e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:57.080990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67faf68b-b110-461e-9529-c0f4f2ba4257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.100555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.101435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.108018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b7e7213c-af6f-4e70-8e6a-14cb4c7d28a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=283b74be18444ef8a946dfd39f77558c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427937 Nov 15 22:46:57.109403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:57.118353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7213c-af6f-4e70-8e6a-14cb4c7d28a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cf270-9870-4d6a-8fbf-6b3968c0b7e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:57.169491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.183852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-67faf68b-b110-461e-9529-c0f4f2ba4257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.188565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 67dc010c-8c12-4624-9e0a-d228a10b372e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:57.188976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.214282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.216232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2ce78b1b-afcc-4165-b93e-e2b16ef7df89,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:57.225073 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.249456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-67faf68b-b110-461e-9529-c0f4f2ba4257 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ee40fa455fd4359babbaa1feefa68d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445619 Nov 15 22:46:57.255334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:57.274354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faf68b-b110-461e-9529-c0f4f2ba4257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd41217-ac8f-4147-b1fd-a41438cd1735,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:57.289375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2953f726-0063-440d-9f8c-e749ea2355d5 None None] Provisioning complete for port 322cb7a5-08f4-4967-854c-562dc51817a4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:57.289843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2953f726-0063-440d-9f8c-e749ea2355d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.309711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:57.314465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:57.332558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.364785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.394472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.397583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.398749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054cf270-9870-4d6a-8fbf-6b3968c0b7e5 HTTP/1.1" status: 204 len: 168 time: 0.2884295 Nov 15 22:46:57.435747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555b95e-05be-4310-9583-cf90fce6f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cf270-9870-4d6a-8fbf-6b3968c0b7e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:57.513582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 322cb7a5-08f4-4967-854c-562dc51817a4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:57.547274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.550532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.554162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edd41217-ac8f-4147-b1fd-a41438cd1735 HTTP/1.1" status: 204 len: 168 time: 0.2955375 Nov 15 22:46:57.560583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89828c6-7a25-4ad2-b677-96c439369aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd41217-ac8f-4147-b1fd-a41438cd1735,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:57.574465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 322cb7a5-08f4-4967-854c-562dc51817a4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:57.574839 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.576051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:46:57.684763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76c440f6-d8cb-4589-b1da-023cfb4ce5cf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:57.685058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 63b1a49d-839e-4cba-9499-ed21a06f53b5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:46:57.727527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2339b6-150f-4e21-b7a6-c5a2b8293c10 req-04aaed9a-b1e0-40cf-b9a7-163c00f5b432 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:57.729241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb2339b6-150f-4e21-b7a6-c5a2b8293c10 req-04aaed9a-b1e0-40cf-b9a7-163c00f5b432 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 949 time: 0.0638983 Nov 15 22:46:57.746058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:57.746424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.863701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb2339b6-150f-4e21-b7a6-c5a2b8293c10 req-63cfe06e-e687-48e7-bf51-2325b7f8cbc9 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259222 Nov 15 22:46:57.901093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:57.903057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:46:57.908705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3eb8b9e3-164c-4838-beed-ad03eb3840dd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/63b1a49d-839e-4cba-9499-ed21a06f53b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7602019 Nov 15 22:46:57.910692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:57.915225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] Sync routers for ids ['63b1a49d-839e-4cba-9499-ed21a06f53b5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:57.918801 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Sync routers for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:46:57.932070 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:57.933217 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:57.939273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] Routers {'63b1a49d-839e-4cba-9499-ed21a06f53b5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:57.940683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['63b1a49d-839e-4cba-9499-ed21a06f53b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:57.945104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-857a89a4-f808-4b7e-8898-3ce35e8a2323 None None] Provisioning complete for port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:57.945918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-857a89a4-f808-4b7e-8898-3ce35e8a2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:57.962119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aaefe-8372-4729-94fc-d452487acabc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:57.966395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43050) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:57.967058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fe1aaefe-8372-4729-94fc-d452487acabc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports/2ce78b1b-afcc-4165-b93e-e2b16ef7df89 HTTP/1.1" status: 200 len: 983 time: 0.0553200 Nov 15 22:46:58.003493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:58.015900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.017335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2563e420-efe1-454c-b3ee-000754f9548e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4963737 Nov 15 22:46:58.020552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:58.064766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] Routers {'63b1a49d-839e-4cba-9499-ed21a06f53b5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:58.065349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['63b1a49d-839e-4cba-9499-ed21a06f53b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:58.099957 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:58.145002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-857a89a4-f808-4b7e-8898-3ce35e8a2323 None None] Port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:58.148186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:58.149409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739865b-7490-4ea0-8fdf-5b3976f46270 None None] The sync data for ids ['63b1a49d-839e-4cba-9499-ed21a06f53b5'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:58.306235 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:56Z', 'revision_number': 3, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:58.340794 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Checking router: de58defe-f43e-4a47-8ae7-3c2f75afe0f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:46:58.341191 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Updating router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 port aaba07f0-178a-4a4d-99c6-577252153795 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:46:58.382542 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.441198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:58.492194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43056) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:58.506472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-30ae06c1-749a-4e06-a94e-1765faa80670 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15c699d92e19430f88a7d14ed0bb60c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614405 Nov 15 22:46:58.508149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:58.544498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee238652-7c90-4858-8df4-a029fbe7a8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.599721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.611306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.649210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.711209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.776931 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.848702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.853111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.855563 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.859455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ad9fc74-3847-44ba-aceb-13d90578318b HTTP/1.1" status: 204 len: 168 time: 0.3503432 Nov 15 22:46:58.920184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee238652-7c90-4858-8df4-a029fbe7a8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.922495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63e3a6-e3ee-4184-b929-c3c95f62eef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad9fc74-3847-44ba-aceb-13d90578318b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:58.958183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Allocated IP 172.20.0.1 (2cb5b23b-3689-45e0-988d-198506bdc2e7/043887e3-6248-4c3a-8de8-1c5809110295/369d9527-9bd2-457b-a70c-76a9e6e218cd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:46:58.978972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ee238652-7c90-4858-8df4-a029fbe7a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:58.988922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80082401-c4b7-4c67-aa2f-b49a8464843b None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:59.037435 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Attempting to bind port aaba07f0-178a-4a4d-99c6-577252153795 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:46:59.038249 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Attempting to bind port aaba07f0-178a-4a4d-99c6-577252153795 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:46:59.038652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Attempting to bind port aaba07f0-178a-4a4d-99c6-577252153795 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:46:59.076128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:46:59.076726 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:46:59.076987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4c29367d-464e-4e67-9a5f-8d4fb9bbf632 None None] Provisioning complete for port aaba07f0-178a-4a4d-99c6-577252153795 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:59.077351 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.077968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:46:59.078734 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Bound port: aaba07f0-178a-4a4d-99c6-577252153795, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:46:59.079334 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.079533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c29367d-464e-4e67-9a5f-8d4fb9bbf632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.151880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c29367d-464e-4e67-9a5f-8d4fb9bbf632 None None] Port aaba07f0-178a-4a4d-99c6-577252153795 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:46:59.153105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.172286 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08cb75-c5d6-498e-8efe-603a5610fa0c None None] Pushing event updated for resources: {'Port': ['ID=aaba07f0-178a-4a4d-99c6-577252153795,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.188319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ee238652-7c90-4858-8df4-a029fbe7a8fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6500c9f299d47e3b85a8f104c0f062a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6944072 Nov 15 22:46:59.191635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43066) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:46:59.209145 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] For port aaba07f0-178a-4a4d-99c6-577252153795, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:46:59.212072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee238652-7c90-4858-8df4-a029fbe7a8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665859a-a094-4500-b320-45b52460610a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.215215 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] For port aaba07f0-178a-4a4d-99c6-577252153795, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aaba07f0-178a-4a4d-99c6-577252153795,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:46:59.259837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6fb3-a193-49c0-ab8a-5a1d3bcb98e3 req-190b5b43-5c98-4916-b768-11697471d73e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:46:59.261068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.262271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8c6fb3-a193-49c0-ab8a-5a1d3bcb98e3 req-190b5b43-5c98-4916-b768-11697471d73e tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 949 time: 0.1980643 Nov 15 22:46:59.276534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.281937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:46:59.282391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.294317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.294774 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.319447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.340341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:46:59.348924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:46:59.355331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:46:59.359174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:46:59.359807 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:59.363548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Pushing event updated for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.369015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763174f-49ff-4a0c-a5e3-88232cb54797 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:46:59.421681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8c6fb3-a193-49c0-ab8a-5a1d3bcb98e3 req-02e6e370-ca49-440f-9fc5-dc7d9ef6cb05 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331971 Nov 15 22:46:59.432045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.432509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.432945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.433174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.433512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.433840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.434254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.441639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.442211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.442483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.442798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.443126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:46:59.457205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.471212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.483596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da74c60-edac-4960-aafc-5ff1bc6d819d up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:46:59.493905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 2ce78b1b-afcc-4165-b93e-e2b16ef7df89 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:46:59.573651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] Provisioning complete for port aaba07f0-178a-4a4d-99c6-577252153795 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:59.574316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.609451 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:46:59.662318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.671732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.679503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0665859a-a094-4500-b320-45b52460610a HTTP/1.1" status: 204 len: 168 time: 0.4855351 Nov 15 22:46:59.698430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d951f4f-4bea-4c43-9e5f-4539beccf864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665859a-a094-4500-b320-45b52460610a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.715181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.773305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 2da74c60-edac-4960-aafc-5ff1bc6d819d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:46:59.776787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08cb75-c5d6-498e-8efe-603a5610fa0c None None] Pushing event updated for resources: {'Port': ['ID=aaba07f0-178a-4a4d-99c6-577252153795,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.787958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] For port aaba07f0-178a-4a4d-99c6-577252153795, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aaba07f0-178a-4a4d-99c6-577252153795,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:46:59.794867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.797499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 2da74c60-edac-4960-aafc-5ff1bc6d819d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:46:59.798040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.879246 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.883158 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:56Z', 'revision_number': 3, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:46:59.885352 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.893314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.914498 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab6a53-9520-48c6-ba33-a602dd395194 None None] The sync data for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 is: [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:56Z', 'revision_number': 3, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:46:59.931852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=2ce78b1b-afcc-4165-b93e-e2b16ef7df89,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.937752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:46:59.970692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035628dd-0583-4c08-a10e-fcb9162d9486 None None] Pushing event updated for resources: {'Port': ['ID=aaba07f0-178a-4a4d-99c6-577252153795,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:46:59.983822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:46:59.985460 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1537ca5-ccf8-450e-987c-620976ad1bf4" -d '{"events": [{"server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "name": "network-vif-plugged", "status": "completed", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:47:00.005402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:00.016746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c6c3abdd-90f6-4a71-a16e-f0a10682373b None None] Provisioning complete for port 369d9527-9bd2-457b-a70c-76a9e6e218cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:00.017057 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6c3abdd-90f6-4a71-a16e-f0a10682373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.075517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.102215 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d5f1d-c57e-4514-8efa-c4f2a3ccf09e x-openstack-request-id: req-5c6d5f1d-c57e-4514-8efa-c4f2a3ccf09e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:47:00.102215 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "name": "network-vif-plugged", "status": "completed", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:47:00.102215 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c6d5f1d-c57e-4514-8efa-c4f2a3ccf09e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:47:00.106083 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d', 'code': 200} Nov 15 22:47:00.113012 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.161191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.220271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3abdd-90f6-4a71-a16e-f0a10682373b None None] Port 369d9527-9bd2-457b-a70c-76a9e6e218cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:00.236309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.253966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:00.394600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Pushing event updated for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:00.397217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:00.401907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 63b1a49d-839e-4cba-9499-ed21a06f53b5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:00.429323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848961ac-1c44-46da-96b4-d3dd5142b646 req-ea3d097e-105d-45a4-819c-722e40510b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:00.429560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-848961ac-1c44-46da-96b4-d3dd5142b646 req-ea3d097e-105d-45a4-819c-722e40510b9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 1101 time: 0.1309447 Nov 15 22:47:00.601237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:00.603095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:00.834001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:00.873597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:01.011810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'networks': [{'name': 'tempest-network--1710404078'}, {'name': 'tempest-network--1591549444'}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:01.012234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-network--1710404078'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:01.012781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-network--1591549444'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:01.058681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f298ff75-705c-4a72-b4a2-cb703ee3bee7 None None] Provisioning complete for port 369d9527-9bd2-457b-a70c-76a9e6e218cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:01.059246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f298ff75-705c-4a72-b4a2-cb703ee3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.064970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:01.078425 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7768646e-6f06-4231-98f8-11733b2d04ab admin admin] 10.222.0.15 "PUT /v2.0/routers/de58defe-f43e-4a47-8ae7-3c2f75afe0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567827 Nov 15 22:47:01.090227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:01.102626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] Sync routers for ids ['63b1a49d-839e-4cba-9499-ed21a06f53b5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:01.102855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08eea924-acb9-427d-b661-35918fc49c39 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/63b1a49d-839e-4cba-9499-ed21a06f53b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1348722 Nov 15 22:47:01.106099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:01.120753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f298ff75-705c-4a72-b4a2-cb703ee3bee7 None None] Port 369d9527-9bd2-457b-a70c-76a9e6e218cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:01.126836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] Routers {'63b1a49d-839e-4cba-9499-ed21a06f53b5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:01.127944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['63b1a49d-839e-4cba-9499-ed21a06f53b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:01.165495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:01.186201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] Routers {'63b1a49d-839e-4cba-9499-ed21a06f53b5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:01.187078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['63b1a49d-839e-4cba-9499-ed21a06f53b5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:01.199117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0094730-942d-48f6-b2eb-74bf5d1714b7 req-7ce9d2b5-f5b2-4e4e-920a-91a67d011059 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:01.201408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0094730-942d-48f6-b2eb-74bf5d1714b7 req-7ce9d2b5-f5b2-4e4e-920a-91a67d011059 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.1993721 Nov 15 22:47:01.203663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-848961ac-1c44-46da-96b4-d3dd5142b646 req-1fb77dfc-371e-444d-89ee-9194d1c90da1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028089 Nov 15 22:47:01.214438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'network': 2} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:01.219820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.237588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:01.238544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095c498-6b0d-4be4-b35b-199e9fab464c None None] The sync data for ids ['63b1a49d-839e-4cba-9499-ed21a06f53b5'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:01.264416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.337691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0094730-942d-48f6-b2eb-74bf5d1714b7 req-88e4f036-bd85-4f11-a9b8-7652f91141bd tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287811 Nov 15 22:47:01.528453 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b511e950-1789-4659-8036-77b460c8bb2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 22:47:01.528453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b511e950-1789-4659-8036-77b460c8bb2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/63b1a49d-839e-4cba-9499-ed21a06f53b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4183567 Nov 15 22:47:01.529305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43130) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:01.529770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aaba07f0-178a-4a4d-99c6-577252153795 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:01.569716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b7dcdbd2-d50f-41ac-b3a5-b90813e9d413 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b1a49d-839e-4cba-9499-ed21a06f53b5 HTTP/1.1" status: 200 len: 205 time: 0.0364692 Nov 15 22:47:01.570663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:01.605983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port aaba07f0-178a-4a4d-99c6-577252153795 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:01.606349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.613716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.680584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.695492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.696074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.798608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:01.820666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7574d2c-0201-46ea-afa1-a4ced2826a0f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:01.843962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.844437 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment e13954fd-dc6b-46a3-8f3e-8db21dfac5fb of type vlan for network f2bccec1-22bf-4996-84f0-778d78682193 Nov 15 22:47:01.900669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.917407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.928182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.954929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:01.967233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:01.967570 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment 9da8c82d-5b9c-4206-a3a0-3c7b28b12197 of type vlan for network 37ac0c4d-fd02-4a1c-9a70-41e997d16248 Nov 15 22:47:02.026472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.027086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router 63b1a49d-839e-4cba-9499-ed21a06f53b5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:02.036077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.037644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-606cc29c-fcdf-4b51-946c-05a0cf581acd tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/63b1a49d-839e-4cba-9499-ed21a06f53b5 HTTP/1.1" status: 204 len: 168 time: 0.4649076 Nov 15 22:47:02.040443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:02.094405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 9d87e35f-aeb9-4962-9946-3b9ce9be6ddb {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:02.097977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.145956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.246148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.366480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.373951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.408450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=9d87e35f-aeb9-4962-9946-3b9ce9be6ddb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:02.421972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.422314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.422651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.422979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.423305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.423628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.423950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.424326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.424662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.425363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.425363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.425590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:02.429237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.434140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4787676-5dc7-4c49-accb-11c64307bca3 None None] Network 829bdec7-72aa-406a-bb94-7ffe0a4ca263 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:02.445057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4f0e545-2e33-4958-8897-776517ecbe16 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/9d87e35f-aeb9-4962-9946-3b9ce9be6ddb HTTP/1.1" status: 204 len: 168 time: 0.4034238 Nov 15 22:47:02.454785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:02.485079 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.486900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.493920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.501023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.505838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.635440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad5826-bd1f-44fd-b293-82b36e4dd17c req-8006b8a6-5043-45ba-a18a-3892e4c2448a tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.637060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ad5826-bd1f-44fd-b293-82b36e4dd17c req-8006b8a6-5043-45ba-a18a-3892e4c2448a tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.1905677 Nov 15 22:47:02.641248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.667408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=f2bccec1-22bf-4996-84f0-778d78682193,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:02.684258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f2bccec1-22bf-4996-84f0-778d78682193 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:02.741704 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9055359 Nov 15 22:47:02.745440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:02.769312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] DHCP port deletion for 829bdec7-72aa-406a-bb94-7ffe0a4ca263 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:02.826787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287dc29-5080-4eed-ad64-56d5fe590fe9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=37ac0c4d-fd02-4a1c-9a70-41e997d16248,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:02.852459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ad5826-bd1f-44fd-b293-82b36e4dd17c req-90dc3fc5-67db-4c0b-83b9-066613ab8a8d tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011375 Nov 15 22:47:02.876859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 37ac0c4d-fd02-4a1c-9a70-41e997d16248 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:02.884845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 67dc010c-8c12-4624-9e0a-d228a10b372e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:02.885987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:02.911708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9426fde-38f0-4b7c-bfde-bc1b01c9b4c2 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.920133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9426fde-38f0-4b7c-bfde-bc1b01c9b4c2 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.931454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9426fde-38f0-4b7c-bfde-bc1b01c9b4c2 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.935981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9426fde-38f0-4b7c-bfde-bc1b01c9b4c2 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:02.938172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9426fde-38f0-4b7c-bfde-bc1b01c9b4c2 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1917968 Nov 15 22:47:02.941128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:02.977848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Deleting port 67dc010c-8c12-4624-9e0a-d228a10b372e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:02.977848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.004856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Sync routers for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:03.020163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:03.020808 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.037254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 67dc010c-8c12-4624-9e0a-d228a10b372e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=67dc010c-8c12-4624-9e0a-d228a10b372e,segment=NetworkSegment(e13ef068-604e-4fef-a99b-d419e32d8d78),segment_id=e13ef068-604e-4fef-a99b-d419e32d8d78)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:03.037609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.056148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.063053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 67dc010c-8c12-4624-9e0a-d228a10b372e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:03.073408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] For port 67dc010c-8c12-4624-9e0a-d228a10b372e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=67dc010c-8c12-4624-9e0a-d228a10b372e,segment=NetworkSegment(e13ef068-604e-4fef-a99b-d419e32d8d78),segment_id=e13ef068-604e-4fef-a99b-d419e32d8d78)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:03.073807 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.108538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Calling delete_port for 67dc010c-8c12-4624-9e0a-d228a10b372e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:03.218449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.247576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bccec1-22bf-4996-84f0-778d78682193']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.257789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13954fd-dc6b-46a3-8f3e-8db21dfac5fb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.258086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13954fd-dc6b-46a3-8f3e-8db21dfac5fb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.266138 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:03.268992 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:47:03.272082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.272605 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:03.273935 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.286807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.311045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.315205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] No DVR routers for this DVR port 67dc010c-8c12-4624-9e0a-d228a10b372e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:03.318192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab7ab-0c14-48ae-96bf-f454dcd1d317 None None] Pushing event deleted for resources: {'Port': ['ID=67dc010c-8c12-4624-9e0a-d228a10b372e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:03.319280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:03.319690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:03.322788 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:03.325437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=67dc010c-8c12-4624-9e0a-d228a10b372e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:03.327644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port 67dc010c-8c12-4624-9e0a-d228a10b372e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:03.455977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.477126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 67dc010c-8c12-4624-9e0a-d228a10b372e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:03.486651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829bdec7-72aa-406a-bb94-7ffe0a4ca263']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.499728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13ef068-604e-4fef-a99b-d419e32d8d78') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.500252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13ef068-604e-4fef-a99b-d419e32d8d78') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.505436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 67dc010c-8c12-4624-9e0a-d228a10b372e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:03.505776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 67dc010c-8c12-4624-9e0a-d228a10b372e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:03.512883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.531999 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.539295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:03.540244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:03.544661 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:03.575430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.582809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.588149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/f2bccec1-22bf-4996-84f0-778d78682193 HTTP/1.1" status: 204 len: 168 time: 0.6437998 Nov 15 22:47:03.618829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:03.618829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea4b84-68c6-4fbc-bb6d-44c71e14138a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=f2bccec1-22bf-4996-84f0-778d78682193,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:03.660421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '369d9527-9bd2-457b-a70c-76a9e6e218cd', 'name': '', 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'mac_address': 'fa:16:3e:6a:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '043887e3-6248-4c3a-8de8-1c5809110295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:58Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 2, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'subnets': [{'id': '043887e3-6248-4c3a-8de8-1c5809110295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.689743 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Checking router: de58defe-f43e-4a47-8ae7-3c2f75afe0f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:03.690370 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Updating router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 port 369d9527-9bd2-457b-a70c-76a9e6e218cd binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:03.701794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.710477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.714572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/829bdec7-72aa-406a-bb94-7ffe0a4ca263 HTTP/1.1" status: 204 len: 168 time: 1.2579238 Nov 15 22:47:03.714937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.718813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:03.719977 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.724928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-173811832'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:03.736992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b474-db58-4766-b0d5-c65bb743f6cb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=829bdec7-72aa-406a-bb94-7ffe0a4ca263,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:03.847283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.871187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ac0c4d-fd02-4a1c-9a70-41e997d16248']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.899019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da8c82d-5b9c-4206-a3a0-3c7b28b12197') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.899435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da8c82d-5b9c-4206-a3a0-3c7b28b12197') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:03.917921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:03.923117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.935198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.975773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.980774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492075e-4808-47d2-b8d0-76a7f1207cc0 req-e48ad276-510d-4bf7-9701-b492fe772db5 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:03.982821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7492075e-4808-47d2-b8d0-76a7f1207cc0 req-e48ad276-510d-4bf7-9701-b492fe772db5 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.0695109 Nov 15 22:47:03.983819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:03.984452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:03.987743 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:04.058980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7492075e-4808-47d2-b8d0-76a7f1207cc0 req-7b5bbea8-7985-4786-9018-2bb691d06169 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Nov 15 22:47:04.079931 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.150778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.161325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:04.164980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.168562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/37ac0c4d-fd02-4a1c-9a70-41e997d16248 HTTP/1.1" status: 204 len: 168 time: 0.5484459 Nov 15 22:47:04.169517 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.172069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:04.188285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412e42-383e-4166-92ea-d2efac29491a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=37ac0c4d-fd02-4a1c-9a70-41e997d16248,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:04.194128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.194773 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment e369ca27-ce3b-441f-a836-44cc36efab2e of type vlan for network aff47beb-7de2-4005-ab0b-35a26112e5b6 Nov 15 22:47:04.276165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.288578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2a01e-f055-4dab-9504-e337df9670d2 None None] Pushing event updated for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:04.362150 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Attempting to bind port 369d9527-9bd2-457b-a70c-76a9e6e218cd on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:04.362519 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Attempting to bind port 369d9527-9bd2-457b-a70c-76a9e6e218cd by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:04.362875 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Attempting to bind port 369d9527-9bd2-457b-a70c-76a9e6e218cd on network 2cb5b23b-3689-45e0-988d-198506bdc2e7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:04.375043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.382071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:04.385616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.386160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:04.386594 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Checking segment: {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:04.387207 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.387592 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Bound using segment: {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:04.388267 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Bound port: 369d9527-9bd2-457b-a70c-76a9e6e218cd, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93f7d7d-702d-4d11-890e-65d52bec247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:04.390521 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.498935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a127b55-11b7-4dcc-b976-098dd1425865 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:04.506387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a127b55-11b7-4dcc-b976-098dd1425865 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:04.508660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a127b55-11b7-4dcc-b976-098dd1425865 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3343620 Nov 15 22:47:04.512023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43262) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:04.519867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-387317306'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:04.530033 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] For port 369d9527-9bd2-457b-a70c-76a9e6e218cd, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:04.534541 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] For port 369d9527-9bd2-457b-a70c-76a9e6e218cd, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=369d9527-9bd2-457b-a70c-76a9e6e218cd,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:04.535774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=aff47beb-7de2-4005-ab0b-35a26112e5b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:04.545609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:04.587455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43266) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:04.587683 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29b569ca-8c20-4fd8-8eb3-71493980aa02 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8677967 Nov 15 22:47:04.595268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:04.628590 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.649559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Provisioning complete for port 369d9527-9bd2-457b-a70c-76a9e6e218cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:04.650276 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.779590 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:04.781738 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:46:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:04.783921 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0304943-9e29-44b6-84d4-e48e356bc44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.795628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.849753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] For port 369d9527-9bd2-457b-a70c-76a9e6e218cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=369d9527-9bd2-457b-a70c-76a9e6e218cd,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:04.895951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758036fb-98be-4f5b-941f-76af50a6afb7 req-513f8036-06a8-4cfe-8efe-5674f1af5c81 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:04.897527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-758036fb-98be-4f5b-941f-76af50a6afb7 req-513f8036-06a8-4cfe-8efe-5674f1af5c81 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.1238761 Nov 15 22:47:04.929996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.961421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:04.971487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:04.976469 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:04.999507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Pushing event updated for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:05.023045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:05.023857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.024441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.025179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.026096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.026795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.027289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.027792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.028639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.029206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.030166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.030923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.032376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abb0a8b-9500-4b24-b9ae-e2c378d26447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:05.033747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.034087 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment b67cf0d6-588f-43d8-8478-7b28a3181fb0 of type vlan for network c116b53f-432a-444b-bb11-6c13a0b86123 Nov 15 22:47:05.068650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-06059199-8297-4e7b-90b8-cfad4a06f57d None None] Provisioning complete for port 369d9527-9bd2-457b-a70c-76a9e6e218cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:05.072185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06059199-8297-4e7b-90b8-cfad4a06f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.116220 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.154157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:05.158124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.182558 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2a01e-f055-4dab-9504-e337df9670d2 None None] Pushing event updated for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:05.232138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-758036fb-98be-4f5b-941f-76af50a6afb7 req-7b39f9be-44a1-4d43-9fd0-773097544ae2 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263731 Nov 15 22:47:05.291855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.297958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:05.298557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.300016 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '369d9527-9bd2-457b-a70c-76a9e6e218cd', 'name': '', 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'mac_address': 'fa:16:3e:6a:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '043887e3-6248-4c3a-8de8-1c5809110295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:58Z', 'updated_at': '2021-11-15T22:47:04Z', 'revision_number': 4, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'subnets': [{'id': '043887e3-6248-4c3a-8de8-1c5809110295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:05.330700 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d2984-4649-4fbf-9f55-d90114312c96 None None] The sync data for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 is: [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '369d9527-9bd2-457b-a70c-76a9e6e218cd', 'name': '', 'network_id': '2cb5b23b-3689-45e0-988d-198506bdc2e7', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'mac_address': 'fa:16:3e:6a:3a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '043887e3-6248-4c3a-8de8-1c5809110295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:58Z', 'updated_at': '2021-11-15T22:47:04Z', 'revision_number': 4, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'subnets': [{'id': '043887e3-6248-4c3a-8de8-1c5809110295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:05.418579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=c116b53f-432a-444b-bb11-6c13a0b86123,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:05.440430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c116b53f-432a-444b-bb11-6c13a0b86123 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:05.449667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f11afed7-a344-4eb8-9745-f761292cb1dd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9354832 Nov 15 22:47:05.452164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:05.458500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1487353272'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:05.538193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:05.541833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.572599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:05.583944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.584351 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment f733687e-5690-4065-92f6-f76df4a3272a of type vlan for network 10e10305-2306-46eb-8204-290280d257af Nov 15 22:47:05.615806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.634027 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.690709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=f73c0e64-b364-4fa6-a2cf-be9720b671b6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:05.698482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': 'e369ca27-ce3b-441f-a836-44cc36efab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:05.700304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: aff47beb-7de2-4005-ab0b-35a26112e5b6, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:05.719582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.734239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:05.737283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:05.786991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:05.800232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43282) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:05.815128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=10e10305-2306-46eb-8204-290280d257af,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:05.827187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 10e10305-2306-46eb-8204-290280d257af details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:05.892330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-42c93c80-5242-472e-8c29-c9704ad5c403 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4389541 Nov 15 22:47:05.895874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:05.901301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'ports': [{'network_id': 'c116b53f-432a-444b-bb11-6c13a0b86123', 'name': 'tempest-port--1467401637', 'admin_state_up': True}, {'network_id': '10e10305-2306-46eb-8204-290280d257af', 'admin_state_up': False}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:05.901773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'port': {'network_id': 'c116b53f-432a-444b-bb11-6c13a0b86123', 'name': 'tempest-port--1467401637', 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:05.902325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'port': {'network_id': '10e10305-2306-46eb-8204-290280d257af', 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:05.914168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, aff47beb-7de2-4005-ab0b-35a26112e5b6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:05.948649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2addaa2-cc75-4df6-941c-c001e50f6a9e None None] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:05.955580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:05.972289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.102492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a3f69b1-4b02-4e71-bcf2-0d02736d50a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.149762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-510cd06b-ec86-44e6-80a0-a6e971c03666 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:06.151343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-510cd06b-ec86-44e6-80a0-a6e971c03666 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.55 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.1721144 Nov 15 22:47:06.168578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-aff47beb-7de2-4005-ab0b-35a26112e5b6', 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': 'f73c0e64-b364-4fa6-a2cf-be9720b671b6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:06.169470 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.192858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a36a600-c011-4bff-85da-60c5daca433c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6037486 Nov 15 22:47:06.195385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:06.200653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-533949620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:06.298951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.300659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.386905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Allocated IP 2001:db8::2 (aff47beb-7de2-4005-ab0b-35a26112e5b6/f73c0e64-b364-4fa6-a2cf-be9720b671b6/4d3a3a88-169f-4606-b547-60e7baa1259b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:06.388394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.485339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.498559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5b107-bc81-4836-81fb-de8ac27c4491 req-d9dabce5-a04e-4130-8e89-6f722b2bbeae tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:06.500013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afb5b107-bc81-4836-81fb-de8ac27c4491 req-d9dabce5-a04e-4130-8e89-6f722b2bbeae tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 950 time: 0.1258850 Nov 15 22:47:06.543612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Deleting port 2da74c60-edac-4960-aafc-5ff1bc6d819d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:06.543950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.554102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a3f69b1-4b02-4e71-bcf2-0d02736d50a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.596475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.597319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'port': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:06.601221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.604501 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.604699 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83bf1450-d560-427f-a7e5-b747b018198e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4056954 Nov 15 22:47:06.605616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:06.634270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a3f69b1-4b02-4e71-bcf2-0d02736d50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.654495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.663563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.686233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afb5b107-bc81-4836-81fb-de8ac27c4491 req-e625f3f1-f4bf-479f-88a7-3a8afc10eafd tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/security-groups?id=dac588a8-5723-4f77-901a-c6479f88c8be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717434 Nov 15 22:47:06.742233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a3f69b1-4b02-4e71-bcf2-0d02736d50a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6383b977499947898a7275d2a0c2c4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9408839 Nov 15 22:47:06.770656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:06.780631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:06.782383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:06.782876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Pushing event updated for resources: {'Port': ['ID=4d3a3a88-169f-4606-b547-60e7baa1259b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:06.784761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:06.793494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f69b1-4b02-4e71-bcf2-0d02736d50a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b6798a-d447-4c27-a09c-effe70150942,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:06.822875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] For port 2da74c60-edac-4960-aafc-5ff1bc6d819d, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2da74c60-edac-4960-aafc-5ff1bc6d819d,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:06.823244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.852550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] device_id is not set on port 2e89e867-cc37-4d0e-99bb-8344658b2039 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:47:06.856083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Calling delete_port for 2da74c60-edac-4960-aafc-5ff1bc6d819d owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:06.922228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Attempting to bind port 4d3a3a88-169f-4606-b547-60e7baa1259b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:06.927706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Attempting to bind port 4d3a3a88-169f-4606-b547-60e7baa1259b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e369ca27-ce3b-441f-a836-44cc36efab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:06.928243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Attempting to bind port 4d3a3a88-169f-4606-b547-60e7baa1259b on network aff47beb-7de2-4005-ab0b-35a26112e5b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:06.945984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:06.946771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Checking segment: {'id': 'e369ca27-ce3b-441f-a836-44cc36efab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:06.947429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:06.948032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Bound using segment: {'id': 'e369ca27-ce3b-441f-a836-44cc36efab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:06.948924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Bound port: 4d3a3a88-169f-4606-b547-60e7baa1259b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e369ca27-ce3b-441f-a836-44cc36efab2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aff47beb-7de2-4005-ab0b-35a26112e5b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:06.949713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.018911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.055360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.090532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.125500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] For port 4d3a3a88-169f-4606-b547-60e7baa1259b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:07.130516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] For port 4d3a3a88-169f-4606-b547-60e7baa1259b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d3a3a88-169f-4606-b547-60e7baa1259b,segment=NetworkSegment(e369ca27-ce3b-441f-a836-44cc36efab2e),segment_id=e369ca27-ce3b-441f-a836-44cc36efab2e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:07.168025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.184352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.192546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2da74c60-edac-4960-aafc-5ff1bc6d819d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:47:07.199510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f812db1a-b579-4c20-b336-55113a1462ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.227834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.314379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6516c-e66c-48ca-a37d-3c0dce61de2c None None] Pushing event updated for resources: {'Port': ['ID=4d3a3a88-169f-4606-b547-60e7baa1259b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:07.317457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.321110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.323038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02b6798a-d447-4c27-a09c-effe70150942 HTTP/1.1" status: 204 len: 168 time: 0.5389245 Nov 15 22:47:07.431698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61a8e4-0fd1-429b-b046-da83e487295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b6798a-d447-4c27-a09c-effe70150942,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:07.570275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8::1 (aff47beb-7de2-4005-ab0b-35a26112e5b6/f73c0e64-b364-4fa6-a2cf-be9720b671b6/15f3f913-65e8-48f4-9e86-5c9b76d6597a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:07.586441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 369d9527-9bd2-457b-a70c-76a9e6e218cd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:07.638960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Pushing event deleted for resources: {'Port': ['ID=2da74c60-edac-4960-aafc-5ff1bc6d819d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:07.670897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 369d9527-9bd2-457b-a70c-76a9e6e218cd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:07.671278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.739202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] No DVR routers for this DVR port 2da74c60-edac-4960-aafc-5ff1bc6d819d on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:07.741330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.747378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93af90f-60a2-41a4-bbc4-fc650eeb322f req-7638b415-7c7c-429b-90d8-b5d8a50d0fe4 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.55 "DELETE /v2.0/ports/2da74c60-edac-4960-aafc-5ff1bc6d819d HTTP/1.1" status: 204 len: 173 time: 1.5758309 Nov 15 22:47:07.750250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'name': 'network-vif-deleted', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:47:07.767155 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c806de-99d2-4892-992c-ff46457bd948" -d '{"events": [{"server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "name": "network-vif-deleted", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:47:07.812505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] device_id is not set on port 3b188673-9eb5-48a1-a180-4289e53e5e4b yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:47:07.832281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:07.931582 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1390dae6-0bdb-4e35-a7a3-1e43e57e3851 x-openstack-request-id: req-1390dae6-0bdb-4e35-a7a3-1e43e57e3851 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:47:07.931907 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916637b7-d165-45d0-b852-fea844e0983e", "name": "network-vif-deleted", "tag": "2da74c60-edac-4960-aafc-5ff1bc6d819d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:47:07.932162 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1390dae6-0bdb-4e35-a7a3-1e43e57e3851 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:47:07.932555 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916637b7-d165-45d0-b852-fea844e0983e', 'name': 'network-vif-deleted', 'tag': '2da74c60-edac-4960-aafc-5ff1bc6d819d', 'status': 'completed', 'code': 200} Nov 15 22:47:07.974279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acc4af8d-6e9a-404c-8150-6cb3975b3880 req-1b405e51-503f-4575-af08-25a3605951c2 tempest-VolumesNegativeTest-866807478 tempest-VolumesNegativeTest-866807478-project] 10.222.0.15 "GET /v2.0/ports?device_id=916637b7-d165-45d0-b852-fea844e0983e HTTP/1.1" status: 200 len: 210 time: 0.0408318 Nov 15 22:47:08.002144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.048858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.079249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:08.083607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:08.098494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:08.099043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.143460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=15f3f913-65e8-48f4-9e86-5c9b76d6597a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:08.185175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.258821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Port': ['ID=2e89e867-cc37-4d0e-99bb-8344658b2039,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:08.269714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Checking segment: {'id': 'b67cf0d6-588f-43d8-8478-7b28a3181fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c116b53f-432a-444b-bb11-6c13a0b86123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:08.269714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network hostable DHCP agents. Network: c116b53f-432a-444b-bb11-6c13a0b86123, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:08.360479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:08.381791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c35ab6-8afd-470d-8c14-554714361261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.482185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c35ab6-8afd-470d-8c14-554714361261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.510888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.546294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network c116b53f-432a-444b-bb11-6c13a0b86123 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:08.551958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.605704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4c35ab6-8afd-470d-8c14-554714361261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.630612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c116b53f-432a-444b-bb11-6c13a0b86123) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:08.636713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:08.637719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc176e-1918-4214-b405-26593af98677 None None] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:08.638503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.692730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf01508-6657-4cb1-8fd3-66d58ebb9c32 None None] Network c116b53f-432a-444b-bb11-6c13a0b86123 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:08.703199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Port': ['ID=3b188673-9eb5-48a1-a180-4289e53e5e4b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:08.727200 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4c35ab6-8afd-470d-8c14-554714361261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0df775c230a84023b572b7e4aa2cd695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630364 Nov 15 22:47:08.727804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:08.730397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c35ab6-8afd-470d-8c14-554714361261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a798fd5a-6392-4799-b929-334b7342a8a6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:08.752771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Checking segment: {'id': 'f733687e-5690-4065-92f6-f76df4a3272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '10e10305-2306-46eb-8204-290280d257af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:08.753359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network hostable DHCP agents. Network: 10e10305-2306-46eb-8204-290280d257af, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:08.818502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] Provisioning complete for port 4d3a3a88-169f-4606-b547-60e7baa1259b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:08.819315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.833871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.873631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network 10e10305-2306-46eb-8204-290280d257af is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:08.877691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:08.937744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.021232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.022049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.044538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.053976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 10e10305-2306-46eb-8204-290280d257af) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:09.066713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:09.070751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd3a94-5237-4cbb-a401-05a7e308d9e2 None None] Network 10e10305-2306-46eb-8204-290280d257af requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:09.073319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:09.083934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:09.084930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.092766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.102624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.102624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a798fd5a-6392-4799-b929-334b7342a8a6 HTTP/1.1" status: 204 len: 168 time: 0.3659840 Nov 15 22:47:09.113926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c7fdc-d9cf-4230-afd8-763ca069798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798fd5a-6392-4799-b929-334b7342a8a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:09.163223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] For port 4d3a3a88-169f-4606-b547-60e7baa1259b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d3a3a88-169f-4606-b547-60e7baa1259b,segment=NetworkSegment(e369ca27-ce3b-441f-a836-44cc36efab2e),segment_id=e369ca27-ce3b-441f-a836-44cc36efab2e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:09.196848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:09.209900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:09.214296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:09.217725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5aa89bd6-decd-4917-9047-2ec4e2995722 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3179865 Nov 15 22:47:09.303630 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.335319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=15f3f913-65e8-48f4-9e86-5c9b76d6597a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:09.395613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11ea51-6704-47fc-b436-501433a73677 None None] Pushing event updated for resources: {'Port': ['ID=4d3a3a88-169f-4606-b547-60e7baa1259b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:09.412510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056ac37-7aea-4c7a-a53c-2564556a7d46 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:09.420247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056ac37-7aea-4c7a-a53c-2564556a7d46 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:09.426292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:09.427560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c056ac37-7aea-4c7a-a53c-2564556a7d46 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2071249 Nov 15 22:47:09.486022 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.527412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da74c60-edac-4960-aafc-5ff1bc6d819d no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:09.530261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router b31eecac-f3d9-4c4d-bd17-511005d2fc37 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:09.558067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 2da74c60-edac-4960-aafc-5ff1bc6d819d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:09.558688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2da74c60-edac-4960-aafc-5ff1bc6d819d not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:09.625849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting port 2e89e867-cc37-4d0e-99bb-8344658b2039 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:09.627351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.627497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d3a3a88-169f-4606-b547-60e7baa1259b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:09.705891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f764b6d6-7d0f-45d0-86fb-6a698169841b None None] Provisioning complete for port 15f3f913-65e8-48f4-9e86-5c9b76d6597a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:09.706808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f764b6d6-7d0f-45d0-86fb-6a698169841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.740783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.773335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f764b6d6-7d0f-45d0-86fb-6a698169841b None None] Port 15f3f913-65e8-48f4-9e86-5c9b76d6597a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:09.774063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:09.784033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d3a3a88-169f-4606-b547-60e7baa1259b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:09.785019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.785951 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d678b309-4464-4232-ade0-180d7adb2c60 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/b31eecac-f3d9-4c4d-bd17-511005d2fc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1789989 Nov 15 22:47:09.786371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Calling delete_port for 2e89e867-cc37-4d0e-99bb-8344658b2039 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:09.788259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:09.801059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] Sync routers for ids ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:09.848749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] Routers {'b31eecac-f3d9-4c4d-bd17-511005d2fc37'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:09.849338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:09.903107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc3cd9-2e74-401d-a576-690ce7b2355f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:09.907896 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e9dc3cd9-2e74-401d-a576-690ce7b2355f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports/15f3f913-65e8-48f4-9e86-5c9b76d6597a HTTP/1.1" status: 200 len: 911 time: 0.1116316 Nov 15 22:47:09.909759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:09.913364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f764b6d6-7d0f-45d0-86fb-6a698169841b None None] Provisioning complete for port 4d3a3a88-169f-4606-b547-60e7baa1259b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:09.913732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f764b6d6-7d0f-45d0-86fb-6a698169841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:09.921160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:10.000487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] Routers {'b31eecac-f3d9-4c4d-bd17-511005d2fc37'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:10.001395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:10.066781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:10.067463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5703af-a02b-463f-809f-daa71353fb47 None None] The sync data for ids ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:10.089428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.141221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Port': ['ID=2e89e867-cc37-4d0e-99bb-8344658b2039,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:10.183218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.208057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7ba2fa73-6d21-41f1-8311-9bbb4f32842a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/ports/2e89e867-cc37-4d0e-99bb-8344658b2039 HTTP/1.1" status: 204 len: 168 time: 0.7747955 Nov 15 22:47:10.208268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:10.331932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-48686110-5a52-4aee-9974-d839af6a9ba1 None None] Provisioning complete for port 15f3f913-65e8-48f4-9e86-5c9b76d6597a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:10.332297 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48686110-5a52-4aee-9974-d839af6a9ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.376603 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.390291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-48686110-5a52-4aee-9974-d839af6a9ba1 None None] Port 15f3f913-65e8-48f4-9e86-5c9b76d6597a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:10.448301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting port 3b188673-9eb5-48a1-a180-4289e53e5e4b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:10.448664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.531138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e90434a7-3e88-4674-afb7-fac02db18acd None None] Provisioning complete for port 15f3f913-65e8-48f4-9e86-5c9b76d6597a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:10.532391 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e90434a7-3e88-4674-afb7-fac02db18acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.533171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.552762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Calling delete_port for 3b188673-9eb5-48a1-a180-4289e53e5e4b owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:10.585474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e90434a7-3e88-4674-afb7-fac02db18acd None None] Port 15f3f913-65e8-48f4-9e86-5c9b76d6597a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:10.658282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.809349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.844788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Port': ['ID=3b188673-9eb5-48a1-a180-4289e53e5e4b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:10.859956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:10.859956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b55a203-6287-4ede-bfe5-978c569378bd tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/ports/3b188673-9eb5-48a1-a180-4289e53e5e4b HTTP/1.1" status: 204 len: 168 time: 0.6474462 Nov 15 22:47:10.860496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:10.960514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad14d96a-2ab7-4961-9ff3-19cf3ade8837 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0961807 Nov 15 22:47:10.962480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:10.970672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1406485754'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:11.045970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 15f3f913-65e8-48f4-9e86-5c9b76d6597a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:11.046303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.091857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:11.095253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.136519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:11.161603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.161941 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment 0ac5070b-a136-4526-bdf8-16c5358f3970 of type vlan for network 50af8ea2-9959-4070-9a42-ca438bfa1e9e Nov 15 22:47:11.164193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.205430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 15f3f913-65e8-48f4-9e86-5c9b76d6597a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:11.226393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.351262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.360015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:11.360666 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.473315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=50af8ea2-9959-4070-9a42-ca438bfa1e9e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:11.473673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d3a3a88-169f-4606-b547-60e7baa1259b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:11.494545 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2cd33498-ef89-4db2-a1a0-baff979dfc6c tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5311680 Nov 15 22:47:11.499478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:11.501661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 50af8ea2-9959-4070-9a42-ca438bfa1e9e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:11.502461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1393055060'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:11.581988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.617870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=15f3f913-65e8-48f4-9e86-5c9b76d6597a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:11.621473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:11.625622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.800769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.803888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d3a3a88-169f-4606-b547-60e7baa1259b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:11.804407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:11.817401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:12.296980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:12.297580 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Added segment f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9 of type vlan for network 126f1c1e-68f9-46b2-aea0-8d7009f54cba Nov 15 22:47:12.406093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:12.448936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router b31eecac-f3d9-4c4d-bd17-511005d2fc37 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:12.536746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:12.542599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:12.543187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:12.557912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:12.567149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-67174743-b446-4209-ab50-7326a7387fdb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/b31eecac-f3d9-4c4d-bd17-511005d2fc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6559713 Nov 15 22:47:12.567388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:12.582607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] Sync routers for ids ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:12.617716 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] Routers {'b31eecac-f3d9-4c4d-bd17-511005d2fc37'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:12.621970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:12.655632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Network': ['ID=126f1c1e-68f9-46b2-aea0-8d7009f54cba,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:12.670914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b65d6d88-284c-49a1-ae0d-d3c255d5ae3d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=b31eecac-f3d9-4c4d-bd17-511005d2fc37 HTTP/1.1" status: 200 len: 205 time: 0.1009600 Nov 15 22:47:12.674779 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1184aa03-7ade-4062-8671-7a4b3a661eca tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1766655 Nov 15 22:47:12.675359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43502) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:12.682518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:12.717979 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:12.738280 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] Routers {'b31eecac-f3d9-4c4d-bd17-511005d2fc37'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:12.738906 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:12.845657 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:12.846363 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8860a12-de09-452a-b44e-17be728f8b68 None None] The sync data for ids ['b31eecac-f3d9-4c4d-bd17-511005d2fc37'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:12.878648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:12.926297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:12.931833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'subnets': [{'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2090178275', 'ip_version': 4}, {'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:12.932144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'subnet': {'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2090178275', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:12.933394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Request body: {'subnet': {'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:13.101585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.104298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.225098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.225264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router b31eecac-f3d9-4c4d-bd17-511005d2fc37 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:13.234231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.234231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a87e1d5a-940f-4dfb-b631-6f4d2c73ce8a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/b31eecac-f3d9-4c4d-bd17-511005d2fc37 HTTP/1.1" status: 204 len: 168 time: 0.5568376 Nov 15 22:47:13.235847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:13.281680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Made reservation on behalf of a666e66c4e1a44d5b184e9aa96fda6bf for: {'subnet': 2} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:13.287030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.287374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.311803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet f73c0e64-b364-4fa6-a2cf-be9720b671b6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:13.326052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.365992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.463874 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.584705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.616755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=f73c0e64-b364-4fa6-a2cf-be9720b671b6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:13.623553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.630376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-887bc15f-c445-4b6f-b8ac-aed240bd736e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/f73c0e64-b364-4fa6-a2cf-be9720b671b6 HTTP/1.1" status: 204 len: 168 time: 0.3903787 Nov 15 22:47:13.632311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85df3e-0455-4e64-ac69-da9ee44920cc None None] Network aff47beb-7de2-4005-ab0b-35a26112e5b6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:13.632771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:13.842248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.854677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] DHCP port deletion for aff47beb-7de2-4005-ab0b-35a26112e5b6 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:13.914535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.974573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Deleting port 4d3a3a88-169f-4606-b547-60e7baa1259b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:13.974930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:13.979075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 4d3a3a88-169f-4606-b547-60e7baa1259b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:13.979408 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.045080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Subnet': ['ID=7b05d35b-f006-492e-9513-353336757150,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:14.065838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] For port 4d3a3a88-169f-4606-b547-60e7baa1259b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d3a3a88-169f-4606-b547-60e7baa1259b,segment=NetworkSegment(e369ca27-ce3b-441f-a836-44cc36efab2e),segment_id=e369ca27-ce3b-441f-a836-44cc36efab2e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:14.066512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.075822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Checking segment: {'id': '0ac5070b-a136-4526-bdf8-16c5358f3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:14.076101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network hostable DHCP agents. Network: 50af8ea2-9959-4070-9a42-ca438bfa1e9e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:14.081417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Calling delete_port for 4d3a3a88-169f-4606-b547-60e7baa1259b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:14.085358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 4d3a3a88-169f-4606-b547-60e7baa1259b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d3a3a88-169f-4606-b547-60e7baa1259b,segment=NetworkSegment(e369ca27-ce3b-441f-a836-44cc36efab2e),segment_id=e369ca27-ce3b-441f-a836-44cc36efab2e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:14.085717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.104262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 4d3a3a88-169f-4606-b547-60e7baa1259b owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:14.163885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network 50af8ea2-9959-4070-9a42-ca438bfa1e9e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:14.242194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.250196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.281532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 50af8ea2-9959-4070-9a42-ca438bfa1e9e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:14.287472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=4d3a3a88-169f-4606-b547-60e7baa1259b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:14.290454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port 4d3a3a88-169f-4606-b547-60e7baa1259b on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:14.292263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.296523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] Pushing event deleted for resources: {'Port': ['ID=4d3a3a88-169f-4606-b547-60e7baa1259b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:14.301655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b54d92-d484-4e0d-9405-63b2174bfb98 None None] Network 50af8ea2-9959-4070-9a42-ca438bfa1e9e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:14.313528 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb54ce-76ed-4552-9125-d648796cb5a0 None None] No DVR routers for this DVR port 4d3a3a88-169f-4606-b547-60e7baa1259b on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:14.422399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event updated for resources: {'Subnet': ['ID=2778d6bf-8bf4-4398-b9cf-94448a460ff9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:14.433862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.484656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Checking segment: {'id': 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:14.484949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network hostable DHCP agents. Network: 126f1c1e-68f9-46b2-aea0-8d7009f54cba, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:14.487953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff47beb-7de2-4005-ab0b-35a26112e5b6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:14.499870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e369ca27-ce3b-441f-a836-44cc36efab2e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:14.500052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e369ca27-ce3b-441f-a836-44cc36efab2e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:14.514880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.531589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.538760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:14.539154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:14.545121 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:14.601615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-50af8ea2-9959-4070-9a42-ca438bfa1e9e', 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e', 'tenant_id': 'a666e66c4e1a44d5b184e9aa96fda6bf', 'fixed_ips': [{'subnet_id': '7b05d35b-f006-492e-9513-353336757150'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:14.606872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.628187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:14.694497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 126f1c1e-68f9-46b2-aea0-8d7009f54cba) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:14.700920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:14.704858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:14.704858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.705147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03765f0d-fe86-41d1-90c3-e22e55ff7166 None None] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:14.724004 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.733962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.734923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/aff47beb-7de2-4005-ab0b-35a26112e5b6 HTTP/1.1" status: 204 len: 168 time: 1.1014490 Nov 15 22:47:14.739135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:14.747534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1833528771', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:14.769054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda9211-8eb2-441e-aa4f-59a16e84f78f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=aff47beb-7de2-4005-ab0b-35a26112e5b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:14.827434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-93b7214d-8158-49de-a44f-06044b91882b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8932924 Nov 15 22:47:14.830408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:14.903311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a7783-bc9e-4809-803c-3e5714d4df6b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:14.905038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a7783-bc9e-4809-803c-3e5714d4df6b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:14.907154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a7783-bc9e-4809-803c-3e5714d4df6b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:14.912282 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-543a7783-bc9e-4809-803c-3e5714d4df6b tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0770891 Nov 15 22:47:14.917379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:14.944700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Allocated IP 172.20.0.2 (50af8ea2-9959-4070-9a42-ca438bfa1e9e/7b05d35b-f006-492e-9513-353336757150/32ce19a5-16ba-46df-aff7-fc1b5db2eb8a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:14.951909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.953015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:14.990206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting subnet 7b05d35b-f006-492e-9513-353336757150 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:15.031241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.046413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-126f1c1e-68f9-46b2-aea0-8d7009f54cba', 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba', 'tenant_id': 'a666e66c4e1a44d5b184e9aa96fda6bf', 'fixed_ips': [{'subnet_id': '2778d6bf-8bf4-4398-b9cf-94448a460ff9'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:15.047525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.266625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.273944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Allocated IP 172.20.0.18 (126f1c1e-68f9-46b2-aea0-8d7009f54cba/2778d6bf-8bf4-4398-b9cf-94448a460ff9/56f7764b-0bf2-4005-a45a-3e90683f2610) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:15.303508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.351386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.358323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.378854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Network 50af8ea2-9959-4070-9a42-ca438bfa1e9e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:15.383305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:15.407631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:15.471893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.502891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d3a3a88-169f-4606-b547-60e7baa1259b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:15.561945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4d3a3a88-169f-4606-b547-60e7baa1259b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:15.562354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d3a3a88-169f-4606-b547-60e7baa1259b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:15.565573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Pushing event updated for resources: {'Port': ['ID=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:15.575530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Attempting to bind port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:15.575777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Attempting to bind port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0ac5070b-a136-4526-bdf8-16c5358f3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:15.576200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Attempting to bind port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a on network 50af8ea2-9959-4070-9a42-ca438bfa1e9e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:15.601297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.605314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:15.605645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Checking segment: {'id': '0ac5070b-a136-4526-bdf8-16c5358f3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:15.608233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.608233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Bound using segment: {'id': '0ac5070b-a136-4526-bdf8-16c5358f3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:15.608233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Bound port: 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac5070b-a136-4526-bdf8-16c5358f3970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '50af8ea2-9959-4070-9a42-ca438bfa1e9e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:15.608233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.690786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.760821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.763846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] For port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:15.768194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] For port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,segment=NetworkSegment(0ac5070b-a136-4526-bdf8-16c5358f3970),segment_id=0ac5070b-a136-4526-bdf8-16c5358f3970)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:15.781490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.822119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Subnet': ['ID=7b05d35b-f006-492e-9513-353336757150,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:15.833475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.842969 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.847654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0540a8e2-0dce-4bc0-9836-baa3a89b8dc9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/subnets/7b05d35b-f006-492e-9513-353336757150 HTTP/1.1" status: 204 len: 168 time: 0.9310155 Nov 15 22:47:15.848190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:15.868361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:15.875590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:15.876442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.879637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:15.899400 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:15.913479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Pushing event updated for resources: {'Port': ['ID=56f7764b-0bf2-4005-a45a-3e90683f2610,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:15.933791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting subnet 2778d6bf-8bf4-4398-b9cf-94448a460ff9 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:15.938318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.017947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Attempting to bind port 56f7764b-0bf2-4005-a45a-3e90683f2610 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:16.018476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Attempting to bind port 56f7764b-0bf2-4005-a45a-3e90683f2610 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:16.020062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Attempting to bind port 56f7764b-0bf2-4005-a45a-3e90683f2610 on network 126f1c1e-68f9-46b2-aea0-8d7009f54cba {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:16.020658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.042508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:16.043064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Checking segment: {'id': 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:16.043574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.044349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Bound using segment: {'id': 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:16.044974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Bound port: 56f7764b-0bf2-4005-a45a-3e90683f2610, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '126f1c1e-68f9-46b2-aea0-8d7009f54cba'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:16.045454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.061770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8499-318a-422c-a5c8-bab5be6598b4 None None] Pushing event updated for resources: {'Port': ['ID=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:16.137707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 172.25.0.232 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/43a717de-a487-4452-99f6-18125c3558dd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:16.157034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] For port 56f7764b-0bf2-4005-a45a-3e90683f2610, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:16.162508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] For port 56f7764b-0bf2-4005-a45a-3e90683f2610, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=56f7764b-0bf2-4005-a45a-3e90683f2610,segment=NetworkSegment(f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9),segment_id=f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:16.244020 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.245815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.374684 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8384ad-05bb-40af-bbd2-2abf1596ba72 None None] Pushing event updated for resources: {'Port': ['ID=56f7764b-0bf2-4005-a45a-3e90683f2610,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:16.392967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.456072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.477690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.485013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/subnets/2778d6bf-8bf4-4398-b9cf-94448a460ff9 HTTP/1.1" status: 204 len: 168 time: 0.6350696 Nov 15 22:47:16.488164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:16.509754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d72973-b6ca-4758-9cc4-f8b044e56a21 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Subnet': ['ID=2778d6bf-8bf4-4398-b9cf-94448a460ff9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:16.553343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.727283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72100dbb-07ac-432d-a32a-8a446a040307 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:16.727283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72100dbb-07ac-432d-a32a-8a446a040307 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1526232 Nov 15 22:47:16.729313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43674) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:16.729885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:16.729885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=43a717de-a487-4452-99f6-18125c3558dd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:16.729885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:16.729885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:16.757047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcda445-197c-4723-ac75-5fa905cc291c None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:16.829214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.838526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f480b079-a794-46e2-b9b9-a53abe65c131 None None] Provisioning complete for port 43a717de-a487-4452-99f6-18125c3558dd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:16.839017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f480b079-a794-46e2-b9b9-a53abe65c131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.906514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting port 56f7764b-0bf2-4005-a45a-3e90683f2610 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:16.907645 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:16.955724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f480b079-a794-46e2-b9b9-a53abe65c131 None None] Port 43a717de-a487-4452-99f6-18125c3558dd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:17.010430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] For port 56f7764b-0bf2-4005-a45a-3e90683f2610, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=56f7764b-0bf2-4005-a45a-3e90683f2610,segment=NetworkSegment(f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9),segment_id=f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:17.010999 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.029724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Calling delete_port for 56f7764b-0bf2-4005-a45a-3e90683f2610 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:17.195652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.207564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.249664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] No DVR routers for this DVR port 56f7764b-0bf2-4005-a45a-3e90683f2610 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:17.298827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Port': ['ID=56f7764b-0bf2-4005-a45a-3e90683f2610,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:17.497583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.523031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f1c1e-68f9-46b2-aea0-8d7009f54cba']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:17.538020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:17.538556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ba2dc3-eceb-4e58-ab40-ee82bc0a60f9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:17.554879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25475c-758b-4f4b-8b7a-6425653c3668 None None] Network 50af8ea2-9959-4070-9a42-ca438bfa1e9e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:17.562176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:17.565580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.595825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.605880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:17.606526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:17.615010 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:17.665525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.724313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] Provisioning complete for port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:17.724976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.782152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.789625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:17.792737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/126f1c1e-68f9-46b2-aea0-8d7009f54cba HTTP/1.1" status: 204 len: 168 time: 1.1438975 Nov 15 22:47:17.801769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43682) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:17.808540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b597965-8b73-4c14-bce9-a1c5665617b9 tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=126f1c1e-68f9-46b2-aea0-8d7009f54cba,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:17.948726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.037486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Deleting port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:18.037736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.089061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:18.089586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 77ab3571-665f-49e8-aac1-7692aa86e49b is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:18.090114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.177570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47281f-fe74-43a1-8d4e-4ecf17bbc7ae None None] DHCP port deletion for 126f1c1e-68f9-46b2-aea0-8d7009f54cba request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:18.226657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd3c8a-754f-4a6a-99cc-b2707ae9ea15 None None] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:18.234172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] For port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,segment=NetworkSegment(0ac5070b-a136-4526-bdf8-16c5358f3970),segment_id=0ac5070b-a136-4526-bdf8-16c5358f3970)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:18.234784 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.262468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Calling delete_port for 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:18.263254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd3c8a-754f-4a6a-99cc-b2707ae9ea15 None None] Network 126f1c1e-68f9-46b2-aea0-8d7009f54cba could not be found, it might have been deleted concurrently. {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 15 22:47:18.299540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] DHCP port deletion for 50af8ea2-9959-4070-9a42-ca438bfa1e9e request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:18.304745 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.355418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.397578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] For port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,segment=NetworkSegment(0ac5070b-a136-4526-bdf8-16c5358f3970),segment_id=0ac5070b-a136-4526-bdf8-16c5358f3970)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:18.415488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Deleting port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:18.415923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.499038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] For port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,segment=NetworkSegment(0ac5070b-a136-4526-bdf8-16c5358f3970),segment_id=0ac5070b-a136-4526-bdf8-16c5358f3970)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:18.499520 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.509141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.567644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Calling delete_port for 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:18.609872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:47:18.610222 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:47:18.645494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdd0b9-ed69-4509-bd7e-0a050a86189a None None] Pushing event updated for resources: {'Port': ['ID=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:18.654030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-915622ab-b124-405d-a5d0-214d9fc8f2d7 None None] Could not find standard attr ID for object 56f7764b-0bf2-4005-a45a-3e90683f2610. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:47:18.708658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:18.719285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] Sync routers for ids ['77ab3571-665f-49e8-aac1-7692aa86e49b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:18.734254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] Routers {'77ab3571-665f-49e8-aac1-7692aa86e49b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:18.734894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['77ab3571-665f-49e8-aac1-7692aa86e49b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:18.768293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:18.777136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] Routers {'77ab3571-665f-49e8-aac1-7692aa86e49b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:18.777743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['77ab3571-665f-49e8-aac1-7692aa86e49b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:18.815435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:18.815980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.816151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f90148e-8d34-4a6a-9e6f-1327163c2077 None None] The sync data for ids ['77ab3571-665f-49e8-aac1-7692aa86e49b'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:18.817460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.840429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Port': ['ID=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:18.843056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] Pushing event deleted for resources: {'Port': ['ID=32ce19a5-16ba-46df-aff7-fc1b5db2eb8a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:18.849170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2bb16-3a42-48cd-adb5-b7b5eabd264e None None] No DVR routers for this DVR port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:18.861529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.862827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c65d472a-9e02-4f2f-9e35-030e00e7d7a0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1224027 Nov 15 22:47:18.866338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:18.868032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] No DVR routers for this DVR port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:18.962817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:18.992279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50af8ea2-9959-4070-9a42-ca438bfa1e9e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.031111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac5070b-a136-4526-bdf8-16c5358f3970') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.031407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac5070b-a136-4526-bdf8-16c5358f3970') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.052209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25b919b7-e1a8-49a8-8a59-92da81eae96c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers/77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 200 len: 885 time: 0.1845720 Nov 15 22:47:19.052922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:19.063453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.122464 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.129953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:19.131366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.134234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a update to ACTIVE by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:19.155071 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:19.340765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.346509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.349997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/50af8ea2-9959-4070-9a42-ca438bfa1e9e HTTP/1.1" status: 204 len: 168 time: 1.5471482 Nov 15 22:47:19.352798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:19.375007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e6d8-16b0-48bb-8d49-44181d14e67e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=50af8ea2-9959-4070-9a42-ca438bfa1e9e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:19.518407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:19.520589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6f81b7b-618d-4546-8553-f029e42c9ff8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4665213 Nov 15 22:47:19.526830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1833528771'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:19.533444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 56f7764b-0bf2-4005-a45a-3e90683f2610 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:19.568599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 56f7764b-0bf2-4005-a45a-3e90683f2610 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:19.569344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 56f7764b-0bf2-4005-a45a-3e90683f2610 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:19.571228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:19.602803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:19.604004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 32ce19a5-16ba-46df-aff7-fc1b5db2eb8a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:19.612105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.741368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.827905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e10305-2306-46eb-8204-290280d257af']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.841753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f733687e-5690-4065-92f6-f76df4a3272a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.842115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f733687e-5690-4065-92f6-f76df4a3272a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:19.866273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.875275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.887863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:19.888229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:19.891180 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:20.052706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.758505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.760583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.769256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.779313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/10e10305-2306-46eb-8204-290280d257af HTTP/1.1" status: 204 len: 168 time: 1.4176877 Nov 15 22:47:20.780984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:20.787511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae58886-ce9c-4490-858c-b5d8ecb8a53e tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=10e10305-2306-46eb-8204-290280d257af,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:20.870123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.902533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 77ab3571-665f-49e8-aac1-7692aa86e49b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:20.968363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:20.993976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c116b53f-432a-444b-bb11-6c13a0b86123']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.005343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67cf0d6-588f-43d8-8478-7b28a3181fb0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.005939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67cf0d6-588f-43d8-8478-7b28a3181fb0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.018014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.034560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.044891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:21.045724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:21.050976 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:21.157973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43728) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.214532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.220810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.231464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] 10.222.0.15 "DELETE /v2.0/networks/c116b53f-432a-444b-bb11-6c13a0b86123 HTTP/1.1" status: 204 len: 168 time: 0.4422343 Nov 15 22:47:21.241301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796f852-2759-4b03-b916-ac5a116d9b6a tempest-BulkNetworkOpsTest-63562248 tempest-BulkNetworkOpsTest-63562248-project] Pushing event deleted for resources: {'Network': ['ID=c116b53f-432a-444b-bb11-6c13a0b86123,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:21.314858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:21.319482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.323436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-367285bb-f742-44a9-968b-7bf371494f8e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 200 len: 892 time: 1.8002236 Nov 15 22:47:21.324128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43734) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.325047 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] Sync routers for ids ['77ab3571-665f-49e8-aac1-7692aa86e49b'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:21.343796 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] Routers {'77ab3571-665f-49e8-aac1-7692aa86e49b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:21.348070 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['77ab3571-665f-49e8-aac1-7692aa86e49b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.372533 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b59309ec-71b0-4ef5-8cbd-cb77fd570e8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad0e439e28b742a9bbd394d336435a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104301 Nov 15 22:47:21.374254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43736) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.386440 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.396647 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] Routers {'77ab3571-665f-49e8-aac1-7692aa86e49b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:21.397275 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['77ab3571-665f-49e8-aac1-7692aa86e49b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.433650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.443749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:21.444843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19416670-5506-451a-9c0c-30e9e07559f0 None None] The sync data for ids ['77ab3571-665f-49e8-aac1-7692aa86e49b'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:21.461396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2fbe78b5-0e7b-4b7d-8ed1-9f333fdd63f8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers/77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 200 len: 892 time: 0.1336024 Nov 15 22:47:21.462241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.479013 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.492381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94173713-03eb-4e87-9801-f1b1eb6ae66a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 200 len: 205 time: 0.0283835 Nov 15 22:47:21.498981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.606134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.609280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.613477 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dac588a8-5723-4f77-901a-c6479f88c8be HTTP/1.1" status: 204 len: 168 time: 0.2351954 Nov 15 22:47:21.625306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3906082-7ce0-4b12-aea7-429b54f7dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac588a8-5723-4f77-901a-c6479f88c8be,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:21.626242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.708670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43756) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.768878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.872667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05a64af2-c0ab-450c-81c4-c9232e692a86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a666e66c4e1a44d5b184e9aa96fda6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620281 Nov 15 22:47:21.874942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:21.890902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 43a717de-a487-4452-99f6-18125c3558dd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:21.891252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.925482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.949362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:21.993714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.008051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 43a717de-a487-4452-99f6-18125c3558dd owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:22.076034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.078685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.082881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7574d2c-0201-46ea-afa1-a4ced2826a0f HTTP/1.1" status: 204 len: 168 time: 0.2039807 Nov 15 22:47:22.096160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bc57f-daa5-4684-8085-f2d8307fd5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7574d2c-0201-46ea-afa1-a4ced2826a0f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:22.287060 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.313955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=43a717de-a487-4452-99f6-18125c3558dd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:22.330507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f997e8b-e8d2-45f4-8c3b-4a1721b7123e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:22.384786 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.493935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.496452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.652998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.654684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router 77ab3571-665f-49e8-aac1-7692aa86e49b {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:22.669254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.669254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-629e5083-c8a4-4703-bf2c-f59cdef01b15 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 204 len: 168 time: 1.1684563 Nov 15 22:47:22.670180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:22.676116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-62966075'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:22.780231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:22.784433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.822712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:22.834324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.834660 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 4b48a5d7-7452-498d-91b7-36ed126558eb of type vlan for network 763b0ae1-796f-46fe-bb95-aae4321ca14f Nov 15 22:47:22.885377 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.934863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:22.957528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:22.963699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:22.964396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.040352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=763b0ae1-796f-46fe-bb95-aae4321ca14f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:23.051915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:23.090620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f93d17a3-d063-4619-aba2-32ab660b058e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4192569 Nov 15 22:47:23.093420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43816) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:23.099385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:23.123067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-733479651-network', 'tenant_id': '3a2a6993991440279db13b3f0ea91618'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:23.241783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Made reservation on behalf of 3a2a6993991440279db13b3f0ea91618 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:23.244340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.255842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.327001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:23.331348 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.345326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.419894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.439805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:23.453520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87896113-3e1f-48f1-a8a3-b2aa46c46894,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:23.458635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:23.468705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.469081 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Added segment 0014c352-df69-475b-ab27-e0e288f77aa6 of type vlan for network e8587f78-e289-4706-92d4-2adb8ebbd3b4 Nov 15 22:47:23.520251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.608735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.609630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:23.610167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.648831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1553476571'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:23.665747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.704959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] Pushing event updated for resources: {'Network': ['ID=e8587f78-e289-4706-92d4-2adb8ebbd3b4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:23.718345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:23.726188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Made reservation on behalf of edf9dc8443544245b5403a2072dec8ce for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:23.729607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.743045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=836b00e8-e337-4442-a224-90ef6e0c10be,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:23.755125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.768597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '4b48a5d7-7452-498d-91b7-36ed126558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:23.769267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 763b0ae1-796f-46fe-bb95-aae4321ca14f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:23.782187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28fe9162-1d38-4f3c-9963-6fa516fd2834 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8457389 Nov 15 22:47:23.785774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:23.791449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Request body: {'subnet': {'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-733479651-subnet', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:23.855387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.887008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:23.922866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Made reservation on behalf of 3a2a6993991440279db13b3f0ea91618 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:23.925915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.926470 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.951252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:23.961533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be35baaa-af18-44a5-ba57-4e122b5e82b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:23.966652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:23.967502 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Added segment 13da8d07-7d2a-44b4-8fa9-74938a9d5fce of type vlan for network 96117ada-1497-44d4-a2ab-6b99227d0443 Nov 15 22:47:24.008249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 763b0ae1-796f-46fe-bb95-aae4321ca14f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:24.011345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.017501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec20b9-6a54-4fe7-a194-f8dd47405b1c None None] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:24.044516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:24.045220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.160651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.161857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:47:24.170414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:24.171016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.188486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f5e820b0-783c-42eb-918a-464c1e4c6966 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0933232 Nov 15 22:47:24.191305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:24.192960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-763b0ae1-796f-46fe-bb95-aae4321ca14f', 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '836b00e8-e337-4442-a224-90ef6e0c10be'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:24.194263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.197517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-441388926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:24.208662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.267002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event updated for resources: {'Network': ['ID=96117ada-1497-44d4-a2ab-6b99227d0443,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:24.278511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 96117ada-1497-44d4-a2ab-6b99227d0443 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:24.297354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Checking segment: {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:24.297716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Network hostable DHCP agents. Network: e8587f78-e289-4706-92d4-2adb8ebbd3b4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:24.300451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca9926a-7005-4da4-be25-3a3a28b67ecb,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:24.315298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-52a8e715-1e36-4a24-ae8b-2410c448006a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8738718 Nov 15 22:47:24.318059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43836) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:24.328666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Request body: {'subnet': {'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:24.378508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:24.410507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Allocated IP 2001:db8::2 (763b0ae1-796f-46fe-bb95-aae4321ca14f/836b00e8-e337-4442-a224-90ef6e0c10be/a54fc582-d77f-4735-b28d-4f2ab444302d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:24.424048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.425227 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.479859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e8587f78-e289-4706-92d4-2adb8ebbd3b4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:24.485840 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.487440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:24.488021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.497077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693538e5-d38e-4243-bf2a-32fdc46266a3 None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:24.515614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Made reservation on behalf of edf9dc8443544245b5403a2072dec8ce for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:24.515614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.574014 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.602633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-955ccc4f-5525-4700-9a68-4c85161b5f8b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8151071 Nov 15 22:47:24.604568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:24.625670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:24.662234 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.663662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b69ba43b-4ce4-42f3-b941-1fb4ff80b775 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4706678 Nov 15 22:47:24.670166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:24.686146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.727553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'fixed_ips': [{'subnet_id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:24.728725 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.746615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.784893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.828325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:24.831709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Pushing event updated for resources: {'Port': ['ID=a54fc582-d77f-4735-b28d-4f2ab444302d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:24.854568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.855553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:24.857343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event updated for resources: {'Subnet': ['ID=60b12962-401c-4d45-8652-651a7f68bc7e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:24.895158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Checking segment: {'id': '13da8d07-7d2a-44b4-8fa9-74938a9d5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:24.896347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Network hostable DHCP agents. Network: 96117ada-1497-44d4-a2ab-6b99227d0443, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:24.981371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Allocated IP 172.20.0.2 (e8587f78-e289-4706-92d4-2adb8ebbd3b4/3ca9926a-7005-4da4-be25-3a3a28b67ecb/2537f5c7-c2ba-43de-9fd4-fc38e1558b9e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:24.991781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:24.995788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:25.022236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.026572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Network 96117ada-1497-44d4-a2ab-6b99227d0443 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:25.070292 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.088814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 96117ada-1497-44d4-a2ab-6b99227d0443) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:25.102375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:25.103052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcff773-6fc6-4f9a-9e97-86d6c30d30cd None None] Network 96117ada-1497-44d4-a2ab-6b99227d0443 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:25.106226 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.148056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Attempting to bind port a54fc582-d77f-4735-b28d-4f2ab444302d on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:25.148416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Attempting to bind port a54fc582-d77f-4735-b28d-4f2ab444302d by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '4b48a5d7-7452-498d-91b7-36ed126558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:25.148798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Attempting to bind port a54fc582-d77f-4735-b28d-4f2ab444302d on network 763b0ae1-796f-46fe-bb95-aae4321ca14f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:25.169789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-edfdd0e8-71d7-419b-afe9-bc3bfe907767 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8480477 Nov 15 22:47:25.174437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:25.178410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Request body: {'port': {'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443', 'name': 'tempest-TagsExtTest-252840376'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:25.247063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.250602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:25.250966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Checking segment: {'id': '4b48a5d7-7452-498d-91b7-36ed126558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:25.251410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.252392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Bound using segment: {'id': '4b48a5d7-7452-498d-91b7-36ed126558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:25.252915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Bound port: a54fc582-d77f-4735-b28d-4f2ab444302d, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b48a5d7-7452-498d-91b7-36ed126558eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '763b0ae1-796f-46fe-bb95-aae4321ca14f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:25.253272 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.300813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.318346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] For port a54fc582-d77f-4735-b28d-4f2ab444302d, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:25.321648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] For port a54fc582-d77f-4735-b28d-4f2ab444302d, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a54fc582-d77f-4735-b28d-4f2ab444302d,segment=NetworkSegment(4b48a5d7-7452-498d-91b7-36ed126558eb),segment_id=4b48a5d7-7452-498d-91b7-36ed126558eb)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:25.325865 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.355996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:25.391939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:25.398888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Made reservation on behalf of edf9dc8443544245b5403a2072dec8ce for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:25.402410 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.424824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] device_id is not set on port a2532715-bfcb-46b2-b219-1962b0694134 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:47:25.433705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:25.445081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.521734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Pushing event updated for resources: {'Port': ['ID=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:25.523332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8::1 (763b0ae1-796f-46fe-bb95-aae4321ca14f/836b00e8-e337-4442-a224-90ef6e0c10be/2c3f2288-5942-4720-8c9e-aec04e57decc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:25.627828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Attempting to bind port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:25.628548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Attempting to bind port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:25.628981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Attempting to bind port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e on network e8587f78-e289-4706-92d4-2adb8ebbd3b4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:25.639184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:25.640071 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Allocated IP 172.20.0.10 (96117ada-1497-44d4-a2ab-6b99227d0443/60b12962-401c-4d45-8652-651a7f68bc7e/a2532715-bfcb-46b2-b219-1962b0694134) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:25.640352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Checking segment: {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:25.640956 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.641453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Bound using segment: {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:25.642029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Bound port: 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:25.642610 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.898648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.939749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d31ea1-7d3a-4853-b48e-4f807d0aeaeb None None] Pushing event updated for resources: {'Port': ['ID=a54fc582-d77f-4735-b28d-4f2ab444302d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:25.969640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-96117ada-1497-44d4-a2ab-6b99227d0443', 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443', 'tenant_id': 'edf9dc8443544245b5403a2072dec8ce', 'fixed_ips': [{'subnet_id': '60b12962-401c-4d45-8652-651a7f68bc7e'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:25.970858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:25.994086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.094296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event updated for resources: {'Port': ['ID=a2532715-bfcb-46b2-b219-1962b0694134,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:26.124204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Network 96117ada-1497-44d4-a2ab-6b99227d0443 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:26.125735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:26.134144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:26.147035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Allocated IP 172.20.0.2 (96117ada-1497-44d4-a2ab-6b99227d0443/60b12962-401c-4d45-8652-651a7f68bc7e/ba37811b-bc69-422f-9c6c-6fc75d9c60c1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:26.185676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.221305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:26.221930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.259825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.284704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.289607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0e57b4b6-a120-48e2-a23f-b8d838566732 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1172431 Nov 15 22:47:26.291896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43858) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:26.297713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1562593575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:26.354332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] For port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:26.359488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] For port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:26.360722 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.375549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.401875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.406579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.428099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.430246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:26.432351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.440746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:26.451281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Allocated IP 172.25.0.85 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/cbc9bda8-541c-4531-8eb8-2ce51df7dd47) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:26.469360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:26.470681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.551626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.575047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Network 96117ada-1497-44d4-a2ab-6b99227d0443 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:26.576207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2c3f2288-5942-4720-8c9e-aec04e57decc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:26.595971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:26.595971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:26.600780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc2f6f-e593-495f-9bc3-a39e1544d997 None None] Pushing event updated for resources: {'Port': ['ID=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:26.614981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.682960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Pushing event updated for resources: {'Port': ['ID=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:26.714171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.715759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1b27b44c-7765-44b8-b4c8-090926c62851 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4226184 Nov 15 22:47:26.718578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:26.724382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37c8d790-50df-4c90-9208-015a48528a81 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-848591836', 'prefixes': ['172.20.0.0/16']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:26.735661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Attempting to bind port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:26.741891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Attempting to bind port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '13da8d07-7d2a-44b4-8fa9-74938a9d5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:26.741891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Attempting to bind port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 on network 96117ada-1497-44d4-a2ab-6b99227d0443 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:26.742741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:26.743588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Checking segment: {'id': '13da8d07-7d2a-44b4-8fa9-74938a9d5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:26.744094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.744586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Bound using segment: {'id': '13da8d07-7d2a-44b4-8fa9-74938a9d5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:26.745238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Bound port: ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13da8d07-7d2a-44b4-8fa9-74938a9d5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '96117ada-1497-44d4-a2ab-6b99227d0443'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:26.745717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.819868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.853436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] For port ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:26.865141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] For port ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,segment=NetworkSegment(13da8d07-7d2a-44b4-8fa9-74938a9d5fce),segment_id=13da8d07-7d2a-44b4-8fa9-74938a9d5fce)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:26.924366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.951330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:26.955609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.043980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019d81a-4ece-45bf-b1d9-4ea562346623 None None] Pushing event updated for resources: {'Port': ['ID=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:27.063225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:27.075949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:27.092055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37c8d790-50df-4c90-9208-015a48528a81 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for subnetpool, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.094685 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37c8d790-50df-4c90-9208-015a48528a81 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3749011 Nov 15 22:47:27.099179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43866) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:27.106168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-7ad7b616-bc65-4324-b532-8eb3bc492711 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-1909818276') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:27.174449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3566c-b4db-44d3-914b-6563b2162ebd None None] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:27.241524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:27.256025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:27.348283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e05c9-bf51-4567-bba0-c47c13d33ac8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:27.412608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7ad7b616-bc65-4324-b532-8eb3bc492711 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-1909818276 HTTP/1.1" status: 201 len: 201 time: 0.3121490 Nov 15 22:47:27.415105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:27.429157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] Provisioning complete for port a54fc582-d77f-4735-b28d-4f2ab444302d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:27.429529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.431398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-e8190bac-cb90-470a-8a5c-3780c35e23e9 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-895474200') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:27.690928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.715019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-b23c3733-a38e-42bb-a41e-af8fa9aaa60d req-ad67d2b2-30e7-4195-9ce1-b4cd261e9a1f service neutron] (103128) timed out ('10.222.0.55', 59097) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:47:27.752281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] For port a54fc582-d77f-4735-b28d-4f2ab444302d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a54fc582-d77f-4735-b28d-4f2ab444302d,segment=NetworkSegment(4b48a5d7-7452-498d-91b7-36ed126558eb),segment_id=4b48a5d7-7452-498d-91b7-36ed126558eb)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:27.799927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:27.810024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8190bac-cb90-470a-8a5c-3780c35e23e9 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-895474200 HTTP/1.1" status: 201 len: 201 time: 0.3938351 Nov 15 22:47:27.812904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:27.819659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-f7277b4b-98de-487c-9128-a30e8634e125 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-1719719674') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:27.911427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:27.911816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.929787 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:27.938328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.047189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.047944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.061011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182a50b-e069-4f00-b0c7-4c24445c3aac None None] Pushing event updated for resources: {'Port': ['ID=a54fc582-d77f-4735-b28d-4f2ab444302d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:28.072161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f7277b4b-98de-487c-9128-a30e8634e125 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-1719719674 HTTP/1.1" status: 201 len: 201 time: 0.2582402 Nov 15 22:47:28.074797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.081977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-35e44d19-1555-423a-bc17-9dbcbaa0d1c3 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-2042281482') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:28.129610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b63231cd-5399-4714-9d65-e76d6f792e04 None None] Provisioning complete for port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:28.136385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b63231cd-5399-4714-9d65-e76d6f792e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.168543 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.191101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2c3f2288-5942-4720-8c9e-aec04e57decc,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:28.197897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b63231cd-5399-4714-9d65-e76d6f792e04 None None] Port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:28.224701 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:28.232841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.274588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-35e44d19-1555-423a-bc17-9dbcbaa0d1c3 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-2042281482 HTTP/1.1" status: 201 len: 201 time: 0.1984434 Nov 15 22:47:28.277773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43878) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.285472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-ef083adc-8506-433a-8b42-382395595131 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:28.288101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08c62a-042b-4856-b2b3-fe5779c6f144 None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:28.315415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.316797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ba37811b-bc69-422f-9c6c-6fc75d9c60c1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:28.336009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:28.345888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:28.384304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ef083adc-8506-433a-8b42-382395595131 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 200 len: 241 time: 0.1036620 Nov 15 22:47:28.386490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.399804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-dfb029bb-9eba-4f39-90a1-4dc9a9af4a30 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-1909818276') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:28.511172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Provisioning complete for port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:28.511556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.524283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:28.578006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:28.578521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.737692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.737692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-df0c8ea7-871a-4c65-a027-3d4941b61438 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-1909818276') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:28.749579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dfb029bb-9eba-4f39-90a1-4dc9a9af4a30 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-1909818276 HTTP/1.1" status: 204 len: 168 time: 0.3473818 Nov 15 22:47:28.750185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b34b6e-56fc-42ac-8278-48dcd4ae1f22 None None] Network 96117ada-1497-44d4-a2ab-6b99227d0443 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:28.750281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.834935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Provisioning complete for port a54fc582-d77f-4735-b28d-4f2ab444302d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:28.835231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.854629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router f46ca985-90a2-433d-8fe8-f5fed873a1dd is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:28.901472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df0c8ea7-871a-4c65-a027-3d4941b61438 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-1909818276 HTTP/1.1" status: 204 len: 168 time: 0.1695082 Nov 15 22:47:28.903716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.910084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-5fb0b24f-2765-4687-bb56-92454bccddb4 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:28.951389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:28.974268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:28.977387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5fb0b24f-2765-4687-bb56-92454bccddb4 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 200 len: 205 time: 0.0717666 Nov 15 22:47:28.979719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:28.980084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0affca8b-a854-400d-9357-f5dbcc255904 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/f46ca985-90a2-433d-8fe8-f5fed873a1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3088582 Nov 15 22:47:28.982604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:29.007562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-43e94523-1d7a-483c-9921-81e681d97282 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.007690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db5134-e649-474a-b095-fe94d642c805 None None] Sync routers for ids ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:29.050605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a6664-3e0f-423e-9c9b-7596dc18e9bb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:29.055976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1c2a6664-3e0f-423e-9c9b-7596dc18e9bb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports/2c3f2288-5942-4720-8c9e-aec04e57decc HTTP/1.1" status: 200 len: 911 time: 0.0692859 Nov 15 22:47:29.056600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:29.064111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] Routers {'f46ca985-90a2-433d-8fe8-f5fed873a1dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:29.064773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.074736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-43e94523-1d7a-483c-9921-81e681d97282 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 200 len: 240 time: 0.0911572 Nov 15 22:47:29.074978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '836b00e8-e337-4442-a224-90ef6e0c10be'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:29.075965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:29.082693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9a2fd216-df63-486b-acda-2d91506bd091 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-895474200') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.104285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:29.135224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,segment=NetworkSegment(13da8d07-7d2a-44b4-8fa9-74938a9d5fce),segment_id=13da8d07-7d2a-44b4-8fa9-74938a9d5fce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:29.135224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.185638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] Routers {'f46ca985-90a2-433d-8fe8-f5fed873a1dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:29.186401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.241752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40db5134-e649-474a-b095-fe94d642c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.241752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db5134-e649-474a-b095-fe94d642c805 None None] The sync data for ids ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:29.249490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.252062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a54fc582-d77f-4735-b28d-4f2ab444302d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:29.306590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Provisioning complete for port 2c3f2288-5942-4720-8c9e-aec04e57decc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.306975 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.344576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.373128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:29.380113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-35a70ebd-bbe3-42e6-8ba4-47a9dc4d9514 None None] Port 2c3f2288-5942-4720-8c9e-aec04e57decc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:29.389581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a54fc582-d77f-4735-b28d-4f2ab444302d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.389938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.424769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-04eede7a-b223-4f00-850b-64dbbc24eaa3 req-8a9f5458-165a-47f8-a5e1-785da8315cbf tempest-DeleteServersTestJSON-812583092 tempest-DeleteServersTestJSON-812583092-project] (103128) timed out ('10.222.0.55', 59365) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:47:29.509688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Provisioning complete for port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.510062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.612654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Provisioning complete for port a2532715-bfcb-46b2-b219-1962b0694134 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.613028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.654934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a2fd216-df63-486b-acda-2d91506bd091 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-895474200 HTTP/1.1" status: 204 len: 168 time: 0.5767236 Nov 15 22:47:29.658522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:29.659021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:29.668916 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Sync routers for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:29.675297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:29.679197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Port a2532715-bfcb-46b2-b219-1962b0694134 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:29.686720 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:29.690318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.692238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-f0a122e3-d3be-4db6-bed8-490588994f6c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-895474200') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:29.726234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Provisioning complete for port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.726626 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.738640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.768151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.769945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c02f76a5-67ce-4d79-b165-a99eeccf0451 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1636562 Nov 15 22:47:29.791307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43906) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:29.802559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.802930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.859704 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-1fe19705-9157-477e-8fd8-619af6fff6dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2001269 Nov 15 22:47:29.919485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.922108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Provisioning complete for port 2c3f2288-5942-4720-8c9e-aec04e57decc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:29.922261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:29.973709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:29.976788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47b909a3-fbb3-484e-a8db-d88f53e0c011 None None] Port 2c3f2288-5942-4720-8c9e-aec04e57decc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:29.997499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ba37811b-bc69-422f-9c6c-6fc75d9c60c1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:29.998743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.001419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.002103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.002749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.003817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.004465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.005751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.008792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-8293cef8-9753-44f9-89e5-db453467580a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0832467 Nov 15 22:47:30.035663 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f0a122e3-d3be-4db6-bed8-490588994f6c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-895474200 HTTP/1.1" status: 204 len: 168 time: 0.3749216 Nov 15 22:47:30.038412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:30.045615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-d65d569a-1614-477c-aa9f-496e5e42b2a7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:30.054938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:30.055310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.147878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4d18a40d-8a4b-4c7f-b209-11ade6e42ac6 None None] Provisioning complete for port a2532715-bfcb-46b2-b219-1962b0694134 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:30.148557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d18a40d-8a4b-4c7f-b209-11ade6e42ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.182813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a54fc582-d77f-4735-b28d-4f2ab444302d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:30.209031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-f89449a9-6821-48b2-93e9-e6d70f9b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.209877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-f89449a9-6821-48b2-93e9-e6d70f9b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.210132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-f89449a9-6821-48b2-93e9-e6d70f9b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.212062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-f89449a9-6821-48b2-93e9-e6d70f9b3157 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.1606040 Nov 15 22:47:30.224312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d18a40d-8a4b-4c7f-b209-11ade6e42ac6 None None] Port a2532715-bfcb-46b2-b219-1962b0694134 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:30.234094 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:27Z', 'revision_number': 3, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:30.250364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a54fc582-d77f-4735-b28d-4f2ab444302d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:30.250737 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.275542 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Checking router: 1b8256d5-3e53-4dce-9b6f-27e5e155a092 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:30.276408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Updating router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:30.305529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d65d569a-1614-477c-aa9f-496e5e42b2a7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 200 len: 205 time: 0.2643836 Nov 15 22:47:30.314876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:30.320862 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.322068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-ab632679-6c0c-4ebc-822c-5e64cfe56131 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:30.368168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-e00402c2-1612-4be0-86a0-80e10d9c9f7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.1446459 Nov 15 22:47:30.453197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.455537 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ab632679-6c0c-4ebc-822c-5e64cfe56131 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 200 len: 241 time: 0.1380472 Nov 15 22:47:30.459263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:30.471121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-d002e90b-4c71-47f8-afc1-2caabfcf4a91 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-1719719674') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:30.471273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-08fb0e4c-1c13-4992-bc72-e0580102e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.472173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-08fb0e4c-1c13-4992-bc72-e0580102e37e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0665569 Nov 15 22:47:30.531127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-93e4724c-ed5d-48c4-a25d-1a8018c36bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.534355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-93e4724c-ed5d-48c4-a25d-1a8018c36bae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539632 Nov 15 22:47:30.637617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.645936 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.649663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:30.651153 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.652725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/ports/2c3f2288-5942-4720-8c9e-aec04e57decc HTTP/1.1" status: 200 len: 911 time: 1.5951092 Nov 15 22:47:30.654832 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.656609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:30.672031 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d002e90b-4c71-47f8-afc1-2caabfcf4a91 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-1719719674 HTTP/1.1" status: 204 len: 168 time: 0.2067556 Nov 15 22:47:30.715895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43922) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:30.740501 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.773545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-7eeed04a-ac37-495c-a0b0-052ec15ebd5a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-1719719674') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:30.809012 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16553c-2d37-4065-9520-92e7525eb035 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:30.820279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e2831-4ed7-477e-98bd-c516e76374bf None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:30.824833 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Attempting to bind port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:30.825472 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Attempting to bind port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:30.825900 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Attempting to bind port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:30.832383 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:30.832846 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:30.833371 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.834343 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:30.847801 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Bound port: cbc9bda8-541c-4531-8eb8-2ce51df7dd47, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:30.848593 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.875894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8592ea8-60cb-4ed6-aaeb-d691207aba2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=2c3f2288-5942-4720-8c9e-aec04e57decc,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:30.924991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] For port cbc9bda8-541c-4531-8eb8-2ce51df7dd47, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:30.928268 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] For port cbc9bda8-541c-4531-8eb8-2ce51df7dd47, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:30.948536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e05cbf49-47fb-4137-9eba-bd3813cccf84 None None] Provisioning complete for port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:30.948962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e05cbf49-47fb-4137-9eba-bd3813cccf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:30.984608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e05cbf49-47fb-4137-9eba-bd3813cccf84 None None] Port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:31.030120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-a7bccd1d-bbc8-4cbc-8bd7-500d171aae8c service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877541 Nov 15 22:47:31.074215 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.128555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1d93e-437f-4ddb-8212-23aadaaa786d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:31.131489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-f8996395-3d11-46f7-aaf5-683778ad52b6 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934048 Nov 15 22:47:31.151420 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:31.152046 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.161788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7eeed04a-ac37-495c-a0b0-052ec15ebd5a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-1719719674 HTTP/1.1" status: 204 len: 168 time: 0.3996630 Nov 15 22:47:31.165511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:31.169339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Allocated IP 172.20.0.1 (e8587f78-e289-4706-92d4-2adb8ebbd3b4/3ca9926a-7005-4da4-be25-3a3a28b67ecb/3c1fb4ff-2a88-4126-aba6-e33cfba77b9c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:31.174291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-1a47d87b-a860-491c-abad-d52b28a0e637 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.207540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-6c2e015a-dfc0-4a61-b6d0-30ace87d76c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0688643 Nov 15 22:47:31.211585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] Provisioning complete for port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:31.219003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.219198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16553c-2d37-4065-9520-92e7525eb035 None None] Pushing event updated for resources: {'Port': ['ID=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:31.264174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-2773722e-ce2d-40b2-a251-e6f45ad04da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:31.266106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-2773722e-ce2d-40b2-a251-e6f45ad04da2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0513701 Nov 15 22:47:31.323537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-41afb40f-2d4b-4534-880a-5d8f5b44b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:31.325222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-41afb40f-2d4b-4534-880a-5d8f5b44b286 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508287 Nov 15 22:47:31.330032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:31.434622 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-63914198-2a3f-4e8a-81a8-fcd0262a7df3 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016705 Nov 15 22:47:31.517702 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.542014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] For port cbc9bda8-541c-4531-8eb8-2ce51df7dd47, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:31.568149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-414fc31c-e1d3-4e37-8fbc-c0f1074247f2 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261473 Nov 15 22:47:31.576507 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:27Z', 'revision_number': 3, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.604555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b6f12-dc97-4ae3-8b0e-289f0570edb0 None None] The sync data for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 is: [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:27Z', 'revision_number': 3, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:31.615858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-e80648d3-3b54-4ab9-9402-794f0a09ebb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0401857 Nov 15 22:47:31.632133 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.666772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a47d87b-a860-491c-abad-d52b28a0e637 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 200 len: 205 time: 0.4986277 Nov 15 22:47:31.669691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:31.686147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-a8f0d92b-8877-4eec-a89c-ee6038e9ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:31.687726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-a8f0d92b-8877-4eec-a89c-ee6038e9ab67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0646560 Nov 15 22:47:31.689641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-4730352b-e3e3-4324-8f85-09aef04793cd tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.719264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a1bc5-a6af-4f5a-b6d5-1ea753e4d2af None None] Pushing event updated for resources: {'Port': ['ID=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:31.755642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-2c1b987c-ef76-4d4f-9049-a002a3bfbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:31.758761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-2c1b987c-ef76-4d4f-9049-a002a3bfbfa2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621665 Nov 15 22:47:31.763307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.789153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4730352b-e3e3-4324-8f85-09aef04793cd tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 200 len: 241 time: 0.1129377 Nov 15 22:47:31.792061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:31.797639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-5a914317-d1f5-4844-8732-a7ce17fbafe5 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-2042281482') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.844375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:31.868224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-7573b820-ed3d-4a70-93b2-44c8af7d3d1c service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021230 Nov 15 22:47:31.935190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a914317-d1f5-4844-8732-a7ce17fbafe5 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-2042281482 HTTP/1.1" status: 204 len: 168 time: 0.1420035 Nov 15 22:47:31.941747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:31.943150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-97113976-1f88-4ca6-85ec-1c55d9f14b82 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-2042281482') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:31.991292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-fb1d47da-a337-4827-8fb9-5fe05a3f3eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159666 Nov 15 22:47:31.996025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.058544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-6f795b60-dcb8-42d4-bdb0-80c6c40088a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0590394 Nov 15 22:47:32.088689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:32.090985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:32.111223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-97113976-1f88-4ca6-85ec-1c55d9f14b82 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-2042281482 HTTP/1.1" status: 204 len: 168 time: 0.1719649 Nov 15 22:47:32.114759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.121799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-8949d0d2-f644-4297-9af0-6597509c4ce4 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.139007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-b757470f-262c-4b17-85bb-763729814865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:32.140528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-b757470f-262c-4b17-85bb-763729814865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0748384 Nov 15 22:47:32.152923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:32.171137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8949d0d2-f644-4297-9af0-6597509c4ce4 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 200 len: 205 time: 0.0553002 Nov 15 22:47:32.171872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.179349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-5ebac047-e636-4753-8233-6f9f6e28db62 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.181429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Pushing event updated for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:32.215990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.243670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-38b92c1c-f30e-478e-b5f3-c5a4b644f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:32.246100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-38b92c1c-f30e-478e-b5f3-c5a4b644f863 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965943 Nov 15 22:47:32.254324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5ebac047-e636-4753-8233-6f9f6e28db62 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 204 len: 168 time: 0.0786395 Nov 15 22:47:32.265772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43948) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.319649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-d1bf6576-f15d-4b4b-b158-ae455d02e16c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.441942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1bf6576-f15d-4b4b-b158-ae455d02e16c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 204 len: 168 time: 0.1633296 Nov 15 22:47:32.442187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43952) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.443651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-b16f3ede-762b-43c3-9e2f-77f711498efc service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880193 Nov 15 22:47:32.448902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-30f21644-8237-40a1-b64b-a1e3c6e7831d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.472545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4db87079-846b-4729-a3d1-829284979308 None None] Provisioning complete for port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:32.473107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4db87079-846b-4729-a3d1-829284979308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.501728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 2c3f2288-5942-4720-8c9e-aec04e57decc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:32.501728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.514035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4db87079-846b-4729-a3d1-829284979308 None None] Port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:32.581841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-83b27f4c-af08-4724-a6ad-be180b96e6a2 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257074 Nov 15 22:47:32.618214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.639132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-dec4b03e-8e3c-4d88-b28a-de5fe96b5bd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0492234 Nov 15 22:47:32.657678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-30f21644-8237-40a1-b64b-a1e3c6e7831d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 204 len: 168 time: 0.2143104 Nov 15 22:47:32.661215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43956) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.685722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-c7ccf8d0-3068-4c48-96b8-93464853eb2b tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.693578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:32.717774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 2c3f2288-5942-4720-8c9e-aec04e57decc owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:32.748442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-390e7edc-2474-4bef-8e40-48d4130b2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:32.749983 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-390e7edc-2474-4bef-8e40-48d4130b2fc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1043048 Nov 15 22:47:32.807114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-4a12e96a-2290-4efa-b9b3-cd5c31296885 req-c825172e-8dd7-4830-9a25-d0edf18f0059 service neutron] (103127) timed out ('10.222.0.55', 59053) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:47:32.819765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c7ccf8d0-3068-4c48-96b8-93464853eb2b tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1562154 Nov 15 22:47:32.825377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-dfae6df9-978f-4861-bfb4-2ab2b74343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:32.825377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-dfae6df9-978f-4861-bfb4-2ab2b74343e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647564 Nov 15 22:47:32.825377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:32.829198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-1c6e5751-9a0e-4eaf-ae8b-0c8afeb0adab tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-1716460830') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:32.955133 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-0240b806-88f5-4f16-988f-71743d6ba223 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233671 Nov 15 22:47:32.960240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.051482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-39597f49-5870-4ff0-a373-1ed2e3ad13d6 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Nov 15 22:47:33.063917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.094134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-30fad113-5afc-41cc-972d-aae09eed2b6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0346000 Nov 15 22:47:33.122749 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.138260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Pushing event updated for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:33.151721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.155424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-cad7f149-994b-4f0d-bcc1-6948dce9cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:33.156933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-cad7f149-994b-4f0d-bcc1-6948dce9cb0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0546651 Nov 15 22:47:33.179583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=2c3f2288-5942-4720-8c9e-aec04e57decc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:33.218445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-1212affe-8b1a-4775-9bd0-b787a676036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:33.220114 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-1212affe-8b1a-4775-9bd0-b787a676036c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557976 Nov 15 22:47:33.248725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c6e5751-9a0e-4eaf-ae8b-0c8afeb0adab tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-1716460830 HTTP/1.1" status: 201 len: 201 time: 0.4228451 Nov 15 22:47:33.275772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:33.314674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-c1679ebb-2f67-4c81-81af-e3dcdf6a139e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-1512571154') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.339229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-a9e1c919-755f-478f-97d5-6a19fec325c5 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114736 Nov 15 22:47:33.354291 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.445682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-9ec2a6f4-452e-4d44-8b93-5d2cf6cc3075 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990345 Nov 15 22:47:33.477748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:33.484990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:33.490023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-25200c3e-67bf-47af-8184-fe49e2801f22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0364730 Nov 15 22:47:33.560715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-b3b9911b-1064-4704-a824-ce31d9a3e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:33.562460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-b3b9911b-1064-4704-a824-ce31d9a3e52b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0636871 Nov 15 22:47:33.626665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-91fe2a9e-9940-43ce-9976-358632d0db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:33.628643 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-91fe2a9e-9940-43ce-9976-358632d0db37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587733 Nov 15 22:47:33.678901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router f46ca985-90a2-433d-8fe8-f5fed873a1dd has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:33.689688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cbc9bda8-541c-4531-8eb8-2ce51df7dd47 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:33.739491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:33.739975 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:33.752458 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-a82cccc5-9f67-4e91-bdcc-5d884d342131 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158099 Nov 15 22:47:33.776021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c1679ebb-2f67-4c81-81af-e3dcdf6a139e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-1512571154 HTTP/1.1" status: 201 len: 201 time: 0.4681296 Nov 15 22:47:33.779431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:33.783375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:33.785398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-f29d58f1-b89c-4a05-8abc-7dca91524e49 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-707296773') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.791601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aae470aa-04c3-4da3-b2c6-212c124a4369 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/f46ca985-90a2-433d-8fe8-f5fed873a1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289952 Nov 15 22:47:33.794304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:33.799037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] Sync routers for ids ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:33.804879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:33.832907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] Routers {'f46ca985-90a2-433d-8fe8-f5fed873a1dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:33.833870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.835077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d127ff1f-e2dd-4b8a-a528-32f226308ae0 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46ca985-90a2-433d-8fe8-f5fed873a1dd HTTP/1.1" status: 200 len: 205 time: 0.0396760 Nov 15 22:47:33.837825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43972) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:33.880018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.912991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] Routers {'f46ca985-90a2-433d-8fe8-f5fed873a1dd'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:33.913961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.944754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aab372a2-150c-4d60-8a90-9b25904cb0ec req-ac465ccc-c582-44fc-b916-c9b36ffa0f85 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849382 Nov 15 22:47:33.978251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:33.978251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e8614-7774-49c3-99c7-54d94a7714db None None] The sync data for ids ['f46ca985-90a2-433d-8fe8-f5fed873a1dd'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:33.978251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-49cd6a38-9707-4e67-a5c6-275c7128455d None None] Provisioning complete for port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:33.978251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49cd6a38-9707-4e67-a5c6-275c7128455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.031750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-49cd6a38-9707-4e67-a5c6-275c7128455d None None] Port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:34.049906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f29d58f1-b89c-4a05-8abc-7dca91524e49 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-707296773 HTTP/1.1" status: 201 len: 201 time: 0.2691083 Nov 15 22:47:34.052767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.060244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-447ea1f7-3462-452f-8ae1-8cbeda4c6b68 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-1808340011') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.256030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-447ea1f7-3462-452f-8ae1-8cbeda4c6b68 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-1808340011 HTTP/1.1" status: 201 len: 201 time: 0.2013834 Nov 15 22:47:34.259188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43984) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.261194 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.264549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-32e004aa-2b1d-4022-9d13-2bc731bf9353 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', {'tags': ['tempest-TagsExtTest-Tag-1163532838', 'tempest-TagsExtTest-Tag-249350583', 'tempest-TagsExtTest-Tag-437245828']}) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.437136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.440145 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.442140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:34.451528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-893249d0-f167-4f76-bc77-1da5397ea6dd admin admin] 10.222.0.15 "PUT /v2.0/routers/1b8256d5-3e53-4dce-9b6f-27e5e155a092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6564510 Nov 15 22:47:34.452043 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Sync routers for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:34.471946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:34.472763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.486296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-32e004aa-2b1d-4022-9d13-2bc731bf9353 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 200 len: 316 time: 0.2231610 Nov 15 22:47:34.486703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.493185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-8981b8b0-720e-4586-9980-c01a6fbf362e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.602882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.603396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router f46ca985-90a2-433d-8fe8-f5fed873a1dd {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:34.603978 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:34.611492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.612645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab47b85d-6578-4c69-a200-95802dabb97b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/f46ca985-90a2-433d-8fe8-f5fed873a1dd HTTP/1.1" status: 204 len: 168 time: 0.7738624 Nov 15 22:47:34.615751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.669701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 836b00e8-e337-4442-a224-90ef6e0c10be {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:34.674481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.720539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.747307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8981b8b0-720e-4586-9980-c01a6fbf362e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 204 len: 168 time: 0.2573342 Nov 15 22:47:34.747686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43994) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.752658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-2353e0ed-8642-4f60-8f56-8d3ad109e770 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-1163532838') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.806398 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-2353e0ed-8642-4f60-8f56-8d3ad109e770 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:34.808287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2353e0ed-8642-4f60-8f56-8d3ad109e770 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-1163532838 HTTP/1.1" status: 404 len: 329 time: 0.0595737 Nov 15 22:47:34.811260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.814936 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb7f0-aac5-4858-8c01-a465db1a1265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.817658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-af865c1a-6903-4d98-b747-8fdf33d6ac80 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-249350583') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.824725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.856988 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:32Z', 'revision_number': 4, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3c1fb4ff-2a88-4126-aba6-e33cfba77b9c', 'name': '', 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'mac_address': 'fa:16:3e:8d:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:30Z', 'updated_at': '2021-11-15T22:47:32Z', 'revision_number': 2, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'subnets': [{'id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.889313 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Checking router: 1b8256d5-3e53-4dce-9b6f-27e5e155a092 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:34.889707 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Updating router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:34.898771 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-af865c1a-6903-4d98-b747-8fdf33d6ac80 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:34.907807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-af865c1a-6903-4d98-b747-8fdf33d6ac80 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-249350583 HTTP/1.1" status: 404 len: 328 time: 0.0873654 Nov 15 22:47:34.908666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.913780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-613e7642-0fda-442f-abf3-79021c598a35 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e', 'tempest-TagsExtTest-Tag-437245828') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:34.921840 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:34.973988 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-613e7642-0fda-442f-abf3-79021c598a35 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:34.975181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-613e7642-0fda-442f-abf3-79021c598a35 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags/tempest-TagsExtTest-Tag-437245828 HTTP/1.1" status: 404 len: 328 time: 0.0653837 Nov 15 22:47:34.977842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:34.987304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-c27712ab-e0cc-4f80-bc5f-3d076801a8e2 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', {'tags': ['tempest-TagsExtTest-Tag-697414072', 'tempest-TagsExtTest-Tag-327725538', 'tempest-TagsExtTest-Tag-307340947']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.032000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.062419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=836b00e8-e337-4442-a224-90ef6e0c10be,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:35.067001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.070553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-395b693e-53ea-4ad2-9fc2-f9e92344d434 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/836b00e8-e337-4442-a224-90ef6e0c10be HTTP/1.1" status: 204 len: 168 time: 0.4537599 Nov 15 22:47:35.074198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.076948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84c8b9-5dba-4eb2-800a-0ed4a26e99b0 None None] Network 763b0ae1-796f-46fe-bb95-aae4321ca14f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:35.197918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.204898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c27712ab-e0cc-4f80-bc5f-3d076801a8e2 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 200 len: 315 time: 0.2259781 Nov 15 22:47:35.207372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44014) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.214909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-e24de182-dfc3-4db6-a150-20abf9ca618d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.290041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port a54fc582-d77f-4735-b28d-4f2ab444302d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:35.290542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.336729 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.358911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] DHCP port deletion for 763b0ae1-796f-46fe-bb95-aae4321ca14f request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:35.370906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port a54fc582-d77f-4735-b28d-4f2ab444302d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a54fc582-d77f-4735-b28d-4f2ab444302d,segment=NetworkSegment(4b48a5d7-7452-498d-91b7-36ed126558eb),segment_id=4b48a5d7-7452-498d-91b7-36ed126558eb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:35.371259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.386266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for a54fc582-d77f-4735-b28d-4f2ab444302d owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:35.414671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Deleting port a54fc582-d77f-4735-b28d-4f2ab444302d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:35.415171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.432077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e24de182-dfc3-4db6-a150-20abf9ca618d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 204 len: 168 time: 0.2228856 Nov 15 22:47:35.434629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.446182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9a018bca-6df3-49bf-a7b1-a90c49aff16c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-697414072') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.471611 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.507418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.516256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1775983621-network', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:35.544118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] For port a54fc582-d77f-4735-b28d-4f2ab444302d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a54fc582-d77f-4735-b28d-4f2ab444302d,segment=NetworkSegment(4b48a5d7-7452-498d-91b7-36ed126558eb),segment_id=4b48a5d7-7452-498d-91b7-36ed126558eb)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:35.549265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.573243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Calling delete_port for a54fc582-d77f-4735-b28d-4f2ab444302d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:35.613296 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-9a018bca-6df3-49bf-a7b1-a90c49aff16c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:35.615412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a018bca-6df3-49bf-a7b1-a90c49aff16c tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-697414072 HTTP/1.1" status: 404 len: 328 time: 0.1787467 Nov 15 22:47:35.625578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.632206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-d2b2307d-915e-498c-a7e1-a6d9ac7a302f tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-327725538') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.673629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7fc1-719f-4f9f-aca1-643d3beccf66 None None] Pushing event updated for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:35.677722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a54fc582-d77f-4735-b28d-4f2ab444302d no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:35.690727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Attempting to bind port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:35.692345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Attempting to bind port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:35.694214 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Attempting to bind port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c on network e8587f78-e289-4706-92d4-2adb8ebbd3b4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:35.707861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:35.709071 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Checking segment: {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:35.709493 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.709956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Bound using segment: {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:35.711460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Made reservation on behalf of c48389dbf7de46b394a43f8d172890fd for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:35.714154 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Bound port: 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0014c352-df69-475b-ab27-e0e288f77aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:35.714817 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.715243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.719270 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d2b2307d-915e-498c-a7e1-a6d9ac7a302f tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:35.721638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2b2307d-915e-498c-a7e1-a6d9ac7a302f tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-327725538 HTTP/1.1" status: 404 len: 328 time: 0.0952806 Nov 15 22:47:35.724891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.729626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9ef99525-4145-4cfa-b267-21e6ced86d90 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134', 'tempest-TagsExtTest-Tag-307340947') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.737788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.740851 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.780568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No active binding found for port a54fc582-d77f-4735-b28d-4f2ab444302d {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:47:35.781732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a54fc582-d77f-4735-b28d-4f2ab444302d not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:35.787638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port a54fc582-d77f-4735-b28d-4f2ab444302d on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:35.791244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.817882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=a54fc582-d77f-4735-b28d-4f2ab444302d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:35.826757 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-9ef99525-4145-4cfa-b267-21e6ced86d90 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:35.827799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ef99525-4145-4cfa-b267-21e6ced86d90 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags/tempest-TagsExtTest-Tag-307340947 HTTP/1.1" status: 404 len: 328 time: 0.1016703 Nov 15 22:47:35.831677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:35.836420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-bec2a6cf-808d-4e53-aba0-1dca8760ebdb tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', {'tags': ['tempest-TagsExtTest-Tag-1436014371', 'tempest-TagsExtTest-Tag-2051568002', 'tempest-TagsExtTest-Tag-898603151']}) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.853838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] Pushing event deleted for resources: {'Port': ['ID=a54fc582-d77f-4735-b28d-4f2ab444302d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:35.859972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b8242-7a8a-40ac-8e9b-79ff45f23932 None None] No DVR routers for this DVR port a54fc582-d77f-4735-b28d-4f2ab444302d on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:35.869401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] For port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:35.873240 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] For port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:35.896377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-36afdcc2-084a-402e-88bc-0f993128bf42 None None] Provisioning complete for port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:35.897220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36afdcc2-084a-402e-88bc-0f993128bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.937892 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.938347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-36afdcc2-084a-402e-88bc-0f993128bf42 None None] Port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:35.968322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763b0ae1-796f-46fe-bb95-aae4321ca14f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.986726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b48a5d7-7452-498d-91b7-36ed126558eb') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:35.986955 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:35.987075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b48a5d7-7452-498d-91b7-36ed126558eb') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.013321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.015992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.029225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.036410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:36.037031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:36.045885 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:36.060503 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:36.061277 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.067259 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7fc1-719f-4f9f-aca1-643d3beccf66 None None] Pushing event updated for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:36.072213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bec2a6cf-808d-4e53-aba0-1dca8760ebdb tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 200 len: 317 time: 0.2395208 Nov 15 22:47:36.076149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.083253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-9868bf61-5c22-40c7-aa04-25ba14dec6f8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.198277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.227220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:36.264561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.265416 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Added segment 9a7bb7d4-4b68-47e6-a261-028138dff233 of type vlan for network 0da26619-6644-49fc-9ebc-9419ae1b14d7 Nov 15 22:47:36.305584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.313034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931dc17a-f7be-433c-9d37-72f13ea6b5c7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:36.341018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.344629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/763b0ae1-796f-46fe-bb95-aae4321ca14f HTTP/1.1" status: 204 len: 168 time: 1.2693648 Nov 15 22:47:36.350681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.357395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1522039202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:36.388441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.402113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9868bf61-5c22-40c7-aa04-25ba14dec6f8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 204 len: 168 time: 0.3260834 Nov 15 22:47:36.409800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.414816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3883ba0c-0cb9-494e-9aa0-abb934817a72 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-1436014371') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.424214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf262b-5381-4b42-9907-48cbccc739f5 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=763b0ae1-796f-46fe-bb95-aae4321ca14f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:36.459791 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:36.474223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] Provisioning complete for port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:36.474599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.498129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.499113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:36.499695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.502425 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3883ba0c-0cb9-494e-9aa0-abb934817a72 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:36.504125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3883ba0c-0cb9-494e-9aa0-abb934817a72 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-1436014371 HTTP/1.1" status: 404 len: 329 time: 0.0931940 Nov 15 22:47:36.507075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.511887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-7c36ea00-da5e-4f0c-90a3-440c5f532428 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-2051568002') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.534364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.535828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.589041 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.612074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.634558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] For port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:36.642211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] Pushing event updated for resources: {'Network': ['ID=0da26619-6644-49fc-9ebc-9419ae1b14d7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:36.649359 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-7c36ea00-da5e-4f0c-90a3-440c5f532428 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:36.653359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c36ea00-da5e-4f0c-90a3-440c5f532428 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-2051568002 HTTP/1.1" status: 404 len: 329 time: 0.1424332 Nov 15 22:47:36.653524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:36.653783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.654267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55cbd383-c344-4063-8510-2aaf38cb7726 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1462674 Nov 15 22:47:36.658929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-d24c3b91-4467-4fb6-8962-cd2599aa5254 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51', 'tempest-TagsExtTest-Tag-898603151') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.662402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44050) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.699220 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:32Z', 'revision_number': 4, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3c1fb4ff-2a88-4126-aba6-e33cfba77b9c', 'name': '', 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'mac_address': 'fa:16:3e:8d:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:30Z', 'updated_at': '2021-11-15T22:47:35Z', 'revision_number': 4, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'subnets': [{'id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.713826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Request body: {'subnet': {'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1775983621-subnet', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:36.724491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.732102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b344934-ec98-459a-b60e-39bff92b7df7 None None] The sync data for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 is: [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:32Z', 'revision_number': 4, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3c1fb4ff-2a88-4126-aba6-e33cfba77b9c', 'name': '', 'network_id': 'e8587f78-e289-4706-92d4-2adb8ebbd3b4', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'mac_address': 'fa:16:3e:8d:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:30Z', 'updated_at': '2021-11-15T22:47:35Z', 'revision_number': 4, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'subnets': [{'id': '3ca9926a-7005-4da4-be25-3a3a28b67ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:36.805145 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-d24c3b91-4467-4fb6-8962-cd2599aa5254 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:36.808250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d24c3b91-4467-4fb6-8962-cd2599aa5254 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags/tempest-TagsExtTest-Tag-898603151 HTTP/1.1" status: 404 len: 328 time: 0.1515386 Nov 15 22:47:36.809860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.815188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-65ac3fe4-613e-4860-8c06-91263f78db8d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', {'tags': ['tempest-TagsExtTest-Tag-1677662493', 'tempest-TagsExtTest-Tag-687456163', 'tempest-TagsExtTest-Tag-1097764987']}) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.818183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.880502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87be4-6666-4fc9-9c01-83bee583661f None None] Pushing event updated for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:36.905139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Made reservation on behalf of c48389dbf7de46b394a43f8d172890fd for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:36.907706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.939618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-65ac3fe4-613e-4860-8c06-91263f78db8d tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "PUT /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 200 len: 317 time: 0.1281440 Nov 15 22:47:36.942381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.947098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-cd984985-e36e-409c-b3cc-7d41a05a1ddf tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:36.983264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:36.984579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9d20babc-3b8e-4ea1-ae60-763eb2dbd977 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6325054 Nov 15 22:47:36.987528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44056) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:36.992966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1493299496'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:37.106148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd984985-e36e-409c-b3cc-7d41a05a1ddf tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 204 len: 168 time: 0.1625469 Nov 15 22:47:37.109038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.114364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-3c5937df-4d9a-465a-97d7-23b16be0b1f1 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-1677662493') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.135771 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3c5937df-4d9a-465a-97d7-23b16be0b1f1 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:37.137023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c5937df-4d9a-465a-97d7-23b16be0b1f1 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-1677662493 HTTP/1.1" status: 404 len: 329 time: 0.0268013 Nov 15 22:47:37.139613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44060) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.143923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-5cc54fb0-e8c0-4e15-9125-93555edf1231 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-687456163') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.168060 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-5cc54fb0-e8c0-4e15-9125-93555edf1231 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:37.172480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5cc54fb0-e8c0-4e15-9125-93555edf1231 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-687456163 HTTP/1.1" status: 404 len: 328 time: 0.0317643 Nov 15 22:47:37.174046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.178649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-3b6ef933-293d-4d35-af51-578673eba5bf tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0', 'tempest-TagsExtTest-Tag-1097764987') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.192524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:37.196292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.218624 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-3b6ef933-293d-4d35-af51-578673eba5bf tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] show failed (client error): The resource could not be found. Nov 15 22:47:37.219918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3b6ef933-293d-4d35-af51-578673eba5bf tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags/tempest-TagsExtTest-Tag-1097764987 HTTP/1.1" status: 404 len: 329 time: 0.0448260 Nov 15 22:47:37.223029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44068) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.225535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6868da2a-aa27-4d4c-8a6c-7c5317b62aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.230053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-76855c56-1c35-4fea-8321-c71c4bb1ac61 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1628969c-79e1-47b7-90b8-2222cee1efe0') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.230806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:37.233122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.247616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.248071 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment c8097a05-218c-4f2a-b36b-17b55f8d970a of type vlan for network 16efd223-6ad1-41cb-8243-cea479ccfaa8 Nov 15 22:47:37.318980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.332362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e25c9b-a2f1-4978-9481-6623cc70d0a4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:37.346826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-76855c56-1c35-4fea-8321-c71c4bb1ac61 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0/tags HTTP/1.1" status: 204 len: 168 time: 0.1227245 Nov 15 22:47:37.349658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44072) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.353401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Checking segment: {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:37.353756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Network hostable DHCP agents. Network: 0da26619-6644-49fc-9ebc-9419ae1b14d7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:37.354634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-0edb9716-f41e-42f3-9cfc-545482681d2b tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7c9cdf8e-215a-4a48-8b54-53122881bc51') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.437988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0edb9716-f41e-42f3-9cfc-545482681d2b tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51/tags HTTP/1.1" status: 204 len: 168 time: 0.0871372 Nov 15 22:47:37.441154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.445709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.tag.tag_plugin [None req-91f7c87a-07f5-4922-8fa3-7b2e42ff4b89 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2532715-bfcb-46b2-b219-1962b0694134') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.468116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.474614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:37.475218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.510719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:37.559751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=16efd223-6ad1-41cb-8243-cea479ccfaa8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:37.571660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:37.579907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91f7c87a-07f5-4922-8fa3-7b2e42ff4b89 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134/tags HTTP/1.1" status: 204 len: 168 time: 0.1376102 Nov 15 22:47:37.582811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.587665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.tag.tag_plugin [None req-fc56f0d0-d074-4768-939a-88515e24f4b6 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60b12962-401c-4d45-8652-651a7f68bc7e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:37.631744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0da26619-6644-49fc-9ebc-9419ae1b14d7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:37.645676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:37.645676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.654397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:37.656322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1501a-a076-48da-9f23-6e5323a29f6e None None] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:37.675118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fc56f0d0-d074-4768-939a-88515e24f4b6 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e/tags HTTP/1.1" status: 204 len: 168 time: 0.0863659 Nov 15 22:47:37.675392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.679783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2e77cb3-46c6-4968-9c2e-257a58bbb8a8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6912141 Nov 15 22:47:37.688361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44080) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.695479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:37.779692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:37.780061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.820395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e8644c78-2615-4731-97c8-1819e6a64c68 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1568520 Nov 15 22:47:37.821654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44082) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.829786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:37.931788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-0da26619-6644-49fc-9ebc-9419ae1b14d7', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:37.932454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.959621 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a4278e6-2788-4103-a9a2-84088680e46e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for subnetpool, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.966066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a4278e6-2788-4103-a9a2-84088680e46e tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnetpools/1628969c-79e1-47b7-90b8-2222cee1efe0 HTTP/1.1" status: 204 len: 168 time: 0.2844386 Nov 15 22:47:37.966218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:37.966318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:37.966415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:37.996981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bca910e3-cb85-4430-ac35-e1bf11348e64 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c9cdf8e-215a-4a48-8b54-53122881bc51 HTTP/1.1" status: 200 len: 205 time: 0.0322895 Nov 15 22:47:38.001488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44086) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:38.089399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.101381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Allocated IP 172.20.0.2 (0da26619-6644-49fc-9ebc-9419ae1b14d7/f1e25c9b-a2f1-4978-9481-6623cc70d0a4/6f83af32-fe64-482a-b919-f4d328847325) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:38.151124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.152473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.226696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.269042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.271612 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.285792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.288651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.339443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.408375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.442260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=ea7797f4-5c29-4f68-a87e-add420742b27,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:38.445208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:38.446966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:38.453872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.456478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:38.460309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:38.460750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 16efd223-6ad1-41cb-8243-cea479ccfaa8, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:38.462282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9cdf8e-215a-4a48-8b54-53122881bc51 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:38.474331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.476690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e4d9760-36e0-4e69-add8-51fb62594ec8 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/routers/7c9cdf8e-215a-4a48-8b54-53122881bc51 HTTP/1.1" status: 204 len: 168 time: 0.4730108 Nov 15 22:47:38.478063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:38.526486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Attempting to bind port 6f83af32-fe64-482a-b919-f4d328847325 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:38.526486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Attempting to bind port 6f83af32-fe64-482a-b919-f4d328847325 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:38.526858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Attempting to bind port 6f83af32-fe64-482a-b919-f4d328847325 on network 0da26619-6644-49fc-9ebc-9419ae1b14d7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:38.530161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Pushing event updated for resources: {'Port': ['ID=6f83af32-fe64-482a-b919-f4d328847325,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:38.534812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:38.535179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Checking segment: {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:38.535565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.535938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Bound using segment: {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:38.536921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Bound port: 6f83af32-fe64-482a-b919-f4d328847325, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:38.536921 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.543833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.591804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Deleting port a2532715-bfcb-46b2-b219-1962b0694134 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:38.592408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.603023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] For port 6f83af32-fe64-482a-b919-f4d328847325, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:38.606177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] For port 6f83af32-fe64-482a-b919-f4d328847325, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f83af32-fe64-482a-b919-f4d328847325,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:38.661314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:38.685231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.698777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Calling delete_port for a2532715-bfcb-46b2-b219-1962b0694134 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:38.738493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:38.815713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411406b4-0cc1-48f1-9ba5-6a120e37a8df None None] Pushing event updated for resources: {'Port': ['ID=6f83af32-fe64-482a-b919-f4d328847325,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:38.916050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:38.977993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.042095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event deleted for resources: {'Port': ['ID=a2532715-bfcb-46b2-b219-1962b0694134,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:39.135479 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f38c-e63e-4750-8509-01c1adf879bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.167747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 16efd223-6ad1-41cb-8243-cea479ccfaa8) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:39.176944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:39.177643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.196131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb9e08-c2a0-44d2-9f28-7b85093b1449 None None] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:39.214189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.217611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd294d35-ce99-4892-b26c-3f6a781334e7 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/ports/a2532715-bfcb-46b2-b219-1962b0694134 HTTP/1.1" status: 204 len: 168 time: 0.7385082 Nov 15 22:47:39.222711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44104) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:39.319110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f38c-e63e-4750-8509-01c1adf879bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.370802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:39.379706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b4f76f1-e43f-4a90-9648-b6e0a47dcb30 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6900721 Nov 15 22:47:39.440448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.469251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Deleting subnet 60b12962-401c-4d45-8652-651a7f68bc7e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:39.475174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.489671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-16efd223-6ad1-41cb-8243-cea479ccfaa8', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:39.490819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.574769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.616876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.651207 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.746633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Allocated IP 2001:db8::2 (16efd223-6ad1-41cb-8243-cea479ccfaa8/ea7797f4-5c29-4f68-a87e-add420742b27/9f6b33e0-029f-416f-a251-1ba50095245c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:39.815737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f83af32-fe64-482a-b919-f4d328847325 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:39.880858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.917403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6f83af32-fe64-482a-b919-f4d328847325 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:39.917778 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.925512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f38c-e63e-4750-8509-01c1adf879bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:39.965127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Allocated IP 172.25.0.4 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/22c57f82-89f5-45f3-a55f-8b4919e92e83) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:40.002454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.040525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.050559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.060255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.063099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/subnets/60b12962-401c-4d45-8652-651a7f68bc7e HTTP/1.1" status: 204 len: 168 time: 0.8381662 Nov 15 22:47:40.071875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1d75d-b23e-43dd-95d0-253aa095c1bd None None] Network 96117ada-1497-44d4-a2ab-6b99227d0443 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:40.084057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:40.098428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ad9b-ebbe-411f-8be6-42cd73c21d18 tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event deleted for resources: {'Subnet': ['ID=60b12962-401c-4d45-8652-651a7f68bc7e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.144498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.168461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7f38c-e63e-4750-8509-01c1adf879bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92795d1-dab0-4766-bc6b-0d00c535403f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.178891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c4a7f38c-e63e-4750-8509-01c1adf879bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=594f36a0b1fe42218f9ad9433e96ea2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2614810 Nov 15 22:47:40.180513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:40.226970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.269954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.335414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.349819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.380317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 6f83af32-fe64-482a-b919-f4d328847325, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f83af32-fe64-482a-b919-f4d328847325,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:40.386632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.407172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cec073-2aee-4c42-b21a-ac3305b6e1ad None None] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:40.445356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Deleting port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:40.445633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.505295 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.510890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:40.519437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.564815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:40.566725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:40.587702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Pushing event updated for resources: {'Port': ['ID=9f6b33e0-029f-416f-a251-1ba50095245c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.597824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.612964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:40.618898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.621495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.625009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c92795d1-dab0-4766-bc6b-0d00c535403f HTTP/1.1" status: 204 len: 168 time: 0.4370012 Nov 15 22:47:40.625009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] For port ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,segment=NetworkSegment(13da8d07-7d2a-44b4-8fa9-74938a9d5fce),segment_id=13da8d07-7d2a-44b4-8fa9-74938a9d5fce)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:40.625009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.631295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:40.637619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ee6014b3-3be6-498e-88b1-c47c713d8c2d None None] Provisioning complete for port 6f83af32-fe64-482a-b919-f4d328847325 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:40.638008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee6014b3-3be6-498e-88b1-c47c713d8c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.642231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:40.659308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Pushing event updated for resources: {'Port': ['ID=22c57f82-89f5-45f3-a55f-8b4919e92e83,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.684072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025e9803-9b4e-4593-8ee4-7f2311bfa9c9 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:40.684251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f67d-714e-465a-bb4f-d9d198a636b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92795d1-dab0-4766-bc6b-0d00c535403f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.688099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Calling delete_port for ba37811b-bc69-422f-9c6c-6fc75d9c60c1 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:40.751541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8::1 (16efd223-6ad1-41cb-8243-cea479ccfaa8/ea7797f4-5c29-4f68-a87e-add420742b27/8a00a0c2-4d5f-4fd9-9338-412fd2a798c4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:40.907814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.911078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=6f83af32-fe64-482a-b919-f4d328847325,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:40.923591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Attempting to bind port 9f6b33e0-029f-416f-a251-1ba50095245c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:40.924203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Attempting to bind port 9f6b33e0-029f-416f-a251-1ba50095245c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:40.924430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Attempting to bind port 9f6b33e0-029f-416f-a251-1ba50095245c on network 16efd223-6ad1-41cb-8243-cea479ccfaa8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:40.935595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:40.935595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Checking segment: {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:40.936027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.936416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Bound using segment: {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:40.936966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Bound port: 9f6b33e0-029f-416f-a251-1ba50095245c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:40.937346 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:40.942381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] DHCP port deletion for 96117ada-1497-44d4-a2ab-6b99227d0443 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:41.006394 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.046663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.097318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:41.098497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event deleted for resources: {'Port': ['ID=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:41.100632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] No DVR routers for this DVR port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:41.109959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:41.113057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] For port 9f6b33e0-029f-416f-a251-1ba50095245c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:41.115338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:41.116708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.121555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:41.126910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] For port 9f6b33e0-029f-416f-a251-1ba50095245c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f6b33e0-029f-416f-a251-1ba50095245c,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:41.154346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Deleting port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:41.154346 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.218714 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.249473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.264353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.298392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] For port ba37811b-bc69-422f-9c6c-6fc75d9c60c1, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:41.298795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.331764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1ae1040a-6a73-436f-83df-343f86cd655e None None] Provisioning complete for port 22c57f82-89f5-45f3-a55f-8b4919e92e83 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:41.332146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ae1040a-6a73-436f-83df-343f86cd655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.343338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96117ada-1497-44d4-a2ab-6b99227d0443']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:41.347861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Calling delete_port for ba37811b-bc69-422f-9c6c-6fc75d9c60c1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:41.348881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.359793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:47:41.401173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13da8d07-7d2a-44b4-8fa9-74938a9d5fce') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:41.401505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13da8d07-7d2a-44b4-8fa9-74938a9d5fce') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:41.407922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.419228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.422052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37db2b-3ea6-446e-a986-7300f7c213bc None None] Pushing event updated for resources: {'Port': ['ID=9f6b33e0-029f-416f-a251-1ba50095245c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:41.454788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.471558 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:47:41.471956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.479652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] No DVR routers for this DVR port ba37811b-bc69-422f-9c6c-6fc75d9c60c1 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:47:41.487392 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:47:41.491291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1040a-6a73-436f-83df-343f86cd655e None None] Port 22c57f82-89f5-45f3-a55f-8b4919e92e83 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:41.491291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61ed8-a84f-450c-aac6-682ad878e438 None None] Pushing event deleted for resources: {'Port': ['ID=ba37811b-bc69-422f-9c6c-6fc75d9c60c1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:41.650479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5ca8f78a-95bf-4576-9aec-051b04580101 None None] Provisioning complete for port 6f83af32-fe64-482a-b919-f4d328847325 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:41.652660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f78a-95bf-4576-9aec-051b04580101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.713536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f83af32-fe64-482a-b919-f4d328847325 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:41.760640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.778480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.807733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.811343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] 10.222.0.15 "DELETE /v2.0/networks/96117ada-1497-44d4-a2ab-6b99227d0443 HTTP/1.1" status: 204 len: 168 time: 1.7227621 Nov 15 22:47:41.812577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5385-08f7-4f21-aa3d-b9f62ea1d29a tempest-TagsExtTest-775275452 tempest-TagsExtTest-775275452-project] Pushing event deleted for resources: {'Network': ['ID=96117ada-1497-44d4-a2ab-6b99227d0443,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:41.882824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6f83af32-fe64-482a-b919-f4d328847325 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:41.883201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:41.964394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.037397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.039173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.075736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ba37811b-bc69-422f-9c6c-6fc75d9c60c1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:47:42.099282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:42.100896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ba37811b-bc69-422f-9c6c-6fc75d9c60c1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:47:42.101532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ba37811b-bc69-422f-9c6c-6fc75d9c60c1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:47:42.144172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:42.203093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:42.204919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:42.233271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:42.244704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Sync routers for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:42.260118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:42.262008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:42.336663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.341645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3170a7b5-408a-44f7-b0a2-adc18abd3a11 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5135770 Nov 15 22:47:42.341645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:42.373466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:42.457298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:47:42.501925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:42.732781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:42.743096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0179c19-0187-4867-8aaa-f7b1fda0da4f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3688834 Nov 15 22:47:42.744724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:42.748539 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:42.750228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786116557'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:42.768427 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:42.782347 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:42.808813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-066626e1-a88b-4a79-a569-a70b612f7ec2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edf9dc8443544245b5403a2072dec8ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338470 Nov 15 22:47:42.809721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:42.852464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a24adc-8b6b-4cbe-a99f-c7d9cea51000 None None] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:42.876992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.902236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.939829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] Provisioning complete for port 9f6b33e0-029f-416f-a251-1ba50095245c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:42.940259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.945549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:42.949937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:42.986721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:43.002553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:40Z', 'revision_number': 3, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:43.012281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.012603 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 97a2a1a2-2276-4059-8d43-8dc07e8e7551 of type vlan for network 60a30bee-bdfa-475d-9a1f-32681efb66c7 Nov 15 22:47:43.053326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Checking router: d78eecbd-60a6-4e96-89f9-68e6d5d0db9a for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:43.053845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Updating router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a port 22c57f82-89f5-45f3-a55f-8b4919e92e83 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:43.085815 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:43.104214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.115069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.129160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.141012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be35baaa-af18-44a5-ba57-4e122b5e82b6 HTTP/1.1" status: 204 len: 168 time: 0.3270292 Nov 15 22:47:43.149761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.190866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddb4f4-9e74-4b3d-8fc6-ce8eac8cc524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35baaa-af18-44a5-ba57-4e122b5e82b6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:43.256276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.290859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.350561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.358125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:43.358916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.534270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7854540 Nov 15 22:47:43.541390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:43.554758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:43.566530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:41Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:41Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:43.674900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] For port 9f6b33e0-029f-416f-a251-1ba50095245c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f6b33e0-029f-416f-a251-1ba50095245c,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:43.692300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:43.692690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Updating router 291a6110-970d-4101-8a2e-4b24995dafc0 port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:43.732316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a0ae-45bf-4e0d-b1ed-2009d69ecf00 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=60a30bee-bdfa-475d-9a1f-32681efb66c7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:43.759383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Allocated IP 172.20.0.1 (0da26619-6644-49fc-9ebc-9419ae1b14d7/f1e25c9b-a2f1-4978-9481-6623cc70d0a4/1847136f-03f3-4d55-8e6d-1f0a5343d0c2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:43.759636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f6b33e0-029f-416f-a251-1ba50095245c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:43.769498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:43.778740 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.780488 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:43.916594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:43.923126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.021375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.157138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.234386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:44.253074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:44.254084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:44.256802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:44.323633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e8350-a8e3-4c55-aa76-d16d79222999 None None] Pushing event updated for resources: {'Port': ['ID=9f6b33e0-029f-416f-a251-1ba50095245c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:44.352164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.363831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9f6b33e0-029f-416f-a251-1ba50095245c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:44.364457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.587344 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.601849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.609055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-00ab91e8-cb67-4121-8513-2c8026c301ab None None] Provisioning complete for port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:44.611897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00ab91e8-cb67-4121-8513-2c8026c301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.658654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.690933 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.712895 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.719986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-00ab91e8-cb67-4121-8513-2c8026c301ab None None] Port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:44.785336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=989d88b0-c76a-49f0-be55-992d98cfda75,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:44.810600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:44.811269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 60a30bee-bdfa-475d-9a1f-32681efb66c7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:44.818998 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9919bd-bd53-42b7-8883-edfda0ba7f2c None None] Pushing event updated for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:44.840661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-00ab91e8-cb67-4121-8513-2c8026c301ab None None] Provisioning complete for port 9f6b33e0-029f-416f-a251-1ba50095245c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:44.841353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00ab91e8-cb67-4121-8513-2c8026c301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.906304 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Attempting to bind port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:44.907334 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Attempting to bind port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:44.907753 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Attempting to bind port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 on network 16efd223-6ad1-41cb-8243-cea479ccfaa8 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:44.919591 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:44.920045 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Checking segment: {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:44.920657 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.921193 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Bound using segment: {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:44.921811 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Bound port: 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8097a05-218c-4f2a-b36b-17b55f8d970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:44.922377 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.927028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:44.940116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:44.971586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.019760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 60a30bee-bdfa-475d-9a1f-32681efb66c7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:45.028570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:45.031595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.059864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.119081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] For port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:45.127331 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] For port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:45.152337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5fd8ef68-8c90-4e14-b8a5-58717b659d4c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6099949 Nov 15 22:47:45.155600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:45.161836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9685e6-0834-442d-aced-c8a5af7e6034 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:45.170021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4a07d-6508-41b3-8ffb-2d7ca2c0f92e None None] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:45.199696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:45.202140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.210536 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.372805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:45.373898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:45.384272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Attempting to bind port 22c57f82-89f5-45f3-a55f-8b4919e92e83 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:45.386807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Attempting to bind port 22c57f82-89f5-45f3-a55f-8b4919e92e83 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:45.389772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Attempting to bind port 22c57f82-89f5-45f3-a55f-8b4919e92e83 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:45.428929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:45.434787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:45.435446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.436690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:45.443359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Bound port: 22c57f82-89f5-45f3-a55f-8b4919e92e83, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:45.444231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.445527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:45.447539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:45.448711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7e3ee-ae58-40ec-b151-ff4905c2c843 None None] Pushing event updated for resources: {'Port': ['ID=22c57f82-89f5-45f3-a55f-8b4919e92e83,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:45.625081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Provisioning complete for port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:45.625467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.690937 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:45.786651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f6b33e0-029f-416f-a251-1ba50095245c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:45.794806 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:45.915834 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9919bd-bd53-42b7-8883-edfda0ba7f2c None None] Pushing event updated for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:45.999506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] For port 22c57f82-89f5-45f3-a55f-8b4919e92e83, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:46.139401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:41Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:45Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:46.191493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] For port 22c57f82-89f5-45f3-a55f-8b4919e92e83, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22c57f82-89f5-45f3-a55f-8b4919e92e83,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:46.194651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d71c7-c756-46f5-9984-5ba4957e8d6a None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:41Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:45Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:46.241474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8:1::1 (60a30bee-bdfa-475d-9a1f-32681efb66c7/989d88b0-c76a-49f0-be55-992d98cfda75/155b224c-2a99-4ec1-926d-d0ae754a051a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:46.273124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.312799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.315573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9f6b33e0-029f-416f-a251-1ba50095245c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:46.315988 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.395948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-60a30bee-bdfa-475d-9a1f-32681efb66c7', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:46.398717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.514753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.587990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9650a39-54e1-454e-b5a8-753cd54d3e5e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:46.622635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:46.678801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] For port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:46.714451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.745527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:46.748678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:46.751475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7e3ee-ae58-40ec-b151-ff4905c2c843 None None] Pushing event updated for resources: {'Port': ['ID=22c57f82-89f5-45f3-a55f-8b4919e92e83,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:46.843370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:46.857847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:46.864243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:46.865182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.872321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:46.915560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:46.930706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c9923a9b-82fd-4dff-b8a4-22848479dcbc admin admin] 10.222.0.15 "PUT /v2.0/routers/d78eecbd-60a6-4e96-89f9-68e6d5d0db9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5803900 Nov 15 22:47:47.058762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Provisioning complete for port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:47.059197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:47.083110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:47.138636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Pushing event updated for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:47.145542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Allocated IP 2001:db8:1::2 (60a30bee-bdfa-475d-9a1f-32681efb66c7/989d88b0-c76a-49f0-be55-992d98cfda75/5db78a4a-0439-424f-ae03-789e1ada9b37) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:47.190513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:47.224145 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:47.239670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-66006bb8-4c01-47b4-8843-caa1849ebf80 None None] Port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:47.831084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:47.893102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Provisioning complete for port 22c57f82-89f5-45f3-a55f-8b4919e92e83 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:47.893750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:47.962337 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.118876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.130072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:48.131403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.222055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.257904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:48.268478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:48.278052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:48.318764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Pushing event updated for resources: {'Port': ['ID=5db78a4a-0439-424f-ae03-789e1ada9b37,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:48.333474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.334441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.342200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.412695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Attempting to bind port 5db78a4a-0439-424f-ae03-789e1ada9b37 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:48.413224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Attempting to bind port 5db78a4a-0439-424f-ae03-789e1ada9b37 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:48.413592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Attempting to bind port 5db78a4a-0439-424f-ae03-789e1ada9b37 on network 60a30bee-bdfa-475d-9a1f-32681efb66c7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:48.451281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:48.486315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] For port 22c57f82-89f5-45f3-a55f-8b4919e92e83, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22c57f82-89f5-45f3-a55f-8b4919e92e83,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:48.503531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1847136f-03f3-4d55-8e6d-1f0a5343d0c2', 'name': '', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'mac_address': 'fa:16:3e:b4:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:43Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 2, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'subnets': [{'id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:48.513505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:48.515026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:48.559184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea95f2f-0f9d-4ca2-8875-2af5777beed9 None None] The sync data for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 is: [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1847136f-03f3-4d55-8e6d-1f0a5343d0c2', 'name': '', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'mac_address': 'fa:16:3e:b4:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:43Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 2, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'subnets': [{'id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Checking segment: {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Bound using segment: {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Bound port: 5db78a4a-0439-424f-ae03-789e1ada9b37, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:48.568176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.571823 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.689553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:48.697078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Provisioning complete for port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:48.697568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.811512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:48.825948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25b0a7f8-f5ef-4f17-b783-bf77d0c75c20 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6667047 Nov 15 22:47:48.826283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44356) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:48.832058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347048214'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:48.846785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:48.886331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Pushing event updated for resources: {'Port': ['ID=22c57f82-89f5-45f3-a55f-8b4919e92e83,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:48.907296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:47:48.910711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:48.916347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:48.928036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:48.952785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.983511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:48.995056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:48.995509 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 03e0e632-7410-46cd-8ab1-b3a5b56bccbe of type vlan for network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 Nov 15 22:47:49.001891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] For port 5db78a4a-0439-424f-ae03-789e1ada9b37, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:49.066886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.068806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] For port 5db78a4a-0439-424f-ae03-789e1ada9b37, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5db78a4a-0439-424f-ae03-789e1ada9b37,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:49.092006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Provisioning complete for port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:49.092457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07ad7d36-bacd-43f8-b779-30b1a83d69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.128773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:49.185484 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.198598 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.204302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:49.205036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.330613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=43f392bd-e0da-4b5a-9b37-1fa3aeddb755,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:49.387555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8ea6bea0-5b3e-437e-8115-8594bff794bc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5576890 Nov 15 22:47:49.387994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:49.395150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:49.402876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:49.507963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd638d45-047a-4e42-9091-19320fb5f971 None None] Pushing event updated for resources: {'Port': ['ID=5db78a4a-0439-424f-ae03-789e1ada9b37,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:49.520215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:49.695077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:49.699615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:49.951886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:47Z', 'revision_number': 3, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:48Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:49.996912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:49.997525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Updating router 291a6110-970d-4101-8a2e-4b24995dafc0 port 155b224c-2a99-4ec1-926d-d0ae754a051a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:50.045716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.267309 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.275262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.399973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=6a0884a2-338b-41b9-bffe-4ab20399cfbd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:50.468680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:50.471204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 43f392bd-e0da-4b5a-9b37-1fa3aeddb755, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:50.587479 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.656972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:50.717350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.749368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 43f392bd-e0da-4b5a-9b37-1fa3aeddb755) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:50.753826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Deleting port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:50.754162 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.772172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:50.773553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:50.797548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90001484-aef1-4e3d-bbf4-3e19cc044fbe None None] Pushing event updated for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:50.812297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272be6c1-d2f8-4508-8bb5-73a6addaac32 None None] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:50.945849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2f41964e-6b4f-4bce-ade0-5f3e6b8c6a4d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5538745 Nov 15 22:47:50.946094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:50.978271 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] For port 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:50.979500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.023331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Calling delete_port for 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:51.081128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Attempting to bind port 155b224c-2a99-4ec1-926d-d0ae754a051a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:51.081621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Attempting to bind port 155b224c-2a99-4ec1-926d-d0ae754a051a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:51.081996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Attempting to bind port 155b224c-2a99-4ec1-926d-d0ae754a051a on network 60a30bee-bdfa-475d-9a1f-32681efb66c7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:51.088421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:51.088919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Checking segment: {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:51.089389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.089851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Bound using segment: {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:51.090396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Bound port: 155b224c-2a99-4ec1-926d-d0ae754a051a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a2a1a2-2276-4059-8d43-8dc07e8e7551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:51.090840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.165847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] For port 155b224c-2a99-4ec1-926d-d0ae754a051a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:51.170047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] For port 155b224c-2a99-4ec1-926d-d0ae754a051a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=155b224c-2a99-4ec1-926d-d0ae754a051a,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:51.172724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:47:51.173791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.285168 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.560023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90001484-aef1-4e3d-bbf4-3e19cc044fbe None None] Pushing event updated for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:51.594785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae8a1c-c40c-405b-ba8e-25fe9b74916c None None] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:51.693371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:51.694111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:51.722138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:51.801987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:51.803858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1fb4ff-2a88-4126-aba6-e33cfba77b9c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:51.915881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.051359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] Provisioning complete for port 5db78a4a-0439-424f-ae03-789e1ada9b37 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:52.062674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.095788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5db78a4a-0439-424f-ae03-789e1ada9b37 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:52.301435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.383873 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Sync routers for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:52.422420 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:52.430615 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:52.633768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Allocated IP 2001:db8:2::2 (43f392bd-e0da-4b5a-9b37-1fa3aeddb755/6a0884a2-338b-41b9-bffe-4ab20399cfbd/f327818e-3bf4-48d5-b206-b490d60aa912) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:52.648627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:52.666976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:52.789724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:52.797914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4602c291-f5be-4a57-ab11-7b9ca79d9e05 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b8256d5-3e53-4dce-9b6f-27e5e155a092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3908219 Nov 15 22:47:52.798572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:52.823327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.844964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Sync routers for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:52.919392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5db78a4a-0439-424f-ae03-789e1ada9b37 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:52.920707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.927016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:47Z', 'revision_number': 3, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:51Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:52.967370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce39ed4-ee71-4fd0-9fd6-2ab8c437a84e None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:47Z', 'revision_number': 3, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:51Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:52.969924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:52.987991 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1847136f-03f3-4d55-8e6d-1f0a5343d0c2', 'name': '', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'mac_address': 'fa:16:3e:b4:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:43Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 2, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'subnets': [{'id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:53.048001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8:2::1 (43f392bd-e0da-4b5a-9b37-1fa3aeddb755/6a0884a2-338b-41b9-bffe-4ab20399cfbd/595ab1ed-9191-4bc6-bafb-183309090710) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:47:53.052338 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Checking router: d78eecbd-60a6-4e96-89f9-68e6d5d0db9a for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:53.053257 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Updating router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:53.090960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.116691 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.176431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:53.179877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:53.208645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:53.225414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.406359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.428957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:53.489451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:53.511097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.542560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:53.550693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.559729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Pushing event updated for resources: {'Port': ['ID=f327818e-3bf4-48d5-b206-b490d60aa912,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:53.604246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:53.612609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] For port 5db78a4a-0439-424f-ae03-789e1ada9b37, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5db78a4a-0439-424f-ae03-789e1ada9b37,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:53.654043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:53.661222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:47:53.662348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.712870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.769935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:53.850723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Attempting to bind port f327818e-3bf4-48d5-b206-b490d60aa912 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:53.851745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Attempting to bind port f327818e-3bf4-48d5-b206-b490d60aa912 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:53.852274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Attempting to bind port f327818e-3bf4-48d5-b206-b490d60aa912 on network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:53.856839 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.887056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:53.887848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Checking segment: {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:53.888724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.889274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Bound using segment: {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:53.890356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Bound port: f327818e-3bf4-48d5-b206-b490d60aa912, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:53.891035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.899086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Deleting port cbc9bda8-541c-4531-8eb8-2ce51df7dd47 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:53.899724 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.933757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:53.945290 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.070841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.100969 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Pushing event updated for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:54.151429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106073-d48d-4a10-b617-2a7321cb98a6 None None] Pushing event updated for resources: {'Port': ['ID=5db78a4a-0439-424f-ae03-789e1ada9b37,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:54.167268 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Attempting to bind port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:54.169160 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Attempting to bind port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:54.170728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Attempting to bind port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 on network 0da26619-6644-49fc-9ebc-9419ae1b14d7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:54.178073 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:54.179601 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Checking segment: {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:54.180294 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.180973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Bound using segment: {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:54.181710 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Bound port: 1847136f-03f3-4d55-8e6d-1f0a5343d0c2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7bb7d4-4b68-47e6-a261-028138dff233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:54.182389 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.277292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] For port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:54.282294 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] For port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:54.378269 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.499521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] For port f327818e-3bf4-48d5-b206-b490d60aa912, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:54.529863 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Pushing event updated for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:54.539875 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.540310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.540750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.541919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.542310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.542705 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.543252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3b2a5c-27f8-4431-b338-64fafeee9c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:54.575066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] For port cbc9bda8-541c-4531-8eb8-2ce51df7dd47, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:54.575865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.589131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:54.589932 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:54.612590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] For port f327818e-3bf4-48d5-b206-b490d60aa912, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f327818e-3bf4-48d5-b206-b490d60aa912,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:54.618551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Provisioning complete for port 5db78a4a-0439-424f-ae03-789e1ada9b37 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:54.620540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.635800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:47:54.636160 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:47:54.651879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Calling delete_port for cbc9bda8-541c-4531-8eb8-2ce51df7dd47 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:54.693920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:54.735944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:51Z', 'revision_number': 5, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port': {'id': 'cbc9bda8-541c-4531-8eb8-2ce51df7dd47', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:26Z', 'updated_at': '2021-11-15T22:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:54.747387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:54.925682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Checking router: 1b8256d5-3e53-4dce-9b6f-27e5e155a092 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:54.953784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99b09-0f88-4aac-a255-a9ca7b706dc0 None None] Pushing event updated for resources: {'Port': ['ID=f327818e-3bf4-48d5-b206-b490d60aa912,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:54.961802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Routers {'1b8256d5-3e53-4dce-9b6f-27e5e155a092'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:54.962985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:55.040142 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:55.146036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:55.147055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:55.189518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] Set router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:55.350201 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1847136f-03f3-4d55-8e6d-1f0a5343d0c2', 'name': '', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'mac_address': 'fa:16:3e:b4:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:43Z', 'updated_at': '2021-11-15T22:47:54Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'subnets': [{'id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:55.401463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:55.438829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:53Z', 'revision_number': 6, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:55.456582 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc7778-e1ea-4e57-8ea0-660eed8f60d6 None None] The sync data for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 is: [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:47:44Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '1847136f-03f3-4d55-8e6d-1f0a5343d0c2', 'name': '', 'network_id': '0da26619-6644-49fc-9ebc-9419ae1b14d7', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'mac_address': 'fa:16:3e:b4:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:43Z', 'updated_at': '2021-11-15T22:47:54Z', 'revision_number': 4, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'subnets': [{'id': 'f1e25c9b-a2f1-4978-9481-6623cc70d0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:55.489751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:47:55.554149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000244-0059-4c0b-a1c6-b6f1ca5ede7b None None] The sync data for ids ['1b8256d5-3e53-4dce-9b6f-27e5e155a092'] in n-d-817995-3 is: [{'id': '1b8256d5-3e53-4dce-9b6f-27e5e155a092', 'name': 'tempest-TestAggregatesBasicOps-733479651-router', 'tenant_id': '3a2a6993991440279db13b3f0ea91618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:24Z', 'updated_at': '2021-11-15T22:47:53Z', 'revision_number': 6, 'project_id': '3a2a6993991440279db13b3f0ea91618', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:47:55.616510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:55.665496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22c57f82-89f5-45f3-a55f-8b4919e92e83 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:55.780838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Provisioning complete for port 155b224c-2a99-4ec1-926d-d0ae754a051a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:55.781380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:55.837480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 22c57f82-89f5-45f3-a55f-8b4919e92e83 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:55.837756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.000816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.120337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] For port 155b224c-2a99-4ec1-926d-d0ae754a051a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=155b224c-2a99-4ec1-926d-d0ae754a051a,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:56.242002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.431892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4a5c0-734a-4288-9cef-b4c5a49b2b0e None None] Pushing event updated for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:56.498147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Provisioning complete for port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:56.498513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.640029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.672648 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.677525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc9bda8-541c-4531-8eb8-2ce51df7dd47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:56.702751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7fde1-07cd-48f2-b2fc-afbc33345bfa None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:56.850200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] For port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:56.862159 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:47:56.895006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:56.923350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.049846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 155b224c-2a99-4ec1-926d-d0ae754a051a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:57.083118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a4c33-d41a-49a6-b4bb-81d7304829ce None None] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:57.087021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Provisioning complete for port 155b224c-2a99-4ec1-926d-d0ae754a051a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:57.087389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.131364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.147053 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.206189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:47:57.214307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d64ad357-3125-49e5-a114-0194f9ee746b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2648690 Nov 15 22:47:57.214676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:57.221565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1529460067'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:57.227562 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:47:57.243479 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:57.244109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:57.270750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.271373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8256d5-3e53-4dce-9b6f-27e5e155a092 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:47:57.276344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.280400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44696) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:57.283537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cf307580-fe20-488c-87fe-6bc8c929dfdf admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b8256d5-3e53-4dce-9b6f-27e5e155a092 HTTP/1.1" status: 204 len: 168 time: 4.4835100 Nov 15 22:47:57.343635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ca91c-37e7-439a-afbb-5e4238da0041 None None] Pushing event updated for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:57.362100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:57.368763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.408019 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:57.443731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:47:57.467225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.467702 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added segment 66040ad5-0898-4b80-9d21-0eff3eb25c36 of type vlan for network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b Nov 15 22:47:57.541456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.575314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 155b224c-2a99-4ec1-926d-d0ae754a051a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:57.576003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.579430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Deleting subnet 3ca9926a-7005-4da4-be25-3a3a28b67ecb {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:47:57.583529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.632438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.681253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.689844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:57.691198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.718956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f327818e-3bf4-48d5-b206-b490d60aa912 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:57.742287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:53Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:47:54Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:57.742693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Provisioning complete for port f327818e-3bf4-48d5-b206-b490d60aa912 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:57.742938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.801002 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:47:57.801002 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Updating router 291a6110-970d-4101-8a2e-4b24995dafc0 port 595ab1ed-9191-4bc6-bafb-183309090710 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:47:57.873570 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:57.935160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f327818e-3bf4-48d5-b206-b490d60aa912 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:57.935724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.015164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.094113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8771284 Nov 15 22:47:58.096051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffedfea-6cb2-4f36-95bc-5a107967a700 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Network': ['ID=908f9ec2-bd69-4fc3-b858-a1dff4e1837b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:58.097023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:58.103656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'subnet': {'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:47:58.149727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:47:58.158987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.167140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] For port f327818e-3bf4-48d5-b206-b490d60aa912, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f327818e-3bf4-48d5-b206-b490d60aa912,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:58.345790 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.486510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.510189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:58.545531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca9926a-7005-4da4-be25-3a3a28b67ecb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:58.549982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.556827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:58.570008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03e62a-a6a4-4280-97fa-db5861fafa98 None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:47:58.574014 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-299b04ff-23e2-4e2d-a291-3be11b56f408 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ca9926a-7005-4da4-be25-3a3a28b67ecb HTTP/1.1" status: 204 len: 168 time: 1.2913141 Nov 15 22:47:58.580297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Provisioning complete for port 155b224c-2a99-4ec1-926d-d0ae754a051a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:58.580857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.635249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Made reservation on behalf of f56eef7c4d8044538593d2c399a337d7 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:47:58.651716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.737849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71d0ed-7723-422c-bfd7-c525be70c296 None None] Pushing event updated for resources: {'Port': ['ID=f327818e-3bf4-48d5-b206-b490d60aa912,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:58.785828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44734) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:58.830738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:58.831769 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.836870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.922988 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:58.996529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-108973c2-9fbc-4171-abea-26de74faab90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.037740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.093650 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854d08-b4eb-4111-ad1c-3b8ed66b7fe5 None None] Pushing event updated for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.108781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.177799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Attempting to bind port 595ab1ed-9191-4bc6-bafb-183309090710 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:47:59.185114 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Attempting to bind port 595ab1ed-9191-4bc6-bafb-183309090710 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:47:59.185761 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Attempting to bind port 595ab1ed-9191-4bc6-bafb-183309090710 on network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Checking segment: {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Bound using segment: {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Bound port: 595ab1ed-9191-4bc6-bafb-183309090710, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e0e632-7410-46cd-8ab1-b3a5b56bccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:47:59.204966 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.241423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-108973c2-9fbc-4171-abea-26de74faab90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.263990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Subnet': ['ID=862e0783-1c2f-49a3-92ad-619e0d482b71,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.310419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-108973c2-9fbc-4171-abea-26de74faab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.338090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5db78a4a-0439-424f-ae03-789e1ada9b37 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:47:59.341772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Deleting port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:59.342335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.387160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108973c2-9fbc-4171-abea-26de74faab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1ee4b-0a6b-427b-be8d-293eafbe3030,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.407657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] DHCP port deletion for e8587f78-e289-4706-92d4-2adb8ebbd3b4 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:47:59.424471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.425694 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] For port 595ab1ed-9191-4bc6-bafb-183309090710, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:47:59.430764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] For port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:47:59.431119 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] For port 595ab1ed-9191-4bc6-bafb-183309090710, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=595ab1ed-9191-4bc6-bafb-183309090710,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:47:59.431274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.435862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-108973c2-9fbc-4171-abea-26de74faab90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edaeb416059a4ebfa059bfd0b45d0475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6490302 Nov 15 22:47:59.437515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Checking segment: {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:47:59.437886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network hostable DHCP agents. Network: 908f9ec2-bd69-4fc3-b858-a1dff4e1837b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:47:59.438495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:47:59.465668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Calling delete_port for 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:47:59.499204 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.557788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.585624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Provisioning complete for port 595ab1ed-9191-4bc6-bafb-183309090710 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:59.585996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.592788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.651794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:47:59.675043 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:47:59.676018 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:47:59.691641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5db78a4a-0439-424f-ae03-789e1ada9b37 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:47:59.696228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.716275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.723870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.727565 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67b1ee4b-0a6b-427b-be8d-293eafbe3030 HTTP/1.1" status: 204 len: 168 time: 0.2857463 Nov 15 22:47:59.739735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1ee4b-0a6b-427b-be8d-293eafbe3030,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.757132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.757938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.758471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.758996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.759513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.760041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.760593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.761294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.762032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.762889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.763611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.764323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473d98-d8a0-45ca-b879-63e8323ad87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:47:59.769378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Deleting port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:47:59.769861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.795779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 908f9ec2-bd69-4fc3-b858-a1dff4e1837b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:47:59.805503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:47:59.805503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.821026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854d08-b4eb-4111-ad1c-3b8ed66b7fe5 None None] Pushing event updated for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.831683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:47:59.872089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:47:59.875995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] No DVR routers for this DVR port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:47:59.920070 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:47:59.926009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e01cc179-4391-4740-ad95-20446051423d tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8251715 Nov 15 22:47:59.927925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:00.073184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.127474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8587f78-e289-4706-92d4-2adb8ebbd3b4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:00.150363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0014c352-df69-475b-ab27-e0e288f77aa6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:00.150889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0014c352-df69-475b-ab27-e0e288f77aa6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:00.170461 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.217411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.224599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:00.229463 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:00.287278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca23856-83f4-478b-9652-0fe56b19a08b None None] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:00.471135 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:53Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:47:59Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:00.536799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afe2ef-7ff9-4fc2-9d02-7be969b241ae None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:47:53Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:47:59Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:00.539179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.547714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.553284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8587f78-e289-4706-92d4-2adb8ebbd3b4 HTTP/1.1" status: 204 len: 168 time: 1.9953842 Nov 15 22:48:00.557564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:00.607866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff8b2f-beb3-463a-808d-1cfce0da34c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8587f78-e289-4706-92d4-2adb8ebbd3b4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:00.654405 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.704001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] For port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,segment=NetworkSegment(0014c352-df69-475b-ab27-e0e288f77aa6),segment_id=0014c352-df69-475b-ab27-e0e288f77aa6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:00.704476 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.737240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:00.738149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:00.765964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Calling delete_port for 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:00.779388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.066458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Allocated IP 2001:db8:3::2 (908f9ec2-bd69-4fc3-b858-a1dff4e1837b/862e0783-1c2f-49a3-92ad-619e0d482b71/0de2f908-2e41-4079-a244-478aaf0ff235) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:01.152230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:48:01.279443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.315017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.330579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.377840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.457806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:01.487640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Allocated IP 2001:db8:3::1 (908f9ec2-bd69-4fc3-b858-a1dff4e1837b/862e0783-1c2f-49a3-92ad-619e0d482b71/ffce4fc2-7f46-4ef1-ad4c-66ad90448771) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:01.512249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:01.580530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:01.595232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:01.607429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] For port 595ab1ed-9191-4bc6-bafb-183309090710, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=595ab1ed-9191-4bc6-bafb-183309090710,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:01.612085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Pushing event updated for resources: {'Port': ['ID=0de2f908-2e41-4079-a244-478aaf0ff235,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:01.659549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:01.659937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3c1fb4ff-2a88-4126-aba6-e33cfba77b9c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:01.677073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.699725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:01.813319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.846367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Provisioning complete for port f327818e-3bf4-48d5-b206-b490d60aa912 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:01.846534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.855606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Network e8587f78-e289-4706-92d4-2adb8ebbd3b4 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 22:48:01.856057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] No DVR routers for this DVR port 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:01.894534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Attempting to bind port 0de2f908-2e41-4079-a244-478aaf0ff235 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:01.894900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Attempting to bind port 0de2f908-2e41-4079-a244-478aaf0ff235 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:01.895254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Attempting to bind port 0de2f908-2e41-4079-a244-478aaf0ff235 on network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:01.898054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-814181716'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:01.919491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:01.919861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Checking segment: {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:01.920738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.921603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Bound using segment: {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:01.922255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Bound port: 0de2f908-2e41-4079-a244-478aaf0ff235, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:01.922828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:01.936236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e047b6-c791-4a42-a267-4723034f4ce9 None None] Pushing event updated for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:01.967201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.018676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff831-5006-464d-86a5-b9fec5f25aef None None] Pushing event deleted for resources: {'Port': ['ID=2537f5c7-c2ba-43de-9fd4-fc38e1558b9e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:02.024876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 155b224c-2a99-4ec1-926d-d0ae754a051a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:02.037454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Made reservation on behalf of 06021a8fad794f13abafca80f0c3298e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:02.047282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.055924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Deleting port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:02.056585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.059234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.138901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] For port 0de2f908-2e41-4079-a244-478aaf0ff235, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:02.152924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] For port 0de2f908-2e41-4079-a244-478aaf0ff235, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0de2f908-2e41-4079-a244-478aaf0ff235,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:02.165443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 155b224c-2a99-4ec1-926d-d0ae754a051a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:02.165906 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.166776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] For port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:02.167409 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.171581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.176715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.192842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Calling delete_port for 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:02.227923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:02.244603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:02.246202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:02.249985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:02.250806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.289202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.298074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.336187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c53825-e2ef-4f00-923f-01854766fae3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:02.377361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:02.408138 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.408486 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Added segment f714644e-de3e-464d-8f4b-49fc825a052a of type vlan for network 8247bd91-a19b-4f49-a650-774edbfdbbdb Nov 15 22:48:02.479471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.486688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7c7f8afb-a729-40cd-8b4a-4f91fa3928b3 None None] Provisioning complete for port 595ab1ed-9191-4bc6-bafb-183309090710 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:02.488508 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c7f8afb-a729-40cd-8b4a-4f91fa3928b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.562702 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.595016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.597430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f327818e-3bf4-48d5-b206-b490d60aa912 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:02.602167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:02.603875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.604347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce7bd-142b-47be-ba09-afcd737bcd11 None None] Pushing event updated for resources: {'Port': ['ID=0de2f908-2e41-4079-a244-478aaf0ff235,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:02.651511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1847136f-03f3-4d55-8e6d-1f0a5343d0c2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:02.723820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port f327818e-3bf4-48d5-b206-b490d60aa912 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:02.724396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:02.728965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.729315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.729650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.730068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.730329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.730698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.731022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.743660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.744108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.744456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.751780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.752160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:02.772160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0708256 Nov 15 22:48:02.776696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44810) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:02.805546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Request body: {'subnet': {'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:02.872076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:02.924358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:02.924481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 15 22:48:02.981903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 not found, will not notify nova. {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 15 22:48:02.982309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 595ab1ed-9191-4bc6-bafb-183309090710 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:02.990931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:03.014018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c35f-94c3-4f3e-bec5-173dfa30cb43 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'Network': ['ID=8247bd91-a19b-4f49-a650-774edbfdbbdb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:03.060301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:03.151468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:03.215449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Made reservation on behalf of 06021a8fad794f13abafca80f0c3298e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:03.219500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:03.241648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 595ab1ed-9191-4bc6-bafb-183309090710 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:03.242223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:03.522757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:03.569844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:03.579144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:03.579144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2537f5c7-c2ba-43de-9fd4-fc38e1558b9e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:03.579144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cbc9bda8-541c-4531-8eb8-2ce51df7dd47 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:03.607015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: cbc9bda8-541c-4531-8eb8-2ce51df7dd47 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:03.609535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cbc9bda8-541c-4531-8eb8-2ce51df7dd47 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:03.772128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:03.777936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d7dcdd6e-66fb-4d4e-aa6f-67c348420b71 admin admin] 10.222.0.15 "PUT /v2.0/routers/d78eecbd-60a6-4e96-89f9-68e6d5d0db9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2139728 Nov 15 22:48:03.781950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:03.784466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Sync routers for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:03.808708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:03.815498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:04.069466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.117274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:04.163442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 595ab1ed-9191-4bc6-bafb-183309090710 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:04.281822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.292880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.326660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a553f70-6440-4093-819a-49eadd5a0451 None None] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:04.397286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.399378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.401219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.424512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Deleting port 22c57f82-89f5-45f3-a55f-8b4919e92e83 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:04.424512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.477978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event updated for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:04.482160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Provisioning complete for port 0de2f908-2e41-4079-a244-478aaf0ff235 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:04.482758 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.533306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] For port 22c57f82-89f5-45f3-a55f-8b4919e92e83, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=22c57f82-89f5-45f3-a55f-8b4919e92e83,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:04.533675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.548559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Calling delete_port for 22c57f82-89f5-45f3-a55f-8b4919e92e83 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:04.567490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 595ab1ed-9191-4bc6-bafb-183309090710 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:04.568173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.602789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'Subnet': ['ID=e79173a9-b080-412f-8526-46116600b5f9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:04.612662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Checking segment: {'id': 'f714644e-de3e-464d-8f4b-49fc825a052a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:04.613314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Network hostable DHCP agents. Network: 8247bd91-a19b-4f49-a650-774edbfdbbdb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:04.664834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:04.666583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:04.763149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:04.803361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:04.817468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.845946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c57f82-89f5-45f3-a55f-8b4919e92e83,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:04.906992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad88e51-24e2-4118-90ff-3ca43dbdda0d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:04.941947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:04.966962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:04.973560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:48:02Z', 'revision_number': 5, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port': {'id': '22c57f82-89f5-45f3-a55f-8b4919e92e83', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:39Z', 'updated_at': '2021-11-15T22:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:04.974852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0df78f1b-c76c-45ba-917b-abf681f6daf6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0448577 Nov 15 22:48:04.981262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:04.989360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:04.996785 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:05.044735 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:05.045357 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:05.048834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Checking router: d78eecbd-60a6-4e96-89f9-68e6d5d0db9a for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:05.064942 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31238cf8-7f4b-4f05-ab77-ea1344d8cdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.099366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.129810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Routers {'d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:05.131864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:47:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:05.148503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8247bd91-a19b-4f49-a650-774edbfdbbdb) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:05.162200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:05.171119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.211006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] Set router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:05.256836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.260939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.279505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:48:04Z', 'revision_number': 7, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:05.282096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b88efe-7525-4a72-8bc9-f8491d32e38e None None] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:05.319578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:05.326276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0de2f908-2e41-4079-a244-478aaf0ff235 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:05.381578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2860f5-c1ef-4848-b470-372e88b892f3 None None] The sync data for ids ['d78eecbd-60a6-4e96-89f9-68e6d5d0db9a'] in n-d-817995-3 is: [{'id': 'd78eecbd-60a6-4e96-89f9-68e6d5d0db9a', 'name': 'tempest-TestAggregatesBasicOps-1775983621-router', 'tenant_id': 'c48389dbf7de46b394a43f8d172890fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:38Z', 'updated_at': '2021-11-15T22:48:04Z', 'revision_number': 7, 'project_id': 'c48389dbf7de46b394a43f8d172890fd', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:05.387100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-885dd693-e0b6-4c5d-9de0-d41575dd9482 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5975258 Nov 15 22:48:05.388237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44842) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:05.393051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Request body: {'port': {'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1672985658'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:05.419673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] For port 0de2f908-2e41-4079-a244-478aaf0ff235, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0de2f908-2e41-4079-a244-478aaf0ff235,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:05.495401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.496034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78eecbd-60a6-4e96-89f9-68e6d5d0db9a {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:48:05.504934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.512229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52bbb7c4-f838-4c88-89a6-3cf6d8fb4237 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d78eecbd-60a6-4e96-89f9-68e6d5d0db9a HTTP/1.1" status: 204 len: 168 time: 1.7188096 Nov 15 22:48:05.516099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:05.522370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.572677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0de2f908-2e41-4079-a244-478aaf0ff235 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:05.573129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.617668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Deleting subnet f1e25c9b-a2f1-4978-9481-6623cc70d0a4 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:05.621542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.740006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Pushing event updated for resources: {'Port': ['ID=0de2f908-2e41-4079-a244-478aaf0ff235,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:05.768456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.781812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.782336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.782572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.783015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.783217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.783543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.783872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.784195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.784516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.784861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.785254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e5ca1-4248-4ecf-a8ff-309c4eeeee74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:05.808442 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:02Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:04Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:05.842648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-8247bd91-a19b-4f49-a650-774edbfdbbdb', 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb', 'tenant_id': '06021a8fad794f13abafca80f0c3298e', 'fixed_ips': [{'subnet_id': 'e79173a9-b080-412f-8526-46116600b5f9'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:05.844560 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.866258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:48:05.879565 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:05.880010 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Updating router 291a6110-970d-4101-8a2e-4b24995dafc0 port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:48:05.918659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Removed routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:48:05.919124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:05.944282 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.093066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88160d9e-217a-41f7-93eb-44b7dc82508f None None] Provisioning complete for port 0de2f908-2e41-4079-a244-478aaf0ff235 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:06.093470 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88160d9e-217a-41f7-93eb-44b7dc82508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.310175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Allocated IP 2001:db8::2 (8247bd91-a19b-4f49-a650-774edbfdbbdb/e79173a9-b080-412f-8526-46116600b5f9/ae45bc47-0177-485c-a994-0dcb9e6e558a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:06.477044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.503148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.507486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.678005 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.690766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0de2f908-2e41-4079-a244-478aaf0ff235 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:06.734867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:06.740088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.773452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Made reservation on behalf of 06021a8fad794f13abafca80f0c3298e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:06.777542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.789611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88160d9e-217a-41f7-93eb-44b7dc82508f None None] Provisioning complete for port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:06.789983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88160d9e-217a-41f7-93eb-44b7dc82508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.803886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] device_id is not set on port 99c43229-53f1-4404-9bd7-17737cd85c34 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:06.813602 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.828765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.854689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88160d9e-217a-41f7-93eb-44b7dc82508f None None] Port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:06.886807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0de2f908-2e41-4079-a244-478aaf0ff235 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:06.887669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.927210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408e75-3bd4-4aa6-8af7-86f80fdd4af6 None None] Pushing event updated for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:06.946077 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.956517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:06.985186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:06.986536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9fc762f6-e95d-45ed-9ce2-1ff10b6d2c4a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 954 time: 2.0070708 Nov 15 22:48:06.989998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44862) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:07.052501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:07.052774 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Attempting to bind port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:07.052774 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Attempting to bind port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:07.052774 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Attempting to bind port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 on network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:07.059501 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:07.060164 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Checking segment: {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:07.061115 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.061423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Bound using segment: {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:07.061969 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Bound port: ffce4fc2-7f46-4ef1-ad4c-66ad90448771, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66040ad5-0898-4b80-9d21-0eff3eb25c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:07.062436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:07.062566 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.069929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:07.090187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Pushing event updated for resources: {'Port': ['ID=ae45bc47-0177-485c-a994-0dcb9e6e558a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:07.104223 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.137109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e25c9b-a2f1-4978-9481-6623cc70d0a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:07.189024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] For port ffce4fc2-7f46-4ef1-ad4c-66ad90448771, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:07.193515 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] For port ffce4fc2-7f46-4ef1-ad4c-66ad90448771, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:07.209874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12fdc576-8e77-4585-943c-97a7b3a1b15f None None] Provisioning complete for port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:07.210251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12fdc576-8e77-4585-943c-97a7b3a1b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.231002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.235140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2b7161d-50bd-4dbe-962d-2fd044f03826 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f1e25c9b-a2f1-4978-9481-6623cc70d0a4 HTTP/1.1" status: 204 len: 168 time: 1.7178528 Nov 15 22:48:07.238412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:07.258607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f69bf-4f6a-450c-80cd-960b0398bf82 None None] Network 0da26619-6644-49fc-9ebc-9419ae1b14d7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:07.268643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0eb117b4-0db5-491b-a339-b7329e3ecedc tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 954 time: 0.2774665 Nov 15 22:48:07.272605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:07.279448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'routes': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:07.285535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a4d24c-de11-4167-8cad-20ca97f2264d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.294185 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.335052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Allocated IP 2001:db8::358 (8247bd91-a19b-4f49-a650-774edbfdbbdb/e79173a9-b080-412f-8526-46116600b5f9/99c43229-53f1-4404-9bd7-17737cd85c34) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:07.376964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Attempting to bind port ae45bc47-0177-485c-a994-0dcb9e6e558a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:07.380596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Attempting to bind port ae45bc47-0177-485c-a994-0dcb9e6e558a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f714644e-de3e-464d-8f4b-49fc825a052a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:07.380993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Attempting to bind port ae45bc47-0177-485c-a994-0dcb9e6e558a on network 8247bd91-a19b-4f49-a650-774edbfdbbdb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:07.410154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.434816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-12fdc576-8e77-4585-943c-97a7b3a1b15f None None] Port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:07.441802 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:07.443425 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:07.468932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:07.477384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Checking segment: {'id': 'f714644e-de3e-464d-8f4b-49fc825a052a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:07.486480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.486480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Bound using segment: {'id': 'f714644e-de3e-464d-8f4b-49fc825a052a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:07.486480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Bound port: ae45bc47-0177-485c-a994-0dcb9e6e558a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f714644e-de3e-464d-8f4b-49fc825a052a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:07.486480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.514044 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6408e75-3bd4-4aa6-8af7-86f80fdd4af6 None None] Pushing event updated for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:07.522036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:07.573099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:07.573505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1847136f-03f3-4d55-8e6d-1f0a5343d0c2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:07.574058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22c57f82-89f5-45f3-a55f-8b4919e92e83 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:07.606606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Deleting port 6f83af32-fe64-482a-b919-f4d328847325 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:07.608429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.654774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 22c57f82-89f5-45f3-a55f-8b4919e92e83 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:07.654774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 22c57f82-89f5-45f3-a55f-8b4919e92e83 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:07.704642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] Provisioning complete for port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:07.705330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.759112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] For port ae45bc47-0177-485c-a994-0dcb9e6e558a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:07.802792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] For port ae45bc47-0177-485c-a994-0dcb9e6e558a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ae45bc47-0177-485c-a994-0dcb9e6e558a,segment=NetworkSegment(f714644e-de3e-464d-8f4b-49fc825a052a),segment_id=f714644e-de3e-464d-8f4b-49fc825a052a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:07.824106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] For port 6f83af32-fe64-482a-b919-f4d328847325, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f83af32-fe64-482a-b919-f4d328847325,segment=NetworkSegment(9a7bb7d4-4b68-47e6-a261-028138dff233),segment_id=9a7bb7d4-4b68-47e6-a261-028138dff233)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:07.824106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.866873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Calling delete_port for 6f83af32-fe64-482a-b919-f4d328847325 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:07.875853 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:07.896058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.941596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:07.948908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] DHCP port deletion for 0da26619-6644-49fc-9ebc-9419ae1b14d7 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:07.983173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.025252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] For port ffce4fc2-7f46-4ef1-ad4c-66ad90448771, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:08.046549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.128724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.133448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d12b2-0d4f-4006-8166-d50a5eca63a6 None None] Pushing event updated for resources: {'Port': ['ID=ae45bc47-0177-485c-a994-0dcb9e6e558a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.138396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:08.146307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Deleting port 6f83af32-fe64-482a-b919-f4d328847325 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:08.146675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.148146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:08.192271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:08.220935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f83af32-fe64-482a-b919-f4d328847325,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.223664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:08.224350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.229136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] No DVR routers for this DVR port 6f83af32-fe64-482a-b919-f4d328847325 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:08.230094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] For port 6f83af32-fe64-482a-b919-f4d328847325, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:08.230477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.274321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.276662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Calling delete_port for 6f83af32-fe64-482a-b919-f4d328847325 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:08.297259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'Port': ['ID=99c43229-53f1-4404-9bd7-17737cd85c34,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.334122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Port 6f83af32-fe64-482a-b919-f4d328847325 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:48:08.378984 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:05Z', 'revision_number': 6, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:07Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:08.402059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.421653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d3c0a22f-67ce-4108-b219-243424a42052 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0336683 Nov 15 22:48:08.423533 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9aff4e-805a-4fc2-869e-7e6ed87917e6 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:05Z', 'revision_number': 6, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:07Z', 'revision_number': 4, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:08.433861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da26619-6644-49fc-9ebc-9419ae1b14d7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:08.445022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:08.450108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7bb7d4-4b68-47e6-a261-028138dff233') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:08.450636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7bb7d4-4b68-47e6-a261-028138dff233') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:08.463659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.468425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Request body: {'port': {'network_id': '8247bd91-a19b-4f49-a650-774edbfdbbdb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-967544591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:08.468954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] bootfile-name is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:08.469300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] tftp-server is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:08.469633 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.api.validators [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] server-ip-address is not in valid_values {{(pid=103128) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:08.480034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.490354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:08.490758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:08.595614 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:08.812014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f83af32-fe64-482a-b919-f4d328847325 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:08.816607 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.822386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa705a48-dc43-46b4-9e31-187837237ce4 None None] Pushing event updated for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.893007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.895594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6f83af32-fe64-482a-b919-f4d328847325 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:08.895833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f83af32-fe64-482a-b919-f4d328847325 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:08.901288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] Pushing event deleted for resources: {'Port': ['ID=6f83af32-fe64-482a-b919-f4d328847325,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.903549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d089c-838a-4e87-91ec-d613162b5dc0 None None] No DVR routers for this DVR port 6f83af32-fe64-482a-b919-f4d328847325 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:08.914354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4be34605-65c7-42b6-b2d2-182160383489 None None] Provisioning complete for port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:08.915065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4be34605-65c7-42b6-b2d2-182160383489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.918313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:08.922560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0da26619-6644-49fc-9ebc-9419ae1b14d7 HTTP/1.1" status: 204 len: 168 time: 1.6826284 Nov 15 22:48:08.933819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628d02-9f9a-4e2c-9b5a-86a12dd9eab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da26619-6644-49fc-9ebc-9419ae1b14d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:08.946467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:48:08.946965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:48:08.967212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.005904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.041582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Made reservation on behalf of 06021a8fad794f13abafca80f0c3298e for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:09.047364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.087214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] device_id is not set on port 1a45fd3d-e46c-4893-bc98-871759c78b83 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:09.448324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Allocated IP 2001:db8::399 (8247bd91-a19b-4f49-a650-774edbfdbbdb/e79173a9-b080-412f-8526-46116600b5f9/1a45fd3d-e46c-4893-bc98-871759c78b83) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:09.454142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.475338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.487798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.499875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44900) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:09.590058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:09.590478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b7e0992c-8b40-4694-9273-c7513fa8e7ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a2a6993991440279db13b3f0ea91618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895500 Nov 15 22:48:09.717685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fd876-069a-492f-b400-39719b59a223 None None] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:09.752573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:09.774793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.798756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] Provisioning complete for port ae45bc47-0177-485c-a994-0dcb9e6e558a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:09.799172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.920319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.934112 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.945350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:09.970379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:09.971396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:09.977953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:09.986990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:09.997844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-501aca88-62f3-4867-a528-604ad37d177b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 704 time: 2.7165380 Nov 15 22:48:09.998044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:10.104066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.109497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7d728426-3e15-4128-85f7-03a49b5f451c tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 704 time: 0.1165733 Nov 15 22:48:10.110350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44918) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:10.131955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:10.173821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.232657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.248808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.257086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87896113-3e1f-48f1-a8a3-b2aa46c46894 HTTP/1.1" status: 204 len: 168 time: 0.6576724 Nov 15 22:48:10.320998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ae04d-0ea0-4022-8fdc-7fd660a8c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87896113-3e1f-48f1-a8a3-b2aa46c46894,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:10.355124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:10.361501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:10.371660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'Port': ['ID=1a45fd3d-e46c-4893-bc98-871759c78b83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:10.375136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:10.385120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:10.386042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.463560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] For port ae45bc47-0177-485c-a994-0dcb9e6e558a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ae45bc47-0177-485c-a994-0dcb9e6e558a,segment=NetworkSegment(f714644e-de3e-464d-8f4b-49fc825a052a),segment_id=f714644e-de3e-464d-8f4b-49fc825a052a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:10.481740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ae45bc47-0177-485c-a994-0dcb9e6e558a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:10.541630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ff40b4ae-3f26-4a0d-b883-2585db61f5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0954945 Nov 15 22:48:10.544470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:10.565369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.579065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.634687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f0d39-3829-492a-baad-049d5c05664c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:10.636573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ae45bc47-0177-485c-a994-0dcb9e6e558a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:10.636961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.643421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f0d39-3829-492a-baad-049d5c05664c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:10.650557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f0d39-3829-492a-baad-049d5c05664c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:10.653387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b26f0d39-3829-492a-baad-049d5c05664c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1077449 Nov 15 22:48:10.656943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:10.682286 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b8824-8bd6-4a3a-8f5b-d8e47b43a6fa None None] Pushing event updated for resources: {'Port': ['ID=ae45bc47-0177-485c-a994-0dcb9e6e558a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:10.789990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 7, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:10.838100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Deleting port 1a45fd3d-e46c-4893-bc98-871759c78b83 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:10.839047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.870616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:10.876694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-52575953-22de-433f-ba57-cf0b127f6566 None None] Provisioning complete for port ae45bc47-0177-485c-a994-0dcb9e6e558a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:10.883990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52575953-22de-433f-ba57-cf0b127f6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:10.938242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:10.938894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:10.953949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.085453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ffce4fc2-7f46-4ef1-ad4c-66ad90448771 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:11.087811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.129845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Calling delete_port for 1a45fd3d-e46c-4893-bc98-871759c78b83 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:11.132251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:11.371734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:11.371734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.410678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ffce4fc2-7f46-4ef1-ad4c-66ad90448771 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:11.411044 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.421836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-52575953-22de-433f-ba57-cf0b127f6566 None None] Provisioning complete for port 99c43229-53f1-4404-9bd7-17737cd85c34 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:11.422094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52575953-22de-433f-ba57-cf0b127f6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.479418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:11.545564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-52575953-22de-433f-ba57-cf0b127f6566 None None] Port 99c43229-53f1-4404-9bd7-17737cd85c34 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:11.602915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port ffce4fc2-7f46-4ef1-ad4c-66ad90448771, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:11.603837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.621205 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d05ca0e4-d550-4ae6-b77f-6b6f661f0be0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c48389dbf7de46b394a43f8d172890fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394632 Nov 15 22:48:11.624950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:11.644797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for ffce4fc2-7f46-4ef1-ad4c-66ad90448771 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:11.651007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 7, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:11.683177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf54923-9ae3-4a82-8630-2a5eda8110db None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 7, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffce4fc2-7f46-4ef1-ad4c-66ad90448771', 'name': '', 'network_id': '908f9ec2-bd69-4fc3-b858-a1dff4e1837b', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:51:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:01Z', 'updated_at': '2021-11-15T22:48:08Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '862e0783-1c2f-49a3-92ad-619e0d482b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:11.695455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Provisioning complete for port 99c43229-53f1-4404-9bd7-17737cd85c34 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:11.695958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.785052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Port 99c43229-53f1-4404-9bd7-17737cd85c34 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:11.804310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Provisioning complete for port 1a45fd3d-e46c-4893-bc98-871759c78b83 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:11.804707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.829706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:11.857328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-acd8de89-31e2-4e65-bbca-0b7d433d8802 None None] Port 1a45fd3d-e46c-4893-bc98-871759c78b83 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:11.955751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.012894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.076601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event deleted for resources: {'Port': ['ID=1a45fd3d-e46c-4893-bc98-871759c78b83,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:12.206887 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.207383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.207383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.207383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/931dc17a-f7be-433c-9d37-72f13ea6b5c7 HTTP/1.1" status: 204 len: 168 time: 0.5722113 Nov 15 22:48:12.207713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-01de0402-740a-4a40-8ba6-809255532448 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "DELETE /v2.0/ports/1a45fd3d-e46c-4893-bc98-871759c78b83 HTTP/1.1" status: 204 len: 168 time: 1.5440149 Nov 15 22:48:12.210093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44954) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:12.226485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Request body: {'port': {'name': 'tempest-new-port-name-466971792', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:12.234856 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] bootfile-name is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:12.239190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] tftp-server is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:12.239190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.api.validators [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] server-ip-address is not in valid_values {{(pid=103127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 15 22:48:12.320161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.332229 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:12.334005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77151b66-5439-4579-98e4-2a57e28e167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931dc17a-f7be-433c-9d37-72f13ea6b5c7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:12.360291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:12.360415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ae45bc47-0177-485c-a994-0dcb9e6e558a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:12.361714 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:12.417560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=ffce4fc2-7f46-4ef1-ad4c-66ad90448771,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:12.455121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ae45bc47-0177-485c-a994-0dcb9e6e558a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:12.455490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.574658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:12.601762 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:13.014626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:13.094887 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:13.105366 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:13.106126 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:13.290603 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:13.295575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:13.646206 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:13.668975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:13.675248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:13.678300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95d278c-283d-45da-b582-127db29ee1e6 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:13.776836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:13.834231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] In _notify_port_updated(), no bound segment for port 99c43229-53f1-4404-9bd7-17737cd85c34 on network 8247bd91-a19b-4f49-a650-774edbfdbbdb {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:48:13.839757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:13.840397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:13.844315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "PUT /v2.0/ports/99c43229-53f1-4404-9bd7-17737cd85c34 HTTP/1.1" status: 200 len: 1129 time: 1.6248057 Nov 15 22:48:13.855566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:13.866363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7afb8-6864-48e3-b47b-d462ec8f461c tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event updated for resources: {'Port': ['ID=99c43229-53f1-4404-9bd7-17737cd85c34,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:13.879742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:13.886560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c3ecc97c-c63e-47ff-8fb4-22a3ffc2a6ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7743125 Nov 15 22:48:13.899995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:13.921459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4206a5d-0120-4890-975f-9d58ac037eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:13.923504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4206a5d-0120-4890-975f-9d58ac037eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "GET /v2.0/ports/99c43229-53f1-4404-9bd7-17737cd85c34 HTTP/1.1" status: 200 len: 1129 time: 0.0776832 Nov 15 22:48:13.926956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44990) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:13.971626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 862e0783-1c2f-49a3-92ad-619e0d482b71 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:13.973719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.022341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.079717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Deleting port 99c43229-53f1-4404-9bd7-17737cd85c34 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:14.079977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.120629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44996) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:14.212176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.297421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ffce4fc2-7f46-4ef1-ad4c-66ad90448771 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:14.306593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.335778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Calling delete_port for 99c43229-53f1-4404-9bd7-17737cd85c34 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:14.364057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ffce4fc2-7f46-4ef1-ad4c-66ad90448771 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:14.367597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ffce4fc2-7f46-4ef1-ad4c-66ad90448771 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:14.379035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-471b51fd-5bf8-46a5-bcaf-a707f04ffc20 None None] Provisioning complete for port 99c43229-53f1-4404-9bd7-17737cd85c34 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:14.380999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-471b51fd-5bf8-46a5-bcaf-a707f04ffc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.383570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1831591645-network', 'tenant_id': '93301e804f4d45498bff0e21abb38610'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:14.426184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.442141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-471b51fd-5bf8-46a5-bcaf-a707f04ffc20 None None] Port 99c43229-53f1-4404-9bd7-17737cd85c34 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:14.468431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.475385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/862e0783-1c2f-49a3-92ad-619e0d482b71 HTTP/1.1" status: 204 len: 168 time: 0.5741038 Nov 15 22:48:14.476231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:14.478439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27576155-dd4a-4151-a16d-881e7ed6811b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=862e0783-1c2f-49a3-92ad-619e0d482b71,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:14.482970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7276fb-5e41-4513-967a-d1c5e2497b66 None None] Network 908f9ec2-bd69-4fc3-b858-a1dff4e1837b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:14.565314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Made reservation on behalf of 93301e804f4d45498bff0e21abb38610 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:14.574642 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.603053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.609799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.708856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.768181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.771013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 0de2f908-2e41-4079-a244-478aaf0ff235 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:14.771514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.783548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event deleted for resources: {'Port': ['ID=99c43229-53f1-4404-9bd7-17737cd85c34,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:14.818316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.819696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:14.827871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45010) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:14.830166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ff081405-cf23-48d0-ab94-f1579f58c56a tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "DELETE /v2.0/ports/99c43229-53f1-4404-9bd7-17737cd85c34 HTTP/1.1" status: 204 len: 168 time: 0.9018946 Nov 15 22:48:14.848830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:14.849462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:14.879899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:14.938593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:14.972159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 0de2f908-2e41-4079-a244-478aaf0ff235, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0de2f908-2e41-4079-a244-478aaf0ff235,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:14.973092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.002096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94236983-b95b-425f-a191-0ceffe319e57,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:15.006970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:15.033352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Deleting subnet e79173a9-b080-412f-8526-46116600b5f9 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:15.037151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.103463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 0de2f908-2e41-4079-a244-478aaf0ff235 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:15.105803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.106146 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Added segment 3108fa4e-df1d-4c14-8d45-7c3d35315866 of type vlan for network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 Nov 15 22:48:15.142295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.192211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384497c9-4b62-4167-a484-562658fba435 None None] DHCP port deletion for 908f9ec2-bd69-4fc3-b858-a1dff4e1837b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:15.256694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.359643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.414571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-384497c9-4b62-4167-a484-562658fba435 None None] Deleting port 0de2f908-2e41-4079-a244-478aaf0ff235 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:15.415114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-384497c9-4b62-4167-a484-562658fba435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.426608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.428029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:15.429260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.500539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:15.535925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:15.542858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-384497c9-4b62-4167-a484-562658fba435 None None] For port 0de2f908-2e41-4079-a244-478aaf0ff235, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0de2f908-2e41-4079-a244-478aaf0ff235,segment=NetworkSegment(66040ad5-0898-4b80-9d21-0eff3eb25c36),segment_id=66040ad5-0898-4b80-9d21-0eff3eb25c36)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:15.548456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-384497c9-4b62-4167-a484-562658fba435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.559784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-384497c9-4b62-4167-a484-562658fba435 None None] Calling delete_port for 0de2f908-2e41-4079-a244-478aaf0ff235 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:15.563734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:15.564348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:15.582157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.602145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.608869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4835217 Nov 15 22:48:15.614906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:15.634359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Request body: {'subnet': {'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1831591645-subnet', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:15.650439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port 0de2f908-2e41-4079-a244-478aaf0ff235 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:15.676707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=0de2f908-2e41-4079-a244-478aaf0ff235,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:15.684948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.692273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:15.692467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "DELETE /v2.0/subnets/e79173a9-b080-412f-8526-46116600b5f9 HTTP/1.1" status: 204 len: 168 time: 0.8631074 Nov 15 22:48:15.693473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6718-4ded-4562-957c-23dc46472469 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event deleted for resources: {'Subnet': ['ID=e79173a9-b080-412f-8526-46116600b5f9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:15.695202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d8ca8-296c-4de8-af10-2db3e93ac520 None None] Network 8247bd91-a19b-4f49-a650-774edbfdbbdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:15.725331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65b0e4-96f0-4d70-8954-886f27e92efc admin admin] Pushing event updated for resources: {'Network': ['ID=5da52cc8-85d9-4526-bdf9-9f277d10e5b4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:15.757499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Made reservation on behalf of 93301e804f4d45498bff0e21abb38610 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:15.760055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.780806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:15.818382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:15.841152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.851076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.908907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f9ec2-bd69-4fc3-b858-a1dff4e1837b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:15.930591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66040ad5-0898-4b80-9d21-0eff3eb25c36') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:15.930591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66040ad5-0898-4b80-9d21-0eff3eb25c36') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:15.945886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:15.985332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.009166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:16.015625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.025331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-384497c9-4b62-4167-a484-562658fba435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.042888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Deleting port ae45bc47-0177-485c-a994-0dcb9e6e558a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:16.043488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:16.054397 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:16.094943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384497c9-4b62-4167-a484-562658fba435 None None] Pushing event deleted for resources: {'Port': ['ID=0de2f908-2e41-4079-a244-478aaf0ff235,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:16.098984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384497c9-4b62-4167-a484-562658fba435 None None] No DVR routers for this DVR port 0de2f908-2e41-4079-a244-478aaf0ff235 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:16.128756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] For port ae45bc47-0177-485c-a994-0dcb9e6e558a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ae45bc47-0177-485c-a994-0dcb9e6e558a,segment=NetworkSegment(f714644e-de3e-464d-8f4b-49fc825a052a),segment_id=f714644e-de3e-464d-8f4b-49fc825a052a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:16.129304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.144472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Calling delete_port for ae45bc47-0177-485c-a994-0dcb9e6e558a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:16.273192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:16.322614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca13ef1-ea99-4cc7-afdf-5112ac138f0c None None] DHCP port deletion for 8247bd91-a19b-4f49-a650-774edbfdbbdb request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:16.325762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f0b0d-f89d-45d2-8c07-e8ff9a0d46f1 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:12Z', 'revision_number': 8, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595ab1ed-9191-4bc6-bafb-183309090710', 'name': '', 'network_id': '43f392bd-e0da-4b5a-9b37-1fa3aeddb755', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:55:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:52Z', 'updated_at': '2021-11-15T22:48:01Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '6a0884a2-338b-41b9-bffe-4ab20399cfbd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:16.331473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.343000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0de2f908-2e41-4079-a244-478aaf0ff235 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:16.347775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.360945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.362705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/908f9ec2-bd69-4fc3-b858-a1dff4e1837b HTTP/1.1" status: 204 len: 168 time: 1.8799171 Nov 15 22:48:16.363328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:16.387750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0de2f908-2e41-4079-a244-478aaf0ff235 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:16.388179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0de2f908-2e41-4079-a244-478aaf0ff235 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:16.388856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8f5c-d998-4192-93be-cb0eb17be07f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=908f9ec2-bd69-4fc3-b858-a1dff4e1837b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:16.412330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ca13ef1-ea99-4cc7-afdf-5112ac138f0c None None] The port 'ae45bc47-0177-485c-a994-0dcb9e6e558a' was deleted {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 22:48:16.438150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] No DVR routers for this DVR port ae45bc47-0177-485c-a994-0dcb9e6e558a on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:16.447592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.474473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event deleted for resources: {'Port': ['ID=ae45bc47-0177-485c-a994-0dcb9e6e558a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:16.723617 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.743630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fc1a1b-d365-44b5-8fd0-560f12e9fee5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:16.750265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8247bd91-a19b-4f49-a650-774edbfdbbdb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:16.759089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Checking segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:16.759448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Network hostable DHCP agents. Network: 5da52cc8-85d9-4526-bdf9-9f277d10e5b4, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:16.765591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f714644e-de3e-464d-8f4b-49fc825a052a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:16.765891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f714644e-de3e-464d-8f4b-49fc825a052a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:16.781766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:16.816637 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:16.883791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:16.945722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.963742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.971034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:16.984960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] 10.222.0.15 "DELETE /v2.0/networks/8247bd91-a19b-4f49-a650-774edbfdbbdb HTTP/1.1" status: 204 len: 168 time: 1.2912197 Nov 15 22:48:17.006353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1d6d8-5d08-4f95-98a4-58fbc22ecb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053 tempest-ExtraDHCPOptionsIpV6TestJSON-1724849053-project] Pushing event deleted for resources: {'Network': ['ID=8247bd91-a19b-4f49-a650-774edbfdbbdb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:17.027624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5da52cc8-85d9-4526-bdf9-9f277d10e5b4) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:17.032967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:17.033559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.042373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827c634-0a99-4670-9322-c47de9bf707c None None] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:17.178657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-83ba9c41-4334-4adb-b840-389f26b8c115 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5595798 Nov 15 22:48:17.178871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:17.183587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:17.331566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 595ab1ed-9191-4bc6-bafb-183309090710 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:17.331904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.349746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:17.350748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.405755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.405755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.484280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.507042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 595ab1ed-9191-4bc6-bafb-183309090710, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=595ab1ed-9191-4bc6-bafb-183309090710,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:17.507404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.521899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 595ab1ed-9191-4bc6-bafb-183309090710 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:17.524745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Allocated IP 172.20.0.2 (5da52cc8-85d9-4526-bdf9-9f277d10e5b4/79fc1a1b-d365-44b5-8fd0-560f12e9fee5/2cafbf57-9e73-43cd-a694-944e14e42f00) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:17.752775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45056) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:17.784714 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.935518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:17.956234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.031673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:18.037086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:18.040922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:18.050305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81606e81-ed90-4999-b88d-751d138303d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06021a8fad794f13abafca80f0c3298e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951610 Nov 15 22:48:18.051460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Pushing event updated for resources: {'Port': ['ID=2cafbf57-9e73-43cd-a694-944e14e42f00,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:18.056531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:18.111390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.155503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Attempting to bind port 2cafbf57-9e73-43cd-a694-944e14e42f00 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:18.157939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=595ab1ed-9191-4bc6-bafb-183309090710,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:18.182410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Attempting to bind port 2cafbf57-9e73-43cd-a694-944e14e42f00 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:18.183003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Attempting to bind port 2cafbf57-9e73-43cd-a694-944e14e42f00 on network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:18.191565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:18.192178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Checking segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:18.192791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.194775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Bound using segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:18.195411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Bound port: 2cafbf57-9e73-43cd-a694-944e14e42f00, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:18.196199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.231847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ae45bc47-0177-485c-a994-0dcb9e6e558a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:18.236115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.284103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ae45bc47-0177-485c-a994-0dcb9e6e558a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:18.284698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ae45bc47-0177-485c-a994-0dcb9e6e558a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:18.304093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.377427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] For port 2cafbf57-9e73-43cd-a694-944e14e42f00, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:18.382334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] For port 2cafbf57-9e73-43cd-a694-944e14e42f00, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2cafbf57-9e73-43cd-a694-944e14e42f00,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:18.463609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.475983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.527951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.535643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:18.537574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88c53825-e2ef-4f00-923f-01854766fae3 HTTP/1.1" status: 204 len: 168 time: 0.4800594 Nov 15 22:48:18.556849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c0759-14a6-4cd7-9118-d9cd6d1fcc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c53825-e2ef-4f00-923f-01854766fae3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:18.594234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0a31d-739f-4cd3-99bd-005671167206 None None] Pushing event updated for resources: {'Port': ['ID=2cafbf57-9e73-43cd-a694-944e14e42f00,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:19.269303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:19.326593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:19.408741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:19.535477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Allocated IP 172.25.0.102 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/305fd72a-acfc-4df4-a5d2-d5f07c217b84) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:19.665513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:19.677326 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:19.679737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:19.690689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fc081cdb-dc9c-4954-bcd0-432ab029bd36 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3243277 Nov 15 22:48:19.699798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:19.700542 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:19.780509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:19.789900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 6a0884a2-338b-41b9-bffe-4ab20399cfbd {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:19.805716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:19.868169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:19.915926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:19.938705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.019239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:20.065519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:20.074348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:20.097138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9235c-0d95-4158-8cc8-0f2c033d0394 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:20.106360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:20.215660 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.298317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Pushing event updated for resources: {'Port': ['ID=305fd72a-acfc-4df4-a5d2-d5f07c217b84,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:20.319539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e857094-102c-4360-9317-00d1b0b3b5e1 None None] Provisioning complete for port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:20.319900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e857094-102c-4360-9317-00d1b0b3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.413320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2060635308'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:20.414375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6516c-00e4-4853-afc3-8af334fa5ab1 None None] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:20.475537 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:17Z', 'revision_number': 9, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:20.506450 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:20.510273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2cafbf57-9e73-43cd-a694-944e14e42f00 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:20.516569 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:20.517492 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:20.537438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e857094-102c-4360-9317-00d1b0b3b5e1 None None] Port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:20.549476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Made reservation on behalf of 3a69e20261154826a8bb83677bd099df for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:20.553922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.563706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.568288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.625669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0884a2-338b-41b9-bffe-4ab20399cfbd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:20.631329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2cafbf57-9e73-43cd-a694-944e14e42f00 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:20.631574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.698910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.703820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.708473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.715668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2c785ed9-9141-4a2e-b24c-983e0d5ae03f tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/6a0884a2-338b-41b9-bffe-4ab20399cfbd HTTP/1.1" status: 204 len: 168 time: 1.0342889 Nov 15 22:48:20.716645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45114) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:20.808509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.812902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.826441 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:20.845130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654625ec-9907-42d4-b3fd-b992865a3ff0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:20.859797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:20.901278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.901763 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Added segment 9027e255-3991-4ef4-8f46-0a62913d5a04 of type vlan for network b6de23be-42df-4047-8e3a-23aa583da32c Nov 15 22:48:20.906044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693521d-1933-48bb-a39b-a55d0b9542fa None None] Network 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:20.954957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.962602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port f327818e-3bf4-48d5-b206-b490d60aa912 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:20.963062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:20.964580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2decc94b-f9d2-4472-88a1-3a2763675786 None None] Provisioning complete for port 2cafbf57-9e73-43cd-a694-944e14e42f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:20.964974 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2decc94b-f9d2-4472-88a1-3a2763675786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.039607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port f327818e-3bf4-48d5-b206-b490d60aa912, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=f327818e-3bf4-48d5-b206-b490d60aa912,segment=NetworkSegment(03e0e632-7410-46cd-8ab1-b3a5b56bccbe),segment_id=03e0e632-7410-46cd-8ab1-b3a5b56bccbe)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:21.040651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.063614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for f327818e-3bf4-48d5-b206-b490d60aa912 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:21.096104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.193559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.resource_extend [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 22:48:21.196103 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:17Z', 'revision_number': 9, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:21.218630 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.233443 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91a32a-cadb-4c0d-8000-c75c63258ca8 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:17Z', 'revision_number': 9, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '155b224c-2a99-4ec1-926d-d0ae754a051a', 'name': '', 'network_id': '60a30bee-bdfa-475d-9a1f-32681efb66c7', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:ee:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:46Z', 'updated_at': '2021-11-15T22:47:56Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': '989d88b0-c76a-49f0-be55-992d98cfda75', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:21.290896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2decc94b-f9d2-4472-88a1-3a2763675786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.298113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.314815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2cafbf57-9e73-43cd-a694-944e14e42f00, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2cafbf57-9e73-43cd-a694-944e14e42f00,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:21.388182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=f327818e-3bf4-48d5-b206-b490d60aa912,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:21.389943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.400324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.401729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:21.402346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.429374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port f327818e-3bf4-48d5-b206-b490d60aa912 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:21.479125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:48:21.499734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2cafbf57-9e73-43cd-a694-944e14e42f00,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:21.503404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2decc94b-f9d2-4472-88a1-3a2763675786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:48:21.503804 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2decc94b-f9d2-4472-88a1-3a2763675786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:48:21.572226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4643004 Nov 15 22:48:21.577268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:21.590671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'subnet': {'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:21.611786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:21.618578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46835f4e-d099-42d5-a271-cb16ea63bfe7 None None] DHCP port deletion for 43f392bd-e0da-4b5a-9b37-1fa3aeddb755 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:21.646492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Sync routers for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:21.646898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.668403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:21.669107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:21.695560 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.697298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72f8fcd5-f047-4cd3-ac75-26c464ad003e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5174646 Nov 15 22:48:21.699684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:21.712577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f392bd-e0da-4b5a-9b37-1fa3aeddb755']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:21.724119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e0e632-7410-46cd-8ab1-b3a5b56bccbe') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:21.724639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e0e632-7410-46cd-8ab1-b3a5b56bccbe') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:21.736563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.750969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.753181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93199a9-dcf3-4ebe-aff6-522d70ee728e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Network': ['ID=b6de23be-42df-4047-8e3a-23aa583da32c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:21.766997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:21.767491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:21.770659 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:21.775130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b6de23be-42df-4047-8e3a-23aa583da32c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:21.978973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:21.989860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Made reservation on behalf of 3a69e20261154826a8bb83677bd099df for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:21.993932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.025714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.039100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.050663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45144) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:22.057184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/43f392bd-e0da-4b5a-9b37-1fa3aeddb755 HTTP/1.1" status: 204 len: 168 time: 1.3390045 Nov 15 22:48:22.120371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1c5e-35f7-4b95-8127-830a58de2941 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=43f392bd-e0da-4b5a-9b37-1fa3aeddb755,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:22.277332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2cafbf57-9e73-43cd-a694-944e14e42f00 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:22.384193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3921c9f3-a884-4947-9fcb-6ace9aa6ba6b None None] Provisioning complete for port 2cafbf57-9e73-43cd-a694-944e14e42f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:22.385232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3921c9f3-a884-4947-9fcb-6ace9aa6ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.416082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:20Z', 'revision_number': 3, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:22.461845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Checking router: 49896bc0-771a-4ff4-8549-4ac4a46bfed8 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:22.462202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Updating router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:48:22.463187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.503605 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.568520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2cafbf57-9e73-43cd-a694-944e14e42f00 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:22.569094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.626585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Subnet': ['ID=9e10100e-60c9-4a7d-9cc3-3116c0f1eae3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:22.637787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Checking segment: {'id': '9027e255-3991-4ef4-8f46-0a62913d5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:22.640923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network hostable DHCP agents. Network: b6de23be-42df-4047-8e3a-23aa583da32c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:22.745234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:22.969766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Allocated IP 172.20.0.1 (5da52cc8-85d9-4526-bdf9-9f277d10e5b4/79fc1a1b-d365-44b5-8fd0-560f12e9fee5/2df6f342-3cb6-4a38-96df-4f7ffa172c38) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:22.976842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f327818e-3bf4-48d5-b206-b490d60aa912 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:23.012554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network b6de23be-42df-4047-8e3a-23aa583da32c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:23.045681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: f327818e-3bf4-48d5-b206-b490d60aa912 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:23.054496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device f327818e-3bf4-48d5-b206-b490d60aa912 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:23.054496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 595ab1ed-9191-4bc6-bafb-183309090710 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:23.071231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 595ab1ed-9191-4bc6-bafb-183309090710 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:23.071561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 595ab1ed-9191-4bc6-bafb-183309090710 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:23.077049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.153505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b6de23be-42df-4047-8e3a-23aa583da32c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:23.159015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:23.159822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.161579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.167675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19993102-efb0-447f-8289-f41b24ed5d73 None None] Network b6de23be-42df-4047-8e3a-23aa583da32c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:23.204726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.216334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.277514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17a9eb72-4460-40fd-b0f3-570cb9f4be68 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6814599 Nov 15 22:48:23.277954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45162) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:23.291231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1493720213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:23.297725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a60ed-a05d-4e37-9771-dfa51a8792a3 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:23.318186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Attempting to bind port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:23.318556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Attempting to bind port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:23.318972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Attempting to bind port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:23.326607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ef57-e583-4c80-83ab-471506c9a1bd None None] Pushing event updated for resources: {'Port': ['ID=305fd72a-acfc-4df4-a5d2-d5f07c217b84,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:23.337847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:23.338220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:23.338625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.339111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:23.339484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Bound port: 305fd72a-acfc-4df4-a5d2-d5f07c217b84, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:23.339860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.430173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.431271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.449768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-560a3c2a-5d7f-4074-b0f7-e0098b577fcf None None] Provisioning complete for port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:23.450140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560a3c2a-5d7f-4074-b0f7-e0098b577fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.485711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] For port 305fd72a-acfc-4df4-a5d2-d5f07c217b84, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:23.511846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] For port 305fd72a-acfc-4df4-a5d2-d5f07c217b84, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=305fd72a-acfc-4df4-a5d2-d5f07c217b84,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:23.526876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-560a3c2a-5d7f-4074-b0f7-e0098b577fcf None None] Port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:23.540554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-b6de23be-42df-4047-8e3a-23aa583da32c', 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c', 'tenant_id': '3a69e20261154826a8bb83677bd099df', 'fixed_ips': [{'subnet_id': '9e10100e-60c9-4a7d-9cc3-3116c0f1eae3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:23.541472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.555453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.625392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.630394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.713285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915fd57-5bb6-44c8-8e96-cc1a47e87013 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:23.735953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:23.740985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f6938ccf-c634-49e9-a1da-b7cdbf3ca12d tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4571369 Nov 15 22:48:23.741450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45166) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:23.750363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ef57-e583-4c80-83ab-471506c9a1bd None None] Pushing event updated for resources: {'Port': ['ID=305fd72a-acfc-4df4-a5d2-d5f07c217b84,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:23.758151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:23.758775 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:23.822645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Allocated IP 172.20.0.2 (b6de23be-42df-4047-8e3a-23aa583da32c/9e10100e-60c9-4a7d-9cc3-3116c0f1eae3/ef8181e3-5665-4685-89ed-744380c4ff71) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:23.892257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.017349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:24.034567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:24.149258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:24.151082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.292981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:24.336771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.373845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.418763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.501703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Pushing event updated for resources: {'Port': ['ID=ef8181e3-5665-4685-89ed-744380c4ff71,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:24.525614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Allocated IP 172.20.0.1 (b6de23be-42df-4047-8e3a-23aa583da32c/9e10100e-60c9-4a7d-9cc3-3116c0f1eae3/7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:24.542312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:24.623275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] Provisioning complete for port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:24.623841 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.671602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Network b6de23be-42df-4047-8e3a-23aa583da32c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:24.674330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:24.677113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:24.718071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.727883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.801199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Attempting to bind port ef8181e3-5665-4685-89ed-744380c4ff71 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:24.801716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Attempting to bind port ef8181e3-5665-4685-89ed-744380c4ff71 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '9027e255-3991-4ef4-8f46-0a62913d5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:24.802255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Attempting to bind port ef8181e3-5665-4685-89ed-744380c4ff71 on network b6de23be-42df-4047-8e3a-23aa583da32c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:24.825524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:24.829430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Checking segment: {'id': '9027e255-3991-4ef4-8f46-0a62913d5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:24.829430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.829430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Bound using segment: {'id': '9027e255-3991-4ef4-8f46-0a62913d5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:24.829430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Bound port: ef8181e3-5665-4685-89ed-744380c4ff71, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9027e255-3991-4ef4-8f46-0a62913d5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:24.829430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.856646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.887277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 155b224c-2a99-4ec1-926d-d0ae754a051a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:24.888258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:24.921578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network b6de23be-42df-4047-8e3a-23aa583da32c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:24.925576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:24.956070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:24.975393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.001474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] For port ef8181e3-5665-4685-89ed-744380c4ff71, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:25.012871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] For port ef8181e3-5665-4685-89ed-744380c4ff71, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef8181e3-5665-4685-89ed-744380c4ff71,segment=NetworkSegment(9027e255-3991-4ef4-8f46-0a62913d5a04),segment_id=9027e255-3991-4ef4-8f46-0a62913d5a04)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:25.017209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] For port 305fd72a-acfc-4df4-a5d2-d5f07c217b84, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=305fd72a-acfc-4df4-a5d2-d5f07c217b84,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:25.041284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 155b224c-2a99-4ec1-926d-d0ae754a051a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=155b224c-2a99-4ec1-926d-d0ae754a051a,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:25.042349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.048946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:20Z', 'revision_number': 3, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:25.059316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:25.073473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.087540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81fb19-5a58-423c-961d-5e716fcef86b None None] The sync data for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 is: [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:20Z', 'revision_number': 3, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:25.088516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.094111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.107655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 155b224c-2a99-4ec1-926d-d0ae754a051a owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:25.135784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.198387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c15db-9da2-4893-a448-fff4c0e497ec None None] Pushing event updated for resources: {'Port': ['ID=ef8181e3-5665-4685-89ed-744380c4ff71,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:25.233617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.310758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a7c4830d-0a3f-4e3c-8c60-299fa7dbfd65 None None] Provisioning complete for port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:25.310758 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7c4830d-0a3f-4e3c-8c60-299fa7dbfd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.314197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c830fa-3bce-49fd-adbb-74ec6c80d521 None None] Pushing event updated for resources: {'Port': ['ID=305fd72a-acfc-4df4-a5d2-d5f07c217b84,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:25.370308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.384406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4830d-0a3f-4e3c-8c60-299fa7dbfd65 None None] Port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:25.564498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:25.588446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.728067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.769112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=155b224c-2a99-4ec1-926d-d0ae754a051a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:25.935327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.946704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:25.951679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:25.957589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:26.031105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:26.284895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:26.302683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:26.436713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4ab6ade6-a9b7-4b50-8dfc-aedff766d0d7 None None] Provisioning complete for port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:26.437304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ade6-a9b7-4b50-8dfc-aedff766d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:26.477998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:26.589167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network b6de23be-42df-4047-8e3a-23aa583da32c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:26.596252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:26.600885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6ade6-a9b7-4b50-8dfc-aedff766d0d7 None None] Port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:26.612066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef8181e3-5665-4685-89ed-744380c4ff71 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:26.704979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ef8181e3-5665-4685-89ed-744380c4ff71 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:26.705466 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:26.814387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:26.840104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:26.851866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-528f446c-5881-49db-a8df-1ba7fe1756e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/49896bc0-771a-4ff4-8549-4ac4a46bfed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1509695 Nov 15 22:48:26.896785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:26.945800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ef8181e3-5665-4685-89ed-744380c4ff71, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef8181e3-5665-4685-89ed-744380c4ff71,segment=NetworkSegment(9027e255-3991-4ef4-8f46-0a62913d5a04),segment_id=9027e255-3991-4ef4-8f46-0a62913d5a04)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:27.035560 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.036467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 305fd72a-acfc-4df4-a5d2-d5f07c217b84 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:27.173887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f3504-c757-4fc9-802c-abe65142496a None None] Network b6de23be-42df-4047-8e3a-23aa583da32c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:27.251594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:27.263012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e4b9dae1-c5c9-41ec-a07e-5783fd693028 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2013128 Nov 15 22:48:27.269867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:27.275040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45218) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:27.288221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:27.288868 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:27.405287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet 989d88b0-c76a-49f0-be55-992d98cfda75 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:27.417078 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.522829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.534320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b133f6e4-3122-43a4-9917-a004c0cace15 None None] Provisioning complete for port ef8181e3-5665-4685-89ed-744380c4ff71 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:27.534961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b133f6e4-3122-43a4-9917-a004c0cace15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.551813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ef8181e3-5665-4685-89ed-744380c4ff71,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:27.578288 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:27.715546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:27.717485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.764080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.805709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.807359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:27.821531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.829391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.838434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.849663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.865537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:27.871543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-0daf8d08-11f6-41e5-8d95-93fe68c38506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.3374209 Nov 15 22:48:28.041753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.065065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29afa959-e7ea-4288-a9fe-c0c6d93215a1 req-379f08c1-287b-4a0e-9e90-ea232747f0f5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842988 Nov 15 22:48:28.090293 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:25Z', 'revision_number': 10, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:28.126266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=989d88b0-c76a-49f0-be55-992d98cfda75,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:28.137819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Router fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:48:28.163059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.173161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d9305af-6dd6-4913-9323-9ae16572ec2b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/989d88b0-c76a-49f0-be55-992d98cfda75 HTTP/1.1" status: 204 len: 168 time: 0.8969829 Nov 15 22:48:28.173856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:28.190423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84056a-808e-4f2b-bf2f-e79c556be70d None None] Network 60a30bee-bdfa-475d-9a1f-32681efb66c7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:28.210696 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:28.270222 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:28.271495 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:28.390061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:28.403482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b4a3bc26-f361-48da-a7b4-68b506b4336a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "PUT /v2.0/routers/fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6600959 Nov 15 22:48:28.408405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:28.415344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Sync routers for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:28.423741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'port': {'network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c', 'name': 'tempest-FloatingIPNegativeTestJSON-1917832484'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:28.466826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.498847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:28.498847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:28.622606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:28.640843 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:28.642082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-204682344-network', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:28.647894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef8181e3-5665-4685-89ed-744380c4ff71 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:28.671462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.691470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.699214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.718688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.724853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 5db78a4a-0439-424f-ae03-789e1ada9b37 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:28.725493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.743112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.756873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.775462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:28.778462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ecbbf6d2-2bc3-4e72-ab28-49389fe70fed req-7efdfb9a-4f11-4fd5-8534-27ee1688691a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.3718686 Nov 15 22:48:28.862791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a8d7561-a084-4595-b657-7910a95e89f4 None None] Provisioning complete for port ef8181e3-5665-4685-89ed-744380c4ff71 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:28.864502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7561-a084-4595-b657-7910a95e89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.887020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] Sync routers for ids ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:28.922447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 5db78a4a-0439-424f-ae03-789e1ada9b37, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5db78a4a-0439-424f-ae03-789e1ada9b37,segment=NetworkSegment(97a2a1a2-2276-4059-8d43-8dc07e8e7551),segment_id=97a2a1a2-2276-4059-8d43-8dc07e8e7551)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:28.922876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.927190 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] Routers {'fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:28.928038 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:28.939929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 5db78a4a-0439-424f-ae03-789e1ada9b37 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:28.974882 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:28.986339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Made reservation on behalf of e981fb17469b4c86b2f1e812472c9667 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:28.989254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:28.994904 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] Routers {'fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:28.995781 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.023004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.031682 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.032320 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482cc5f-9110-48a3-ad4f-a1c2e979d722 None None] The sync data for ids ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:29.074892 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:25Z', 'revision_number': 10, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.120797 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1ab25-07d1-4db3-93a6-08d9aebc4606 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:25Z', 'revision_number': 10, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None, '_interfaces': [{'id': '8a00a0c2-4d5f-4fd9-9338-412fd2a798c4', 'name': '', 'network_id': '16efd223-6ad1-41cb-8243-cea479ccfaa8', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'mac_address': 'fa:16:3e:f3:af:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:47:40Z', 'updated_at': '2021-11-15T22:47:46Z', 'revision_number': 5, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'subnets': [{'id': 'ea7797f4-5c29-4f68-a87e-add420742b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:29.158499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Made reservation on behalf of 3a69e20261154826a8bb83677bd099df for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:29.163722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.244483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.253307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:29.265807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] device_id is not set on port eeffe62a-57ac-47aa-8d66-130310759b26 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:29.268906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.343400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port 5db78a4a-0439-424f-ae03-789e1ada9b37 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:29.349491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=5db78a4a-0439-424f-ae03-789e1ada9b37,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:29.365056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.424957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389efbd4-c3d9-41fd-b579-be85c7529dbd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:29.449400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:29.496545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.496980 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Added segment dc10b74a-0625-4055-9705-fc80daf9fa9e of type vlan for network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 Nov 15 22:48:29.583878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.591257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392fc33f-63ee-4a8b-b32f-49e772ba6b8e None None] DHCP port deletion for 60a30bee-bdfa-475d-9a1f-32681efb66c7 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:29.593709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ef8181e3-5665-4685-89ed-744380c4ff71 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:29.596029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.596171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Allocated IP 172.20.0.7 (b6de23be-42df-4047-8e3a-23aa583da32c/9e10100e-60c9-4a7d-9cc3-3116c0f1eae3/eeffe62a-57ac-47aa-8d66-130310759b26) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:29.619256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.658189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.705701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a30bee-bdfa-475d-9a1f-32681efb66c7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.719382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a2a1a2-2276-4059-8d43-8dc07e8e7551') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.724661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a2a1a2-2276-4059-8d43-8dc07e8e7551') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:29.724822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.724822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:29.724822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.754744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.774326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.784381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:29.785471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.836214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] Pushing event updated for resources: {'Network': ['ID=58b844c0-090b-4a2b-8fce-43b6b1a1fd51,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:29.911379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:29.916150 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:29.924125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9946c390-e96d-4562-8d2b-8e8590da65cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2881734 Nov 15 22:48:29.927102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:29.932330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Request body: {'subnet': {'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-204682344-subnet', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:30.000068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:30.003765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.036067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.036067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/60a30bee-bdfa-475d-9a1f-32681efb66c7 HTTP/1.1" status: 204 len: 168 time: 1.8536615 Nov 15 22:48:30.037100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:30.044192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-ec239e97-9cd5-426c-8adc-7213f42a1057 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1291721 Nov 15 22:48:30.057560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594453-0d98-48c1-9611-224a39ca6954 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=60a30bee-bdfa-475d-9a1f-32681efb66c7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:30.103154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Made reservation on behalf of e981fb17469b4c86b2f1e812472c9667 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:30.105784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.155296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.175214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.175653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.176646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.176646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.177045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.177579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.178121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.180082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-4af4a356-b51e-4067-8026-94f08aa59bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0612326 Nov 15 22:48:30.254021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.257578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a8d7561-a084-4595-b657-7910a95e89f4 None None] Provisioning complete for port 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:30.258023 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7561-a084-4595-b657-7910a95e89f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.298887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network b6de23be-42df-4047-8e3a-23aa583da32c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:30.347540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d7561-a084-4595-b657-7910a95e89f4 None None] Port 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:30.416165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 2, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:30.440472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d9d70d40-b459-4315-b796-24cb0b00f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.444061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d9d70d40-b459-4315-b796-24cb0b00f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.444521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d9d70d40-b459-4315-b796-24cb0b00f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.449749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d9d70d40-b459-4315-b796-24cb0b00f195 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.2381496 Nov 15 22:48:30.463083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:30.514887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Checking router: 49896bc0-771a-4ff4-8549-4ac4a46bfed8 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:30.523215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Updating router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:48:30.525700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5db78a4a-0439-424f-ae03-789e1ada9b37 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:30.607522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:30.611333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.634149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-80701719-35f7-466e-9858-dcac001b55ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.1778898 Nov 15 22:48:30.683696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.688014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-13b9db65-fc76-4312-8a33-ec524abf3d41 None None] Provisioning complete for port 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:30.689162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13b9db65-fc76-4312-8a33-ec524abf3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.698911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.712170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:30.742719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-13b9db65-fc76-4312-8a33-ec524abf3d41 None None] Port 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:30.751139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-422dfa7f-e36e-4144-9a0c-5d801c593a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.752934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-422dfa7f-e36e-4144-9a0c-5d801c593a47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.1035333 Nov 15 22:48:30.753581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5db78a4a-0439-424f-ae03-789e1ada9b37 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:30.757703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5db78a4a-0439-424f-ae03-789e1ada9b37 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:30.757703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 155b224c-2a99-4ec1-926d-d0ae754a051a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:30.827953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32bad42-11f1-43f9-80e6-5fa9fda7c53d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:30.843713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-2b557bb3-a5d6-4c57-a550-cdcfa6620dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:30.845276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-2b557bb3-a5d6-4c57-a550-cdcfa6620dfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829201 Nov 15 22:48:30.897723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=eeffe62a-57ac-47aa-8d66-130310759b26,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:30.967415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0464cd15-e6ca-4b6a-ac18-0b58fed3a9a9 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5481992 Nov 15 22:48:30.969915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-127e438d-14e0-4b12-b151-dc332ceb667e service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159468 Nov 15 22:48:30.970686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:30.976282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:30.983122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Checking segment: {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:30.983763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Network hostable DHCP agents. Network: 58b844c0-090b-4a2b-8fce-43b6b1a1fd51, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:30.997749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 155b224c-2a99-4ec1-926d-d0ae754a051a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:30.998146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 155b224c-2a99-4ec1-926d-d0ae754a051a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:31.050484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ce92195c-a408-4eb6-8d4a-c88c82acea3d None None] Provisioning complete for port eeffe62a-57ac-47aa-8d66-130310759b26 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:31.051202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce92195c-a408-4eb6-8d4a-c88c82acea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.102054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d0297b5b-9c57-44c8-810f-c86fdc4fe125 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161227 Nov 15 22:48:31.169323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:31.184583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ce92195c-a408-4eb6-8d4a-c88c82acea3d None None] Port eeffe62a-57ac-47aa-8d66-130310759b26 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:31.191313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.210761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.221513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-91b212b8-7c4e-4319-98d7-f4cf64405882 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.1114755 Nov 15 22:48:31.310562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.371253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 58b844c0-090b-4a2b-8fce-43b6b1a1fd51) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:31.373065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.376937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-3c624ea6-1511-468b-8fb2-9572c74eaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:31.379580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-3c624ea6-1511-468b-8fb2-9572c74eaace service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1347964 Nov 15 22:48:31.431306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:31.431931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.463811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e264ac-54fb-49be-91db-1c464da5df49 None None] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:31.487560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-9dd27beb-1d97-47ba-af36-25c37b79867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:31.489530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-9dd27beb-1d97-47ba-af36-25c37b79867b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019130 Nov 15 22:48:31.527143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fb4ad-5db1-4771-8999-ca27dccea401 None None] Pushing event updated for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:31.565270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e4e0ab6-9eac-4bd4-a3c3-1fd0d2c9b2ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6362445 Nov 15 22:48:31.568532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:31.574796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:31.613174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.668283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:31.668711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.747514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Attempting to bind port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:31.749110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Attempting to bind port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:31.751021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Attempting to bind port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 on network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:31.765745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.777273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.783681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-07684853-213e-4ec5-a4de-f7b2b17eb373 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843535 Nov 15 22:48:31.792127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:31.792526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Checking segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:31.792966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.793409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Bound using segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:31.793881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Bound port: 2df6f342-3cb6-4a38-96df-4f7ffa172c38, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:31.794271 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.928945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.959641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'fixed_ips': [{'subnet_id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:31.960772 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.967510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:31.967930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:31.983214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:31.985520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:32.061317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-0175c21f-2383-4b5e-a0ed-f021748368d0 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631440 Nov 15 22:48:32.062382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Allocated IP 172.25.0.86 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/e25b3f83-5e06-4561-bfdd-0700168e4a82) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:32.080855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f99758eb-f8af-48ea-a69e-f96827a43da5 None None] Provisioning complete for port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:32.081960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f99758eb-f8af-48ea-a69e-f96827a43da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.119540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6f17b2f6-e9d9-4cf2-ba9d-696654cc2261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0512073 Nov 15 22:48:32.123945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f99758eb-f8af-48ea-a69e-f96827a43da5 None None] Port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:32.148892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] For port 2df6f342-3cb6-4a38-96df-4f7ffa172c38, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:32.155000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] For port 2df6f342-3cb6-4a38-96df-4f7ffa172c38, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2df6f342-3cb6-4a38-96df-4f7ffa172c38,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:32.156199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.216229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-f71f8a01-cdd6-49a1-978d-c0b94ed4643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.218297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-f71f8a01-cdd6-49a1-978d-c0b94ed4643d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0858879 Nov 15 22:48:32.243305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Allocated IP 172.20.0.2 (58b844c0-090b-4a2b-8fce-43b6b1a1fd51/b32bad42-11f1-43f9-80e6-5fa9fda7c53d/2f218392-1947-40d0-9905-6db8be5709e8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:32.254859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.255341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.255805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.256263 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.256744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.257201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.257657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.259647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-f1742b2a-1c52-439c-a200-b1c6fce1f597 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.2754135 Nov 15 22:48:32.284849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.297177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-26cc6809-c0f1-4d51-bea0-a282fb8388ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:32.298677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-26cc6809-c0f1-4d51-bea0-a282fb8388ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717673 Nov 15 22:48:32.389063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-3d1e1fd7-d9c9-47bc-9490-cd1b5b03e21b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036024 Nov 15 22:48:32.478160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.485876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.558893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fb4ad-5db1-4771-8999-ca27dccea401 None None] Pushing event updated for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:32.572499 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.652634 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.681823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.690343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:32.702573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:32.721335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:32.743416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:32.796864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=8a00a0c2-4d5f-4fd9-9338-412fd2a798c4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:32.901619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:32.904922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:32.905104 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-a9048a60-78bd-44a9-aba4-128021349fdf service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956256 Nov 15 22:48:32.907972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Pushing event updated for resources: {'Port': ['ID=2f218392-1947-40d0-9905-6db8be5709e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:32.947405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.096506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:33.105578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.111545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:33.117673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Attempting to bind port 2f218392-1947-40d0-9905-6db8be5709e8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:33.118232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Attempting to bind port 2f218392-1947-40d0-9905-6db8be5709e8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:33.118372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Attempting to bind port 2f218392-1947-40d0-9905-6db8be5709e8 on network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:33.118846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:33.155627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:33.155937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Checking segment: {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:33.156238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.156649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Bound using segment: {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:33.157625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Bound port: 2f218392-1947-40d0-9905-6db8be5709e8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:33.158012 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.196763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=e25b3f83-5e06-4561-bfdd-0700168e4a82,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:33.206922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Allocated IP 172.25.0.193 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:33.215053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] Provisioning complete for port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:33.215480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.307270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:33.356558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] For port 2f218392-1947-40d0-9905-6db8be5709e8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:33.362584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] For port 2f218392-1947-40d0-9905-6db8be5709e8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2f218392-1947-40d0-9905-6db8be5709e8,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:33.380792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.392651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-9d2f07a6-94ed-42a1-bc16-e87155bbe2a5 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797618 Nov 15 22:48:33.444141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-15b5a2fc-b587-4612-b8bf-c0d1d63f2989 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0432088 Nov 15 22:48:33.451068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.481075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.578991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] For port 2df6f342-3cb6-4a38-96df-4f7ffa172c38, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2df6f342-3cb6-4a38-96df-4f7ffa172c38,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:33.595690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-3fecc223-103a-4cd3-8b86-360e23320dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:33.599345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-3fecc223-103a-4cd3-8b86-360e23320dbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1449244 Nov 15 22:48:33.633365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5957b9-f350-498d-b4fd-c05087acd331 None None] Pushing event updated for resources: {'Port': ['ID=2f218392-1947-40d0-9905-6db8be5709e8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:33.682029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.754949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:33.889968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:33.924551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175a1a-8333-4610-8ffd-81ce290baadc None None] Pushing event updated for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:33.978330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:34.022602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.033702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-b8c4f33f-73c7-41cc-9e71-cc6aceb110d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:34.040390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-b8c4f33f-73c7-41cc-9e71-cc6aceb110d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3586104 Nov 15 22:48:34.063211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:34.078082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72a967b7-a79c-4078-a86d-46d22606dea3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0471561 Nov 15 22:48:34.080600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:34.115864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.126304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:34.277699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting subnet ea7797f4-5c29-4f68-a87e-add420742b27 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:34.296870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.298834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.327083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=e25b3f83-5e06-4561-bfdd-0700168e4a82,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:34.346288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd84e980-83c3-483c-93a1-f9b4b3a71054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.361702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.370053 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.387901 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-a98d122f-43cd-4907-860a-6df4ae84f523 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410804 Nov 15 22:48:34.463372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:34.468989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350f555-d7e3-48cb-ad3a-fe6a4761f678 None None] The sync data for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 is: [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:34.498559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:34.499551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:34.597810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.599059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2f39801b-cbf5-4586-8c6e-b9fc96949e7b tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6274440 Nov 15 22:48:34.604770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:34.611902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f76d9a59-3de1-464f-84fa-cc470bc96eb0 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'floatingip': {'port_id': 'eeffe62a-57ac-47aa-8d66-130310759b26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:34.712481 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f76d9a59-3de1-464f-84fa-cc470bc96eb0 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.721455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.747040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:34.775826 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d5082166-d96e-421c-b9d5-abff42c6f17c service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703630 Nov 15 22:48:34.791430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2f218392-1947-40d0-9905-6db8be5709e8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:34.842669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.882330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6e556494-d208-4595-9532-7b9ad8c81811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0989799 Nov 15 22:48:34.915193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd84e980-83c3-483c-93a1-f9b4b3a71054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.926691 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3182c22-7beb-4067-89d9-5b4b17fe8834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:34.938708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:34.977229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:34.997343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:34.998057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:35.001864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2f218392-1947-40d0-9905-6db8be5709e8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:35.001864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.010035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cd84e980-83c3-483c-93a1-f9b4b3a71054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.077194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd84e980-83c3-483c-93a1-f9b4b3a71054 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dc5f3f1be154594bc75af82cbb29f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9434872 Nov 15 22:48:35.082664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:35.095482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:35.096858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-41806989-d306-470c-9e5d-b2dc467c8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:35.101157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-41806989-d306-470c-9e5d-b2dc467c8422 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1970298 Nov 15 22:48:35.143575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:35.160897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:35.164932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:35.167478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27315f-38f8-4422-96e9-b4015374bea8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:35.223921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:35.245296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:35.305347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fec2bc-41e6-458b-b87d-743182914b03 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:35.341140 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f76d9a59-3de1-464f-84fa-cc470bc96eb0 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] update failed (client error): The resource could not be found. Nov 15 22:48:35.349864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f76d9a59-3de1-464f-84fa-cc470bc96eb0 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "PUT /v2.0/floatingips/4aa0359b-a608-4435-8193-30dd5380e88f HTTP/1.1" status: 404 len: 507 time: 0.7373307 Nov 15 22:48:35.350561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:35.364426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95964933-fbc6-465a-b71f-43ce76da1243 None None] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:35.375239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-23c4180c-30c5-4d1c-800b-d3d4bd299c56 None None] Provisioning complete for port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:35.375609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23c4180c-30c5-4d1c-800b-d3d4bd299c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.409230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e980-83c3-483c-93a1-f9b4b3a71054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0970e-f058-4312-aa7a-abf3e820cd23,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:35.446181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23c4180c-30c5-4d1c-800b-d3d4bd299c56 None None] Port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:35.453731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-5000e951-868c-4075-aff6-246ec1c1f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:35.467771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-5000e951-868c-4075-aff6-246ec1c1f852 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3295720 Nov 15 22:48:35.483232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.501574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.519458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.557196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7797f4-5c29-4f68-a87e-add420742b27,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:35.602946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32729e6f-2d81-4893-a6b5-bff42731a8cd None None] Network 16efd223-6ad1-41cb-8243-cea479ccfaa8 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:35.612469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-37cf67a0-3a0f-4341-8c9a-cad33c8efcee None None] Provisioning complete for port 2f218392-1947-40d0-9905-6db8be5709e8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:35.612999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cf67a0-3a0f-4341-8c9a-cad33c8efcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.641416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-cbd64722-6231-4411-91c5-173cc1a6ed93 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626589 Nov 15 22:48:35.663495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.681403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 2f218392-1947-40d0-9905-6db8be5709e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2f218392-1947-40d0-9905-6db8be5709e8,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:35.710503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.719901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf5280a7-d42f-4f65-a169-ecabc2f56699 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/ea7797f4-5c29-4f68-a87e-add420742b27 HTTP/1.1" status: 204 len: 168 time: 1.6375277 Nov 15 22:48:35.722189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:35.807343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-d8b222bc-1183-4eaf-a019-a87ae2b9ef3b service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Nov 15 22:48:35.812559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.816677 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.821177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ef0970e-f058-4312-aa7a-abf3e820cd23 HTTP/1.1" status: 204 len: 168 time: 0.7403052 Nov 15 22:48:35.840978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.871785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e042-627d-4148-b04a-0c2087ecc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0970e-f058-4312-aa7a-abf3e820cd23,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:35.877156 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-31ef991d-ce6d-4e20-8433-4f403aea8739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0535855 Nov 15 22:48:35.932316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:35.992975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6970fc7b-bdc6-4c9b-8bf5-bcfc0468160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:35.994602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6970fc7b-bdc6-4c9b-8bf5-bcfc0468160c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.1098363 Nov 15 22:48:36.011261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting port e25b3f83-5e06-4561-bfdd-0700168e4a82 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:36.011587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.074587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-504cc950-569d-428f-ab09-4f42388336bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:36.076267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-504cc950-569d-428f-ab09-4f42388336bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730748 Nov 15 22:48:36.098983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Deleting port 9f6b33e0-029f-416f-a251-1ba50095245c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:36.099313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.186712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.245663 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-f2d048e8-a3bd-4f3e-a98c-f15fb134a1f7 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616499 Nov 15 22:48:36.266298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=2f218392-1947-40d0-9905-6db8be5709e8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:36.376015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] For port 9f6b33e0-029f-416f-a251-1ba50095245c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f6b33e0-029f-416f-a251-1ba50095245c,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:36.376773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.386826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] DHCP port deletion for 16efd223-6ad1-41cb-8243-cea479ccfaa8 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:36.480548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Calling delete_port for 9f6b33e0-029f-416f-a251-1ba50095245c owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:36.493877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.497103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.574222 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-87993f36-4b96-4a03-a2fb-9965665a97b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136868 Nov 15 22:48:36.579481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Calling delete_port for e25b3f83-5e06-4561-bfdd-0700168e4a82 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:36.615865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Deleting port 9f6b33e0-029f-416f-a251-1ba50095245c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:36.615865 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.704547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-ae9e7c82-6ecc-41cc-a174-60b42609be70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.1200852 Nov 15 22:48:36.753595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2df6f342-3cb6-4a38-96df-4f7ffa172c38 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:36.834242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:36.869788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-353dd68f-4fed-4935-bb09-248f020ecc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:36.876859 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-353dd68f-4fed-4935-bb09-248f020ecc29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.1626177 Nov 15 22:48:36.879591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bd5efe1-5327-4dde-932b-2fd7ab1fa83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.930930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] For port 9f6b33e0-029f-416f-a251-1ba50095245c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f6b33e0-029f-416f-a251-1ba50095245c,segment=NetworkSegment(c8097a05-218c-4f2a-b36b-17b55f8d970a),segment_id=c8097a05-218c-4f2a-b36b-17b55f8d970a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:36.931450 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.961323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8d437a5-eceb-441f-a4c6-91308007ed75 None None] Provisioning complete for port 2f218392-1947-40d0-9905-6db8be5709e8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:36.961848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8d437a5-eceb-441f-a4c6-91308007ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.963440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:36.974933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Calling delete_port for 9f6b33e0-029f-416f-a251-1ba50095245c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:37.006417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:37.007157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.017691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6e1e75d2-c816-4b6a-b01b-70ee8da636d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:37.023500 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-6e1e75d2-c816-4b6a-b01b-70ee8da636d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223257 Nov 15 22:48:37.045101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.102889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Port': ['ID=9f6b33e0-029f-416f-a251-1ba50095245c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.159748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-95d662f3-bf87-4d6c-92db-134b44aec254 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276495 Nov 15 22:48:37.162476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No DVR routers for this DVR port 9f6b33e0-029f-416f-a251-1ba50095245c on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:37.210322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2f218392-1947-40d0-9905-6db8be5709e8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:37.254040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.279395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16efd223-6ad1-41cb-8243-cea479ccfaa8']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:37.286209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b474dc34-b8bc-4166-9b01-48afe1594447 req-af6fcd3d-c88c-465c-8ebb-202795d82992 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166365 Nov 15 22:48:37.291883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8097a05-218c-4f2a-b36b-17b55f8d970a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:37.292982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8097a05-218c-4f2a-b36b-17b55f8d970a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:37.305085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.309027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.330205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bd5efe1-5327-4dde-932b-2fd7ab1fa83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.351938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Port': ['ID=e25b3f83-5e06-4561-bfdd-0700168e4a82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.364163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.395693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:37.396434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:37.401226 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:37.405519 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd4c2-a15d-4354-a6d1-42983cbe3959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.406623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bd5efe1-5327-4dde-932b-2fd7ab1fa83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.431770 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.470460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5efe1-5327-4dde-932b-2fd7ab1fa83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f222e2-668a-4f83-8f7e-36e99d4a6f02,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.476811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7bd5efe1-5327-4dde-932b-2fd7ab1fa83d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f62589048cd649b8a12c0edf3b18a0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385584 Nov 15 22:48:37.479360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:37.499239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] Pushing event deleted for resources: {'Port': ['ID=9f6b33e0-029f-416f-a251-1ba50095245c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.506135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1144c-916b-4ff5-8b2c-1897aa58af35 None None] No DVR routers for this DVR port 9f6b33e0-029f-416f-a251-1ba50095245c on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:37.522982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.525970 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.532238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-82cb9a71-d638-4ffe-b772-fa0c28da9c5e tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "DELETE /v2.0/floatingips/4aa0359b-a608-4435-8193-30dd5380e88f HTTP/1.1" status: 204 len: 168 time: 2.1791544 Nov 15 22:48:37.532903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:37.540235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6c067ebb-0875-4ae3-9fe4-502066d16ac3 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'floatingip': {'floating_network_id': 'b6de23be-42df-4047-8e3a-23aa583da32c', 'port_id': 'eeffe62a-57ac-47aa-8d66-130310759b26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:37.540793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 2f218392-1947-40d0-9905-6db8be5709e8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:37.543145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.561359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.585533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.611663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.620958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.632763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:37.637368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'routes': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:37.638543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/networks/16efd223-6ad1-41cb-8243-cea479ccfaa8 HTTP/1.1" status: 204 len: 168 time: 1.9015832 Nov 15 22:48:37.656703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10badee4-92b3-46c0-ae15-86beee0ca9b6 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Pushing event deleted for resources: {'Network': ['ID=16efd223-6ad1-41cb-8243-cea479ccfaa8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.663488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Router b7c57c4a-62a1-49ab-804a-aedb0abdca55 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:48:37.723574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f6b33e0-029f-416f-a251-1ba50095245c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:37.750251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9f6b33e0-029f-416f-a251-1ba50095245c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:37.750674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f6b33e0-029f-416f-a251-1ba50095245c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:37.751149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:37.773770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:37.774137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8a00a0c2-4d5f-4fd9-9338-412fd2a798c4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:37.796124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c067ebb-0875-4ae3-9fe4-502066d16ac3 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.818125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Added routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:48:37.818551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Removed routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:48:37.819052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.825362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.828326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.832175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f222e2-668a-4f83-8f7e-36e99d4a6f02 HTTP/1.1" status: 204 len: 168 time: 0.3517020 Nov 15 22:48:37.850717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:37.866275 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Sync routers for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:37.891371 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:37.892214 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:37.909567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b7729-befe-4aeb-b1bb-91b6d8573fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f222e2-668a-4f83-8f7e-36e99d4a6f02,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:37.971107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:37.973860 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e474b28f-a419-4dac-9c7c-2b3300fb451d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4025149 Nov 15 22:48:37.975553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45376) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:38.009404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:38.055547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.061262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.167664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 291a6110-970d-4101-8a2e-4b24995dafc0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:38.291609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.297730 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:48:38.306531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:38.317486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Sync routers for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:38.326825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.327589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:35Z', 'revision_number': 3, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:38.330963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-941e3f4d-2607-4aa9-88e6-70441833c117 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 705 time: 0.6974399 Nov 15 22:48:38.334154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45380) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:38.335101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:38.338349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:38.358965 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Checking router: b7c57c4a-62a1-49ab-804a-aedb0abdca55 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:38.359594 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Updating router b7c57c4a-62a1-49ab-804a-aedb0abdca55 port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:48:38.391510 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.399968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d24e117c-7c54-41d7-bcc5-407890fb0c7b tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 205 time: 0.0613761 Nov 15 22:48:38.400648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45382) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:38.531126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:38.598614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.637324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:38.710238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Checking router: 291a6110-970d-4101-8a2e-4b24995dafc0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:38.730947 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-6c067ebb-0875-4ae3-9fe4-502066d16ac3 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:48:38.735398 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c067ebb-0875-4ae3-9fe4-502066d16ac3 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1958990 Nov 15 22:48:38.736345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Routers {'291a6110-970d-4101-8a2e-4b24995dafc0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:38.737039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['291a6110-970d-4101-8a2e-4b24995dafc0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:38.738215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:38.754564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'eeffe62a-57ac-47aa-8d66-130310759b26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:38.824139 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.833473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.890769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.891526 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.907195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] Set router 291a6110-970d-4101-8a2e-4b24995dafc0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:38.985902 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.986117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:38.987132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router 291a6110-970d-4101-8a2e-4b24995dafc0 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:48:38.995859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:39.008281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.010392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37ec553d-62b9-4aee-9c42-d2a193c4e9fb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 204 len: 168 time: 0.6050742 Nov 15 22:48:39.014584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45400) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:39.021401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-757647092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:39.056521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638cad31-48eb-455e-8fbe-43142d9c0cc9 None None] The sync data for ids ['291a6110-970d-4101-8a2e-4b24995dafc0'] in n-d-817995-3 is: [{'id': '291a6110-970d-4101-8a2e-4b24995dafc0', 'name': 'tempest-RoutersIpV6Test-router-1522039202', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:47:36Z', 'updated_at': '2021-11-15T22:48:32Z', 'revision_number': 11, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:39.070681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5319f-9d5d-4c08-a56c-645feefc597e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:39.103181 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Attempting to bind port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:39.104224 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Attempting to bind port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:39.109002 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Attempting to bind port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:39.113419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cc87b-3b51-425f-b385-298fbb1cc5bf None None] Pushing event updated for resources: {'Port': ['ID=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:39.121066 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:39.121375 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:39.122069 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.124588 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:39.131535 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Bound port: 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:39.131535 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.131816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.160571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.161672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.185867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cd01afad-aa7a-427b-aa79-2b29a2bbb0b2 None None] Provisioning complete for port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:39.187069 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd01afad-aa7a-427b-aa79-2b29a2bbb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.209001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] For port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:39.217326 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] For port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:39.248638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.259860 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cd01afad-aa7a-427b-aa79-2b29a2bbb0b2 None None] Port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:39.278509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.319509 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.372739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.385320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Allocated IP 172.25.0.17 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/5d6c873a-c038-4be3-a5b6-b29ce6ae963a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:39.402325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9aee58-6744-4bd9-8226-7e6a9ce5df91 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:39.428961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.432723 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:39.433409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:39.459539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.467155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2716fda-16f1-4441-827f-ae9e4d711285 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4481537 Nov 15 22:48:39.467155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:39.472842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:39.512455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] Provisioning complete for port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:39.512455 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.536403 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cc87b-3b51-425f-b385-298fbb1cc5bf None None] Pushing event updated for resources: {'Port': ['ID=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:39.685938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.707350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Allocated IP 172.20.0.1 (58b844c0-090b-4a2b-8fce-43b6b1a1fd51/b32bad42-11f1-43f9-80e6-5fa9fda7c53d/8cc340df-d2b5-4df9-a8ec-e7de57642e56) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:39.710063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] For port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:39.710734 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:39.850752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.853089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.954157 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:39.970152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50fe81-ecd7-4ee2-a504-5881901e06f3 None None] Pushing event updated for resources: {'Port': ['ID=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:40.004767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.063903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:40.082971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:40.088836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:40.107074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:40.110978 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:35Z', 'revision_number': 3, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:40.147741 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b234adb-3047-4ed0-be24-d39c76bd3ee6 None None] The sync data for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 is: [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:35Z', 'revision_number': 3, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:40.151861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.203640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.233937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.353524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.371607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:40.372647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event updated for resources: {'Port': ['ID=5d6c873a-c038-4be3-a5b6-b29ce6ae963a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:40.376854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:40.379620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:40.387774 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.479192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.604656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-306c9195-b7d9-4b4a-8a95-dd891433cb21 None None] Provisioning complete for port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:40.605234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-306c9195-b7d9-4b4a-8a95-dd891433cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.672990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Router 7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:48:40.686823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-306c9195-b7d9-4b4a-8a95-dd891433cb21 None None] Port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:40.794567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:40.801619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.805741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1e66d7e-9e33-4eb5-aec6-4d97d42042c8 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "PUT /v2.0/routers/7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 200 len: 697 time: 1.3396831 Nov 15 22:48:40.805913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45434) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:40.808128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Sync routers for ids ['7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:40.829267 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Routers {'7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:40.830009 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:40.873858 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.881094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting port 5d6c873a-c038-4be3-a5b6-b29ce6ae963a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:40.887205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.903319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05c8558f-3be9-44b7-b9bb-68272cd4d4ad tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/routers/7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 200 len: 703 time: 0.0963130 Nov 15 22:48:40.906090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45436) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:40.959635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-71630806-3487-40be-8ec0-3c53d524c4d3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 200 len: 205 time: 0.0520279 Nov 15 22:48:40.961681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45440) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:40.978605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:40.982893 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Set router 7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:41.072381 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b', 'name': 'tempest-RoutersIpV6Test-router-757647092', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:41.081292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.101616 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Checking router: 7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:41.134499 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Routers {'7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:41.135230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:41.159685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.160009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.182571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Calling delete_port for 5d6c873a-c038-4be3-a5b6-b29ce6ae963a owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:41.280829 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] Set router 7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:41.358875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.361175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.403326 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b', 'name': 'tempest-RoutersIpV6Test-router-757647092', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:41.407346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.442411 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b6e6-02f3-41aa-a8fa-457b643810a5 None None] The sync data for ids ['7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b'] in n-d-817995-3 is: [{'id': '7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b', 'name': 'tempest-RoutersIpV6Test-router-757647092', 'tenant_id': 'f56eef7c4d8044538593d2c399a337d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 2, 'project_id': 'f56eef7c4d8044538593d2c399a337d7', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:41.458765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:41.468250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.468932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Fanout notify agent at l3_agent the message router_deleted on router 7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:48:41.477530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.477530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb794e74-ca33-43d3-8093-bf73ad66e395 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 204 len: 168 time: 0.5130885 Nov 15 22:48:41.485235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.530197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:41.538488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3a7a7232-e7fa-4bfb-85f2-ce4da29d813a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 200 len: 205 time: 0.0494432 Nov 15 22:48:41.538828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.587993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Port': ['ID=5d6c873a-c038-4be3-a5b6-b29ce6ae963a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:41.598798 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-8b4dfd5d-f9d1-4acb-9672-3b1a3c8d9896 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:41.602673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b4dfd5d-f9d1-4acb-9672-3b1a3c8d9896 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/7d9f8c8a-cd6f-4589-9c27-4dfa9d35011b HTTP/1.1" status: 404 len: 336 time: 0.0600257 Nov 15 22:48:41.602673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.634883 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4baea0-c146-44df-9442-d85669f47dcb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:41.635514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4baea0-c146-44df-9442-d85669f47dcb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:41.641671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e4baea0-c146-44df-9442-d85669f47dcb tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/862e0783-1c2f-49a3-92ad-619e0d482b71 HTTP/1.1" status: 404 len: 337 time: 0.0356734 Nov 15 22:48:41.645117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45450) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.682293 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edc185a-5372-447a-b46e-1fb6bf4cc260 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:41.682742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edc185a-5372-447a-b46e-1fb6bf4cc260 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:41.683459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:41.686759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:41.697338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.697576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4edc185a-5372-447a-b46e-1fb6bf4cc260 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/6a0884a2-338b-41b9-bffe-4ab20399cfbd HTTP/1.1" status: 404 len: 337 time: 0.0464396 Nov 15 22:48:41.736606 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8a62b0-19eb-4170-80a6-921a729e0a01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:41.737091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8a62b0-19eb-4170-80a6-921a729e0a01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:41.740368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c8a62b0-19eb-4170-80a6-921a729e0a01 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/989d88b0-c76a-49f0-be55-992d98cfda75 HTTP/1.1" status: 404 len: 337 time: 0.0437071 Nov 15 22:48:41.743249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.844665 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-1098b007-00eb-48c1-8a8e-d334a3dad3ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:41.844665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1098b007-00eb-48c1-8a8e-d334a3dad3ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:41.849756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1098b007-00eb-48c1-8a8e-d334a3dad3ed tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/ea7797f4-5c29-4f68-a87e-add420742b27 HTTP/1.1" status: 404 len: 337 time: 0.0931394 Nov 15 22:48:41.850470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.883445 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] create failed (client error): The resource could not be found. Nov 15 22:48:41.894720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45460) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:41.895171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd9e42e9-e5bb-4097-b281-f8728fe74ef5 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1450014 Nov 15 22:48:41.904160 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c0989cfc-64bf-4e82-9365-c94b03269ade tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 200 len: 205 time: 0.0508671 Nov 15 22:48:41.905193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45462) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.026929 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-906bd632-0d0a-4d05-8014-19eee6a8a0be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.030851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-906bd632-0d0a-4d05-8014-19eee6a8a0be tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/291a6110-970d-4101-8a2e-4b24995dafc0 HTTP/1.1" status: 404 len: 336 time: 0.1220162 Nov 15 22:48:42.036168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.070529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-37903aa7-6cb4-4c98-a39b-f945970ebf23 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=f46ca985-90a2-433d-8fe8-f5fed873a1dd HTTP/1.1" status: 200 len: 205 time: 0.0311337 Nov 15 22:48:42.070779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.077116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting port eeffe62a-57ac-47aa-8d66-130310759b26 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:42.077452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.118937 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-be47042f-fef4-425e-a2ee-d4c9b2f30766 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.119997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be47042f-fef4-425e-a2ee-d4c9b2f30766 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/f46ca985-90a2-433d-8fe8-f5fed873a1dd HTTP/1.1" status: 404 len: 336 time: 0.0483623 Nov 15 22:48:42.123035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.125899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f5e71903-3218-476d-a51f-9e5e7f5acafc None None] Provisioning complete for port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:42.126469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5e71903-3218-476d-a51f-9e5e7f5acafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.152352 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-88abf615-2f56-43e7-a76d-c2bee55d1bab tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:42.152834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88abf615-2f56-43e7-a76d-c2bee55d1bab tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:42.158786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88abf615-2f56-43e7-a76d-c2bee55d1bab tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/836b00e8-e337-4442-a224-90ef6e0c10be HTTP/1.1" status: 404 len: 337 time: 0.0330589 Nov 15 22:48:42.164312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Router b7c57c4a-62a1-49ab-804a-aedb0abdca55 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:42.165700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.197219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c5c2ed7f-8db4-4bc1-a109-a4a19133a103 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 200 len: 205 time: 0.0271559 Nov 15 22:48:42.197481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45478) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.198610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f5e71903-3218-476d-a51f-9e5e7f5acafc None None] Port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:42.209232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.223482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Calling delete_port for eeffe62a-57ac-47aa-8d66-130310759b26 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:42.237414 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e48708a5-7e93-450f-a35e-f0e12b2b9560 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.240073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e48708a5-7e93-450f-a35e-f0e12b2b9560 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/77ab3571-665f-49e8-aac1-7692aa86e49b HTTP/1.1" status: 404 len: 336 time: 0.0400944 Nov 15 22:48:42.242090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45480) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.337581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-64495d87-fa06-4f87-9187-c1316210356e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=b31eecac-f3d9-4c4d-bd17-511005d2fc37 HTTP/1.1" status: 200 len: 205 time: 0.0931365 Nov 15 22:48:42.337762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45482) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.381766 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-3930df5f-3a6c-4af5-b622-5311e3d95198 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.382832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3930df5f-3a6c-4af5-b622-5311e3d95198 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/b31eecac-f3d9-4c4d-bd17-511005d2fc37 HTTP/1.1" status: 404 len: 336 time: 0.0446029 Nov 15 22:48:42.387131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45486) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.435005 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ebe85c-1edd-4aa9-b9c7-5401750626b7 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:42.435444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ebe85c-1edd-4aa9-b9c7-5401750626b7 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:42.438482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-71ebe85c-1edd-4aa9-b9c7-5401750626b7 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/f73c0e64-b364-4fa6-a2cf-be9720b671b6 HTTP/1.1" status: 404 len: 337 time: 0.0503633 Nov 15 22:48:42.440084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:42.441348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45490) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.460421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-87817744-e85b-496e-9088-80b19b2075b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7c57c4a-62a1-49ab-804a-aedb0abdca55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4732149 Nov 15 22:48:42.485241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d1b1aca1-9015-4ef0-a55c-61bf79b3fb7e tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b1a49d-839e-4cba-9499-ed21a06f53b5 HTTP/1.1" status: 200 len: 205 time: 0.0425141 Nov 15 22:48:42.487920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45494) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.502668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.551035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:42.569083 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-1ffb5fae-62ee-4544-86dc-a3648f5fd484 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.578810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Port': ['ID=eeffe62a-57ac-47aa-8d66-130310759b26,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:42.581419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1ffb5fae-62ee-4544-86dc-a3648f5fd484 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/63b1a49d-839e-4cba-9499-ed21a06f53b5 HTTP/1.1" status: 404 len: 336 time: 0.0920558 Nov 15 22:48:42.582258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.658088 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53210f9-42f8-4811-94f5-a5f955ace7de tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:42.658957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53210f9-42f8-4811-94f5-a5f955ace7de tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:42.671617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e53210f9-42f8-4811-94f5-a5f955ace7de tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/9d87e35f-aeb9-4962-9946-3b9ce9be6ddb HTTP/1.1" status: 404 len: 337 time: 0.0859256 Nov 15 22:48:42.673905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.700179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.705736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c6981cb-ad77-4d1f-be77-6b041ed58939 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "DELETE /v2.0/ports/eeffe62a-57ac-47aa-8d66-130310759b26 HTTP/1.1" status: 204 len: 168 time: 0.7992961 Nov 15 22:48:42.708209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45500) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.724464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:42.724909 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:42.751638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-611e8aa8-dbe3-4888-b578-566ce05e21d3 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5d4945-2982-4a3b-8315-52db867e36fa HTTP/1.1" status: 200 len: 205 time: 0.0757539 Nov 15 22:48:42.757327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.801488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6409e8d-f37b-41d5-adc4-8afa32d52ddd tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:42.806905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f6409e8d-f37b-41d5-adc4-8afa32d52ddd tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d HTTP/1.1" status: 200 len: 913 time: 0.0953500 Nov 15 22:48:42.809025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.857759 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-da60b99a-52d5-4bfb-8778-bfaae2a66f5a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] delete failed (client error): The resource could not be found. Nov 15 22:48:42.865571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da60b99a-52d5-4bfb-8778-bfaae2a66f5a tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/routers/0f5d4945-2982-4a3b-8315-52db867e36fa HTTP/1.1" status: 404 len: 336 time: 0.1060705 Nov 15 22:48:42.867813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45510) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:42.942499 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b3d417-141d-4c49-b178-17fcf2ae32a4 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:42.957261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b3d417-141d-4c49-b178-17fcf2ae32a4 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:42.960350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Sync routers for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:42.972475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3b3d417-141d-4c49-b178-17fcf2ae32a4 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/6a4dcde9-1640-4aab-ba35-cc6208759666 HTTP/1.1" status: 404 len: 337 time: 0.1033182 Nov 15 22:48:42.977415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45514) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:43.014490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:43.015125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:43.070420 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7932368-540e-4b11-8931-27a2ec6e5258 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] DELETE failed (client error): The resource could not be found. Nov 15 22:48:43.076507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7932368-540e-4b11-8931-27a2ec6e5258 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:48:43.079848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7932368-540e-4b11-8931-27a2ec6e5258 tempest-RoutersIpV6Test-836111867 tempest-RoutersIpV6Test-836111867-project] 10.222.0.15 "DELETE /v2.0/subnets/5474f21e-c55b-4254-bb20-e881d642a4c7 HTTP/1.1" status: 404 len: 337 time: 0.1005795 Nov 15 22:48:43.242431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:43.309556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.567393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 4, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8cc340df-d2b5-4df9-a8ec-e7de57642e56', 'name': '', 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'mac_address': 'fa:16:3e:bd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 2, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'subnets': [{'id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:43.609684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:43.614517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000311455', 'description': 'tempest-secgroup-smoke-2000311455 description', 'project_id': '93301e804f4d45498bff0e21abb38610'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:43.638259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Checking router: b7c57c4a-62a1-49ab-804a-aedb0abdca55 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:48:43.638625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Updating router b7c57c4a-62a1-49ab-804a-aedb0abdca55 port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:48:43.689421 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.728056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting port 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:43.728703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.733145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:43.770511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.875341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.895076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Calling delete_port for 7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:43.920774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:43.942229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f9ebe70a-d476-415e-af3f-692a1b99ddac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f56eef7c4d8044538593d2c399a337d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064056 Nov 15 22:48:43.948314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:44.005700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.019957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.057113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.058815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a210b015-8438-40e1-852d-fc46f625322f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.110218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.116051 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f274eda-8680-4977-9c5a-43cd20e30812 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5008607 Nov 15 22:48:44.117067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45538) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:44.126722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:44.178152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.205861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.208550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.212352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e5b4229-a1ef-4d3c-b129-07fc276b4656 HTTP/1.1" status: 204 len: 168 time: 0.2660689 Nov 15 22:48:44.218811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafbb1a-aa05-4b7f-87c8-86f5add072c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b4229-a1ef-4d3c-b129-07fc276b4656,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.223061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.223283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.253359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.264188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Port': ['ID=7b452a6e-e7cb-4e62-8982-1f70d9d3e7fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.405285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623808da-cc54-4847-bcbe-c7deae6fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.449606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.502319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Attempting to bind port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:44.502613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Attempting to bind port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:44.502915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Attempting to bind port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 on network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:44.508973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:44.510861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Checking segment: {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:44.510861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.510861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Bound using segment: {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:44.510861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Bound port: 8cc340df-d2b5-4df9-a8ec-e7de57642e56, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10b74a-0625-4055-9705-fc80daf9fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:44.511317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.531938 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.557430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac6b16c-cc0a-4b13-a1bd-473df0e4e679,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.597109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.640952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] For port 8cc340df-d2b5-4df9-a8ec-e7de57642e56, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:44.648129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] For port 8cc340df-d2b5-4df9-a8ec-e7de57642e56, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8cc340df-d2b5-4df9-a8ec-e7de57642e56,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:44.690572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.696994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a87d56d1-a909-43af-a7e6-bba16a56599c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5788567 Nov 15 22:48:44.699997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45546) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:44.715011 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.723919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:44.825063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] Provisioning complete for port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:44.825063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.825063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623808da-cc54-4847-bcbe-c7deae6fe3ba None None] Pushing event updated for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:44.911953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:44.941054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Router fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:48:44.989545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:44.991755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.086571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.139760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:48:45.150067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-da677ff1-f886-4848-a895-b7ce788e1c2a tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "PUT /v2.0/routers/fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357484 Nov 15 22:48:45.150229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45560) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:45.154430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] Sync routers for ids ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:48:45.181183 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] Routers {'fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:45.181824 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.288392 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.319293 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] Routers {'fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:48:45.320209 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:48:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.416529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.436348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] For port 8cc340df-d2b5-4df9-a8ec-e7de57642e56, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8cc340df-d2b5-4df9-a8ec-e7de57642e56,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:45.438388 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.438900 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544cf9e-b695-4cd2-9280-0ac45c42d6a9 None None] The sync data for ids ['fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:45.472748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:48:45.604582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.659996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.684276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.687172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.720456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.750645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e29e455-e5af-40db-83ad-5908c67267b0,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:45.785150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197995e0-31f1-4ffa-ac01-4248045b14e0 None None] Pushing event updated for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:45.800292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7308fe0a-b477-474b-8457-cd87a32b9d86 None None] Provisioning complete for port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:45.800685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7308fe0a-b477-474b-8457-cd87a32b9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.835257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.836014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Fanout notify agent at l3_agent the message router_deleted on router fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:48:45.842634 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.844241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.847067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05c32287-ff1b-4fa6-bd5e-220d5dca580c tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "DELETE /v2.0/routers/fc5eb36a-7c20-4c3e-a10a-dc5e4771d08d HTTP/1.1" status: 204 len: 168 time: 0.6942391 Nov 15 22:48:45.851512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:45.851661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:45.853057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef26d373-b8c0-498c-a206-b6973ca98db1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1500623 Nov 15 22:48:45.864827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:45.943616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 4, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8cc340df-d2b5-4df9-a8ec-e7de57642e56', 'name': '', 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'mac_address': 'fa:16:3e:bd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:44Z', 'revision_number': 4, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'subnets': [{'id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:45.983880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting subnet 9e10100e-60c9-4a7d-9cc3-3116c0f1eae3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:48:45.987461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:45.994793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa3748-00c8-4f22-85cb-789a08cef946 None None] The sync data for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 is: [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:48:40Z', 'revision_number': 4, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8cc340df-d2b5-4df9-a8ec-e7de57642e56', 'name': '', 'network_id': '58b844c0-090b-4a2b-8fce-43b6b1a1fd51', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'mac_address': 'fa:16:3e:bd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:39Z', 'updated_at': '2021-11-15T22:48:44Z', 'revision_number': 4, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'subnets': [{'id': 'b32bad42-11f1-43f9-80e6-5fa9fda7c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:48:46.013091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:46.032308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.143469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.211570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649117152'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:46.214766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.293184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.304322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.308881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.321535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.348023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af19e071-2086-4da5-b1b3-7b0425d1b5b0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:46.422356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.428686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c008fa3-2351-44d1-a209-008ef90e9b10 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736258 Nov 15 22:48:46.430039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45588) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:46.442805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:46.479040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.494888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.544199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Subnet': ['ID=9e10100e-60c9-4a7d-9cc3-3116c0f1eae3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:46.547677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8cc340df-d2b5-4df9-a8ec-e7de57642e56 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:48:46.561937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.566717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4f098c64-7c09-4401-b12d-a98583d4ef33 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "DELETE /v2.0/subnets/9e10100e-60c9-4a7d-9cc3-3116c0f1eae3 HTTP/1.1" status: 204 len: 168 time: 0.7163482 Nov 15 22:48:46.569138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:46.576089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.591783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed329830-58cb-41c2-805e-e5595882112b None None] Network b6de23be-42df-4047-8e3a-23aa583da32c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:46.614356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.697332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.749622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.753003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e785358-698f-4577-9999-ca7d24ef6dd0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:46.769200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:46.770145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.806754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.844356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1a1517-545b-4a2b-a493-b95ee0703f25,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:46.845716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.890033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Deleting port ef8181e3-5665-4685-89ed-744380c4ff71 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:46.890382 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.918362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.920221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-04c81ed7-7987-4662-8ff7-e539a4b97b24 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4875088 Nov 15 22:48:46.933343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:46.938552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:46.957403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:46.983155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] DHCP port deletion for b6de23be-42df-4047-8e3a-23aa583da32c request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:48:47.042073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] For port ef8181e3-5665-4685-89ed-744380c4ff71, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef8181e3-5665-4685-89ed-744380c4ff71,segment=NetworkSegment(9027e255-3991-4ef4-8f46-0a62913d5a04),segment_id=9027e255-3991-4ef4-8f46-0a62913d5a04)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:47.042439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.045564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76cb77-eb35-4233-98da-584a3a015b5b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:47.064978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Deleting port ef8181e3-5665-4685-89ed-744380c4ff71 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:47.065700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.080728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Calling delete_port for ef8181e3-5665-4685-89ed-744380c4ff71 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:47.134494 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Project 93301e804f4d45498bff0e21abb38610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:48:47.142680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.146413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] For port ef8181e3-5665-4685-89ed-744380c4ff71, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef8181e3-5665-4685-89ed-744380c4ff71,segment=NetworkSegment(9027e255-3991-4ef4-8f46-0a62913d5a04),segment_id=9027e255-3991-4ef4-8f46-0a62913d5a04)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:48:47.146817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.161382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Calling delete_port for ef8181e3-5665-4685-89ed-744380c4ff71 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:47.234960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.240215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.241627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72d80a69-4e85-428c-b95e-ce3cc4aa749a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2275250 Nov 15 22:48:47.244512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:47.324258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-48017a26-ded5-42df-b16b-d2048daf86ff tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0787888 Nov 15 22:48:47.325851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.331523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45604) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:47.338144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-security--626954784', 'description': 'tempest-security-description-2080991902'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:47.361032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f147912-3d44-429a-b344-1844e1779381,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:47.383494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.393320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.432222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.453610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] Pushing event deleted for resources: {'Port': ['ID=ef8181e3-5665-4685-89ed-744380c4ff71,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:47.491580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6351b27-ab23-46f4-9264-b7ab0d57de8d None None] No DVR routers for this DVR port ef8181e3-5665-4685-89ed-744380c4ff71 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:47.530298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Port': ['ID=ef8181e3-5665-4685-89ed-744380c4ff71,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:47.551306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.558895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25ad32b0-fde2-4813-aa6d-baaeb1d77d9c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6244967 Nov 15 22:48:47.565743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:47.574547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'security_group_rule': {'security_group_id': 'a210b015-8438-40e1-852d-fc46f625322f', 'project_id': '93301e804f4d45498bff0e21abb38610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:47.590848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] No DVR routers for this DVR port ef8181e3-5665-4685-89ed-744380c4ff71 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:48:47.623237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.705546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.715171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.719312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.723724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:47.724091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "PUT /v2.0/security-groups/ee76cb77-eb35-4233-98da-584a3a015b5b HTTP/1.1" status: 200 len: 1796 time: 0.3953352 Nov 15 22:48:47.755228 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Project 93301e804f4d45498bff0e21abb38610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:48:47.776528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6de23be-42df-4047-8e3a-23aa583da32c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:47.785527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23bf1-accb-45ec-b5a1-185847e233e7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76cb77-eb35-4233-98da-584a3a015b5b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:47.816333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9027e255-3991-4ef4-8f46-0a62913d5a04') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:47.816715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9027e255-3991-4ef4-8f46-0a62913d5a04') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:47.821150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.849304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.885625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45612) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:47.885810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-27e77296-2f2a-4b1a-999c-5a33e8a7141a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups/ee76cb77-eb35-4233-98da-584a3a015b5b HTTP/1.1" status: 200 len: 1796 time: 0.1607702 Nov 15 22:48:47.893548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.903067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:47.904654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:47.907697 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:47.966087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:47.989724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.010202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.019960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.032176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988c1d1b-ea58-4b63-9105-086f3911cfec,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:48.035846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.040534 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.046962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] 10.222.0.15 "DELETE /v2.0/networks/b6de23be-42df-4047-8e3a-23aa583da32c HTTP/1.1" status: 204 len: 168 time: 1.4764433 Nov 15 22:48:48.061034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed0fe-29be-4b03-9403-8312aa9beff2 tempest-FloatingIPNegativeTestJSON-1504338086 tempest-FloatingIPNegativeTestJSON-1504338086-project] Pushing event deleted for resources: {'Network': ['ID=b6de23be-42df-4047-8e3a-23aa583da32c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:48.109797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.111105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bdbe9d03-3b75-4c3b-ad89-2534035029f1 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5433543 Nov 15 22:48:48.182760 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.186418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.187673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee76cb77-eb35-4233-98da-584a3a015b5b HTTP/1.1" status: 204 len: 168 time: 0.2999423 Nov 15 22:48:48.189837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.198140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0362b-34f6-48b6-88fe-caf92e457c0f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76cb77-eb35-4233-98da-584a3a015b5b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:48.240682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e69646bf-d5ca-48fc-9d2e-f62fa8b69238 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478213 Nov 15 22:48:48.243917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.256176 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-56e88276-a597-4d22-947b-3268cb83c86c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] delete failed (client error): The resource could not be found. Nov 15 22:48:48.260912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-56e88276-a597-4d22-947b-3268cb83c86c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee76cb77-eb35-4233-98da-584a3a015b5b HTTP/1.1" status: 404 len: 347 time: 0.0145068 Nov 15 22:48:48.261856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.269082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799900556'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:48.361980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-9675214d-ee06-4079-9a1d-3d8e38601065 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000311455&fields=id&tenant_id=93301e804f4d45498bff0e21abb38610 HTTP/1.1" status: 200 len: 267 time: 0.0682960 Nov 15 22:48:48.390284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.472073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef8181e3-5665-4685-89ed-744380c4ff71 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:48:48.500016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.504990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ef8181e3-5665-4685-89ed-744380c4ff71 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:48:48.505333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef8181e3-5665-4685-89ed-744380c4ff71 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:48:48.553646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.566265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.591373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c09ab9-bd17-43a4-ad11-8fa6beb940aa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:48.622465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-b751833c-5295-43e7-abf1-25059cabe5a5 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:48.629090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-b751833c-5295-43e7-abf1-25059cabe5a5 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 809 time: 0.2597857 Nov 15 22:48:48.640258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-6c8a282e-1ff1-432d-ace1-52e768ab96ab tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/quotas/93301e804f4d45498bff0e21abb38610 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Nov 15 22:48:48.651999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.654095 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b61899ca-de86-448f-bc5b-329977c3278a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3911719 Nov 15 22:48:48.658265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.664875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '81c09ab9-bd17-43a4-ad11-8fa6beb940aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:48.739871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-ef87f042-fb55-4fc6-8063-05065224d68b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914955 Nov 15 22:48:48.757691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.760546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-353da45a-e38f-482d-86a2-c45ac8ac0dbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a69e20261154826a8bb83677bd099df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931152 Nov 15 22:48:48.763728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:48.827033 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.830590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.896103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.902599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.935038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2256ed2-ea39-4f29-b3f6-19f374fc314f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:48.970863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-4e8ee7d8-6a41-46ca-9920-ed2913b51d68 service neutron] 10.222.0.15 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181847 Nov 15 22:48:48.991667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:48.993294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d0ce8a03-b712-4ba6-b6bb-7c7cd1d4eac6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336821 Nov 15 22:48:48.996260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45658) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:49.051396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.054946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.058445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/654625ec-9907-42d4-b3fd-b992865a3ff0 HTTP/1.1" status: 204 len: 168 time: 0.2914915 Nov 15 22:48:49.082484 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.089079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f1bf-0a35-44ca-8af5-27eb367c98e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654625ec-9907-42d4-b3fd-b992865a3ff0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:49.098305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.145724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-54912617-c91b-4a70-b3e9-223483da5646 service neutron] 10.222.0.15 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680560 Nov 15 22:48:49.246944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.254919 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.256481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c2256ed2-ea39-4f29-b3f6-19f374fc314f HTTP/1.1" status: 204 len: 168 time: 0.2586532 Nov 15 22:48:49.259180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:49.263226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b8317-1226-4092-9a7c-2f3cb7faaba8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2256ed2-ea39-4f29-b3f6-19f374fc314f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:49.320841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cee322a0-e553-447a-8f63-8157851af2ac tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563154 Nov 15 22:48:49.321809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:49.413262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.485484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a833297-118a-4bc8-9bed-f7153a58234a req-8fc66c8c-3159-423c-ae8c-397ba3fa9b77 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0608754 Nov 15 22:48:49.487342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.617002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.619584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.623750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/81c09ab9-bd17-43a4-ad11-8fa6beb940aa HTTP/1.1" status: 204 len: 168 time: 0.2977548 Nov 15 22:48:49.624253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45686) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:49.630791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39fc7a-20a5-4f42-af26-d030ec27c44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c09ab9-bd17-43a4-ad11-8fa6beb940aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:49.681022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff5164d8-3761-46e8-95a4-d6315dbc156d tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554795 Nov 15 22:48:49.685399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:49.689766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270384295'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:49.794053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.872923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.959581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:49.988636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9948f6-f249-475c-9058-b5b2e5bdcb2a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:50.094226 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.095703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c7d3a1f7-b34c-49a8-a532-0e811b810962 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4092207 Nov 15 22:48:50.108850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45702) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:50.113728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'bc9948f6-f249-475c-9058-b5b2e5bdcb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:50.193609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.252995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.302888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.319350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a720cf7-6439-4699-85b9-ed1f8a98884c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:50.393450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:50.430894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.440733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45718) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:50.441363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66684e2c-bff7-4c59-830a-e76b1e8e3a45 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308158 Nov 15 22:48:50.446997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'bc9948f6-f249-475c-9058-b5b2e5bdcb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:50.561642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-295478270'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:50.583293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e131077-4926-4a1f-8f5c-cecf1fc3d5a7 req-8a4d1960-14a8-4d4d-95cf-16f5bba0588c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0303009 Nov 15 22:48:50.593455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.650866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.691538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:50.695299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.708863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.720354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.745133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2951ac29-bbc0-445d-9af8-8ab479a7d828,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:50.808516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.811633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f73558e4-3add-4f45-b733-d127bb2e7ff5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681500 Nov 15 22:48:50.813359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45726) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:50.819503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'bc9948f6-f249-475c-9058-b5b2e5bdcb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:50.915814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:50.998819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.068595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.102137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bd78a7-c123-4b73-be11-47843084f19d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:51.161890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.189002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.190144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e2dc2451-dc29-48e0-b144-0000f500e2aa tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3753972 Nov 15 22:48:51.193074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45732) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:51.197330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'bc9948f6-f249-475c-9058-b5b2e5bdcb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:51.266785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.292810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:51.305804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b26de1-d795-47a3-910f-9cbc73c2f064,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:51.308970 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.309349 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment 0021723e-3599-40c8-a81c-c500a119f0af of type vlan for network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b Nov 15 22:48:51.309922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.360031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.404878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.479622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.485458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:51.486036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.508069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.526926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e3fa4a-f33c-48b3-a00e-64b8f0def9f8,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:51.559494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=d5896cb6-ea2a-4678-b3f8-5c008f50fc1b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:51.571470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:51.615514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.615514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-599f9bf2-c05b-4f96-b584-5c41c8906542 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4199691 Nov 15 22:48:51.616250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45742) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:51.622166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'bc9948f6-f249-475c-9058-b5b2e5bdcb2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:51.658885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-97ed0078-917e-486c-a78c-34d1244cd2a2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2642484 Nov 15 22:48:51.661727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:51.667324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'name': 'tempest-PortsTestJSON-898056840'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:51.771505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.871371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b92f938b-9b31-4af6-9f77-52526ef7c9ca req-e0c6ed7e-32a4-468a-bdc1-88b7d232b02d tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.1083736 Nov 15 22:48:51.935286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:51.994141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:51.998117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.017471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 8addb398-4e8b-4910-9e7b-08f925330046 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:52.023186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.051931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d604219c-d57f-40fe-b481-fb247bf8e072,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:52.127551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.129666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-39af3d9b-71db-4908-979d-2c0d4f735274 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5115366 Nov 15 22:48:52.132006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45752) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.175063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.187808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.188327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.306924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.313416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.314514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d604219c-d57f-40fe-b481-fb247bf8e072 HTTP/1.1" status: 204 len: 168 time: 0.1813104 Nov 15 22:48:52.317186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.320570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fcd6c-dce9-47ad-8c16-671a8832e2e8 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d604219c-d57f-40fe-b481-fb247bf8e072,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:52.326822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.418628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7d34aa5-c7af-49be-baea-645ae7e86471 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1001847 Nov 15 22:48:52.421442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.422248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=8addb398-4e8b-4910-9e7b-08f925330046,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:52.441330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': '0021723e-3599-40c8-a81c-c500a119f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:52.441727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: d5896cb6-ea2a-4678-b3f8-5c008f50fc1b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:52.449595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.462772 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.530852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:52.559836 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.566287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.567394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b4e3fa4a-f33c-48b3-a00e-64b8f0def9f8 HTTP/1.1" status: 204 len: 168 time: 0.1448615 Nov 15 22:48:52.570940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45764) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.572928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47fef9-10e7-42c1-8911-3c6260e3e2d4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4e3fa4a-f33c-48b3-a00e-64b8f0def9f8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:52.615251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8721128e-0ad5-49df-8b13-6db284500a5f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0429657 Nov 15 22:48:52.618085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.625626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d5896cb6-ea2a-4678-b3f8-5c008f50fc1b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:52.635125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef0997-31dc-443e-a4f7-566d9ebf9fc0 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:52.643435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:52.649038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:52.650055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.667942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.675740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.743122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2cf50ec8-0554-484e-8ae5-405e6e3dbcd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0776293 Nov 15 22:48:52.743371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.749972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242356818'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:52.767535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.774209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.775316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/71bd78a7-c123-4b73-be11-47843084f19d HTTP/1.1" status: 204 len: 168 time: 0.1563084 Nov 15 22:48:52.778198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45770) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.784643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50788d26-2aa9-434d-ae67-c0365532da2c tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71bd78a7-c123-4b73-be11-47843084f19d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:52.826489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b528634a-fd3f-4113-bc31-83d2d43c8b2d tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0469108 Nov 15 22:48:52.829279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:52.852112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:52.855320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.859112 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.875094 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.901155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:52.911352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.911686 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment e492bed7-d788-49d4-8a3d-c090626463f4 of type vlan for network 91494d95-42cc-40d2-8493-a72ae36ddeac Nov 15 22:48:52.963446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85524ca5-cc47-47e5-9d97-8a98b341714e req-218684ca-4c76-4688-b300-bedff92cdb61 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0434740 Nov 15 22:48:52.974738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.983039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.993079 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:52.997503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2951ac29-bbc0-445d-9af8-8ab479a7d828 HTTP/1.1" status: 204 len: 168 time: 0.1638081 Nov 15 22:48:52.997733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.011928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6625a-bd9f-4338-a160-dc1cdae0e31a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2951ac29-bbc0-445d-9af8-8ab479a7d828,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:53.037044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-096236d9-6a40-4ded-88da-756bea2556bc tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0381629 Nov 15 22:48:53.039847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.057686 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.063416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.065408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:53.066296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.070837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.147164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=91494d95-42cc-40d2-8493-a72ae36ddeac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:53.157496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 91494d95-42cc-40d2-8493-a72ae36ddeac details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:53.165572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.172342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.174223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6a720cf7-6439-4699-85b9-ed1f8a98884c HTTP/1.1" status: 204 len: 168 time: 0.1326859 Nov 15 22:48:53.176776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45788) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.190487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f285a-9544-4019-96f6-7f8b9e11b81e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a720cf7-6439-4699-85b9-ed1f8a98884c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:53.216673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de6b05a7-21e6-4b0f-9959-6e9d89e2877a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4700074 Nov 15 22:48:53.217660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.222713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'ports': [{'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'}, {'network_id': '91494d95-42cc-40d2-8493-a72ae36ddeac'}]} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:53.226187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:53.226760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '91494d95-42cc-40d2-8493-a72ae36ddeac'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:53.243390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e4e7e945-dbfb-447c-a70b-2cde9a87d007 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644548 Nov 15 22:48:53.246933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.322545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.349056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.697777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.769488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 2} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:53.770796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.770796 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/bc9948f6-f249-475c-9058-b5b2e5bdcb2a HTTP/1.1" status: 204 len: 168 time: 0.4604700 Nov 15 22:48:53.771248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.771398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00b60-a037-44ca-9375-68da0a792c76 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9948f6-f249-475c-9058-b5b2e5bdcb2a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:53.771513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:53.771617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.830698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a08ccd13-74d8-486c-b2ef-9bbc98f3db44 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620797 Nov 15 22:48:53.831418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:53.835942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--923228200'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:53.879506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 6cb4c5b0-294f-489b-9263-18bee6fd6224 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:54.006830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.026902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.099676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-772a4a37-299f-440c-849a-85697ead4d4a req-15681528-28ee-46ba-b27c-47d2de792f86 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0303872 Nov 15 22:48:54.142563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.145629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 5e23fc29-b854-46db-82dd-610e75e91a30 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:54.200059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.244446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d9ea7-376e-4a74-b523-977c25d3e135,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:54.280371 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.315479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.317105 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c10ac8f7-c36c-4bc2-88a2-50a1edf4ada7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4848182 Nov 15 22:48:54.320379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:54.325259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '1a9d9ea7-376e-4a74-b523-977c25d3e135', 'direction': 'ingress', 'protocol': 17}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:54.405445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.450421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.470347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:54.473948 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:54.477789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:54.478670 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.486015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=6cb4c5b0-294f-489b-9263-18bee6fd6224,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:54.555497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=5e23fc29-b854-46db-82dd-610e75e91a30,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:54.572894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': 'e492bed7-d788-49d4-8a3d-c090626463f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '91494d95-42cc-40d2-8493-a72ae36ddeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:54.578062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 91494d95-42cc-40d2-8493-a72ae36ddeac, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:54.578238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.662529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.681906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35196f53-b21c-46a2-a0c3-0a152c8f0770,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:54.701615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 91494d95-42cc-40d2-8493-a72ae36ddeac is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:54.761496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.766213 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37e6a899-eaff-4bc2-8c59-77f007f08b22 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4422965 Nov 15 22:48:54.766703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:54.805602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 91494d95-42cc-40d2-8493-a72ae36ddeac) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:54.815540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb1c1e-f830-481f-91f2-d14628514c0e None None] Network 91494d95-42cc-40d2-8493-a72ae36ddeac requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:54.826305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.852370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.900968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:54.907346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:54.912264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:54.912968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:54.999534 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.002812 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.003576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a9d9ea7-376e-4a74-b523-977c25d3e135 HTTP/1.1" status: 204 len: 168 time: 0.2358060 Nov 15 22:48:55.006329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.010237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b746721b-afdc-4334-aeb2-b90738f5f313 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7914429 Nov 15 22:48:55.015411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.024673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a477fb-18cc-4733-b7b9-cd9fe9462cf4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d9ea7-376e-4a74-b523-977c25d3e135,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:55.158217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3616fef3-f958-426a-bd55-4d1613b10c04 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500115 Nov 15 22:48:55.162053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.167256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616046615'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:55.193532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 5e23fc29-b854-46db-82dd-610e75e91a30 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:55.193986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.254815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1797a73-cdda-4102-932a-c1ac92a7cc31 req-23026a48-c8de-4350-89e2-137e4326086a tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0317647 Nov 15 22:48:55.268145 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.292964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.306765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 5e23fc29-b854-46db-82dd-610e75e91a30 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:55.347191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.455157 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.489390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119a4740-50be-40d1-a27a-6aa51d0d469a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:55.518263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.551546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=5e23fc29-b854-46db-82dd-610e75e91a30,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:55.552571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.556531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7af640fe-54df-44cf-ab63-4aa26832fea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3907323 Nov 15 22:48:55.557965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.562561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413787377'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:55.583244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.586598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4448c1a-266f-4c44-a12a-ab91dc1ac62e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/5e23fc29-b854-46db-82dd-610e75e91a30 HTTP/1.1" status: 204 len: 168 time: 0.5693696 Nov 15 22:48:55.590857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.641159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ad5-2651-43ee-a081-9c4e1e7ac9e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:55.647080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6ad5-2651-43ee-a081-9c4e1e7ac9e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:55.648741 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29ba6ad5-2651-43ee-a081-9c4e1e7ac9e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0585630 Nov 15 22:48:55.651448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:55.678899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.794672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 6cb4c5b0-294f-489b-9263-18bee6fd6224 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:48:55.795034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.799037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.868880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.883264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 6cb4c5b0-294f-489b-9263-18bee6fd6224 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:48:55.892868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:55.963316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde5bbd-6043-4b86-9431-13976d561c39,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:56.082279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.084969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d4cbbff-2cf9-4a93-8e83-6294989c8142 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5250812 Nov 15 22:48:56.093133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.101365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.102875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '119a4740-50be-40d1-a27a-6aa51d0d469a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0dde5bbd-6043-4b86-9431-13976d561c39', 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:56.125135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=6cb4c5b0-294f-489b-9263-18bee6fd6224,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:56.131210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.136198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6af04d01-b990-4678-b45d-dc9bcf6b11dc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/6cb4c5b0-294f-489b-9263-18bee6fd6224 HTTP/1.1" status: 204 len: 168 time: 0.4830730 Nov 15 22:48:56.138667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.192603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17d109-988e-482a-a455-fc56cd1b9b7e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:56.196547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3f17d109-988e-482a-a455-fc56cd1b9b7e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0542939 Nov 15 22:48:56.197046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45858) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.221518 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4afbb51-ebeb-4ed4-a985-6397baf5dbbd tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:48:56.225177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4afbb51-ebeb-4ed4-a985-6397baf5dbbd tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/5e23fc29-b854-46db-82dd-610e75e91a30 HTTP/1.1" status: 404 len: 333 time: 0.0250077 Nov 15 22:48:56.225519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45860) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.237595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.251791 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce33f2a-f988-4470-8c6e-3820a76c8ab6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:48:56.255855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fce33f2a-f988-4470-8c6e-3820a76c8ab6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/6cb4c5b0-294f-489b-9263-18bee6fd6224 HTTP/1.1" status: 404 len: 333 time: 0.0269444 Nov 15 22:48:56.256058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.319496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.351775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.386577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a8de556-e27d-49c4-9f03-8e4691bda09d req-5c8a4dcd-958f-417d-ad7e-c3f3c787444a tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0530417 Nov 15 22:48:56.434531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.454597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143d6d93-a0f6-4ae7-a2cd-2fed0161c037,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:56.474611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.498903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91494d95-42cc-40d2-8493-a72ae36ddeac']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:56.508656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e492bed7-d788-49d4-8a3d-c090626463f4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:56.508942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e492bed7-d788-49d4-8a3d-c090626463f4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:48:56.519233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.532018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.537739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:48:56.538111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:48:56.541024 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:48:56.629668 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.634240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2afebc7e-ea66-4385-88f4-eac9343bcea6 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5355437 Nov 15 22:48:56.636006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.661888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.670183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.678319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.689726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.692715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/91494d95-42cc-40d2-8493-a72ae36ddeac HTTP/1.1" status: 204 len: 168 time: 0.4357340 Nov 15 22:48:56.696518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.712961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1595349072'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:56.716918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cad93d-5d02-4083-a2a1-b25a762632c9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=91494d95-42cc-40d2-8493-a72ae36ddeac,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:56.726718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-47c75368-c810-4eb2-abb9-9a0d0a5171bd tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:56.728230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-47c75368-c810-4eb2-abb9-9a0d0a5171bd tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 809 time: 0.1265085 Nov 15 22:48:56.811416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.818435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.823064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/143d6d93-a0f6-4ae7-a2cd-2fed0161c037 HTTP/1.1" status: 204 len: 168 time: 0.1839790 Nov 15 22:48:56.823064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.833822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397b65c-7ef9-414c-b86a-6705655aa0e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=143d6d93-a0f6-4ae7-a2cd-2fed0161c037,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:56.852234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa0d5d8f-6968-4f1f-a079-533f5b07fa9b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93301e804f4d45498bff0e21abb38610 HTTP/1.1" status: 200 len: 380 time: 0.1062739 Nov 15 22:48:56.855119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:56.859371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.865726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'port': {'device_id': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'admin_state_up': True, 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'security_groups': ['a210b015-8438-40e1-852d-fc46f625322f']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:56.910405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a47facaf-c29b-460d-ab6f-f77d1250f1be tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0835834 Nov 15 22:48:56.910405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:56.920545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:48:56.945238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:56.945714 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment b70d6a6b-5b29-438a-831e-ac99549b8166 of type vlan for network 411b6786-128d-4644-9e7f-e686d3266f2d Nov 15 22:48:57.039388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.064275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.087042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Made reservation on behalf of 93301e804f4d45498bff0e21abb38610 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:57.094056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.099594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.154381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.160097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:57.160840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.232817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=411b6786-128d-4644-9e7f-e686d3266f2d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:57.243456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 411b6786-128d-4644-9e7f-e686d3266f2d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:48:57.254067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.258126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.260665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/0dde5bbd-6043-4b86-9431-13976d561c39 HTTP/1.1" status: 204 len: 168 time: 0.3498561 Nov 15 22:48:57.266543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45884) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:57.280554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59276f-ae05-449c-b06f-d851d410f7fb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde5bbd-6043-4b86-9431-13976d561c39,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:57.313361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7dc26afa-4dab-4391-b536-468fe00f3a18 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6132965 Nov 15 22:48:57.318590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:57.334732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:57.400917 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Allocated IP 172.20.0.14 (5da52cc8-85d9-4526-bdf9-9f277d10e5b4/79fc1a1b-d365-44b5-8fd0-560f12e9fee5/683313f7-f828-4acd-bbec-f937f07d23a6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:57.421799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eeae17e3-d136-405b-8518-d5021b5c5ebc tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1535039 Nov 15 22:48:57.426020 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45890) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:57.530568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:57.534146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.630881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Performing IP validity checks on allocation pools {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 22:48:57.633128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 22:48:57.868432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51dc91dc-e25e-44be-86aa-5607126a8adb req-a1461bb2-65c1-4187-9e1b-d1cb337a046a tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.3829024 Nov 15 22:48:57.886175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.904003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.942137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:57.984281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=e2be4b68-5bde-43ea-9391-c3664af829ab,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:57.999400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': 'b70d6a6b-5b29-438a-831e-ac99549b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:58.002251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 411b6786-128d-4644-9e7f-e686d3266f2d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:48:58.014449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.102154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 411b6786-128d-4644-9e7f-e686d3266f2d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:48:58.120202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.122791 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.125576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.129484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/119a4740-50be-40d1-a27a-6aa51d0d469a HTTP/1.1" status: 204 len: 168 time: 0.7015927 Nov 15 22:48:58.129672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:58.177749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68e864-d7f2-49f9-bb12-8be091bb4fda tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a4740-50be-40d1-a27a-6aa51d0d469a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:58.179942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1dfaef0b-82ab-4845-bb69-e95a47720c49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485935 Nov 15 22:48:58.186391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:58.191686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079235195'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:58.208574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:58.217469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 411b6786-128d-4644-9e7f-e686d3266f2d) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:58.223888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:58.229277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.229800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af31d5a-c9a5-4f46-8153-68b99356fdee None None] Network 411b6786-128d-4644-9e7f-e686d3266f2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:48:58.236337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:58.239612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:58.251773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:58.306482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.307385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:58.308051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.411208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-aa4926f2-5fb4-48fb-877a-ba407bbad075 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5408127 Nov 15 22:48:58.432097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Request body: {'port': {'device_id': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:58.494674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-86c70dce-7e08-4fd8-b848-f2d02687719c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1730611 Nov 15 22:48:58.498398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45906) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:58.513538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d', 'name': 'tempest-PortsTestJSON-713472502'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:58.535035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.676334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-411b6786-128d-4644-9e7f-e686d3266f2d', 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': 'e2be4b68-5bde-43ea-9391-c3664af829ab'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:48:58.677241 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.723158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.816900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.844962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1cb167e8-7315-4178-8bfa-f648f918153a None None] Provisioning complete for port 683313f7-f828-4acd-bbec-f937f07d23a6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:48:58.845642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb167e8-7315-4178-8bfa-f648f918153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.867822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7389cb-f2fa-4904-982c-fc2f700e69ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:58.873384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:48:58.877351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.883552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1cb167e8-7315-4178-8bfa-f648f918153a None None] Port 683313f7-f828-4acd-bbec-f937f07d23a6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:48:58.896734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Allocated IP 172.20.0.2 (411b6786-128d-4644-9e7f-e686d3266f2d/e2be4b68-5bde-43ea-9391-c3664af829ab/ddcfcede-482c-4cd8-a067-a24cbc4a5360) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:58.901731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683313f7-f828-4acd-bbec-f937f07d23a6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:48:58.907944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:58.922656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Transition to ACTIVE for port object 683313f7-f828-4acd-bbec-f937f07d23a6 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:48:58.926908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 1e041935-4020-48b0-aaf2-72230bd74869 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:48:59.012502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.013722 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6bf0399f-541c-4b79-a756-d2b262930420 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8266289 Nov 15 22:48:59.016417 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:59.021296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': 'af7389cb-f2fa-4904-982c-fc2f700e69ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:48:59.034046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1862-4dcb-4f59-bffa-58e0a67acb25 req-c087e5ba-c649-42ff-b6cc-e6528ccfba44 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:59.036785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4dc1862-4dcb-4f59-bffa-58e0a67acb25 req-c087e5ba-c649-42ff-b6cc-e6528ccfba44 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 932 time: 0.0683682 Nov 15 22:48:59.077599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.086611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.098485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4dc1862-4dcb-4f59-bffa-58e0a67acb25 req-4bc3cf80-0760-43c7-b53b-5d9e207fcd0d tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567038 Nov 15 22:48:59.149804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.168982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Pushing event updated for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.171661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.223217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Attempting to bind port 683313f7-f828-4acd-bbec-f937f07d23a6 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:59.224096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Attempting to bind port 683313f7-f828-4acd-bbec-f937f07d23a6 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:59.224645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Attempting to bind port 683313f7-f828-4acd-bbec-f937f07d23a6 on network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:59.233368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Port 683313f7-f828-4acd-bbec-f937f07d23a6 on network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:48:59.233368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Attempting to bind port 683313f7-f828-4acd-bbec-f937f07d23a6 on network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:59.242014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:59.242458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Checking segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:59.243271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Bound using segment: {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:59.243271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Bound port: 683313f7-f828-4acd-bbec-f937f07d23a6, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3108fa4e-df1d-4c14-8d45-7c3d35315866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:59.243545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.251749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Pushing event updated for resources: {'Port': ['ID=ddcfcede-482c-4cd8-a067-a24cbc4a5360,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.278348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Network 411b6786-128d-4644-9e7f-e686d3266f2d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:48:59.281126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:48:59.297233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:48:59.325125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.336257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:59.340911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=683313f7-f828-4acd-bbec-f937f07d23a6,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:59.348043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.10 (411b6786-128d-4644-9e7f-e686d3266f2d/e2be4b68-5bde-43ea-9391-c3664af829ab/1e041935-4020-48b0-aaf2-72230bd74869) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:48:59.375825 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.380856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Attempting to bind port ddcfcede-482c-4cd8-a067-a24cbc4a5360 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:48:59.380856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Attempting to bind port ddcfcede-482c-4cd8-a067-a24cbc4a5360 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'b70d6a6b-5b29-438a-831e-ac99549b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:48:59.380856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Attempting to bind port ddcfcede-482c-4cd8-a067-a24cbc4a5360 on network 411b6786-128d-4644-9e7f-e686d3266f2d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:48:59.384527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:48:59.385187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Checking segment: {'id': 'b70d6a6b-5b29-438a-831e-ac99549b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:48:59.385777 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.386409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Bound using segment: {'id': 'b70d6a6b-5b29-438a-831e-ac99549b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:48:59.387690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Bound port: ddcfcede-482c-4cd8-a067-a24cbc4a5360, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70d6a6b-5b29-438a-831e-ac99549b8166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '411b6786-128d-4644-9e7f-e686d3266f2d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:48:59.388651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.404471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.428347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.477989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529bd4d3-39d7-4424-8ce5-f593f8ca4e4e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.482565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:59.483532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.484605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1092 time: 1.0669394 Nov 15 22:48:59.485163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:48:59.487410 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc9ed5-44dd-48af-b279-9029ff001aca" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:48:59.511311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] For port ddcfcede-482c-4cd8-a067-a24cbc4a5360, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:48:59.530865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5945f60-cda3-4798-85b6-b28954e868f3 service neutron] Pushing event updated for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.541244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] For port ddcfcede-482c-4cd8-a067-a24cbc4a5360, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ddcfcede-482c-4cd8-a067-a24cbc4a5360,segment=NetworkSegment(b70d6a6b-5b29-438a-831e-ac99549b8166),segment_id=b70d6a6b-5b29-438a-831e-ac99549b8166)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:48:59.551298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.552782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-45652ce7-b9e3-415f-b680-d7abe33dd96b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5350363 Nov 15 22:48:59.555879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:59.569730 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec712e5-ddfb-494b-be7f-91a06ad342f4 x-openstack-request-id: req-9ec712e5-ddfb-494b-be7f-91a06ad342f4 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:48:59.570138 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:48:59.570672 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ec712e5-ddfb-494b-be7f-91a06ad342f4 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:48:59.571175 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6', 'status': 'completed', 'code': 200} Nov 15 22:48:59.636423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.640940 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.655747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-f1adddad-3880-46da-b8c4-f248903899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:59.657185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.657355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-f1adddad-3880-46da-b8c4-f248903899b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1095 time: 0.0558343 Nov 15 22:48:59.713073 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.737932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd62b-f73e-4784-a658-bdf79bf427d4 None None] Pushing event updated for resources: {'Port': ['ID=ddcfcede-482c-4cd8-a067-a24cbc4a5360,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.779963 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.790701 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.792126 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/529bd4d3-39d7-4424-8ce5-f593f8ca4e4e HTTP/1.1" status: 204 len: 168 time: 0.2356319 Nov 15 22:48:59.795004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45930) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:59.864955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=529bd4d3-39d7-4424-8ce5-f593f8ca4e4e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:48:59.875492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.898576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:48:59.911550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9c9259d-da9e-4dd9-9ebe-0b5f0739acb4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128640 Nov 15 22:48:59.911772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.912863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.912863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.913114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:48:59.913221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.913221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.913545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.913764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.914157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.914399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.914722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.915043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.915369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f880842b-de35-458d-b779-e8a4a3a61c1f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:48:59.934652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-621c7a1d-ed40-4105-a519-7f3c2c1aa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:48:59.936125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-621c7a1d-ed40-4105-a519-7f3c2c1aa418 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=93301e804f4d45498bff0e21abb38610&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2622678 Nov 15 22:49:00.003279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 411b6786-128d-4644-9e7f-e686d3266f2d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:00.006879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:00.010495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:00.094971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.145085 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.148134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.148950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.154171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=1e041935-4020-48b0-aaf2-72230bd74869,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:00.239169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-aec763cf-b865-4bc2-a778-637820562765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.240790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aacc9ed5-44dd-48af-b279-9029ff001aca req-aec763cf-b865-4bc2-a778-637820562765 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889719 Nov 15 22:49:00.259041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fd057386-3dc8-429c-a810-2ea7ff9ac1a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7578943 Nov 15 22:49:00.260487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:00.347663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff0529-53e0-4d96-99f2-e43d03274ec8 req-bed80317-1596-4ce0-be46-416863051781 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.349261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dff0529-53e0-4d96-99f2-e43d03274ec8 req-bed80317-1596-4ce0-be46-416863051781 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 944 time: 0.1336987 Nov 15 22:49:00.387715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-77802746-3458-4cb2-ac0a-035b31760023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.389627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-77802746-3458-4cb2-ac0a-035b31760023 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1095 time: 0.0938134 Nov 15 22:49:00.443052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 1e041935-4020-48b0-aaf2-72230bd74869 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:00.443396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.465873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.469111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.473861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/af7389cb-f2fa-4904-982c-fc2f700e69ed HTTP/1.1" status: 204 len: 168 time: 0.5600929 Nov 15 22:49:00.481761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:00.487605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-5a786e71-3488-4949-b5de-373e4626bde6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 217 time: 0.0827503 Nov 15 22:49:00.494318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e5b5b-8d07-4c59-942a-35ba448998e4 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7389cb-f2fa-4904-982c-fc2f700e69ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:00.501392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dff0529-53e0-4d96-99f2-e43d03274ec8 req-762819b6-4b80-4ab4-bf39-7bd44b78cf46 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398323 Nov 15 22:49:00.563099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ddcfcede-482c-4cd8-a067-a24cbc4a5360 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:00.618498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cff6e383-1de6-4076-bd88-22c29121a44f tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1328888 Nov 15 22:49:00.618747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45950) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:00.623305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group': {'name': 'tempest-secgroup--316906619'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:00.625561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-0de25943-a0f3-403f-b259-7bc98cfabe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.630835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-0de25943-a0f3-403f-b259-7bc98cfabe74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.1272614 Nov 15 22:49:00.636669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.657020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 1e041935-4020-48b0-aaf2-72230bd74869 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:00.667793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ddcfcede-482c-4cd8-a067-a24cbc4a5360 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:00.668191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.713572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-ec20460b-b16a-4a11-99f4-2fe4e367438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:00.715686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-ec20460b-b16a-4a11-99f4-2fe4e367438d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735626 Nov 15 22:49:00.775237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.794477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.836498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port ddcfcede-482c-4cd8-a067-a24cbc4a5360, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ddcfcede-482c-4cd8-a067-a24cbc4a5360,segment=NetworkSegment(b70d6a6b-5b29-438a-831e-ac99549b8166),segment_id=b70d6a6b-5b29-438a-831e-ac99549b8166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:00.869406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-b3f94145-8a66-46f9-9926-1f66566d0f19 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385951 Nov 15 22:49:00.914030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:00.991057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=ddcfcede-482c-4cd8-a067-a24cbc4a5360,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:01.019971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.057384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-233653e6-2ea0-4b82-bdd6-ebd48a909cd0 req-2889d898-fe09-404e-8a8d-3d03229a133d service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721234 Nov 15 22:49:01.111673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.131140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=1e041935-4020-48b0-aaf2-72230bd74869,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:01.179886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.186676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a68ad225-8722-4a3c-9d0a-be2b69573852 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/1e041935-4020-48b0-aaf2-72230bd74869 HTTP/1.1" status: 204 len: 168 time: 0.9217968 Nov 15 22:49:01.188064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45956) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.191393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.231927 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f4028f-0086-4228-83b7-af86223d1fb6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:49:01.232954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f4028f-0086-4228-83b7-af86223d1fb6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:49:01.240504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-47f4028f-0086-4228-83b7-af86223d1fb6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/1e041935-4020-48b0-aaf2-72230bd74869 HTTP/1.1" status: 404 len: 333 time: 0.0508146 Nov 15 22:49:01.241596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.246086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5428a-7bd0-4f36-8751-545bce3b12e1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:01.281144 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a0fc6-3fa1-4aea-9994-a6e9b3a27ea9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:01.285836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f3a0fc6-3fa1-4aea-9994-a6e9b3a27ea9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/1e041935-4020-48b0-aaf2-72230bd74869 HTTP/1.1" status: 404 len: 333 time: 0.0397210 Nov 15 22:49:01.290634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.305518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8f76d-4936-47c9-9255-c7668a404397 None None] Network 411b6786-128d-4644-9e7f-e686d3266f2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:01.315581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.316999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-538cad41-e81a-4d63-8e25-6f0a916ccbb7 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6971900 Nov 15 22:49:01.319447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45962) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.324959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '6ac5428a-7bd0-4f36-8751-545bce3b12e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:01.349172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet e2be4b68-5bde-43ea-9391-c3664af829ab {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:01.352853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.397662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.460837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.496855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.531697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-664d2882-9558-4db2-9b9e-b87d26d79c2d None None] Provisioning complete for port ddcfcede-482c-4cd8-a067-a24cbc4a5360 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:01.531697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-664d2882-9558-4db2-9b9e-b87d26d79c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.598552 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.685335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722104e2-3f61-44fc-87cd-b3e01c55e79d req-5f3d0501-3062-4de1-8a89-43c063a0af55 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:01.687510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-722104e2-3f61-44fc-87cd-b3e01c55e79d req-5f3d0501-3062-4de1-8a89-43c063a0af55 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 944 time: 0.0661852 Nov 15 22:49:01.691365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.714624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b32a63c-37e5-4c53-9956-29a5ccc84834,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:01.719781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.784954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=e2be4b68-5bde-43ea-9391-c3664af829ab,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:01.805893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.809814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.810363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ccf00b0-1852-4590-bb30-fb296ace3802 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/e2be4b68-5bde-43ea-9391-c3664af829ab HTTP/1.1" status: 204 len: 168 time: 0.5233266 Nov 15 22:49:01.819877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-93174eb6-70a4-4876-8d79-0c9960b3f73a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4962265 Nov 15 22:49:01.819877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45970) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.819877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.874027 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-162ba26c-b63a-4d14-a030-c0602830f390 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules/4b32a63c-37e5-4c53-9956-29a5ccc84834 HTTP/1.1" status: 200 len: 763 time: 0.0538840 Nov 15 22:49:01.879465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-722104e2-3f61-44fc-87cd-b3e01c55e79d req-8c8ec9a4-058b-4218-92e3-6bec8b720ea0 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553898 Nov 15 22:49:01.880013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.936364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4779c800-6c84-4b28-a779-e20a9921931b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0491159 Nov 15 22:49:01.936580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:01.951996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8f535-e4c6-458b-afe7-a1dc9f7cad6e None None] Network 411b6786-128d-4644-9e7f-e686d3266f2d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:01.970058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.984937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:01.997590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.026726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6c307006-88ed-4495-9e5d-0f83abe15f04 None None] Provisioning complete for port ddcfcede-482c-4cd8-a067-a24cbc4a5360 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:02.028654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c307006-88ed-4495-9e5d-0f83abe15f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.100514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port ddcfcede-482c-4cd8-a067-a24cbc4a5360 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:02.101475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.171111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port ddcfcede-482c-4cd8-a067-a24cbc4a5360, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ddcfcede-482c-4cd8-a067-a24cbc4a5360,segment=NetworkSegment(b70d6a6b-5b29-438a-831e-ac99549b8166),segment_id=b70d6a6b-5b29-438a-831e-ac99549b8166)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:02.171893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.183316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.194848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.198306 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4b32a63c-37e5-4c53-9956-29a5ccc84834 HTTP/1.1" status: 204 len: 168 time: 0.2622280 Nov 15 22:49:02.198306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for ddcfcede-482c-4cd8-a067-a24cbc4a5360 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:02.199159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.211161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19e237-f916-4cc2-9fd0-bd3719826d50 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b32a63c-37e5-4c53-9956-29a5ccc84834,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:02.251101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] DHCP port deletion for 411b6786-128d-4644-9e7f-e686d3266f2d request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:02.299020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Deleting port ddcfcede-482c-4cd8-a067-a24cbc4a5360 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:02.299460 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.304662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-97cff6db-4f8f-489a-9ca4-6408a4255f1b tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1020126 Nov 15 22:49:02.307470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45984) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.320517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '6ac5428a-7bd0-4f36-8751-545bce3b12e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:02.405330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.438450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=ddcfcede-482c-4cd8-a067-a24cbc4a5360,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:02.440448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.442393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port ddcfcede-482c-4cd8-a067-a24cbc4a5360 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:02.505146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ddcfcede-482c-4cd8-a067-a24cbc4a5360 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:02.531314 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.536758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ddcfcede-482c-4cd8-a067-a24cbc4a5360 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:02.537176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ddcfcede-482c-4cd8-a067-a24cbc4a5360 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:02.557849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.560951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] For port ddcfcede-482c-4cd8-a067-a24cbc4a5360, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ddcfcede-482c-4cd8-a067-a24cbc4a5360,segment=NetworkSegment(b70d6a6b-5b29-438a-831e-ac99549b8166),segment_id=b70d6a6b-5b29-438a-831e-ac99549b8166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:02.561348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.579936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Calling delete_port for ddcfcede-482c-4cd8-a067-a24cbc4a5360 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:02.595585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411b6786-128d-4644-9e7f-e686d3266f2d']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:02.599713 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.607241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70d6a6b-5b29-438a-831e-ac99549b8166') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:02.608352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70d6a6b-5b29-438a-831e-ac99549b8166') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:02.621438 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.633394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f052050-094f-4615-b873-1cb9291c99a4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:02.644116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.652240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:02.653714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:02.657022 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:02.661066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.690262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] Pushing event deleted for resources: {'Port': ['ID=ddcfcede-482c-4cd8-a067-a24cbc4a5360,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:02.693828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a6d0a-1a62-44ef-bb47-2a2ab2eca6bf None None] No DVR routers for this DVR port ddcfcede-482c-4cd8-a067-a24cbc4a5360 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:02.732764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.733980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-601456b4-4c90-4a2c-a2a7-51e7a0483e06 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4248097 Nov 15 22:49:02.736892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.753570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1ae92d1-3532-4a25-8024-3d2b53794337 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules/1f052050-094f-4615-b873-1cb9291c99a4 HTTP/1.1" status: 200 len: 763 time: 0.0155199 Nov 15 22:49:02.756087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 45992) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.780003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.787092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.790274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/411b6786-128d-4644-9e7f-e686d3266f2d HTTP/1.1" status: 204 len: 168 time: 0.9714112 Nov 15 22:49:02.797350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 45996) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.802829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132031544'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:02.820095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad40a-cd02-4ff9-baf2-8f47cb537244 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=411b6786-128d-4644-9e7f-e686d3266f2d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:02.833885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a66c0252-34ed-4779-83be-b002400f74a5 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0767641 Nov 15 22:49:02.837558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:02.866536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.874991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.936144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:02.941591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.993855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:02.995936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:49:03.005336 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.006693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1f052050-094f-4615-b873-1cb9291c99a4 HTTP/1.1" status: 204 len: 168 time: 0.1681867 Nov 15 22:49:03.009437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.022318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f052050-094f-4615-b873-1cb9291c99a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.032828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.033177 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment e9a7d380-216f-4840-99e1-833ff52d5e4d of type vlan for network 30a74560-e5ae-4450-afb6-9d3815282272 Nov 15 22:49:03.049708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.050042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.050382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.050712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.051038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.051367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.051690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.051810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-48a0c940-258f-44f9-84b7-660d79e890eb tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406351 Nov 15 22:49:03.052011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.052330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.052693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.052986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.053301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8be9809-1d75-4ceb-b7d9-9bbe8ac8ba49 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:03.054299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.058823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Request body: {'security_group_rule': {'security_group_id': '6ac5428a-7bd0-4f36-8751-545bce3b12e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:03.066713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d38cc-17f9-4e64-8422-0ff7e3935e80 req-7409aa7c-61fc-4163-8aab-c75ac750b95c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:03.068228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a4d38cc-17f9-4e64-8422-0ff7e3935e80 req-7409aa7c-61fc-4163-8aab-c75ac750b95c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 944 time: 0.1130571 Nov 15 22:49:03.117962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.167409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a4d38cc-17f9-4e64-8422-0ff7e3935e80 req-3a4ff5e2-99c2-49a5-9d0e-60ec5e81b40d tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807316 Nov 15 22:49:03.176982 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Project 4433792152364aa6a22a3962c6ed7c96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:49:03.182522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.228212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.234755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:03.239658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.241873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.291673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.304479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=30a74560-e5ae-4450-afb6-9d3815282272,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.318907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a181fe-ce26-46f7-9d27-c7c9e8b9091b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.319053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 30a74560-e5ae-4450-afb6-9d3815282272 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:49:03.336331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.337080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50ca4b35-19ad-4e38-b68b-8836f590fac4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5380423 Nov 15 22:49:03.342783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '30a74560-e5ae-4450-afb6-9d3815282272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:03.393672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.397582 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-210dff4d-d70a-4911-af0a-c9e2abb37a2a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396866 Nov 15 22:49:03.397926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.416658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d397f8dd-4fdb-44e7-aef4-37878079fb81 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules/83a181fe-ce26-46f7-9d27-c7c9e8b9091b HTTP/1.1" status: 200 len: 769 time: 0.0173080 Nov 15 22:49:03.425060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.474351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21f3d268-0a8a-4eb9-8080-3ca75eb5375e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0480797 Nov 15 22:49:03.476897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46028) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.500916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.508864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.518284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:03.522776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.598401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.604817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.608654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/83a181fe-ce26-46f7-9d27-c7c9e8b9091b HTTP/1.1" status: 204 len: 168 time: 0.1280789 Nov 15 22:49:03.608654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.620134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f793d-1eb8-4433-a0dc-40ab26d990bd tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a181fe-ce26-46f7-9d27-c7c9e8b9091b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.682942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ae746202-1887-4037-8c7f-d1defcd811b9 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728741 Nov 15 22:49:03.686218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.742691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.766296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.782804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.850453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=b0f3498c-f1db-4336-a4d8-8b150eb1cee2,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.854876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': 'e9a7d380-216f-4840-99e1-833ff52d5e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:03.855171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 30a74560-e5ae-4450-afb6-9d3815282272, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:49:03.862273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.865253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:03.866441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ac5428a-7bd0-4f36-8751-545bce3b12e1 HTTP/1.1" status: 204 len: 168 time: 0.1792586 Nov 15 22:49:03.869254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46042) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.876941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9186b3-015b-4fe5-b9bc-9caaeadc184a tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5428a-7bd0-4f36-8751-545bce3b12e1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:03.925073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dca67b52-ec87-435f-b60c-d055b255345e tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506804 Nov 15 22:49:03.925869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:03.976333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd3f8a74-673c-4c98-ad49-5ff3937bb305 tempest-SecGroupIPv6Test-1246254879 tempest-SecGroupIPv6Test-1246254879-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458994 Nov 15 22:49:03.982249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 683313f7-f828-4acd-bbec-f937f07d23a6 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:49:03.982760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 30a74560-e5ae-4450-afb6-9d3815282272 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:49:04.066716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 30a74560-e5ae-4450-afb6-9d3815282272) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:04.078190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:04.078952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.093312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=683313f7-f828-4acd-bbec-f937f07d23a6,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:04.109349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '683313f7-f828-4acd-bbec-f937f07d23a6', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'port_id': '683313f7-f828-4acd-bbec-f937f07d23a6', 'mac_address': 'fa:16:3e:e0:39:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:49:04.111504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44f286-5612-44ad-a6d7-04149b29e9cc None None] Network 30a74560-e5ae-4450-afb6-9d3815282272 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:04.183221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:04.184897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8f1003ff-f49c-4523-95d3-219163823f26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8467591 Nov 15 22:49:04.188556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '30a74560-e5ae-4450-afb6-9d3815282272', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1586489561'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:04.200517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.217401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683313f7-f828-4acd-bbec-f937f07d23a6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:49:04.261396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=683313f7-f828-4acd-bbec-f937f07d23a6,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:04.333457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.352925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887f42-1cf3-4aee-baad-8abc11aacc5a req-d0233b3c-7ef0-4b7d-b5c0-52e76c7d4d0f tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:04.352925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5887f42-1cf3-4aee-baad-8abc11aacc5a req-d0233b3c-7ef0-4b7d-b5c0-52e76c7d4d0f tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 944 time: 0.0821853 Nov 15 22:49:04.369580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-30a74560-e5ae-4450-afb6-9d3815282272', 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': 'b0f3498c-f1db-4336-a4d8-8b150eb1cee2'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:04.369580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.441932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5887f42-1cf3-4aee-baad-8abc11aacc5a req-710c88e9-44da-4bed-b47c-6d3d2c009fa2 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750449 Nov 15 22:49:04.504330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:04.527541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.546754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:04.552938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Allocated IP 172.20.0.2 (30a74560-e5ae-4450-afb6-9d3815282272/b0f3498c-f1db-4336-a4d8-8b150eb1cee2/a8ebbc5a-3f59-4210-990e-df2c5613a10c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:04.577121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 049749bf-db09-424c-9996-3673b8f68d35 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:04.648896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:04.652702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['683313f7-f828-4acd-bbec-f937f07d23a6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:49:04.830375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46064) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:04.840402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ecf2fb0c-4f8f-4799-9255-500df4f5f995 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4433792152364aa6a22a3962c6ed7c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902697 Nov 15 22:49:04.850485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.896720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.897632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f44da29-8744-4720-83bb-cd04383a5d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.927640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:04.947174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.009430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Network 30a74560-e5ae-4450-afb6-9d3815282272 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:05.011336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:05.019661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:05.023121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.14 (30a74560-e5ae-4450-afb6-9d3815282272/b0f3498c-f1db-4336-a4d8-8b150eb1cee2/049749bf-db09-424c-9996-3673b8f68d35) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:05.096799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Pushing event updated for resources: {'Port': ['ID=a8ebbc5a-3f59-4210-990e-df2c5613a10c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:05.128923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Attempting to bind port a8ebbc5a-3f59-4210-990e-df2c5613a10c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:05.129287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Attempting to bind port a8ebbc5a-3f59-4210-990e-df2c5613a10c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'e9a7d380-216f-4840-99e1-833ff52d5e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:05.130713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Attempting to bind port a8ebbc5a-3f59-4210-990e-df2c5613a10c on network 30a74560-e5ae-4450-afb6-9d3815282272 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:05.142515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:05.142880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Checking segment: {'id': 'e9a7d380-216f-4840-99e1-833ff52d5e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:05.143273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.143656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Bound using segment: {'id': 'e9a7d380-216f-4840-99e1-833ff52d5e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:05.144113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Bound port: a8ebbc5a-3f59-4210-990e-df2c5613a10c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a7d380-216f-4840-99e1-833ff52d5e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '30a74560-e5ae-4450-afb6-9d3815282272'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:05.144482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.185928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.196322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.199254 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.203056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e785358-698f-4577-9999-ca7d24ef6dd0 HTTP/1.1" status: 204 len: 168 time: 0.3678460 Nov 15 22:49:05.254905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103dcd-da2c-4220-923c-8998efb00677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e785358-698f-4577-9999-ca7d24ef6dd0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:05.308516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.322743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] For port a8ebbc5a-3f59-4210-990e-df2c5613a10c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:05.341884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] For port a8ebbc5a-3f59-4210-990e-df2c5613a10c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a8ebbc5a-3f59-4210-990e-df2c5613a10c,segment=NetworkSegment(e9a7d380-216f-4840-99e1-833ff52d5e4d),segment_id=e9a7d380-216f-4840-99e1-833ff52d5e4d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:05.359861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 30a74560-e5ae-4450-afb6-9d3815282272 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:05.363564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:05.367735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:05.400707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=049749bf-db09-424c-9996-3673b8f68d35,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:05.421689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.426962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:05.429994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.486818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8e255-1ad0-43fc-907d-ad545c9b3cbc None None] Pushing event updated for resources: {'Port': ['ID=a8ebbc5a-3f59-4210-990e-df2c5613a10c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:05.547299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be3521b6-8288-458e-b242-75c502dc6195 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3627114 Nov 15 22:49:05.554266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:05.695494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9347e1-2b20-44b3-b401-dc2838d14755 req-44552273-e921-4645-bc58-024aa799722c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:05.697126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c9347e1-2b20-44b3-b401-dc2838d14755 req-44552273-e921-4645-bc58-024aa799722c tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 945 time: 0.1088207 Nov 15 22:49:05.747128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 049749bf-db09-424c-9996-3673b8f68d35 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:05.749360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:05.997337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 683313f7-f828-4acd-bbec-f937f07d23a6 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:06.002939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c9347e1-2b20-44b3-b401-dc2838d14755 req-57e75ba5-09f0-4570-9b7e-0722b0fe9189 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231798 Nov 15 22:49:06.027848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.075140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 049749bf-db09-424c-9996-3673b8f68d35 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:06.153575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 683313f7-f828-4acd-bbec-f937f07d23a6 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:49:06.158173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 683313f7-f828-4acd-bbec-f937f07d23a6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:06.158537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.266489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.291046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.295803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:49:06.298243 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c74b669-738f-47eb-b3c5-a2cd66660767" -d '{"events": [{"server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "name": "network-vif-plugged", "status": "completed", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:49:06.311671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=683313f7-f828-4acd-bbec-f937f07d23a6,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:06.338491 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e4e94-e069-4898-8881-c599ac7ca562 x-openstack-request-id: req-da6e4e94-e069-4898-8881-c599ac7ca562 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:49:06.338776 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "name": "network-vif-plugged", "status": "completed", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:49:06.339021 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da6e4e94-e069-4898-8881-c599ac7ca562 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:49:06.340140 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6', 'code': 200} Nov 15 22:49:06.342261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=049749bf-db09-424c-9996-3673b8f68d35,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:06.377012 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.480963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:06.483981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.484415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.484882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.485302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.486416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.486847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.487274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.487692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.488515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.488977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.490035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.490035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:49:06.543445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a8ebbc5a-3f59-4210-990e-df2c5613a10c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:06.544328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.547979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-588c6682-b4be-4882-89d0-e6e83e054c23 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/049749bf-db09-424c-9996-3673b8f68d35 HTTP/1.1" status: 204 len: 168 time: 0.9926231 Nov 15 22:49:06.550612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:06.589380 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0afc50d-a68c-4c08-8b0e-72ab5e35ac02 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:06.600932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a0afc50d-a68c-4c08-8b0e-72ab5e35ac02 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/049749bf-db09-424c-9996-3673b8f68d35 HTTP/1.1" status: 404 len: 333 time: 0.0392337 Nov 15 22:49:06.600932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:06.628658 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a8ebbc5a-3f59-4210-990e-df2c5613a10c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:06.629178 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.651650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9d856-db50-4051-93ce-45a08284832e req-d4ef5084-ac3f-47b3-963a-bb0c9958e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:06.653232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7a9d856-db50-4051-93ce-45a08284832e req-d4ef5084-ac3f-47b3-963a-bb0c9958e142 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.1588531 Nov 15 22:49:06.665915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet b0f3498c-f1db-4336-a4d8-8b150eb1cee2 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:06.691627 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.741501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:06.763361 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.789508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7a9d856-db50-4051-93ce-45a08284832e req-8db36838-4fe9-44d7-bc7c-7afe8e542938 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192629 Nov 15 22:49:06.791756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.827965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port a8ebbc5a-3f59-4210-990e-df2c5613a10c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a8ebbc5a-3f59-4210-990e-df2c5613a10c,segment=NetworkSegment(e9a7d380-216f-4840-99e1-833ff52d5e4d),segment_id=e9a7d380-216f-4840-99e1-833ff52d5e4d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:06.879893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--308136468'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:06.919786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.974397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:06.985585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=a8ebbc5a-3f59-4210-990e-df2c5613a10c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.039042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b582d5-ad47-41d3-a9c7-750a2eb863e1 None None] Network 30a74560-e5ae-4450-afb6-9d3815282272 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:07.050643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.066185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.150606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.153186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9e394e15-bbda-412a-9896-23245928e876 None None] Provisioning complete for port a8ebbc5a-3f59-4210-990e-df2c5613a10c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:07.153556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e394e15-bbda-412a-9896-23245928e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.198304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f3498c-f1db-4336-a4d8-8b150eb1cee2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.219969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.228993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3de5ad3b-7747-413c-b35c-3af7fbd60363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.237652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e94766f-424f-45de-8eeb-70f160e6dd89 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/b0f3498c-f1db-4336-a4d8-8b150eb1cee2 HTTP/1.1" status: 204 len: 168 time: 0.6328709 Nov 15 22:49:07.242228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:07.264215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987659d-1a30-44bb-96ac-74e5c1239a46 req-3800978f-3443-4273-a2f7-3686ef109c0a tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:07.267465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1987659d-1a30-44bb-96ac-74e5c1239a46 req-3800978f-3443-4273-a2f7-3686ef109c0a tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.1546509 Nov 15 22:49:07.319716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.344184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1987659d-1a30-44bb-96ac-74e5c1239a46 req-e96ce970-00ad-48d9-8d22-060ac6908ff4 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704219 Nov 15 22:49:07.379161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.410194 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.427966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] DHCP port deletion for 30a74560-e5ae-4450-afb6-9d3815282272 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:07.461484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961fe976-5e3b-449c-bd24-4f60c014e4c9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.511076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port a8ebbc5a-3f59-4210-990e-df2c5613a10c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:07.511742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.515326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Deleting port a8ebbc5a-3f59-4210-990e-df2c5613a10c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:07.515783 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.556588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.585481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port a8ebbc5a-3f59-4210-990e-df2c5613a10c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a8ebbc5a-3f59-4210-990e-df2c5613a10c,segment=NetworkSegment(e9a7d380-216f-4840-99e1-833ff52d5e4d),segment_id=e9a7d380-216f-4840-99e1-833ff52d5e4d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:07.586227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.601785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for a8ebbc5a-3f59-4210-990e-df2c5613a10c owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:07.607312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] For port a8ebbc5a-3f59-4210-990e-df2c5613a10c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a8ebbc5a-3f59-4210-990e-df2c5613a10c,segment=NetworkSegment(e9a7d380-216f-4840-99e1-833ff52d5e4d),segment_id=e9a7d380-216f-4840-99e1-833ff52d5e4d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:07.608226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.616282 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.626537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Calling delete_port for a8ebbc5a-3f59-4210-990e-df2c5613a10c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:07.705282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8268321c-db06-475e-8723-60bd76b06534,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.777852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.779125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c005c97-69ad-4be5-9aca-c98c8cde782b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0356054 Nov 15 22:49:07.781994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46140) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:07.823432 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.837392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0e3ecd8c-c7a0-4590-ad72-99db95446d58 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0541687 Nov 15 22:49:07.840830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46142) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:07.846613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-security--265728014', 'description': 'tempest-security-description-2055095844'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:07.851948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:07.864442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] Pushing event deleted for resources: {'Port': ['ID=a8ebbc5a-3f59-4210-990e-df2c5613a10c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.866480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cba9c9-c899-4cfb-a683-c5f40a86eeef None None] No DVR routers for this DVR port a8ebbc5a-3f59-4210-990e-df2c5613a10c on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:07.901008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=a8ebbc5a-3f59-4210-990e-df2c5613a10c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:07.903929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port a8ebbc5a-3f59-4210-990e-df2c5613a10c on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:07.990572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.042802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.063723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.073551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a74560-e5ae-4450-afb6-9d3815282272']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:08.084196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a7d380-216f-4840-99e1-833ff52d5e4d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:08.084455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a7d380-216f-4840-99e1-833ff52d5e4d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:08.096935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.115330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.118474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:08.118981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self.session.flush() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:08.122363 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:08.165961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.168590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.172301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "PUT /v2.0/security-groups/8268321c-db06-475e-8723-60bd76b06534 HTTP/1.1" status: 200 len: 1796 time: 0.3279698 Nov 15 22:49:08.173777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.212196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba69b7d-d194-415b-bbbc-21c79fcdb81b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8268321c-db06-475e-8723-60bd76b06534,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:08.282900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e847080-a5ee-4071-9056-d16c9b0ee82a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups/8268321c-db06-475e-8723-60bd76b06534 HTTP/1.1" status: 200 len: 1796 time: 0.1070011 Nov 15 22:49:08.285592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46152) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.297148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.301643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.310658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/30a74560-e5ae-4450-afb6-9d3815282272 HTTP/1.1" status: 204 len: 168 time: 1.0614820 Nov 15 22:49:08.314259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.323490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'name': 'tempest-PortsTestJSON-779573591'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:08.338483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.351214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.385091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.438694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064159a-c426-4bb1-89c2-0e5a9b3534ef tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=30a74560-e5ae-4450-afb6-9d3815282272,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:08.533013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a8ebbc5a-3f59-4210-990e-df2c5613a10c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:08.553344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a8ebbc5a-3f59-4210-990e-df2c5613a10c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:08.553693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a8ebbc5a-3f59-4210-990e-df2c5613a10c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:08.553833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1cf3-29dd-4b42-b0b7-13ebcffe5157 req-5bdbed2e-36a8-43da-b644-0cce9050aadd tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:08.560153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:08.562495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ad1cf3-29dd-4b42-b0b7-13ebcffe5157 req-5bdbed2e-36a8-43da-b644-0cce9050aadd tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0796144 Nov 15 22:49:08.564117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.585620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port ebe45d51-e733-4384-8a66-8bfccd871807 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:08.594735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.597693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.600749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/8268321c-db06-475e-8723-60bd76b06534 HTTP/1.1" status: 204 len: 168 time: 0.3121421 Nov 15 22:49:08.607582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46160) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.636643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7f29-482e-4dab-8422-3acd9e71b892 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268321c-db06-475e-8723-60bd76b06534,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:08.645412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ad1cf3-29dd-4b42-b0b7-13ebcffe5157 req-61e49501-17ff-4031-9323-712d5a588709 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802269 Nov 15 22:49:08.680185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a363466-ac3e-4661-9654-2daef647d194 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706961 Nov 15 22:49:08.684415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46164) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.709911 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-e24c1996-b589-4efc-86a3-8bb7cf968547 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] delete failed (client error): The resource could not be found. Nov 15 22:49:08.716062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e24c1996-b589-4efc-86a3-8bb7cf968547 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/8268321c-db06-475e-8723-60bd76b06534 HTTP/1.1" status: 404 len: 347 time: 0.0289657 Nov 15 22:49:08.721142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:08.730272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916976651'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:08.872241 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:08.893507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a9835-19cd-4b4e-8f82-072eacdcb7d5 req-0b316663-fea2-4490-8ea2-6483cd547513 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:08.893507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008a9835-19cd-4b4e-8f82-072eacdcb7d5 req-0b316663-fea2-4490-8ea2-6483cd547513 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0996571 Nov 15 22:49:08.942344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-008a9835-19cd-4b4e-8f82-072eacdcb7d5 req-7a0e4b1e-76f7-400d-9b71-bd706eef3174 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487583 Nov 15 22:49:09.071977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0cff3-b63d-4c64-bcd3-a0f66851fe9f req-d336a4b9-072d-4348-ad8d-dc64ba139acc tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:09.073722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8b0cff3-b63d-4c64-bcd3-a0f66851fe9f req-d336a4b9-072d-4348-ad8d-dc64ba139acc tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0562294 Nov 15 22:49:09.128010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8b0cff3-b63d-4c64-bcd3-a0f66851fe9f req-d2f8e176-53f0-4c6b-adca-31a7da1ae34d tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Nov 15 22:49:09.149762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:09.199232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.282292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.427706 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.666663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.710748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:09.722535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:09.733043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:09.736133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:09.736756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.742735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=ebe45d51-e733-4384-8a66-8bfccd871807,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:09.751483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ea715-e7e0-4fbb-bb05-a043955a172a tempest-TestServerBasicOps-1050980670 tempest-TestServerBasicOps-1050980670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:09.753029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c89ea715-e7e0-4fbb-bb05-a043955a172a tempest-TestServerBasicOps-1050980670 tempest-TestServerBasicOps-1050980670-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1092 time: 0.6023381 Nov 15 22:49:09.755547 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.756069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:09.761941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '683313f7-f828-4acd-bbec-f937f07d23a6', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:09.783883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02107f69-25ed-4743-b132-13433cc89c47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:09.856003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8bba3405-5875-4628-874a-e31e8dbeafc6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5354202 Nov 15 22:49:09.856003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:09.948314 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:09.949751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port ebe45d51-e733-4384-8a66-8bfccd871807 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:09.950274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.015182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.027935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for ebe45d51-e733-4384-8a66-8bfccd871807 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:10.047076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.076775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.079761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e6b8c5f3-3eb5-4592-8b75-660ab8d80fbc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3558924 Nov 15 22:49:10.081717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46194) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:10.086302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '02107f69-25ed-4743-b132-13433cc89c47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:10.174030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Allocated IP 172.25.0.120 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/52c8ec55-5508-4a51-b7a8-1d99d9eb7053) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:10.180455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.201604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.236795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=ebe45d51-e733-4384-8a66-8bfccd871807,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:10.246471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.252313 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffd51b82-da26-4ecb-9754-a3728392afcb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/ebe45d51-e733-4384-8a66-8bfccd871807 HTTP/1.1" status: 204 len: 168 time: 0.3950410 Nov 15 22:49:10.253468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:10.264731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'mac_address': 'fa:16:3e:10:e6:6f', 'name': 'tempest-PortsTestJSON-607918599'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:10.276733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.344452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.364204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.375641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.387186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ba63b-66c4-4499-8330-82efe3c493cb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:10.507977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:10.513313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.578390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.579651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2a50f89f-d667-479d-ab00-859baa3084d4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4967937 Nov 15 22:49:10.582577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46210) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:10.598767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:10.605865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:10.611268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:10.613478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'Port': ['ID=52c8ec55-5508-4a51-b7a8-1d99d9eb7053,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:10.617580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.627115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.654829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.695926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.700599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 5d0392be-5255-4129-b66e-1782da7c6a67 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:10.707346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.707346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4d7ba63b-66c4-4499-8330-82efe3c493cb HTTP/1.1" status: 204 len: 168 time: 0.1210558 Nov 15 22:49:10.709979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:10.711482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7239b7-0d57-47b5-9e33-cef36493a726 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d7ba63b-66c4-4499-8330-82efe3c493cb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:10.831279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08d5cd7d-1351-4375-9656-b07a07bf0a9b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1176760 Nov 15 22:49:10.833497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:10.915147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:10.949363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.049066 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.052485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.053091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/02107f69-25ed-4743-b132-13433cc89c47 HTTP/1.1" status: 204 len: 168 time: 0.2183204 Nov 15 22:49:11.069855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:11.070793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78382a-78ad-45a8-a939-6f1a4d716ffa tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02107f69-25ed-4743-b132-13433cc89c47,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:11.146295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b7f4fc94-d4df-416e-a6b0-b6254610c10e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732036 Nov 15 22:49:11.150445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:11.155563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810496280'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:11.256800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.329422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.393820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.422382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36255a09-e112-4764-a18c-47e469e899f4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:11.440118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.521479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.523099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d01ebfc-f79c-4afa-9082-2e8367ae3141 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3713081 Nov 15 22:49:11.525795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:11.531129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '36255a09-e112-4764-a18c-47e469e899f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:11.603952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.626814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.666668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.684159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.762089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:11.765438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:11.767619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.774209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:11.783028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:11.783657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.790426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8888dcd1-e61a-4733-bb86-5bc5975192ee,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:11.793078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=5d0392be-5255-4129-b66e-1782da7c6a67,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:11.890491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.892030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3e2d5f9-1398-4c37-8226-2d8d398d1ef5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3649812 Nov 15 22:49:11.895652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:11.900569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '36255a09-e112-4764-a18c-47e469e899f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:11.915957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:11.970229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:11.983624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd2996c1-b29c-47f8-b6b4-097bae3a7e3c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7290306 Nov 15 22:49:12.061063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3227a2c-78a2-458a-9740-34c33f725d73 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:12.067377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3227a2c-78a2-458a-9740-34c33f725d73 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/5d0392be-5255-4129-b66e-1782da7c6a67 HTTP/1.1" status: 200 len: 840 time: 0.0960858 Nov 15 22:49:12.079817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46244) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:12.121900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.200075 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.235742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.257423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 5d0392be-5255-4129-b66e-1782da7c6a67 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:12.258288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.279147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.314891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.365282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c809ea0-b1ea-4363-ad22-114fd51e3ebb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:12.380999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.389432 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.440426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 5d0392be-5255-4129-b66e-1782da7c6a67 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:12.484885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event updated for resources: {'Port': ['ID=52c8ec55-5508-4a51-b7a8-1d99d9eb7053,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:12.524110 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Floating IP 6264fb1e-52d9-48d8-b700-de9e9616fbde associated. External IP: 172.25.0.120, port: 683313f7-f828-4acd-bbec-f937f07d23a6. Nov 15 22:49:12.537921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.539838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-87621ed9-d37e-448f-a715-375d7b51877a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6425104 Nov 15 22:49:12.542075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:12.546813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '36255a09-e112-4764-a18c-47e469e899f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:12.585699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.646885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=5d0392be-5255-4129-b66e-1782da7c6a67,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:12.649902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.655694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aad918fd-2797-4625-9f6c-afcf5dc3582d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/5d0392be-5255-4129-b66e-1782da7c6a67 HTTP/1.1" status: 204 len: 168 time: 0.5727398 Nov 15 22:49:12.657556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46252) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:12.687623 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fbe1f4-87bc-400e-b42d-bc7d10281a22 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:12.689063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-68fbe1f4-87bc-400e-b42d-bc7d10281a22 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/5d0392be-5255-4129-b66e-1782da7c6a67 HTTP/1.1" status: 404 len: 333 time: 0.0300231 Nov 15 22:49:12.689939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:12.693919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46254) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:12.699400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'name': 'tempest-PortsTestJSON-1356682581'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:12.824312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:49:12.929111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.003871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.032861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:49:13.051107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Sync routers for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:49:13.054570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:13.062557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.070398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:13.075330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:13.086697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be362449-0ef2-428e-b495-3550bf2cec79,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:13.090909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 462cdb89-138b-445e-bd38-59deef7b22d4 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:13.133613 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.138015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eb650899-8237-4242-a8c0-1a5c9629f3f9 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5917437 Nov 15 22:49:13.138223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:13.142795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '36255a09-e112-4764-a18c-47e469e899f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:13.165486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.210960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:49:13.259151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f19b6db-460a-494d-b0b6-c11cb48b6f3e tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4950633 Nov 15 22:49:13.260154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:49:13.268666 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b52557-08ca-4390-9bf5-42ea0520b104" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:49:13.317374 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b648b-41cb-4bb9-94ab-481ced1e65fe x-openstack-request-id: req-d19b648b-41cb-4bb9-94ab-481ced1e65fe {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:49:13.317757 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:49:13.318101 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d19b648b-41cb-4bb9-94ab-481ced1e65fe {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:49:13.318591 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6', 'status': 'completed', 'code': 200} Nov 15 22:49:13.322541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.394838 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.467846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.485541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-193711ac-6e88-48b4-ab40-f7002934d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:13.487068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-193711ac-6e88-48b4-ab40-f7002934d350 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.1352623 Nov 15 22:49:13.491623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.563209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6264fb1e-52d9-48d8-b700-de9e9616fbde', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'port_id': '683313f7-f828-4acd-bbec-f937f07d23a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'mac_address': 'fa:16:3e:e0:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:49:11Z', 'updated_at': '2021-11-15T22:49:11Z', 'revision_number': 0, 'project_id': '93301e804f4d45498bff0e21abb38610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:13.593262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Checking router: 49896bc0-771a-4ff4-8549-4ac4a46bfed8 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:49:13.603395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:13.604185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:13.613847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:13.615198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=462cdb89-138b-445e-bd38-59deef7b22d4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:13.624258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.626922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:13.636879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:13.643334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:13.644581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.691692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaeed02-6625-4099-90fe-fc1268aa1978,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:13.731970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-987e6f64-20b7-41c7-bb51-c0f7738973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:13.736580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-987e6f64-20b7-41c7-bb51-c0f7738973cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 910 time: 0.2280011 Nov 15 22:49:13.736878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4a145392-36f9-48c4-90bd-84f1b75ebbd6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0390792 Nov 15 22:49:13.737435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46270) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:13.740982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:49:13.746007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:13.813878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.815040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12592dd0-27c5-4fde-b13a-7c0f6f81f669 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6758020 Nov 15 22:49:13.820788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:13.825966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '36255a09-e112-4764-a18c-47e469e899f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:13.840083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:13.947264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-9ab7b00e-d0cb-44fd-b90f-f11d5275fa94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1000 time: 0.2022049 Nov 15 22:49:14.024600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-188e519c-ea8d-4d80-9af9-33a58961bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:14.026161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-188e519c-ea8d-4d80-9af9-33a58961bc03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.0582399 Nov 15 22:49:14.051604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.072829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.135264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.228393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.235390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] In _notify_port_updated(), no bound segment for port 462cdb89-138b-445e-bd38-59deef7b22d4 on network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:49:14.240356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-63b90bfd-cc82-4cc9-8534-a58b840c755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:14.242911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-63b90bfd-cc82-4cc9-8534-a58b840c755b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064931 Nov 15 22:49:14.243085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:14.243807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.248783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/ports/462cdb89-138b-445e-bd38-59deef7b22d4 HTTP/1.1" status: 200 len: 818 time: 0.5058644 Nov 15 22:49:14.248783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46284) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:14.257013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6264fb1e-52d9-48d8-b700-de9e9616fbde', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'port_id': '683313f7-f828-4acd-bbec-f937f07d23a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'mac_address': 'fa:16:3e:e0:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:49:11Z', 'updated_at': '2021-11-15T22:49:11Z', 'revision_number': 0, 'project_id': '93301e804f4d45498bff0e21abb38610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:14.295282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eadb7-047b-469e-8227-b6ab77528e85 None None] The sync data for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 is: [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6264fb1e-52d9-48d8-b700-de9e9616fbde', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'port_id': '683313f7-f828-4acd-bbec-f937f07d23a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'mac_address': 'fa:16:3e:e0:39:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:49:11Z', 'updated_at': '2021-11-15T22:49:11Z', 'revision_number': 0, 'project_id': '93301e804f4d45498bff0e21abb38610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:49:14.314268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.333490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a8c4-4ed3-4b83-a975-6491f89a7916 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=462cdb89-138b-445e-bd38-59deef7b22d4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:14.360133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e722e5d0-027d-4461-9a68-be7fb9ce75cb,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:14.406028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.415385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d2af0c9-8f26-4b44-a04f-e9e5c253ce04 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5866897 Nov 15 22:49:14.415953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:14.429556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-ff5b92c9-7aad-455c-af0e-1f1451ebd76e service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784410 Nov 15 22:49:14.463636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.474382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.519290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 462cdb89-138b-445e-bd38-59deef7b22d4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:14.519624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.588864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6b52557-08ca-4390-9bf5-42ea0520b104 req-1598a80f-cabd-4588-bc2a-631d4b0d4429 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460221 Nov 15 22:49:14.653877 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.670878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 462cdb89-138b-445e-bd38-59deef7b22d4 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:14.674701 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a1770-e65b-4331-92e0-9089663f4dc0 None None] New status for floating IP 6264fb1e-52d9-48d8-b700-de9e9616fbde: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:49:14.732579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.741303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.742466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e722e5d0-027d-4461-9a68-be7fb9ce75cb HTTP/1.1" status: 204 len: 168 time: 0.3278239 Nov 15 22:49:14.747172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:14.756587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579daf7-b266-4093-a824-3914dc4e893e tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e722e5d0-027d-4461-9a68-be7fb9ce75cb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:14.810671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f0136744-6ad4-4051-87e6-4873e86f3dc1 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0620835 Nov 15 22:49:14.813469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:14.846526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.851706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.877342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.911383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=462cdb89-138b-445e-bd38-59deef7b22d4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:14.918513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:14.924158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-17a826f4-1e8f-4f4a-bc24-307821d4fab7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/462cdb89-138b-445e-bd38-59deef7b22d4 HTTP/1.1" status: 204 len: 168 time: 0.6727688 Nov 15 22:49:14.926178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:14.977343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a140266-192f-45e5-84e4-3f2cf6d8654f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:14.980665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a140266-192f-45e5-84e4-3f2cf6d8654f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0532346 Nov 15 22:49:14.982195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.010766 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fecfb53-95d2-4502-8b8a-5726b37bd510 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:15.012247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6fecfb53-95d2-4502-8b8a-5726b37bd510 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/462cdb89-138b-445e-bd38-59deef7b22d4 HTTP/1.1" status: 404 len: 333 time: 0.0291190 Nov 15 22:49:15.016322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.017247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.021158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1781636284'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:15.022082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.023781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ddaeed02-6625-4099-90fe-fc1268aa1978 HTTP/1.1" status: 204 len: 168 time: 0.2093284 Nov 15 22:49:15.035528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.036272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16659-7c5b-40a9-ae9b-acda300af8c7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddaeed02-6625-4099-90fe-fc1268aa1978,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:15.104602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d10deb42-f067-4240-9b1b-86ef7c930c79 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0574040 Nov 15 22:49:15.108287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.113678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:15.118480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.138098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.145630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:49:15.146922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.156191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.156534 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment 77d9144e-ff00-4daf-b39e-215345acc32f of type vlan for network 2b0af65f-436b-4551-809b-23c4c9a49fe9 Nov 15 22:49:15.200542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.237522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.251736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.251736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/be362449-0ef2-428e-b495-3550bf2cec79 HTTP/1.1" status: 204 len: 168 time: 0.1391592 Nov 15 22:49:15.253328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.259432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8b8c-63c6-4409-b667-d5e3d01074e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be362449-0ef2-428e-b495-3550bf2cec79,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:15.280210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:49:15.309230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d50d1938-a4e5-4936-874b-23b303401196 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0539684 Nov 15 22:49:15.313434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.313581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.316960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:15.318635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.355509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.368953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.392309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=2b0af65f-436b-4551-809b-23c4c9a49fe9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:15.403774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:49:15.453707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.473233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.474759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6c809ea0-b1ea-4363-ad22-114fd51e3ebb HTTP/1.1" status: 204 len: 168 time: 0.1637588 Nov 15 22:49:15.477414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.478981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf82677-219b-43d5-aaec-520b21234cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c809ea0-b1ea-4363-ad22-114fd51e3ebb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:15.499874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-74d40185-496a-42e6-9b27-526433e83c0e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4800963 Nov 15 22:49:15.500567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.506389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:15.528680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00dce473-0181-4175-baab-17691f2ce5bd tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0476682 Nov 15 22:49:15.530173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.555596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.564923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.661732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.666640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.667823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8888dcd1-e61a-4733-bb86-5bc5975192ee HTTP/1.1" status: 204 len: 168 time: 0.1364233 Nov 15 22:49:15.670613 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.681838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6d6e0-2c40-42b6-b972-d969766f056c tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8888dcd1-e61a-4733-bb86-5bc5975192ee,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:15.696892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:15.701117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.735169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-861649f6-8c9d-4c2c-85c8-80bf92443fce tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630884 Nov 15 22:49:15.738420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:15.808603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:15.854113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.016059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.020852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.021764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/36255a09-e112-4764-a18c-47e469e899f4 HTTP/1.1" status: 204 len: 168 time: 0.2817833 Nov 15 22:49:16.024195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46338) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:16.034975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497a407-c906-46a7-9195-fe3dde215ba0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36255a09-e112-4764-a18c-47e469e899f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:16.068461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.086572 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8be03a0-0223-43d6-a52c-28663b413ef8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598431 Nov 15 22:49:16.101128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:16.109488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--892074547'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:16.145572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=af621d43-a844-4fcc-979f-8c068be757e8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:16.156332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': '77d9144e-ff00-4daf-b39e-215345acc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:16.156721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 2b0af65f-436b-4551-809b-23c4c9a49fe9, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:49:16.233066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.254623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:49:16.306699 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.328791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 2b0af65f-436b-4551-809b-23c4c9a49fe9) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:16.332874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:16.333462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.338247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a787c63-94a6-49e1-aac2-8f9ea65a038e None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:16.465032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.475198 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffab4903-e27a-4d36-ab7d-7063be780442 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9705312 Nov 15 22:49:16.475393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:16.485491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:16.486819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-2b0af65f-436b-4551-809b-23c4c9a49fe9', 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': 'af621d43-a844-4fcc-979f-8c068be757e8'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:16.488549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.535384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05f6bcf-48dc-4555-bb45-5b276840239d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:16.584242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.588522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5b3f418b-5fcf-4984-bca6-dcad1f9139ad tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4838378 Nov 15 22:49:16.589385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:16.594687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': 'a05f6bcf-48dc-4555-bb45-5b276840239d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:16.670441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Allocated IP 172.20.0.2 (2b0af65f-436b-4551-809b-23c4c9a49fe9/af621d43-a844-4fcc-979f-8c068be757e8/4dcb0fa9-c7ca-4366-840c-6686ab006ba1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:16.714434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.772815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.780367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:16.785134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.816509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.874674 n-d-817995-3 neutron-server[103127]: INFO neutron.db.ipam_backend_mixin [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af621d43-a844-4fcc-979f-8c068be757e8 (CIDR: 172.20.0.0/28) Nov 15 22:49:16.878706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.897243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c004bde3-a0fc-4c7a-a946-db6acb421f4a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:16.925163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.931051 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:49:16.931051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:49:16.965748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:16.970495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:16.973775 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:16.974036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:16.975178 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f46620a0-1d95-4388-8b1f-cbfac5012bbf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3848343 Nov 15 22:49:16.978195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:16.985635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Pushing event updated for resources: {'Port': ['ID=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:17.021781 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3eb8228e-8793-450a-bc06-75ad5abbac30 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5427647 Nov 15 22:49:17.023518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:17.030227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:17.040182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Attempting to bind port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:17.040552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Attempting to bind port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '77d9144e-ff00-4daf-b39e-215345acc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:17.040961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Attempting to bind port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 on network 2b0af65f-436b-4551-809b-23c4c9a49fe9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:17.046621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:17.046998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Checking segment: {'id': '77d9144e-ff00-4daf-b39e-215345acc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:17.047395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.047781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Bound using segment: {'id': '77d9144e-ff00-4daf-b39e-215345acc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:17.048242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Bound port: 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d9144e-ff00-4daf-b39e-215345acc32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:17.048631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.060377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.086891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.121368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] For port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:17.125740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] For port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,segment=NetworkSegment(77d9144e-ff00-4daf-b39e-215345acc32f),segment_id=77d9144e-ff00-4daf-b39e-215345acc32f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:17.221929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.244951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:17.245798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.248552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.250195 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/a05f6bcf-48dc-4555-bb45-5b276840239d HTTP/1.1" status: 204 len: 168 time: 0.2703209 Nov 15 22:49:17.251382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.259752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:17.261813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc281d-7003-43ef-82ba-9762715160e8 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05f6bcf-48dc-4555-bb45-5b276840239d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:17.305693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a565c91-de86-4d2d-9883-1687b8f72e5a None None] Pushing event updated for resources: {'Port': ['ID=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:17.359037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ac2748b-e9e9-4930-ad62-816335decb60 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946491 Nov 15 22:49:17.367564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:17.373008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--465486393'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:17.468045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.632456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.719505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.747735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.752011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8383b21-00f7-497d-9fa2-7ce9f1147ce3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:17.791948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:17.795259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:17.799854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:17.800411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.808687 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:17.813718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-12e60904-88ac-4442-ab6d-92d18a9d3841 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4449601 Nov 15 22:49:17.814625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46388) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:17.815180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=21cbb927-795d-4ac2-8364-fcdda9705acb,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:17.821984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097402348'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:17.927282 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7c2ef424-43c3-4c1f-98c0-99ea1f96a188 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9034159 Nov 15 22:49:17.930165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46392) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:17.935902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'fixed_ips': [{'subnet_id': 'af621d43-a844-4fcc-979f-8c068be757e8'}, {'subnet_id': '21cbb927-795d-4ac2-8364-fcdda9705acb'}], 'name': 'tempest-PortsTestJSON-27143516'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:18.021516 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.115545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.210696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:18.227498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.259394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9fdcb1-54fb-4a06-b859-7e2c2967c03d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:18.298316 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.299655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ec88e12d-8dd1-478f-afbb-92fa4aa43988 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4821239 Nov 15 22:49:18.302510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:18.307181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': 'e8383b21-00f7-497d-9fa2-7ce9f1147ce3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb9fdcb1-54fb-4a06-b859-7e2c2967c03d', 'remote_ip_prefix': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:18.329130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.382371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 3d8c46b8-e4ec-4e88-a984-dafa184f587f yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:18.436871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.511927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193c09c-0683-4b48-b0e2-7284d20808d4 None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:18.585738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.596533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:18.662908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] Provisioning complete for port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:18.663269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.673541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.698063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670954ad-7e87-4a04-b736-6d198a91e017,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:18.751647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:18.752060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.758721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.14 (2b0af65f-436b-4551-809b-23c4c9a49fe9/af621d43-a844-4fcc-979f-8c068be757e8/3d8c46b8-e4ec-4e88-a984-dafa184f587f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:18.764336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.30 (2b0af65f-436b-4551-809b-23c4c9a49fe9/21cbb927-795d-4ac2-8364-fcdda9705acb/3d8c46b8-e4ec-4e88-a984-dafa184f587f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:18.791622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.794103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-80cab6d6-6716-410e-8900-f515244696e0 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4906094 Nov 15 22:49:18.797694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:18.838317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.852921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.932980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.949538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.983960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:18.993344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] For port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,segment=NetworkSegment(77d9144e-ff00-4daf-b39e-215345acc32f),segment_id=77d9144e-ff00-4daf-b39e-215345acc32f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:19.011404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.018701 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.019865 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/670954ad-7e87-4a04-b736-6d198a91e017 HTTP/1.1" status: 204 len: 168 time: 0.2209308 Nov 15 22:49:19.035654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.041098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Update dhcp port {'port': {'network_id': '2b0af65f-436b-4551-809b-23c4c9a49fe9', 'fixed_ips': [{'subnet_id': 'af621d43-a844-4fcc-979f-8c068be757e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '21cbb927-795d-4ac2-8364-fcdda9705acb'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '4dcb0fa9-c7ca-4366-840c-6686ab006ba1'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:49:19.072266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.079259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dfef6-f29d-469e-98a0-74a66ac6e872 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=670954ad-7e87-4a04-b736-6d198a91e017,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.104575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-deb4d341-ab8a-413a-83b8-77bea865ca1b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0674365 Nov 15 22:49:19.107781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.149384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.165050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.186385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:49:19.186654 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:49:19.188485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda13c-0843-4e24-99bb-0d2880c87b27 None None] Pushing event updated for resources: {'Port': ['ID=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.196898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.225292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:19.237167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:19.239798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:19.257700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.284935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=3d8c46b8-e4ec-4e88-a984-dafa184f587f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.342373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:19.343392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.364780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Allocated IP 172.20.0.18 (2b0af65f-436b-4551-809b-23c4c9a49fe9/21cbb927-795d-4ac2-8364-fcdda9705acb/4dcb0fa9-c7ca-4366-840c-6686ab006ba1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:19.418360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2bb381ef-faaa-4ba5-a837-b66b196b36fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4870656 Nov 15 22:49:19.420968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46436) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.426344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af621d43-a844-4fcc-979f-8c068be757e8'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:19.463450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.471890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.471890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb9fdcb1-54fb-4a06-b859-7e2c2967c03d HTTP/1.1" status: 204 len: 168 time: 0.3591151 Nov 15 22:49:19.472981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.475995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] For port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,segment=NetworkSegment(77d9144e-ff00-4daf-b39e-215345acc32f),segment_id=77d9144e-ff00-4daf-b39e-215345acc32f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:19.497505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e27c0-fb48-428b-a124-6fefb3a669cc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9fdcb1-54fb-4a06-b859-7e2c2967c03d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.510060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.554644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-13e9578e-ca6d-4371-bb9d-e198b79fd70a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0811465 Nov 15 22:49:19.558765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.558924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.577282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.613815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.638557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.707827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68609-08e3-4dcb-9aef-2633f9304ab3 None None] Pushing event updated for resources: {'Port': ['ID=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.782626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.784931 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:19.786179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8383b21-00f7-497d-9fa2-7ce9f1147ce3 HTTP/1.1" status: 204 len: 168 time: 0.2271879 Nov 15 22:49:19.789342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.809799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6620ed6-0920-47a9-9d90-a78d94e5d36b tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8383b21-00f7-497d-9fa2-7ce9f1147ce3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:19.889535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0149bfe6-3190-4bc7-bbfd-51524c851434 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0987263 Nov 15 22:49:19.896696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46448) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:19.901953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--853065685'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:19.943133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Delete allocated IP 172.20.0.30 (2b0af65f-436b-4551-809b-23c4c9a49fe9/21cbb927-795d-4ac2-8364-fcdda9705acb) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:49:20.021579 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.113667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.131856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.193693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.211173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.257764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba39660b-ac6d-4df7-8749-04058525f998,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:20.283999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=3d8c46b8-e4ec-4e88-a984-dafa184f587f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:20.324717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.329564 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2265980d-d990-41eb-8f55-b88f07a39797 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4317389 Nov 15 22:49:20.330075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46456) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:20.334561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': 'ba39660b-ac6d-4df7-8749-04058525f998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:20.375101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] In _notify_port_updated(), no bound segment for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f on network 2b0af65f-436b-4551-809b-23c4c9a49fe9 {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:49:20.382789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:20.383434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.387584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46458) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:20.388798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-90e9d8eb-3523-42c3-996b-e130ba457633 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/ports/3d8c46b8-e4ec-4e88-a984-dafa184f587f HTTP/1.1" status: 200 len: 918 time: 0.9650507 Nov 15 22:49:20.392899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af621d43-a844-4fcc-979f-8c068be757e8'}, {'subnet_id': '21cbb927-795d-4ac2-8364-fcdda9705acb'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:20.462134 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.535962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:20.548947 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.567010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040f342-737b-472e-b200-f12a5ac66a8c None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:20.605977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.625835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.643406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db0c043-db5c-45ef-8a60-917497fc8691,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:20.654844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-285e0ad0-f923-47eb-9f55-f49154035a2a None None] Provisioning complete for port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:20.655421 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-285e0ad0-f923-47eb-9f55-f49154035a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.712993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:20.713358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.766853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.771579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8c26c0cd-68e1-40c5-8db0-3e26ba1e2ab5 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4371746 Nov 15 22:49:20.771828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46468) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:20.821277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.836656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.974810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.24 (2b0af65f-436b-4551-809b-23c4c9a49fe9/21cbb927-795d-4ac2-8364-fcdda9705acb/3d8c46b8-e4ec-4e88-a984-dafa184f587f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:20.980990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.983932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:20.985075 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2db0c043-db5c-45ef-8a60-917497fc8691 HTTP/1.1" status: 204 len: 168 time: 0.2126048 Nov 15 22:49:20.988366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.008711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa52ea-adb7-4291-8703-abb268d050fc tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db0c043-db5c-45ef-8a60-917497fc8691,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:21.032024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a5d81dc-4118-4d29-8138-9c0309dd2376 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405023 Nov 15 22:49:21.032932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.089977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.114049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.122137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.182353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7e7911bf-c2bd-4aa5-97c4-c65db4a82a4c None None] Provisioning complete for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:21.183267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e7911bf-c2bd-4aa5-97c4-c65db4a82a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.187574 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.250154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.254396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.260280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba39660b-ac6d-4df7-8749-04058525f998 HTTP/1.1" status: 204 len: 168 time: 0.2238915 Nov 15 22:49:21.265232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46480) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.315721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaac287-da64-4841-b405-bc4e9b70f014 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba39660b-ac6d-4df7-8749-04058525f998,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:21.332027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=3d8c46b8-e4ec-4e88-a984-dafa184f587f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:21.359205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] In _notify_port_updated(), no bound segment for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f on network 2b0af65f-436b-4551-809b-23c4c9a49fe9 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:49:21.366269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:21.367072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.368424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-570be0cc-e037-421e-9839-f8a09f69f277 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/ports/3d8c46b8-e4ec-4e88-a984-dafa184f587f HTTP/1.1" status: 200 len: 998 time: 0.9798415 Nov 15 22:49:21.372174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46482) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.397626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-379d781d-4b2d-4bef-947d-c02b3c8bb972 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1279757 Nov 15 22:49:21.408166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.413218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group': {'name': 'tempest-secgroup--287713358'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:21.418907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7e7911bf-c2bd-4aa5-97c4-c65db4a82a4c None None] Port 3d8c46b8-e4ec-4e88-a984-dafa184f587f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:21.429687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7e7911bf-c2bd-4aa5-97c4-c65db4a82a4c None None] Provisioning complete for port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:21.430051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e7911bf-c2bd-4aa5-97c4-c65db4a82a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.526848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.556999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 3d8c46b8-e4ec-4e88-a984-dafa184f587f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:21.558230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.707571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe2e3-a5ef-4c12-b38d-67cb1cd704ed None None] Provisioning complete for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:21.708188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe2e3-a5ef-4c12-b38d-67cb1cd704ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.710379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.712440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.727889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 3d8c46b8-e4ec-4e88-a984-dafa184f587f owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:21.757333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbe2e3-a5ef-4c12-b38d-67cb1cd704ed None None] Port 3d8c46b8-e4ec-4e88-a984-dafa184f587f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:21.783191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.833921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:21.891168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-20dcf516-1bb7-4dee-ba33-214af8c071f0 None None] Provisioning complete for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:21.891618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20dcf516-1bb7-4dee-ba33-214af8c071f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.924750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:21.929335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46500) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:21.929877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a0cc8a6-4ca3-4fce-89c9-95c6245ea424 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5205851 Nov 15 22:49:21.933456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-20dcf516-1bb7-4dee-ba33-214af8c071f0 None None] Port 3d8c46b8-e4ec-4e88-a984-dafa184f587f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:21.934406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:22.054264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a0fad399-ea92-441d-8f54-22bf28f7eff9 None None] Provisioning complete for port 3d8c46b8-e4ec-4e88-a984-dafa184f587f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:22.055013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0fad399-ea92-441d-8f54-22bf28f7eff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.055151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.089691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.144023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a0fad399-ea92-441d-8f54-22bf28f7eff9 None None] Port 3d8c46b8-e4ec-4e88-a984-dafa184f587f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:22.157619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.173716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=3d8c46b8-e4ec-4e88-a984-dafa184f587f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:22.227333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.245619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b897c48-d3c5-47c2-a95e-f69d71e24634,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:22.287433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.291514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-95a5025e-114d-462b-819b-4da3bece79b1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/3d8c46b8-e4ec-4e88-a984-dafa184f587f HTTP/1.1" status: 204 len: 168 time: 0.9178669 Nov 15 22:49:22.294906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.324924 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22809f6-f776-4470-a04f-cdf333b1c220 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:22.326549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e22809f6-f776-4470-a04f-cdf333b1c220 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/3d8c46b8-e4ec-4e88-a984-dafa184f587f HTTP/1.1" status: 404 len: 333 time: 0.0305841 Nov 15 22:49:22.329436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46506) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.364811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.372122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7b408a6b-7df7-4f46-8830-fb861bd0034f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356725 Nov 15 22:49:22.372269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46510) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.391082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.391520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5e75a469-39c5-4f87-8355-4947a0ad3376 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules/9b897c48-d3c5-47c2-a95e-f69d71e24634 HTTP/1.1" status: 200 len: 763 time: 0.0180020 Nov 15 22:49:22.417665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 21cbb927-795d-4ac2-8364-fcdda9705acb {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:22.422183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.472444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-020f8198-9045-469a-b9d4-c39ab73670e7 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0795505 Nov 15 22:49:22.475451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46516) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.496307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.503905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.512669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.616103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.621891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.623798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9b897c48-d3c5-47c2-a95e-f69d71e24634 HTTP/1.1" status: 204 len: 168 time: 0.1462607 Nov 15 22:49:22.627165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.649280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff263300-2677-481e-bdb1-892067e8035f tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b897c48-d3c5-47c2-a95e-f69d71e24634,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:22.690780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2497cc6-1678-47ee-b689-0f8ec0f60b09 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598583 Nov 15 22:49:22.691196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46522) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:22.696977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:22.795447 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.856863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.912552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.930340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:22.956081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14fc7f-15d0-4d22-93c5-d40e8b3c4010,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:23.039842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.042392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8baa10a4-9d3d-49ad-953d-9c994b80ef65 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3499823 Nov 15 22:49:23.044209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46530) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.061076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9003d927-9485-4fa0-b195-c0b7f2c7f3ab tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules/7d14fc7f-15d0-4d22-93c5-d40e8b3c4010 HTTP/1.1" status: 200 len: 763 time: 0.0156004 Nov 15 22:49:23.063496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.071287 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.111277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=21cbb927-795d-4ac2-8364-fcdda9705acb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:23.118188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.121337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd993764-a821-48f7-b207-70ec0a65d148 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/21cbb927-795d-4ac2-8364-fcdda9705acb HTTP/1.1" status: 204 len: 168 time: 0.7908638 Nov 15 22:49:23.123940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46534) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.127689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c659918-21d0-4d1f-a85e-a440eb3106d4 None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:23.174687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-49934ef4-036f-464b-be2b-ff39407e3aef tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1097584 Nov 15 22:49:23.177288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.197602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet af621d43-a844-4fcc-979f-8c068be757e8 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:23.202177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.213263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.222460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.266772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.322916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.332116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.335873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7d14fc7f-15d0-4d22-93c5-d40e8b3c4010 HTTP/1.1" status: 204 len: 168 time: 0.1575289 Nov 15 22:49:23.338029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.373570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91df3de-be04-4360-a763-2601036f0a34 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d14fc7f-15d0-4d22-93c5-d40e8b3c4010,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:23.395271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3d97a6cc-ef9b-45e7-bef9-9abb7affda23 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556097 Nov 15 22:49:23.395877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46544) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.400490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Request body: {'security_group_rule': {'security_group_id': '3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:23.407971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.511509 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.563588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.571198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.603191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=af621d43-a844-4fcc-979f-8c068be757e8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:23.606040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.609674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e22a3251-789a-40e2-8747-7045c7ded003 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/af621d43-a844-4fcc-979f-8c068be757e8 HTTP/1.1" status: 204 len: 168 time: 0.4839773 Nov 15 22:49:23.612069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46548) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.655953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.674708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9a3d23-c161-4a43-a80e-d0a33e68823e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:23.733152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.783459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.785393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a37c5f3b-e1b2-4c08-974f-57492f98277a tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885691 Nov 15 22:49:23.787983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46552) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.798944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:23.799287 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.810548 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dde8ed92-3184-4415-96d3-7c9999f72fb3 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules/ec9a3d23-c161-4a43-a80e-d0a33e68823e HTTP/1.1" status: 200 len: 764 time: 0.0188761 Nov 15 22:49:23.811058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46556) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.876713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c70bb49f-e481-412a-8a30-1389b23d5cf4 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0644395 Nov 15 22:49:23.880730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46560) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:23.887957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,segment=NetworkSegment(77d9144e-ff00-4daf-b39e-215345acc32f),segment_id=77d9144e-ff00-4daf-b39e-215345acc32f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:23.888338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.930597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:23.937767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:23.957959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.071980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.079414 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.083693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ec9a3d23-c161-4a43-a80e-d0a33e68823e HTTP/1.1" status: 204 len: 168 time: 0.1984482 Nov 15 22:49:24.083925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.091418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7cc10-8fd2-48fc-96a4-b0a292b48644 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec9a3d23-c161-4a43-a80e-d0a33e68823e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:24.102946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.117727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46779565-742c-415e-869d-264dba47be89 None None] Network 2b0af65f-436b-4551-809b-23c4c9a49fe9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:24.140744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=4dcb0fa9-c7ca-4366-840c-6686ab006ba1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:24.143140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:24.182838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93b1b8ec-ba8f-4eee-a8f2-35d5a87d00bf tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0976441 Nov 15 22:49:24.185604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.191406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ed6d0605-8ccf-4572-a0ae-4dd2b60cd110 None None] Could not find standard attr ID for object 4dcb0fa9-c7ca-4366-840c-6686ab006ba1. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:49:24.245511 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.254525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.284115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0af65f-436b-4551-809b-23c4c9a49fe9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:24.294981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.304671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f311fbf-2e10-4bf1-b433-a54fdc6d884e None None] DHCP port deletion for 2b0af65f-436b-4551-809b-23c4c9a49fe9 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:24.304929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d9144e-ff00-4daf-b39e-215345acc32f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:24.304929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d9144e-ff00-4daf-b39e-215345acc32f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:24.334815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.351141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.357425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:24.357876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:24.361083 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:24.455524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.466216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.467626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "DELETE /v2.0/security-groups/3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5 HTTP/1.1" status: 204 len: 168 time: 0.2805555 Nov 15 22:49:24.470577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.482767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:24.495698 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.498833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.500595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762e2b6-c938-4b8b-990c-c5baa8a10b17 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84dcef-3d6c-4b0d-b23f-0c8e820e87d5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:24.506018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/2b0af65f-436b-4551-809b-23c4c9a49fe9 HTTP/1.1" status: 204 len: 168 time: 0.8927031 Nov 15 22:49:24.516093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46572) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.534373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e40f8-ab57-4494-86e1-5f4dba10ff1d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=2b0af65f-436b-4551-809b-23c4c9a49fe9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:24.547028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:24.547370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4dcb0fa9-c7ca-4366-840c-6686ab006ba1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:24.561231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b28781ef-f6b6-4b70-b2c3-1eb9b1a89ed6 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894401 Nov 15 22:49:24.565205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.602777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8296c-d19a-4147-94b1-659d28f12755 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:24.604280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eae8296c-d19a-4147-94b1-659d28f12755 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0864651 Nov 15 22:49:24.608227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.632031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6af08515-bdb9-4854-8366-4102ece0bb93 tempest-SecGroupTest-710365847 tempest-SecGroupTest-710365847-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657463 Nov 15 22:49:24.670062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd0e5869-1844-41f1-9d53-e6449550135e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0591514 Nov 15 22:49:24.673583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46586) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:24.692772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-282945772'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:24.780305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:24.783805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.808732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:49:24.818965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.819693 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment 6bdc9216-3f81-4c18-8172-8791703d2443 of type vlan for network 78498470-d69a-48a6-9e99-9253d1153b00 Nov 15 22:49:24.863364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.992092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:24.998295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:24.998940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.082615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=78498470-d69a-48a6-9e99-9253d1153b00,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:25.110184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 78498470-d69a-48a6-9e99-9253d1153b00 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:49:25.146582 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f651bf0c-cbeb-4b99-bc88-ec4afacc3726 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4715760 Nov 15 22:49:25.153690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:25.158821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '78498470-d69a-48a6-9e99-9253d1153b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:25.170579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46600) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:25.380746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fa503b04-eea2-471a-b4ec-8f60890a67d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d20588b07c3e46898cf83648523b22dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087359 Nov 15 22:49:25.383519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46608) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:25.399978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:25.403541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.434533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:25.507043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.566818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.630467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91682662-9a2b-47f0-8ef0-b0dfe29d7175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.747377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.750724 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.754750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/961fe976-5e3b-449c-bd24-4f60c014e4c9 HTTP/1.1" status: 204 len: 168 time: 0.3678806 Nov 15 22:49:25.779188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78b840-6bec-49c0-ab64-df9b13799421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961fe976-5e3b-449c-bd24-4f60c014e4c9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:25.804196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.834108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91682662-9a2b-47f0-8ef0-b0dfe29d7175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.880753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:25.891504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': '6bdc9216-3f81-4c18-8172-8791703d2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:25.892018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 78498470-d69a-48a6-9e99-9253d1153b00, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:49:25.935675 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91682662-9a2b-47f0-8ef0-b0dfe29d7175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:25.989943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91682662-9a2b-47f0-8ef0-b0dfe29d7175 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4098604b92414149a26e349abaf4bef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511520 Nov 15 22:49:25.990539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46624) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:25.998087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 78498470-d69a-48a6-9e99-9253d1153b00 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:49:26.020841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682662-9a2b-47f0-8ef0-b0dfe29d7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde61cb5-63a8-4cc6-b935-92a3941a2bd4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:26.071919 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.087322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 78498470-d69a-48a6-9e99-9253d1153b00) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:26.097394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:26.097935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.098911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67333e-6ddf-45dc-8b7e-aa82a0de06d2 None None] Network 78498470-d69a-48a6-9e99-9253d1153b00 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:26.101626 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.195669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-95b891ef-fcfe-4f06-ab12-0e1f1e2912b8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0407658 Nov 15 22:49:26.198921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46628) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:26.204340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '78498470-d69a-48a6-9e99-9253d1153b00', 'name': 'tempest-PortsTestJSON-1115627410'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:26.277915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-78498470-d69a-48a6-9e99-9253d1153b00', 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': '1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:26.279806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.290710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.294882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.296433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bde61cb5-63a8-4cc6-b935-92a3941a2bd4 HTTP/1.1" status: 204 len: 168 time: 0.3050318 Nov 15 22:49:26.307986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c27d4-5e1c-40ad-801b-af92941d17fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde61cb5-63a8-4cc6-b935-92a3941a2bd4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:26.420864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:26.424639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.444644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 9690481c-b900-4094-92e8-6ad0b7ea9131 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:26.482222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Allocated IP 172.20.0.2 (78498470-d69a-48a6-9e99-9253d1153b00/1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd/fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:26.651937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.701505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.742863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Network 78498470-d69a-48a6-9e99-9253d1153b00 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:26.749951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:26.754413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:26.761202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Pushing event updated for resources: {'Port': ['ID=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:26.773157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.7 (78498470-d69a-48a6-9e99-9253d1153b00/1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd/9690481c-b900-4094-92e8-6ad0b7ea9131) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:26.824888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Attempting to bind port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:26.825278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Attempting to bind port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6bdc9216-3f81-4c18-8172-8791703d2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:26.825629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Attempting to bind port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 on network 78498470-d69a-48a6-9e99-9253d1153b00 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:26.833882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:26.834229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Checking segment: {'id': '6bdc9216-3f81-4c18-8172-8791703d2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:26.834631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.835026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Bound using segment: {'id': '6bdc9216-3f81-4c18-8172-8791703d2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:26.835504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Bound port: fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdc9216-3f81-4c18-8172-8791703d2443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '78498470-d69a-48a6-9e99-9253d1153b00'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:26.835882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:26.916497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] For port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:26.919961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] For port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,segment=NetworkSegment(6bdc9216-3f81-4c18-8172-8791703d2443),segment_id=6bdc9216-3f81-4c18-8172-8791703d2443)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:27.004949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.032111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.089570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61d2ac-9b08-43ce-8345-9061310f54a8 None None] Pushing event updated for resources: {'Port': ['ID=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:27.094909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46664) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:27.110995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2ea8-8ef0-4af4-8ae0-c4959325ad20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.119578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.166940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 78498470-d69a-48a6-9e99-9253d1153b00 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:27.173348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:27.177642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:27.202160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2ea8-8ef0-4af4-8ae0-c4959325ad20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.237600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=9690481c-b900-4094-92e8-6ad0b7ea9131,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:27.264306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:27.265121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.266276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2ea8-8ef0-4af4-8ae0-c4959325ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.330897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dc3a2ea8-8ef0-4af4-8ae0-c4959325ad20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2620171b006a480e918f006db6013983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348499 Nov 15 22:49:27.331830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2ea8-8ef0-4af4-8ae0-c4959325ad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb86efb-d94a-4c6d-ab5a-7f1aec0ae8fe,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:27.333669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46670) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:27.364749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-815bbddf-fe02-40e4-9a84-994520738695 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1645036 Nov 15 22:49:27.370610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:27.378688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '78498470-d69a-48a6-9e99-9253d1153b00', 'name': 'tempest-PortsTestJSON-1112309739'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:27.540422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.561412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.625733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:27.629899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.648408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 187feff5-10b4-4eba-8d6a-cd91da81c81a yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:27.685950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.688736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:27.689933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb86efb-d94a-4c6d-ab5a-7f1aec0ae8fe HTTP/1.1" status: 204 len: 168 time: 0.3552954 Nov 15 22:49:27.727768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5291e4-3687-4a2e-ab34-4624c8ac6457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb86efb-d94a-4c6d-ab5a-7f1aec0ae8fe,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:27.837305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.13 (78498470-d69a-48a6-9e99-9253d1153b00/1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd/187feff5-10b4-4eba-8d6a-cd91da81c81a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:28.012550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.119648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.174633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 78498470-d69a-48a6-9e99-9253d1153b00 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:28.180270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:28.185486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:28.218709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=187feff5-10b4-4eba-8d6a-cd91da81c81a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:28.257969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:28.258752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.284547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e264666-6755-44e4-8553-56b0a2d6dbbf None None] Network 78498470-d69a-48a6-9e99-9253d1153b00 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:28.352450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46706) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:28.353535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-01496006-a188-4e88-8960-0d34a78bf523 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9801922 Nov 15 22:49:28.378062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] Provisioning complete for port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:28.378428 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.484172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8d0e4-ee08-4d7c-b116-29163a079987 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:28.485971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4eb8d0e4-ee08-4d7c-b116-29163a079987 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1323910 Nov 15 22:49:28.489262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:28.585545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:28.636756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.668666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 187feff5-10b4-4eba-8d6a-cd91da81c81a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:28.669480 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.714605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] For port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,segment=NetworkSegment(6bdc9216-3f81-4c18-8172-8791703d2443),segment_id=6bdc9216-3f81-4c18-8172-8791703d2443)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:28.724262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:28.724721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.788182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.834974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.849854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 187feff5-10b4-4eba-8d6a-cd91da81c81a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:28.896758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd22f9-7e16-463c-9934-23a35c782565 None None] Pushing event updated for resources: {'Port': ['ID=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:28.925354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Provisioning complete for port 9690481c-b900-4094-92e8-6ad0b7ea9131 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:28.925354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:28.976190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Port 9690481c-b900-4094-92e8-6ad0b7ea9131 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:28.988722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Provisioning complete for port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:28.989093 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.147408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Provisioning complete for port 187feff5-10b4-4eba-8d6a-cd91da81c81a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:29.147408 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.164784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.192815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-59f04147-4e8f-4562-a62e-167f237f24a9 None None] Port 187feff5-10b4-4eba-8d6a-cd91da81c81a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:29.199653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=187feff5-10b4-4eba-8d6a-cd91da81c81a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:29.316521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12df227d-b7ea-4b9a-858a-be705b6c9e94 None None] Provisioning complete for port 9690481c-b900-4094-92e8-6ad0b7ea9131 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:29.317647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12df227d-b7ea-4b9a-858a-be705b6c9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.323117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.327899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-35595c29-8def-445a-94ca-08fbfe8077d9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/187feff5-10b4-4eba-8d6a-cd91da81c81a HTTP/1.1" status: 204 len: 168 time: 0.8373389 Nov 15 22:49:29.330536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:29.366204 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-618b3c91-95b9-432b-b168-384cb96155e6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:29.368463 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.371584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-618b3c91-95b9-432b-b168-384cb96155e6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/187feff5-10b4-4eba-8d6a-cd91da81c81a HTTP/1.1" status: 404 len: 333 time: 0.0363529 Nov 15 22:49:29.373685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46756) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:29.384077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-12df227d-b7ea-4b9a-858a-be705b6c9e94 None None] Port 9690481c-b900-4094-92e8-6ad0b7ea9131 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:29.480418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 9690481c-b900-4094-92e8-6ad0b7ea9131 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:29.480782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.600891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-aebcb0af-2d8c-4235-b2b8-76fb88d6f27a None None] Could not find standard attr ID for object 187feff5-10b4-4eba-8d6a-cd91da81c81a. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:49:29.638315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-69600695-8c5f-45fe-bbd8-6ab176f11e34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800130 Nov 15 22:49:29.731016 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-88dd94a8-4600-4bc7-95ea-f84c09796124 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1019111 Nov 15 22:49:29.791965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:29.832005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 9690481c-b900-4094-92e8-6ad0b7ea9131 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:29.856729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d04b-751e-479c-919e-46c4777506bc req-e196b83f-9381-4610-979d-e97d588f98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.858304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-e196b83f-9381-4610-979d-e97d588f98e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.1242990 Nov 15 22:49:29.875409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.876073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.876551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.877197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.877664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.878124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.878584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:29.880899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-6cc869b6-6b1b-4ef8-b485-5f0504271e21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.0812199 Nov 15 22:49:29.910353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.014046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d04b-751e-479c-919e-46c4777506bc req-a1314980-61be-485e-911b-e10ed66814b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.016305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-a1314980-61be-485e-911b-e10ed66814b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 910 time: 0.1286328 Nov 15 22:49:30.062021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-83c0ac7b-371c-4394-98d6-d0bc72521165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.062629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-83c0ac7b-371c-4394-98d6-d0bc72521165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.063093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-83c0ac7b-371c-4394-98d6-d0bc72521165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.065397 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-83c0ac7b-371c-4394-98d6-d0bc72521165 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.1523445 Nov 15 22:49:30.136410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-014c9987-98ad-4660-ba34-efbbac3b7e21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1002 time: 0.0917807 Nov 15 22:49:30.150459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-17ed58d3-0d46-4e46-bc27-5dff9e01feb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.0765538 Nov 15 22:49:30.200161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d04b-751e-479c-919e-46c4777506bc req-79073a4f-1e00-4785-a8e4-df1cd811e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.201661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-79073a4f-1e00-4785-a8e4-df1cd811e30e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.0546646 Nov 15 22:49:30.215647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-5de4e80c-7dbb-4b19-b473-ad923fdd20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.217795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-5de4e80c-7dbb-4b19-b473-ad923fdd20d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0560396 Nov 15 22:49:30.255339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d04b-751e-479c-919e-46c4777506bc req-05fb6a27-030f-49ce-a01a-fa4f21997708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.258058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-05fb6a27-030f-49ce-a01a-fa4f21997708 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443046 Nov 15 22:49:30.272469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-89a5f451-c075-432c-9eaa-4813fe43d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:30.273994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-89a5f451-c075-432c-9eaa-4813fe43d5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493853 Nov 15 22:49:30.311735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.347991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:30.354189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=9690481c-b900-4094-92e8-6ad0b7ea9131,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:30.476867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-4b9d40b8-4174-4212-a02a-07a597d09714 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924775 Nov 15 22:49:30.523568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-c6c8f929-b587-4cf1-bb3c-ae67003c4c2f service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568886 Nov 15 22:49:30.527357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.531047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a03d3ce-a8a2-486f-9a79-68a7d482acb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/9690481c-b900-4094-92e8-6ad0b7ea9131 HTTP/1.1" status: 204 len: 168 time: 1.1554055 Nov 15 22:49:30.540732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:30.582636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:30.610312 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aae50b0-73d2-45fd-bc8f-e61f98dcd75e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:30.611799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4aae50b0-73d2-45fd-bc8f-e61f98dcd75e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/9690481c-b900-4094-92e8-6ad0b7ea9131 HTTP/1.1" status: 404 len: 333 time: 0.0694420 Nov 15 22:49:30.614945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:30.625258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a66c1a44-8b9c-4ac8-9145-f064563ea20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.650793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:30.651375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.692018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:30.698119 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.760595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:30.768869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-ce7ea15d-2aab-474f-8814-0775bc414be5 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855306 Nov 15 22:49:30.799953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8de4d04b-751e-479c-919e-46c4777506bc req-41503c4d-21a0-4330-8365-777ae3c05c1b service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662530 Nov 15 22:49:30.831528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-3769702b-bbdc-402a-9289-42d153faaaa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0539014 Nov 15 22:49:30.884370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.038217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.075161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:31.079102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.082425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18f8d391-39e8-4333-b358-fc6c1801a809 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd HTTP/1.1" status: 204 len: 168 time: 0.4665334 Nov 15 22:49:31.084963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:31.091828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858009bc-18d8-4175-bf0b-1e73555e9d3f None None] Network 78498470-d69a-48a6-9e99-9253d1153b00 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:31.184506 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.265654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:31.266402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.278035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a66c1a44-8b9c-4ac8-9145-f064563ea20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.287813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-1ba425b4-05f0-4a7c-bc03-11f2ab25d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:31.289382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-1ba425b4-05f0-4a7c-bc03-11f2ab25d93a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.4484253 Nov 15 22:49:31.317673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] DHCP port deletion for 78498470-d69a-48a6-9e99-9253d1153b00 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:31.341840 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a66c1a44-8b9c-4ac8-9145-f064563ea20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.399210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a66c1a44-8b9c-4ac8-9145-f064563ea20a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19ebe720905940de9947f0331a06b1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0500367 Nov 15 22:49:31.402882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46826) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:31.404699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-9234a5ca-01d6-4ee3-b529-e18ff6561bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:31.406223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-9234a5ca-01d6-4ee3-b529-e18ff6561bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091387 Nov 15 22:49:31.408256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,segment=NetworkSegment(6bdc9216-3f81-4c18-8172-8791703d2443),segment_id=6bdc9216-3f81-4c18-8172-8791703d2443)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:31.408637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.412514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c1a44-8b9c-4ac8-9145-f064563ea20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a2519e-9bdc-4ec3-aa4d-263078a62c05,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:31.430515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Deleting port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:31.431243 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.446858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:31.538146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] For port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,segment=NetworkSegment(6bdc9216-3f81-4c18-8172-8791703d2443),segment_id=6bdc9216-3f81-4c18-8172-8791703d2443)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:31.538701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.552669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Calling delete_port for fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:31.563264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-d11d153e-b37e-4c51-9e5d-f312fbc7118e service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445107 Nov 15 22:49:31.574381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.626098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.641949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.653281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:31.677334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.679372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:31.680017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] Pushing event deleted for resources: {'Port': ['ID=fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:31.687374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb2eb3-bac5-49c9-802f-02db81ffa95d None None] No DVR routers for this DVR port fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:31.749520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-a6d4172b-6588-42f5-a940-70faf375971e service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720223 Nov 15 22:49:31.798888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.799690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-e2e28598-128c-4800-bcf7-a72f3cd9d168 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.0428648 Nov 15 22:49:31.821106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78498470-d69a-48a6-9e99-9253d1153b00']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:31.832110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdc9216-3f81-4c18-8172-8791703d2443') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:31.833915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdc9216-3f81-4c18-8172-8791703d2443') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:31.846671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.856932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.859619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:31.868653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34a2519e-9bdc-4ec3-aa4d-263078a62c05 HTTP/1.1" status: 204 len: 168 time: 0.4567356 Nov 15 22:49:31.885187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee31a1-e1ce-44aa-a358-3f1e8a83d2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a2519e-9bdc-4ec3-aa4d-263078a62c05,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:31.890619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-0c7e0dfc-53eb-488a-9f91-bb8870e34366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:31.892135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-0c7e0dfc-53eb-488a-9f91-bb8870e34366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0848203 Nov 15 22:49:31.954275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-5f7a9bca-e3d5-4ccf-8bc1-f5b028e46257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:31.955830 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-5f7a9bca-e3d5-4ccf-8bc1-f5b028e46257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544803 Nov 15 22:49:31.989054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.000311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:32.000879 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:32.005492 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:32.094660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-b0d9d12c-922a-49ec-9a93-ca437c48cca3 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304963 Nov 15 22:49:32.143543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.160049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.169183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/78498470-d69a-48a6-9e99-9253d1153b00 HTTP/1.1" status: 204 len: 168 time: 1.0793111 Nov 15 22:49:32.170799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:32.176352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48f140-e3aa-436a-b848-d8a0808bdb86 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=78498470-d69a-48a6-9e99-9253d1153b00,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:32.185460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-179740727'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:32.233080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-d21cc4c3-a8dd-430e-b256-8e8eaab40fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274817 Nov 15 22:49:32.284478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-f6eb73aa-96eb-4a1b-9e2b-ad364c102a00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0399566 Nov 15 22:49:32.338993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-6b78065b-9e0f-4640-a20c-83875d60d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:32.340761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-6b78065b-9e0f-4640-a20c-83875d60d9f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0474894 Nov 15 22:49:32.341803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:32.350440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.402713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:49:32.412471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-2dc32b79-3538-4778-8c65-d0df09396805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:32.414241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-2dc32b79-3538-4778-8c65-d0df09396805 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659251 Nov 15 22:49:32.418506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.418863 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment 96c1e86f-e8f5-4e2c-a421-440c2fc690ca of type vlan for network 29dfc740-7a6e-434d-93f4-759c1bbd2ada Nov 15 22:49:32.491814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:32.515256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:32.515784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device fe68fbfb-1ddc-40fe-aa97-c1bfb87fcf87 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:32.526432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.577454 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-2c466ebd-b4d0-4a44-b154-e70cdafdcd46 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488988 Nov 15 22:49:32.650041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.655579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:32.656179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.675880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:32.690306 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7aab345-702a-4853-9226-a4e194f21057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.733469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-7f051ba4-af33-4d06-865b-5951652cb9a5 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484818 Nov 15 22:49:32.767854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7aab345-702a-4853-9226-a4e194f21057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.780780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=29dfc740-7a6e-434d-93f4-759c1bbd2ada,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:32.783967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-beed77c8-9072-4ac0-b634-5cd5e44f1add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0402639 Nov 15 22:49:32.791830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:49:32.832332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fe7a251e-9a01-4ba8-b78e-bf11c0d2a669 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6603642 Nov 15 22:49:32.835236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:32.842351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:32.872795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7aab345-702a-4853-9226-a4e194f21057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:32.914819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-682c892a-9fab-4ece-b380-74e2e1e9a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:32.916904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-682c892a-9fab-4ece-b380-74e2e1e9a07a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1256406 Nov 15 22:49:32.933191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c7aab345-702a-4853-9226-a4e194f21057 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a7fbb5b6baa409692a7431ef3533f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531524 Nov 15 22:49:32.933515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46846) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:32.943506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aab345-702a-4853-9226-a4e194f21057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7223ef-dece-4827-bc02-dc9092b874bb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:32.980279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-c4cf4ded-afcf-4f92-aa98-4d7d8648ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:32.981823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-c4cf4ded-afcf-4f92-aa98-4d7d8648ec5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577018 Nov 15 22:49:32.998387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.021245 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.056233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:33.059810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.135439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.138060 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.139224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa7223ef-dece-4827-bc02-dc9092b874bb HTTP/1.1" status: 204 len: 168 time: 0.2023838 Nov 15 22:49:33.147397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdf2f9-774a-4f16-9a00-afe5acb47304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7223ef-dece-4827-bc02-dc9092b874bb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:33.155310 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-40958516-eee6-4b3a-b7f2-ca9a8a42484b service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626968 Nov 15 22:49:33.321246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-285b1f7b-fb8a-4081-bae2-b34ccebbec5d service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574557 Nov 15 22:49:33.387134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-fc77f61d-ea63-4510-85aa-f61131a34ecd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0578434 Nov 15 22:49:33.439848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-d2b00066-8782-4738-b50f-4a2b5facce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:33.441461 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-d2b00066-8782-4738-b50f-4a2b5facce04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0457387 Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-1f3978c9-3106-474e-8e7f-6f6e5d7602c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-1f3978c9-3106-474e-8e7f-6f6e5d7602c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582638 Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=3ef19f52-ef44-49c3-92a4-d2916d49345a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-d24e23ec-2c86-4345-87ff-fa8813bf4f2a service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980078 Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': '96c1e86f-e8f5-4e2c-a421-440c2fc690ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:33.745260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 29dfc740-7a6e-434d-93f4-759c1bbd2ada, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:49:33.853279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-c2239edc-498b-4bc9-b0d8-10425aa4943a service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029203 Nov 15 22:49:33.875814 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-dce40ff6-b0c0-4d48-a775-f1c9b77e2266 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0416932 Nov 15 22:49:33.877810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:49:33.930258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-5aa5d441-d341-44fe-9acd-a07725d0c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:33.931867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-5aa5d441-d341-44fe-9acd-a07725d0c54b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.0485108 Nov 15 22:49:33.979534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218becb-2679-4521-a6da-df1b76708a46 req-9fee5305-bead-4da8-b060-0cfa7b0135c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:33.981203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-9fee5305-bead-4da8-b060-0cfa7b0135c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425251 Nov 15 22:49:34.045054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 29dfc740-7a6e-434d-93f4-759c1bbd2ada) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:34.051234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:34.051826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.055577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eaf7fa-a718-4eb1-a5fa-c575a2b842be None None] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:34.107507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-268e9bdc-3b51-44ec-8b91-4e8d79aed3b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191840 Nov 15 22:49:34.231282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-29dfc740-7a6e-434d-93f4-759c1bbd2ada', 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': '3ef19f52-ef44-49c3-92a4-d2916d49345a'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:34.232434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-04ea62ae-0c72-407f-a78b-e38c37101cb5 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3960080 Nov 15 22:49:34.235269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46880) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:34.237021 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.237174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b218becb-2679-4521-a6da-df1b76708a46 req-d964d47c-0d25-4b1d-975d-a179a9214d36 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215138 Nov 15 22:49:34.246379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada', 'name': 'tempest-PortsTestJSON-1857501909', 'fixed_ips': [{'subnet_id': '3ef19f52-ef44-49c3-92a4-d2916d49345a', 'ip_address': '172.20.0.10'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:34.440645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Allocated IP 172.20.0.2 (29dfc740-7a6e-434d-93f4-759c1bbd2ada/3ef19f52-ef44-49c3-92a4-d2916d49345a/b703110a-7438-4630-a981-4145f3c07c0f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:34.535806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:34.631230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.650720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.668966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port ee8902f7-1615-4591-9aa2-0e33cf8374f4 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:34.741029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.779968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6392554-991b-4c6d-8411-95ce0289ae11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.793061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:34.797579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:34.799477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Pushing event updated for resources: {'Port': ['ID=b703110a-7438-4630-a981-4145f3c07c0f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:34.801866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:34.856847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Attempting to bind port b703110a-7438-4630-a981-4145f3c07c0f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:34.857222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Attempting to bind port b703110a-7438-4630-a981-4145f3c07c0f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '96c1e86f-e8f5-4e2c-a421-440c2fc690ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:34.857582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Attempting to bind port b703110a-7438-4630-a981-4145f3c07c0f on network 29dfc740-7a6e-434d-93f4-759c1bbd2ada {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:34.864762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:34.865496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Checking segment: {'id': '96c1e86f-e8f5-4e2c-a421-440c2fc690ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:34.865830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.866219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Bound using segment: {'id': '96c1e86f-e8f5-4e2c-a421-440c2fc690ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:34.866745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Bound port: b703110a-7438-4630-a981-4145f3c07c0f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c1e86f-e8f5-4e2c-a421-440c2fc690ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:34.867067 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:34.868915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.10 (29dfc740-7a6e-434d-93f4-759c1bbd2ada/3ef19f52-ef44-49c3-92a4-d2916d49345a/ee8902f7-1615-4591-9aa2-0e33cf8374f4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:34.955430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] For port b703110a-7438-4630-a981-4145f3c07c0f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:34.959297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] For port b703110a-7438-4630-a981-4145f3c07c0f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b703110a-7438-4630-a981-4145f3c07c0f,segment=NetworkSegment(96c1e86f-e8f5-4e2c-a421-440c2fc690ca),segment_id=96c1e86f-e8f5-4e2c-a421-440c2fc690ca)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:35.030383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:35.078390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:35.142018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903e4fe-4db0-4158-8ec6-534145cc29b9 None None] Pushing event updated for resources: {'Port': ['ID=b703110a-7438-4630-a981-4145f3c07c0f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:35.176436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:35.231039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:35.236840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:35.241372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:35.269012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=ee8902f7-1615-4591-9aa2-0e33cf8374f4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:35.305680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:35.306593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:35.386810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-20938d30-371f-49dc-8b04-e33f634239bf tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1457593 Nov 15 22:49:35.393346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46904) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:35.393346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '29dfc740-7a6e-434d-93f4-759c1bbd2ada', 'name': 'tempest-PortsTestJSON-984463910', 'fixed_ips': [{'subnet_id': '3ef19f52-ef44-49c3-92a4-d2916d49345a', 'ip_address': '172.20.0.9'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:35.632145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:35.639753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:35.675097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port ec37477e-2058-467a-8622-19dc81162ce7 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:35.847962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.9 (29dfc740-7a6e-434d-93f4-759c1bbd2ada/3ef19f52-ef44-49c3-92a4-d2916d49345a/ec37477e-2058-467a-8622-19dc81162ce7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:36.012846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.118555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.165354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:36.169477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:36.174103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:36.181383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=ec37477e-2058-467a-8622-19dc81162ce7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:36.245594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:36.246267 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.332560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32b62d-791e-488a-aa3e-8ed5dfd26cf3 None None] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:36.333214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a224e8b-e7c4-40ab-bfa6-88bcab9764c4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9444816 Nov 15 22:49:36.341145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:36.400381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50ff2c-6c48-44d9-a081-715e472d75f9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:36.402860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff50ff2c-6c48-44d9-a081-715e472d75f9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0604312 Nov 15 22:49:36.405526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:36.452500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] Provisioning complete for port b703110a-7438-4630-a981-4145f3c07c0f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:36.452798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.499652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbef97-232c-4620-8b78-d75651da7614 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:36.506833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbef97-232c-4620-8b78-d75651da7614 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:36.515873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbef97-232c-4620-8b78-d75651da7614 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:36.522611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:36.532502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e6fbef97-232c-4620-8b78-d75651da7614 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1249499 Nov 15 22:49:36.587883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b703110a-7438-4630-a981-4145f3c07c0f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:36.686523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port ec37477e-2058-467a-8622-19dc81162ce7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:36.686855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.815591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.831566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for ec37477e-2058-467a-8622-19dc81162ce7 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:36.873104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.925466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b703110a-7438-4630-a981-4145f3c07c0f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:36.927705 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:36.933320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] For port b703110a-7438-4630-a981-4145f3c07c0f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b703110a-7438-4630-a981-4145f3c07c0f,segment=NetworkSegment(96c1e86f-e8f5-4e2c-a421-440c2fc690ca),segment_id=96c1e86f-e8f5-4e2c-a421-440c2fc690ca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:37.038042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.113200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.124357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.193260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccdc1f-7acb-43dc-a6eb-4e078d7acc2a None None] Pushing event updated for resources: {'Port': ['ID=b703110a-7438-4630-a981-4145f3c07c0f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:37.214905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=ec37477e-2058-467a-8622-19dc81162ce7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:37.278086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35f9f053-57bc-4628-b315-c7e285bb3b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.304180 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:49:37.304881 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:49:37.381861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Provisioning complete for port b703110a-7438-4630-a981-4145f3c07c0f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:37.383009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.398978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.406305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cf1ee47f-2bce-4d2d-b398-047e97364cd2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/ec37477e-2058-467a-8622-19dc81162ce7 HTTP/1.1" status: 204 len: 168 time: 0.8838413 Nov 15 22:49:37.409424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:37.462507 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c8bcde-e9e5-49ef-802b-609c097119a8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:37.468790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46960) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:37.472682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-20c8bcde-e9e5-49ef-802b-609c097119a8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/ec37477e-2058-467a-8622-19dc81162ce7 HTTP/1.1" status: 404 len: 333 time: 0.0615215 Nov 15 22:49:37.582743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46962) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:37.646492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port ee8902f7-1615-4591-9aa2-0e33cf8374f4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:37.647158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.708325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Provisioning complete for port ee8902f7-1615-4591-9aa2-0e33cf8374f4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:37.709247 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.802111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f15d8b5b-5fb2-4caf-902e-ea3ff3f5a3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.803529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Port ee8902f7-1615-4591-9aa2-0e33cf8374f4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:37.809894 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.828799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for ee8902f7-1615-4591-9aa2-0e33cf8374f4 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:37.856031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3befe874-6688-49e1-badd-4ad4a0c453b9 None None] Could not find standard attr ID for object ec37477e-2058-467a-8622-19dc81162ce7. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:49:37.923111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f15d8b5b-5fb2-4caf-902e-ea3ff3f5a3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:37.976936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8fde960b-5fcc-47ef-b82e-a242dbf29d58 None None] Provisioning complete for port ee8902f7-1615-4591-9aa2-0e33cf8374f4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:37.977374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fde960b-5fcc-47ef-b82e-a242dbf29d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.019525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8fde960b-5fcc-47ef-b82e-a242dbf29d58 None None] Port ee8902f7-1615-4591-9aa2-0e33cf8374f4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:38.027012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f15d8b5b-5fb2-4caf-902e-ea3ff3f5a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.029520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8fde960b-5fcc-47ef-b82e-a242dbf29d58 None None] Could not find standard attr ID for object ec37477e-2058-467a-8622-19dc81162ce7. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:49:38.060905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.075560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8b5b-5fb2-4caf-902e-ea3ff3f5a3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252bd11-2e5e-4e4a-ac91-965dadb6733c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:38.084354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f15d8b5b-5fb2-4caf-902e-ea3ff3f5a3da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=283a173c60984912881905d9fac3539e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979930 Nov 15 22:49:38.084757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:38.098753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=ee8902f7-1615-4591-9aa2-0e33cf8374f4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:38.173408 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.184330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.188581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bce9e286-814b-4e29-824d-077fce193519 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/ee8902f7-1615-4591-9aa2-0e33cf8374f4 HTTP/1.1" status: 204 len: 168 time: 0.7197080 Nov 15 22:49:38.191363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:38.235571 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-066240b6-cc2c-4b0c-9b98-aa4b2c1a04a0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:38.240119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-066240b6-cc2c-4b0c-9b98-aa4b2c1a04a0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/ee8902f7-1615-4591-9aa2-0e33cf8374f4 HTTP/1.1" status: 404 len: 333 time: 0.0447831 Nov 15 22:49:38.240546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46976) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:38.246728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.304176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 3ef19f52-ef44-49c3-92a4-d2916d49345a {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:38.308103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.323377 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.360504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.392514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.395589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.397287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9252bd11-2e5e-4e4a-ac91-965dadb6733c HTTP/1.1" status: 204 len: 168 time: 0.3111358 Nov 15 22:49:38.411256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ff53-4101-4417-a9fe-a1ebcf5876a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252bd11-2e5e-4e4a-ac91-965dadb6733c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:38.550247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b703110a-7438-4630-a981-4145f3c07c0f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:38.604517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b703110a-7438-4630-a981-4145f3c07c0f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:38.604964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.815962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.969972 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:38.999109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef19f52-ef44-49c3-92a4-d2916d49345a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.001827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.006185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52c89751-ea1a-4fae-9c17-c6d7071d134d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/3ef19f52-ef44-49c3-92a4-d2916d49345a HTTP/1.1" status: 204 len: 168 time: 0.7636988 Nov 15 22:49:39.007422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aed391-ba48-4248-925d-a3ba9be779da None None] Network 29dfc740-7a6e-434d-93f4-759c1bbd2ada requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:39.008313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 46990) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:39.094250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.130016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 46998) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:39.145541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c9a1edb-8705-4938-a6c6-a2ef1c90a402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.177069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port b703110a-7438-4630-a981-4145f3c07c0f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:39.177069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.210020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] DHCP port deletion for 29dfc740-7a6e-434d-93f4-759c1bbd2ada request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:39.249601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c9a1edb-8705-4938-a6c6-a2ef1c90a402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.253140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port b703110a-7438-4630-a981-4145f3c07c0f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b703110a-7438-4630-a981-4145f3c07c0f,segment=NetworkSegment(96c1e86f-e8f5-4e2c-a421-440c2fc690ca),segment_id=96c1e86f-e8f5-4e2c-a421-440c2fc690ca)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:39.259042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.268077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for b703110a-7438-4630-a981-4145f3c07c0f owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:39.272291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Deleting port b703110a-7438-4630-a981-4145f3c07c0f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:39.272687 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.335285 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c9a1edb-8705-4938-a6c6-a2ef1c90a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.354893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] For port b703110a-7438-4630-a981-4145f3c07c0f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b703110a-7438-4630-a981-4145f3c07c0f,segment=NetworkSegment(96c1e86f-e8f5-4e2c-a421-440c2fc690ca),segment_id=96c1e86f-e8f5-4e2c-a421-440c2fc690ca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:39.355283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.371454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Calling delete_port for b703110a-7438-4630-a981-4145f3c07c0f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:39.384496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a1edb-8705-4938-a6c6-a2ef1c90a402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea7e03-dd1c-468b-8049-0fc47d24c2b5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.394376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c9a1edb-8705-4938-a6c6-a2ef1c90a402 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5edc6a15dd24709ad361ac2115a3728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584193 Nov 15 22:49:39.394376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:39.414563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.455368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.469519 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.479777 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.499906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] No DVR routers for this DVR port b703110a-7438-4630-a981-4145f3c07c0f on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:39.503845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedecb4-ebb9-4ac7-8630-43d95bd47844 None None] Pushing event deleted for resources: {'Port': ['ID=b703110a-7438-4630-a981-4145f3c07c0f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.511931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=b703110a-7438-4630-a981-4145f3c07c0f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.513851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port b703110a-7438-4630-a981-4145f3c07c0f on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:39.534808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.599113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.619766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dfc740-7a6e-434d-93f4-759c1bbd2ada']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:39.629612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c1e86f-e8f5-4e2c-a421-440c2fc690ca') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:39.629920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c1e86f-e8f5-4e2c-a421-440c2fc690ca') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:39.639932 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.649286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.652451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.656389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62ea7e03-dd1c-468b-8049-0fc47d24c2b5 HTTP/1.1" status: 204 len: 168 time: 0.2603765 Nov 15 22:49:39.664896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a6fe8-c076-4f3d-be97-b399a2ecf9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea7e03-dd1c-468b-8049-0fc47d24c2b5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.686535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.699700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:39.700713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:39.707172 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:39.832607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.839719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.842907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/29dfc740-7a6e-434d-93f4-759c1bbd2ada HTTP/1.1" status: 204 len: 168 time: 0.8335571 Nov 15 22:49:39.846849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:39.852774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-445626660'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:39.855458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18266b-a8bc-490b-b8d9-1c358d2757c7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=29dfc740-7a6e-434d-93f4-759c1bbd2ada,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:39.946253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:39.950524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:39.999368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:49:40.010330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.010912 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Added segment f788a81f-7302-4708-9458-295b539f4b9c of type vlan for network 656add13-33f1-4c72-9f41-3ba44e841f47 Nov 15 22:49:40.055683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.135368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.141666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:40.142445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.229088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Network': ['ID=656add13-33f1-4c72-9f41-3ba44e841f47,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:40.243517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 656add13-33f1-4c72-9f41-3ba44e841f47 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:49:40.304555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88e587c4-acf7-4505-b265-6c361721e0e2 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4559135 Nov 15 22:49:40.307377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:40.313025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:40.436916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.514382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b703110a-7438-4630-a981-4145f3c07c0f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:40.536050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: b703110a-7438-4630-a981-4145f3c07c0f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:40.536395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b703110a-7438-4630-a981-4145f3c07c0f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:40.563753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:40.567350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.883787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:40.948332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=0ba495ee-35d8-42a8-84ff-a4b2305b1138,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:40.959721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Checking segment: {'id': 'f788a81f-7302-4708-9458-295b539f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:40.959721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network hostable DHCP agents. Network: 656add13-33f1-4c72-9f41-3ba44e841f47, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:49:41.047993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 656add13-33f1-4c72-9f41-3ba44e841f47 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:49:41.123203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 656add13-33f1-4c72-9f41-3ba44e841f47) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:41.134207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:41.135307 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.135989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79342f-7e1b-441e-afd4-ea942eabfdf6 None None] Network 656add13-33f1-4c72-9f41-3ba44e841f47 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:41.212564 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b8ac556c-f0ee-43dd-88ca-0f39725c5c26 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9030771 Nov 15 22:49:41.215587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:41.221423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1390474139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:41.325285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-656add13-33f1-4c72-9f41-3ba44e841f47', 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': '0ba495ee-35d8-42a8-84ff-a4b2305b1138'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:41.326167 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.330524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.331599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.402700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.478386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.511637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Allocated IP 172.20.0.2 (656add13-33f1-4c72-9f41-3ba44e841f47/0ba495ee-35d8-42a8-84ff-a4b2305b1138/55630eba-fe84-46cf-84ea-99b2fc4900bc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:41.606178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.608472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69c0526d-c0c5-4d0c-a9fa-bb97837bee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3911288 Nov 15 22:49:41.611205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47048) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:41.618371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47', 'name': 'tempest-PortsTestJSON-559660286'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:41.688866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.816531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.866103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Network 656add13-33f1-4c72-9f41-3ba44e841f47 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:41.867013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:41.870021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:41.871404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.872878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:41.880635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Pushing event updated for resources: {'Port': ['ID=55630eba-fe84-46cf-84ea-99b2fc4900bc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:41.905060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 5d616ede-4554-46d9-bbce-8f0957bb2aed yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:41.951114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Attempting to bind port 55630eba-fe84-46cf-84ea-99b2fc4900bc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:41.951691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Attempting to bind port 55630eba-fe84-46cf-84ea-99b2fc4900bc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f788a81f-7302-4708-9458-295b539f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:41.952160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Attempting to bind port 55630eba-fe84-46cf-84ea-99b2fc4900bc on network 656add13-33f1-4c72-9f41-3ba44e841f47 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:41.958760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:41.959475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Checking segment: {'id': 'f788a81f-7302-4708-9458-295b539f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:41.959978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:41.960465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Bound using segment: {'id': 'f788a81f-7302-4708-9458-295b539f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:41.961063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Bound port: 55630eba-fe84-46cf-84ea-99b2fc4900bc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f788a81f-7302-4708-9458-295b539f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '656add13-33f1-4c72-9f41-3ba44e841f47'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:41.961554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:42.048231 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] For port 55630eba-fe84-46cf-84ea-99b2fc4900bc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:42.052822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] For port 55630eba-fe84-46cf-84ea-99b2fc4900bc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=55630eba-fe84-46cf-84ea-99b2fc4900bc,segment=NetworkSegment(f788a81f-7302-4708-9458-295b539f4b9c),segment_id=f788a81f-7302-4708-9458-295b539f4b9c)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:42.069766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.10 (656add13-33f1-4c72-9f41-3ba44e841f47/0ba495ee-35d8-42a8-84ff-a4b2305b1138/5d616ede-4554-46d9-bbce-8f0957bb2aed) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:42.140262 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:42.217557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83b0f-3179-453a-845e-30fb753f5810 None None] Pushing event updated for resources: {'Port': ['ID=55630eba-fe84-46cf-84ea-99b2fc4900bc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:42.324945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:42.491141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:42.594049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 656add13-33f1-4c72-9f41-3ba44e841f47 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:42.598698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:42.601000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=5d616ede-4554-46d9-bbce-8f0957bb2aed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:42.603406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:42.687121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:42.687859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:42.818377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc7dd797-4ce6-439c-8e86-ec60a9b689a9 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2059066 Nov 15 22:49:42.821400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47072) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:42.896893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:43.050854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3c-fb52-4a42-a0c8-837f5472a166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.224631 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3c-fb52-4a42-a0c8-837f5472a166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.287746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.392213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b57c6a3c-fb52-4a42-a0c8-837f5472a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.448999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b57c6a3c-fb52-4a42-a0c8-837f5472a166 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ded5fd2b516a493fa1b7cc4550d88fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506434 Nov 15 22:49:43.450591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6a3c-fb52-4a42-a0c8-837f5472a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c88e10-3f85-4550-8355-c8a00802ae56,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:43.453964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47086) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:43.521845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.558358 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.643363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3259569-8387-4d5c-9360-493263a79be8 None None] Network 656add13-33f1-4c72-9f41-3ba44e841f47 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:43.691529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.701668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.706385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.721080 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1c88e10-3f85-4550-8355-c8a00802ae56 HTTP/1.1" status: 204 len: 168 time: 0.2535589 Nov 15 22:49:43.731500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b715b-e2e8-40cb-a619-d08fe3fdf816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c88e10-3f85-4550-8355-c8a00802ae56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:43.757859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] Provisioning complete for port 55630eba-fe84-46cf-84ea-99b2fc4900bc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:43.758230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.769249 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:43.850726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=5d616ede-4554-46d9-bbce-8f0957bb2aed,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:43.956738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.002631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] For port 55630eba-fe84-46cf-84ea-99b2fc4900bc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=55630eba-fe84-46cf-84ea-99b2fc4900bc,segment=NetworkSegment(f788a81f-7302-4708-9458-295b539f4b9c),segment_id=f788a81f-7302-4708-9458-295b539f4b9c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:44.073000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.141756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.228521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930752b8-742b-4068-907e-284c5ee760a3 None None] Pushing event updated for resources: {'Port': ['ID=55630eba-fe84-46cf-84ea-99b2fc4900bc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:44.281183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.373898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9436-2863-4439-8c1f-fed3dc148ccd None None] Provisioning complete for port 5d616ede-4554-46d9-bbce-8f0957bb2aed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:44.374437 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9436-2863-4439-8c1f-fed3dc148ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.423147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb9436-2863-4439-8c1f-fed3dc148ccd None None] Port 5d616ede-4554-46d9-bbce-8f0957bb2aed cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:44.437782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9436-2863-4439-8c1f-fed3dc148ccd None None] Provisioning complete for port 55630eba-fe84-46cf-84ea-99b2fc4900bc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:44.438249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9436-2863-4439-8c1f-fed3dc148ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.617837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 55630eba-fe84-46cf-84ea-99b2fc4900bc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:44.686826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 55630eba-fe84-46cf-84ea-99b2fc4900bc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:44.687442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.741771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-65ea0372-b842-4225-bc27-8f61050c6e0d None None] Provisioning complete for port 5d616ede-4554-46d9-bbce-8f0957bb2aed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:44.752955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65ea0372-b842-4225-bc27-8f61050c6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.753133 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.805261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-65ea0372-b842-4225-bc27-8f61050c6e0d None None] Port 5d616ede-4554-46d9-bbce-8f0957bb2aed cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:44.849908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.861804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:44.877896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-022545c2-47e7-49bf-9012-33ad9a5d965c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.952541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:44.992591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-022545c2-47e7-49bf-9012-33ad9a5d965c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.020570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=5d616ede-4554-46d9-bbce-8f0957bb2aed,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:45.041530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4f29bdad-b285-4575-8725-e8418592ee89 None None] Provisioning complete for port 5d616ede-4554-46d9-bbce-8f0957bb2aed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:45.041943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f29bdad-b285-4575-8725-e8418592ee89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.050032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-022545c2-47e7-49bf-9012-33ad9a5d965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.091216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network 656add13-33f1-4c72-9f41-3ba44e841f47 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:45.093106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:45.101844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f29bdad-b285-4575-8725-e8418592ee89 None None] Port 5d616ede-4554-46d9-bbce-8f0957bb2aed cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:45.131889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022545c2-47e7-49bf-9012-33ad9a5d965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e50198-afc2-49de-9c45-1f6500a9e793,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:45.148680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-022545c2-47e7-49bf-9012-33ad9a5d965c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=673e969af55c4710bcc529f94a0f744e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853744 Nov 15 22:49:45.153348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:45.235909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.269612 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.308975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Router fc31e318-3a16-4314-ac19-27eda949082e is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:49:45.374181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.377865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.379401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79e50198-afc2-49de-9c45-1f6500a9e793 HTTP/1.1" status: 204 len: 168 time: 0.2271063 Nov 15 22:49:45.397673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b20f9-6a96-4534-a5ce-48fe5736d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e50198-afc2-49de-9c45-1f6500a9e793,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:45.449658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:45.463407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:49:45.472808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-79ad48f7-4ebe-4588-9239-a5fcce22fd29 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/routers/fc31e318-3a16-4314-ac19-27eda949082e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496432 Nov 15 22:49:45.472954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:45.475022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] Sync routers for ids ['fc31e318-3a16-4314-ac19-27eda949082e'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:49:45.527053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4761f691-19f9-45a8-9e84-8fbf7970c37d None None] Provisioning complete for port 5d616ede-4554-46d9-bbce-8f0957bb2aed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:45.527416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4761f691-19f9-45a8-9e84-8fbf7970c37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.541089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] Routers {'fc31e318-3a16-4314-ac19-27eda949082e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:45.541726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc31e318-3a16-4314-ac19-27eda949082e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:45.557542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b36138-0693-4017-a345-702b2a6a0875 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:45.562273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d4b36138-0693-4017-a345-702b2a6a0875 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc31e318-3a16-4314-ac19-27eda949082e HTTP/1.1" status: 200 len: 982 time: 0.0849626 Nov 15 22:49:45.562824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:45.615190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:45.637725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4761f691-19f9-45a8-9e84-8fbf7970c37d None None] Port 5d616ede-4554-46d9-bbce-8f0957bb2aed cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:45.640980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] Routers {'fc31e318-3a16-4314-ac19-27eda949082e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:45.641507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc31e318-3a16-4314-ac19-27eda949082e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:45.665608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-424f6c56-c9d3-45a8-afdc-045a416db95d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.703666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:45.704354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87025583-3e8a-489a-811f-e966fab25f58 None None] The sync data for ids ['fc31e318-3a16-4314-ac19-27eda949082e'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:49:45.878776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-424f6c56-c9d3-45a8-afdc-045a416db95d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:45.941072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-424f6c56-c9d3-45a8-afdc-045a416db95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.000422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-424f6c56-c9d3-45a8-afdc-045a416db95d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=243c7488267f4e249f3b068a400cc615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5495565 Nov 15 22:49:46.003275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:46.004364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f6c56-c9d3-45a8-afdc-045a416db95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f648fb-06b7-48b8-a45f-2017486dd5a7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:46.062320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.091437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.156385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.203610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.206224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.210518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70f648fb-06b7-48b8-a45f-2017486dd5a7 HTTP/1.1" status: 204 len: 168 time: 0.2051182 Nov 15 22:49:46.219479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd2db4-1fa1-41de-8398-1ec3e40a4f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f648fb-06b7-48b8-a45f-2017486dd5a7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:46.404131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 5d616ede-4554-46d9-bbce-8f0957bb2aed {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:46.404535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.529402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.549333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 5d616ede-4554-46d9-bbce-8f0957bb2aed owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:46.860935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:46.895571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=5d616ede-4554-46d9-bbce-8f0957bb2aed,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:47.050501 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.065237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47156) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:47.089184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb57492b-9be5-4f2b-8084-2d5c114ae88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.181683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb57492b-9be5-4f2b-8084-2d5c114ae88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.289289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bb57492b-9be5-4f2b-8084-2d5c114ae88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.329837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57492b-9be5-4f2b-8084-2d5c114ae88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7280dc28-cbae-4080-9a7b-1f0851e40a0f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:47.336717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bb57492b-9be5-4f2b-8084-2d5c114ae88b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=567f019ad1ba44aebee9c8e1958da229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671125 Nov 15 22:49:47.338111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:47.390783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.420808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.545905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.563262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:47.563262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7280dc28-cbae-4080-9a7b-1f0851e40a0f HTTP/1.1" status: 204 len: 168 time: 0.2228246 Nov 15 22:49:47.580307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71322a41-953f-4c91-bc0e-1e334eebec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7280dc28-cbae-4080-9a7b-1f0851e40a0f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:47.632962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Router fc31e318-3a16-4314-ac19-27eda949082e has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:49:47.719985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:49:47.728396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e5baee1c-300c-4f7b-bd98-c3678f6ff2a1 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/routers/fc31e318-3a16-4314-ac19-27eda949082e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618276 Nov 15 22:49:47.728396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:47.735079 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] Sync routers for ids ['fc31e318-3a16-4314-ac19-27eda949082e'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:49:47.745210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] Routers {'fc31e318-3a16-4314-ac19-27eda949082e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:47.745823 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc31e318-3a16-4314-ac19-27eda949082e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:47.757394 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78524c3-3237-4c72-a590-c17b1fd24984 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:47.758970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f78524c3-3237-4c72-a590-c17b1fd24984 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/5d616ede-4554-46d9-bbce-8f0957bb2aed HTTP/1.1" status: 404 len: 333 time: 0.0294240 Nov 15 22:49:47.762532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47176) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:47.802421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:47.813352 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] Routers {'fc31e318-3a16-4314-ac19-27eda949082e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:49:47.814400 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:49:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['fc31e318-3a16-4314-ac19-27eda949082e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:47.849226 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:47.850092 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70bc18-fa62-4902-9eb0-68833ecb9192 None None] The sync data for ids ['fc31e318-3a16-4314-ac19-27eda949082e'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:49:47.860574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.025979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.028151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.152209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.153461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Fanout notify agent at l3_agent the message router_deleted on router fc31e318-3a16-4314-ac19-27eda949082e {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:49:48.161072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.162485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d93f5ce1-07e8-4e28-81e8-192e698fab0d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/routers/fc31e318-3a16-4314-ac19-27eda949082e HTTP/1.1" status: 204 len: 168 time: 0.3988719 Nov 15 22:49:48.164972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:48.220625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 0ba495ee-35d8-42a8-84ff-a4b2305b1138 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:48.223772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.266198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.351737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.506378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.536594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba495ee-35d8-42a8-84ff-a4b2305b1138,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:48.538631 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.542674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1111bc28-d146-4135-8d9a-53523d3feeac tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/0ba495ee-35d8-42a8-84ff-a4b2305b1138 HTTP/1.1" status: 204 len: 168 time: 0.3749561 Nov 15 22:49:48.548048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae625fd-946c-4515-bc8f-b42c22a4081d None None] Network 656add13-33f1-4c72-9f41-3ba44e841f47 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:48.551410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:48.657429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.730952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 55630eba-fe84-46cf-84ea-99b2fc4900bc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:48.731615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.755826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] DHCP port deletion for 656add13-33f1-4c72-9f41-3ba44e841f47 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:49:48.823481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Deleting port 55630eba-fe84-46cf-84ea-99b2fc4900bc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:48.823938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.838876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] For port 55630eba-fe84-46cf-84ea-99b2fc4900bc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=55630eba-fe84-46cf-84ea-99b2fc4900bc,segment=NetworkSegment(f788a81f-7302-4708-9458-295b539f4b9c),segment_id=f788a81f-7302-4708-9458-295b539f4b9c)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:48.838876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.859301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 55630eba-fe84-46cf-84ea-99b2fc4900bc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:48.923167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] For port 55630eba-fe84-46cf-84ea-99b2fc4900bc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=55630eba-fe84-46cf-84ea-99b2fc4900bc,segment=NetworkSegment(f788a81f-7302-4708-9458-295b539f4b9c),segment_id=f788a81f-7302-4708-9458-295b539f4b9c)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:48.923808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:48.941732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Calling delete_port for 55630eba-fe84-46cf-84ea-99b2fc4900bc owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:49.073004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.079143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.135747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=55630eba-fe84-46cf-84ea-99b2fc4900bc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:49.142651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No DVR routers for this DVR port 55630eba-fe84-46cf-84ea-99b2fc4900bc on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:49.282004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.300869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] Pushing event deleted for resources: {'Port': ['ID=55630eba-fe84-46cf-84ea-99b2fc4900bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:49.308907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ab8f2-f3e2-4dba-9f09-850371229bc4 None None] No DVR routers for this DVR port 55630eba-fe84-46cf-84ea-99b2fc4900bc on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:49:49.331969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656add13-33f1-4c72-9f41-3ba44e841f47']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:49.347998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788a81f-7302-4708-9458-295b539f4b9c') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:49.348274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788a81f-7302-4708-9458-295b539f4b9c') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:49:49.373962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.382950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53715b1-58aa-4adb-927c-7706e8c0ab64 req-ef56309c-060d-4b7c-819d-1ec1fca05eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:49.385341 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a53715b1-58aa-4adb-927c-7706e8c0ab64 req-ef56309c-060d-4b7c-819d-1ec1fca05eee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.2357268 Nov 15 22:49:49.403686 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.412797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:49:49.412797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:49:49.417721 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:49:49.641314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a53715b1-58aa-4adb-927c-7706e8c0ab64 req-7b565bb9-0f68-4a86-acf6-20d318a29c1b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645230 Nov 15 22:49:49.646917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.650270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:49.650905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.650905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/656add13-33f1-4c72-9f41-3ba44e841f47 HTTP/1.1" status: 204 len: 168 time: 1.0474188 Nov 15 22:49:49.651377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:49.651873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d4bc1-b453-43dd-92f6-8cdf86558f5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=656add13-33f1-4c72-9f41-3ba44e841f47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:49.694138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a39d5-4bc1-4617-96d1-9ecaadfafbc8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:49.699545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:49.699782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-616a39d5-4bc1-4617-96d1-9ecaadfafbc8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/8addb398-4e8b-4910-9e7b-08f925330046 HTTP/1.1" status: 200 len: 840 time: 0.0924091 Nov 15 22:49:49.758248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b6c105ea-444c-4642-89a3-61adb7a1b495 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/8addb398-4e8b-4910-9e7b-08f925330046?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0536366 Nov 15 22:49:49.758770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:49.764114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:49.774085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a6a951-c4d9-4089-9252-35a8c90f681c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.864979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a6a951-c4d9-4089-9252-35a8c90f681c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.934794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-60a6a951-c4d9-4089-9252-35a8c90f681c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:49.965040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6a951-c4d9-4089-9252-35a8c90f681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7402ab97-e363-4c66-9501-b6954f3a34a5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:49.969141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:49.972923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.015007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-60a6a951-c4d9-4089-9252-35a8c90f681c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d45598959a1b4a4d885d6c21577b6aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214399 Nov 15 22:49:50.017797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:50.081278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.108044 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.220028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-14ba1f23-15ff-47b2-94fa-76b904c47867 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307479 Nov 15 22:49:50.253800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.256921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.264415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7402ab97-e363-4c66-9501-b6954f3a34a5 HTTP/1.1" status: 204 len: 168 time: 0.2388022 Nov 15 22:49:50.268652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d319b-4175-4171-a650-2df85e562792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7402ab97-e363-4c66-9501-b6954f3a34a5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:50.336328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.400428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:50.409460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-ee0e39e8-967b-48b7-9c14-9c4080fe5310 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:50.410906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-ee0e39e8-967b-48b7-9c14-9c4080fe5310 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835613 Nov 15 22:49:50.413821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:50.419483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:50.420059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.435900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3002b-79de-4c86-9071-b7b94c5acf92 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:50.441744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=d9d84513-81ee-44ba-91f1-0588d032b550,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:50.453121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-8c824b4e-b5b2-48e8-aeb4-77eabbb33baa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/quotas/1cbe6af5b4054e0dae95297b33a2a3bf HTTP/1.1" status: 200 len: 375 time: 0.0302911 Nov 15 22:49:50.503869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-b70c1c0d-3302-4beb-a4f4-50cff4a082e9 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390921 Nov 15 22:49:50.569162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 55630eba-fe84-46cf-84ea-99b2fc4900bc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:49:50.591868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:50.596306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0c41324-5a04-4021-a64e-b7fc492c4d39 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8319681 Nov 15 22:49:50.597543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'security_group': {'name': 'tempest-secgroup-78458412'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:50.600521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 55630eba-fe84-46cf-84ea-99b2fc4900bc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:49:50.600885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 55630eba-fe84-46cf-84ea-99b2fc4900bc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:49:50.699523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'tenant_id': '4e9080fdded543f8bf17ade6d7671fe3', 'fixed_ips': [{'subnet_id': 'd9d84513-81ee-44ba-91f1-0588d032b550'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:49:50.700408 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.730764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:50.881723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Allocated IP 172.20.0.2 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/d9d84513-81ee-44ba-91f1-0588d032b550/e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:50.904295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.025278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e64858e2-9ed2-45b5-8a9a-793e159e4e9c req-340cc249-dc4d-4372-8837-8ccb9ff54e59 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.2529612 Nov 15 22:49:51.036476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.056575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.067206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4224f29a-66d5-4bfa-9668-b2226156001e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:51.153913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.155191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7845dc05-34bf-4ad8-bc81-9779f138032c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5621963 Nov 15 22:49:51.158003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:51.162501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'security_group': {'name': 'tempest-secgroup-128197893'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:51.170231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.217258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:51.222127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:51.226197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:51.237535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:51.260476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.302449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Attempting to bind port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:51.304922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Attempting to bind port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '0021723e-3599-40c8-a81c-c500a119f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:51.304922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Attempting to bind port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 on network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:51.311581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:51.312025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Checking segment: {'id': '0021723e-3599-40c8-a81c-c500a119f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:51.312431 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.312846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Bound using segment: {'id': '0021723e-3599-40c8-a81c-c500a119f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:51.313309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Bound port: e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0021723e-3599-40c8-a81c-c500a119f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:51.313685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.339376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.382429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:51.386485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:51.402158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.432272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836fd509-cd5f-42a1-906d-e9edbbc84f42,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:51.471000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.519525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.521035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f671f260-266e-45d3-bfff-047d71df9ffa tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3620689 Nov 15 22:49:51.523641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:51.529425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-258032844', 'security_groups': ['836fd509-cd5f-42a1-906d-e9edbbc84f42'], 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9d84513-81ee-44ba-91f1-0588d032b550'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:51.539336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0f757-b996-454f-a180-0f32190ebd91 None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:51.752034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:51.900166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:51.933251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port 2028e56d-57b3-4117-a7aa-eac18a3877a2 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:49:52.153184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6f0e0ec-d572-4201-9773-ef6e169699d4 req-bade5a5c-7576-4715-a9f4-510a266495d7 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0411532 Nov 15 22:49:52.156969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.6 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/d9d84513-81ee-44ba-91f1-0588d032b550/2028e56d-57b3-4117-a7aa-eac18a3877a2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:52.299362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:49:52.326536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.433129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.524557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=2028e56d-57b3-4117-a7aa-eac18a3877a2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:52.542581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:52.549672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:52.552471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:52.557436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:52.614439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:52.615090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.616936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:52.620120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.704691 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.747036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:52.768389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5bc70815-b501-469c-ab50-8d827b785173 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2403750 Nov 15 22:49:52.770124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47398) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:52.774050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:52.849788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-99fbae52-8e35-4df6-a10b-16e7529f5215 None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:52.849788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99fbae52-8e35-4df6-a10b-16e7529f5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.849788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:52.938784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-99fbae52-8e35-4df6-a10b-16e7529f5215 None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:52.954988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:52.964382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-99fbae52-8e35-4df6-a10b-16e7529f5215 None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:52.964786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99fbae52-8e35-4df6-a10b-16e7529f5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.037182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:53.040861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.151838 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9d84513-81ee-44ba-91f1-0588d032b550 (CIDR: 172.20.0.0/28) Nov 15 22:49:53.176589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-73d5876b-9f8a-4eea-abb1-7fcbbeadc15e None None] Provisioning complete for port 2028e56d-57b3-4117-a7aa-eac18a3877a2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:53.177014 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73d5876b-9f8a-4eea-abb1-7fcbbeadc15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.191343 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:49:53.191912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:49:53.230169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-73d5876b-9f8a-4eea-abb1-7fcbbeadc15e None None] Port 2028e56d-57b3-4117-a7aa-eac18a3877a2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:53.255561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cf516c5-d61d-44fc-b1a3-b5267878a3ed req-b43cd873-b426-48b3-99d6-f0ea474614d8 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0457451 Nov 15 22:49:53.297653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-369d2236-bb3e-44c8-ad19-79e75742b22e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5274825 Nov 15 22:49:53.300271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:53.305259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:53.511894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:53.515428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.917064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.965389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:53.968780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:53.973303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:53.973854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:53.982167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c79890-818d-4240-8e5f-7cf055356935 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:53.982720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=65945afb-a8af-4813-8ee8-090bbb921735,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:54.036945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e797d94-b515-4bfa-bf74-300283b1169c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7355103 Nov 15 22:49:54.039790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:54.046234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-325270065', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65945afb-a8af-4813-8ee8-090bbb921735'}], 'security_groups': ['4224f29a-66d5-4bfa-9668-b2226156001e']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:54.246513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:54.276855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Update dhcp port {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'fixed_ips': [{'subnet_id': 'd9d84513-81ee-44ba-91f1-0588d032b550', 'ip_address': '172.20.0.2'}, {'subnet_id': '65945afb-a8af-4813-8ee8-090bbb921735'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:49:54.327166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:54.512068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Allocated IP 172.20.0.18 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/65945afb-a8af-4813-8ee8-090bbb921735/e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:54.533421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9f3054d-fdb2-4afb-b917-d2a714941a57 req-261820c1-7d71-41f0-a5fa-c476c8e04eed tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.2009413 Nov 15 22:49:54.605048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:54.698203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:54.720736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:54.721072 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:54.758371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:54.803739 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:54.912356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c88d-d16f-4e48-bdb3-d2db1510e215 None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:55.016505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Delete allocated IP 172.20.0.6 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/d9d84513-81ee-44ba-91f1-0588d032b550) {{(pid=103128) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:49:55.027072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.21 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/65945afb-a8af-4813-8ee8-090bbb921735/2028e56d-57b3-4117-a7aa-eac18a3877a2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:55.248541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.300544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.414748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=2028e56d-57b3-4117-a7aa-eac18a3877a2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:55.449088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] In _notify_port_updated(), no bound segment for port 2028e56d-57b3-4117-a7aa-eac18a3877a2 on network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b {{(pid=103128) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:49:55.455909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:55.456959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.461393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47478) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:55.464579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-404f57bf-cc25-454f-9db0-aa45bf661e13 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/ports/2028e56d-57b3-4117-a7aa-eac18a3877a2 HTTP/1.1" status: 200 len: 920 time: 1.4230263 Nov 15 22:49:55.609786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 2028e56d-57b3-4117-a7aa-eac18a3877a2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:49:55.610540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.684198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c4bcbb6-114a-49d3-8ac0-ad3340dc8bb7 req-92b3ac3b-8a81-486d-8021-1c0dd50091a0 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0571940 Nov 15 22:49:55.700046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:55.707281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.720121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-8e6eeb5b-294c-4aed-ae3a-3f68b5810873 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049058 Nov 15 22:49:55.780537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:55.800150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:55.800689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.899902 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.916937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Provisioning complete for port 2028e56d-57b3-4117-a7aa-eac18a3877a2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:55.917439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:55.949749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 2028e56d-57b3-4117-a7aa-eac18a3877a2 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:49:55.976862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-9e389606-fac3-44bc-8f17-cecd5a22f7f5 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:55.978966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-9e389606-fac3-44bc-8f17-cecd5a22f7f5 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505379 Nov 15 22:49:55.980667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4873147-bcbe-44d3-aaf5-825322bf07a3 None None] Port 2028e56d-57b3-4117-a7aa-eac18a3877a2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:56.020429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Request body: {'port': {'device_id': 'deb88168-186e-44d5-82d8-66318c19ee26', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '1cbe6af5b4054e0dae95297b33a2a3bf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:56.297395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Made reservation on behalf of 1cbe6af5b4054e0dae95297b33a2a3bf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:56.301496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.317219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.322456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12452e0b-d042-40e0-bb09-a883aac9cb2a None None] Provisioning complete for port 2028e56d-57b3-4117-a7aa-eac18a3877a2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:56.323045 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12452e0b-d042-40e0-bb09-a883aac9cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.349433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.358549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-12452e0b-d042-40e0-bb09-a883aac9cb2a None None] Port 2028e56d-57b3-4117-a7aa-eac18a3877a2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:56.386858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=2028e56d-57b3-4117-a7aa-eac18a3877a2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:56.494770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.499332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-62fddded-ef0f-49be-8224-d8e53a5e09b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/2028e56d-57b3-4117-a7aa-eac18a3877a2 HTTP/1.1" status: 204 len: 168 time: 1.0357788 Nov 15 22:49:56.502054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47496) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:56.510171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.548887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:49:56.549715 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f769a0-d17b-4ebf-8bf0-f5d1efdc62b6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:49:56.554804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-43f769a0-d17b-4ebf-8bf0-f5d1efdc62b6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/2028e56d-57b3-4117-a7aa-eac18a3877a2 HTTP/1.1" status: 404 len: 333 time: 0.0516768 Nov 15 22:49:56.558825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47498) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:56.574264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.647904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:56.648849 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.667044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.672930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9987244-5829-4a91-9ce4-e97032fb2fb4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:56.702716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.822423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Allocated IP 192.168.233.164 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/20dba9fe-b719-4142-a2bc-a0df7a71ebe9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:56.860474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b8f4133-d958-46f5-8ba8-f80c404e8c63 req-df1eed1e-bae8-47e0-8ccd-897ca43307f9 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0420635 Nov 15 22:49:56.865807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.873610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.873610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/security-groups/836fd509-cd5f-42a1-906d-e9edbbc84f42 HTTP/1.1" status: 204 len: 168 time: 0.3144646 Nov 15 22:49:56.875539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47504) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:56.911589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65374baa-a640-4468-9be8-10c48d8aee8b tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fd509-cd5f-42a1-906d-e9edbbc84f42,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:56.952418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:56.986281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.074005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.103497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.103497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.108677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/security-groups/4224f29a-66d5-4bfa-9668-b2226156001e HTTP/1.1" status: 204 len: 168 time: 0.2288606 Nov 15 22:49:57.110098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47512) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:57.129124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac71d8-d28b-43e7-9c15-f67780d408b7 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4224f29a-66d5-4bfa-9668-b2226156001e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:57.174158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet d9d84513-81ee-44ba-91f1-0588d032b550 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:49:57.177554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.209369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.249276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.264490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:57.268039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:57.282055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:49:57.321810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Pushing event updated for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:57.358423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:57.358808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.374070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.445674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e407ccda-4e51-42d2-8715-bb7c0baa6efa tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4291830 Nov 15 22:49:57.461383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Request body: {'port': {'device_id': 'deb88168-186e-44d5-82d8-66318c19ee26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:57.522807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.539015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.556991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d84513-81ee-44ba-91f1-0588d032b550,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:57.558960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.562869 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ce63da76-d8dd-40c4-8dbc-d3d790e72741 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/d9d84513-81ee-44ba-91f1-0588d032b550 HTTP/1.1" status: 204 len: 168 time: 0.4505265 Nov 15 22:49:57.566357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47518) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:57.569069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a04ca-92ef-49c0-a13f-1e48001a6d40 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:57.574081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:57.631734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6909f278-9b0b-4062-95ee-8ebdf8bc9063 None None] Provisioning complete for port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:57.632093 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6909f278-9b0b-4062-95ee-8ebdf8bc9063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:57.686589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6909f278-9b0b-4062-95ee-8ebdf8bc9063 None None] Port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:57.993299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:49:57.996961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.059313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:49:58.076707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.080190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f27d-72f6-47d1-be35-314e24da47e1 req-62cba8d1-80f4-4d01-a8c6-df3db2ddb9ad tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:58.081995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b26f27d-72f6-47d1-be35-314e24da47e1 req-62cba8d1-80f4-4d01-a8c6-df3db2ddb9ad tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 936 time: 0.0588121 Nov 15 22:49:58.106494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Transition to ACTIVE for port object 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:49:58.160253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b26f27d-72f6-47d1-be35-314e24da47e1 req-23cbc570-1d72-481b-a303-dd2b2d775aa6 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658312 Nov 15 22:49:58.269586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.379428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Pushing event updated for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:58.720537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07b56957-47a3-479b-97b3-48480df43280 None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:58.721697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07b56957-47a3-479b-97b3-48480df43280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.772343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-07b56957-47a3-479b-97b3-48480df43280 None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:49:58.782980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.804023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-07b56957-47a3-479b-97b3-48480df43280 None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:49:58.804524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07b56957-47a3-479b-97b3-48480df43280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.865980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:49:58.877947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:49:58.881275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:58.882118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:58.893254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d51d9-c5a1-4aad-b24f-9975ddb8980e None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:49:58.895317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=17129688-636a-46d2-95de-fa3f6720805d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:58.903201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Attempting to bind port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:49:58.903314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Attempting to bind port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:49:58.903594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Attempting to bind port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:58.909425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:49:58.910002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Attempting to bind port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:49:58.914826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:49:58.915516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:49:58.918721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:49:58.918721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Bound port: 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:49:58.918721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.775937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5ef7efb3-fc5e-4528-a848-81a0c27ed7d4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4287589 Nov 15 22:49:59.775937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:49:59.775937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:49:59.775937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:49:59.775937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212878358'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:49:59.784417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Update dhcp port {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'fixed_ips': [{'subnet_id': '65945afb-a8af-4813-8ee8-090bbb921735', 'ip_address': '172.20.0.18'}, {'subnet_id': '17129688-636a-46d2-95de-fa3f6720805d'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:49:59.784417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.785564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f60483-8cc2-4ee8-bbe5-e7e6eef6894c req-261aae42-36f6-417a-90f7-7b8edc5d26f6 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:59.785564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55f60483-8cc2-4ee8-bbe5-e7e6eef6894c req-261aae42-36f6-417a-90f7-7b8edc5d26f6 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 948 time: 0.0630507 Nov 15 22:49:59.785564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55f60483-8cc2-4ee8-bbe5-e7e6eef6894c req-3287d6bc-0825-4497-9d80-848c3309cacd tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558417 Nov 15 22:49:59.786475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Allocated IP 172.20.0.2 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/17129688-636a-46d2-95de-fa3f6720805d/e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:49:59.786475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:49:59.786475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.787012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.787012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:59.787012 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.787012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] 10.222.0.57 "PUT /v2.0/ports/20dba9fe-b719-4142-a2bc-a0df7a71ebe9 HTTP/1.1" status: 200 len: 1096 time: 2.1851032 Nov 15 22:49:59.787012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:49:59.788489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.789089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a927bc-0638-4382-8250-58bca36991c9" -d '{"events": [{"name": "network-changed", "server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:49:59.789089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.789664 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.790020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1926-ab79-48ff-8507-5dd4d84eac22 service neutron] Pushing event updated for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:59.790285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd740537-9e0d-4083-b028-8560809070b1 None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:49:59.844251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:49:59.934499 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1aecd-db6a-4cad-9c6f-d04873a2c936 x-openstack-request-id: req-4ae1aecd-db6a-4cad-9c6f-d04873a2c936 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:49:59.934773 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:49:59.935031 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ae1aecd-db6a-4cad-9c6f-d04873a2c936 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:49:59.935434 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9', 'status': 'completed', 'code': 200} Nov 15 22:49:59.954269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-366b3748-6bdf-4f76-8f61-45e12836c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:49:59.956452 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-366b3748-6bdf-4f76-8f61-45e12836c833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 1099 time: 0.0589981 Nov 15 22:50:00.012165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.015732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-db6602a3-29e4-43da-8abb-6bb773f7e482 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0496674 Nov 15 22:50:00.078290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.126327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e7338aee-717c-466f-bbbd-d99b791da480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:00.127820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-e7338aee-717c-466f-bbbd-d99b791da480 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.1006212 Nov 15 22:50:00.129728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cacda3-3efc-4fec-a106-9d8be8512fd7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:00.149560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.150024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.150454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.150736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.151063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.151391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.151714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.152034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.152345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.152710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.153035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.153351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:00.186763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.191225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:00.191561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-51d64379-053f-4b55-ab4f-2b3c7649f5ea tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1646795 Nov 15 22:50:00.196244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503013916'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:00.220222 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-38d5259e-f3b9-4c48-a337-2df053dbc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:00.222568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-38d5259e-f3b9-4c48-a337-2df053dbc914 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827911 Nov 15 22:50:00.308072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.332532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-380a189d-db32-4985-a035-b1d7fee3fe09 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026356 Nov 15 22:50:00.414082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.477841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.527146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f32b5b4-fa75-4366-b9b9-1981ba860590,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:00.532870 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-248b35da-7022-430e-939e-6193bf2b3fc5 req-bddd99a7-f3af-4dab-ad35-633335a3a8bd service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911635 Nov 15 22:50:00.575205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:00.620449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323167b3-bff7-4123-80c8-40fc6aa0aa9a req-064eb26c-2c2d-415f-8e43-54f3b3ef2147 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:00.622036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-323167b3-bff7-4123-80c8-40fc6aa0aa9a req-064eb26c-2c2d-415f-8e43-54f3b3ef2147 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 948 time: 0.1392422 Nov 15 22:50:00.629101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:00.629697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.689027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.690726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba2ed4e7-6e7f-4888-9bb6-1ac721b376a6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4984827 Nov 15 22:50:00.693551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:00.698810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157860944'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:00.712591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-323167b3-bff7-4123-80c8-40fc6aa0aa9a req-56b7c91c-8efd-404b-a70b-c96087ee6e30 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811248 Nov 15 22:50:00.767493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6b50fb3c-ba96-429e-9a85-6acd79237f50 None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:00.767862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b50fb3c-ba96-429e-9a85-6acd79237f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.773873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a927bc-0638-4382-8250-58bca36991c9 req-df9469c9-5cc2-4baa-a14d-27a1fc9d6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:00.773873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-df9469c9-5cc2-4baa-a14d-27a1fc9d6a34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 1099 time: 0.0485778 Nov 15 22:50:00.791936 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.927497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a927bc-0638-4382-8250-58bca36991c9 req-2fde6b9b-cfea-4b86-ad55-638492f6c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:00.928873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-2fde6b9b-cfea-4b86-ad55-638492f6c41d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.1484809 Nov 15 22:50:00.970483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6b50fb3c-ba96-429e-9a85-6acd79237f50 None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:00.984688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6b50fb3c-ba96-429e-9a85-6acd79237f50 None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:00.985058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b50fb3c-ba96-429e-9a85-6acd79237f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.985463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:00.988734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-03bc3f67-0b5c-4c92-8de3-a72e3f621cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0462914 Nov 15 22:50:01.047119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:01.077906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a873c-e97e-4f40-b1ce-5419aacf6dcd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:01.090997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a927bc-0638-4382-8250-58bca36991c9 req-4b058113-3c05-4fe7-8b3a-a4e0b635844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:01.093177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-4b058113-3c05-4fe7-8b3a-a4e0b635844f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0981834 Nov 15 22:50:01.150252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a927bc-0638-4382-8250-58bca36991c9 req-13be0cf4-3d8d-4947-ab00-f4aa2060dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:01.152155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-13be0cf4-3d8d-4947-ab00-f4aa2060dc20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499685 Nov 15 22:50:01.207071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:01.208170 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83e6e37f-b28d-457d-8964-b791d9667c01 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5134768 Nov 15 22:50:01.211135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47572) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:01.220933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-58657006', 'security_groups': ['6c6a873c-e97e-4f40-b1ce-5419aacf6dcd'], 'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17129688-636a-46d2-95de-fa3f6720805d'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:01.259144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-fc637847-8aeb-4e0a-b120-4331dc79d7c2 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989342 Nov 15 22:50:01.375632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a8a927bc-0638-4382-8250-58bca36991c9 req-6516f3c4-a747-44a0-aee9-e973114c88f1 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072845 Nov 15 22:50:01.470514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:01.561381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:01.583431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] device_id is not set on port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:50:02.132040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.11 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/17129688-636a-46d2-95de-fa3f6720805d/d8ecdd73-aece-4c31-a8c6-ae1f2de418f7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:02.147022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2a3c5-0756-491d-83f6-4066dfab4895 req-e52f72c1-a088-416a-868e-5fd151933761 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:02.149111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eab2a3c5-0756-491d-83f6-4066dfab4895 req-e52f72c1-a088-416a-868e-5fd151933761 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 948 time: 0.0780985 Nov 15 22:50:02.261873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eab2a3c5-0756-491d-83f6-4066dfab4895 req-dfedeab7-d8c0-4b11-8fea-cf67cab64dab tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032276 Nov 15 22:50:02.333785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:02.409729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:02.465589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:02.471076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:02.474943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:02.515602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=d8ecdd73-aece-4c31-a8c6-ae1f2de418f7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:02.568048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:02.568048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:02.674250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8f522951-3b64-4418-8266-d6520c4e5751 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4609485 Nov 15 22:50:02.676968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:02.682585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:02.729642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cb8d892c-8736-4f5c-afbd-b6657f66f348 None None] Provisioning complete for port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:02.730220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb8d892c-8736-4f5c-afbd-b6657f66f348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:02.774570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d892c-8736-4f5c-afbd-b6657f66f348 None None] Port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:03.397364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c2d46-c47b-4ca5-807e-76bad5278c14 req-9effb41c-945e-48aa-9a35-8a3c43e00e1b tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:03.401071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f45c2d46-c47b-4ca5-807e-76bad5278c14 req-9effb41c-945e-48aa-9a35-8a3c43e00e1b tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 948 time: 0.0531063 Nov 15 22:50:03.435501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:03.436208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:03.509902 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f45c2d46-c47b-4ca5-807e-76bad5278c14 req-5bdeee85-925c-41ce-a223-0170bd682574 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031091 Nov 15 22:50:03.546408 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 17129688-636a-46d2-95de-fa3f6720805d (CIDR: 172.20.0.0/28) Nov 15 22:50:03.592057 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:50:03.592927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:03.959771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e7393c9c-1af7-4bdc-bff9-247f8ff8c02a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2816346 Nov 15 22:50:03.962417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:03.967535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:03.973784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:50:04.108267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:04.120676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9', 'mac_address': 'fa:16:3e:b9:d8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:50:04.162775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:04.175570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:50:04.201976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:04.311264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:04.314846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:04.334264 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:04.417369 n-d-817995-3 neutron-server[103128]: INFO neutron.db.ipam_backend_mixin [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 65945afb-a8af-4813-8ee8-090bbb921735 (CIDR: 172.20.0.16/28) Nov 15 22:50:04.420457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:04.455074 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 22:50:04.455619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:04.577658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6ecc565e-ac8f-4fed-b1e3-01ef06209972 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6129415 Nov 15 22:50:04.579188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:04.584347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'subnet': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:04.638188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['20dba9fe-b719-4142-a2bc-a0df7a71ebe9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:50:04.738376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48e9da-cff9-4021-b561-9a0722ee83a2 req-2abfe8bc-bb94-462c-9596-04f908d3f0ae tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:04.739928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f48e9da-cff9-4021-b561-9a0722ee83a2 req-2abfe8bc-bb94-462c-9596-04f908d3f0ae tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 949 time: 0.1519909 Nov 15 22:50:04.805752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d97789a7-bf59-460f-8b4b-85625e5be97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:04.817887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f48e9da-cff9-4021-b561-9a0722ee83a2 req-f5ea798f-709b-40d1-a95e-712e7a57faf0 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671947 Nov 15 22:50:04.874185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Made reservation on behalf of 4e9080fdded543f8bf17ade6d7671fe3 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:04.877872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:05.484499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:05.530214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:05.533456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:05.538446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:05.538446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:05.543917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b68276-fbee-43f1-9898-d3a2604db130 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:05.561855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Subnet': ['ID=5e90c876-024b-4031-8d40-67d72138efcc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:05.572638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.572980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.573317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.573644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.573969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.574287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.574602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.574920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.575229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.575546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.575858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.576165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:05.646963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b659d901-8eed-482a-891e-8d98c8ac077d tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0666506 Nov 15 22:50:05.649790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:05.655920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1948703687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e90c876-024b-4031-8d40-67d72138efcc'}], 'security_groups': ['34cacda3-3efc-4fec-a106-9d8be8512fd7', '5f32b5b4-fa75-4366-b9b9-1981ba860590']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:05.828414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Update dhcp port {'port': {'network_id': 'd5896cb6-ea2a-4678-b3f8-5c008f50fc1b', 'fixed_ips': [{'subnet_id': '65945afb-a8af-4813-8ee8-090bbb921735', 'ip_address': '172.20.0.18'}, {'subnet_id': '17129688-636a-46d2-95de-fa3f6720805d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e90c876-024b-4031-8d40-67d72138efcc'}], 'binding:host_id': 'n-d-817995-3'}, 'id': 'e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 22:50:05.853618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:05.858814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.011320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:06.024465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873bee3-9ef0-4a0c-80ce-628dad366c1d req-8a08b541-77f7-4ee0-a50d-455fc04f6643 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:06.026882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5873bee3-9ef0-4a0c-80ce-628dad366c1d req-8a08b541-77f7-4ee0-a50d-455fc04f6643 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 949 time: 0.0675526 Nov 15 22:50:06.103555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5873bee3-9ef0-4a0c-80ce-628dad366c1d req-59f3ffc6-3017-43ec-ba56-ba27b332fd66 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698082 Nov 15 22:50:06.142719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Allocated IP 172.20.0.34 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/5e90c876-024b-4031-8d40-67d72138efcc/e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:06.203932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:50:06.212274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:06.212698 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.280449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:06.343577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.355104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.379604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:06.381928 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7fd1c5-a085-4ef5-b3f5-fbd241f44154" -d '{"events": [{"server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "name": "network-vif-plugged", "status": "completed", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:06.404234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:06.430814 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1abc1-f362-4945-94a1-930308a3e0f8 x-openstack-request-id: req-5af1abc1-f362-4945-94a1-930308a3e0f8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:06.431674 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "name": "network-vif-plugged", "status": "completed", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:06.444402 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5af1abc1-f362-4945-94a1-930308a3e0f8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:06.444658 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9', 'code': 200} Nov 15 22:50:06.447016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.530696 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.596843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Pushing event updated for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:06.610851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.611195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.611526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.611852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.612177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.613239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.613239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.613428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.613706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.614018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.614330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.614776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509cb1a7-eb47-49ef-a6cf-0a56937dae70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:50:06.615004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436402cf-e0d5-49fb-bc82-2055fd68d262 req-2ce859ec-f610-475a-9abb-d2e4e8946745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:06.616546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-436402cf-e0d5-49fb-bc82-2055fd68d262 req-2ce859ec-f610-475a-9abb-d2e4e8946745 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 1101 time: 0.0900087 Nov 15 22:50:06.636066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Delete allocated IP 172.20.0.11 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/17129688-636a-46d2-95de-fa3f6720805d) {{(pid=103127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 15 22:50:06.659213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Allocated IP 172.20.0.41 (d5896cb6-ea2a-4678-b3f8-5c008f50fc1b/5e90c876-024b-4031-8d40-67d72138efcc/d8ecdd73-aece-4c31-a8c6-ae1f2de418f7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:06.696420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:06.829451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-436402cf-e0d5-49fb-bc82-2055fd68d262 req-b25d34b7-f7e7-41d8-a770-cced26645072 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031689 Nov 15 22:50:06.877557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:06.938693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.048011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event updated for resources: {'Port': ['ID=d8ecdd73-aece-4c31-a8c6-ae1f2de418f7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:07.095621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] In _notify_port_updated(), no bound segment for port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 on network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:50:07.103240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:07.104059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.105827 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5cdedd11-9418-4519-955c-d60b5e5ac3fc tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "PUT /v2.0/ports/d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 HTTP/1.1" status: 200 len: 960 time: 1.4549673 Nov 15 22:50:07.108686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:07.236030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:07.236370 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.267623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef544e-5558-452b-be1a-3c4a0acdd807 req-1a58e02f-5582-461c-90ff-c5586fe0d23d tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:07.277025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3ef544e-5558-452b-be1a-3c4a0acdd807 req-1a58e02f-5582-461c-90ff-c5586fe0d23d tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 950 time: 0.0731442 Nov 15 22:50:07.328548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:07.328939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.341199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3ef544e-5558-452b-be1a-3c4a0acdd807 req-9fbd5022-34ed-4bc6-ad7d-bc2874740d39 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635889 Nov 15 22:50:07.368219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.374556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:07.381698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:07.384783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:07.385163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.467958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f583205-b93d-4b42-8bd2-a973656d3f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.480578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Provisioning complete for port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:07.480999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.520725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bcd31348-d1af-4e3a-a2aa-9945245d14b6 None None] Port d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:07.626268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.655706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=d8ecdd73-aece-4c31-a8c6-ae1f2de418f7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:07.741437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.748856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e74f2017-2885-4eca-8aee-9d6e13342b7f tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 HTTP/1.1" status: 204 len: 168 time: 0.6391017 Nov 15 22:50:07.751314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47668) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:07.802994 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33331b0-6c7c-4948-b310-3eabbda2d6db tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] GET failed (client error): The resource could not be found. Nov 15 22:50:07.802994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a33331b0-6c7c-4948-b310-3eabbda2d6db tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports/d8ecdd73-aece-4c31-a8c6-ae1f2de418f7 HTTP/1.1" status: 404 len: 333 time: 0.0428624 Nov 15 22:50:07.806301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:07.981603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:07.981603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.000670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ccbeab80-09f7-4996-91c9-6aa5d6e22ab8 None None] Could not find standard attr ID for object d8ecdd73-aece-4c31-a8c6-ae1f2de418f7. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 22:50:08.235807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.235807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.235807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c6a873c-e97e-4f40-b1ce-5419aacf6dcd HTTP/1.1" status: 204 len: 168 time: 0.4252734 Nov 15 22:50:08.238447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47676) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:08.249968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba511e9a-64da-42a0-81c2-0acd7fcf9bdb tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a873c-e97e-4f40-b1ce-5419aacf6dcd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:08.301835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.302563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.330859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.477703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.481989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.482519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/security-groups/5f32b5b4-fa75-4366-b9b9-1981ba860590 HTTP/1.1" status: 204 len: 168 time: 0.2430058 Nov 15 22:50:08.484901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88bfb0-343e-4701-8c97-bd6f5fa7a450 req-141de73a-8f78-46e8-b990-c9f29e81e3e1 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:08.487458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d88bfb0-343e-4701-8c97-bd6f5fa7a450 req-141de73a-8f78-46e8-b990-c9f29e81e3e1 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 950 time: 0.0632095 Nov 15 22:50:08.488517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47686) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:08.518531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:08.519956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719880bf-c486-4d65-a6a8-09d2fef2d6f4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f32b5b4-fa75-4366-b9b9-1981ba860590,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:08.585854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d88bfb0-343e-4701-8c97-bd6f5fa7a450 req-8d1325ff-81a5-4d00-8af3-782531e39d70 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786602 Nov 15 22:50:08.593649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:08.594092 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.604878 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.651174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.877187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.879905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:08.884825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/security-groups/34cacda3-3efc-4fec-a106-9d8be8512fd7 HTTP/1.1" status: 204 len: 168 time: 0.3915427 Nov 15 22:50:08.884944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47706) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:08.902437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f55b5-ac58-45f9-9033-d9488e657a5a tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cacda3-3efc-4fec-a106-9d8be8512fd7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:08.950012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 17129688-636a-46d2-95de-fa3f6720805d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:08.952601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.001625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.106751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.260431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.295546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=17129688-636a-46d2-95de-fa3f6720805d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:09.297563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.308097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a636550f-7fb8-46dd-af89-67c6a744de78 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/17129688-636a-46d2-95de-fa3f6720805d HTTP/1.1" status: 204 len: 168 time: 0.4184649 Nov 15 22:50:09.308599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47718) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:09.318027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a64a68-331e-44c0-9dbd-d8137b040fcc None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:09.407375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 5e90c876-024b-4031-8d40-67d72138efcc {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:09.410520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.460245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.468414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.579719 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.774563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.807523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=5e90c876-024b-4031-8d40-67d72138efcc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:09.825842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:09.830182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8b2aac2e-3251-41db-b7e3-d23e6d9f871c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/5e90c876-024b-4031-8d40-67d72138efcc HTTP/1.1" status: 204 len: 168 time: 0.5204797 Nov 15 22:50:09.832588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:09.869609 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-254344ec-77dd-419a-b98b-3d8bf793871e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:09.870346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254344ec-77dd-419a-b98b-3d8bf793871e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:09.898089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-254344ec-77dd-419a-b98b-3d8bf793871e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/17129688-636a-46d2-95de-fa3f6720805d HTTP/1.1" status: 404 len: 337 time: 0.0639856 Nov 15 22:50:09.901352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47740) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.000193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting subnet 65945afb-a8af-4813-8ee8-090bbb921735 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:10.004653 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.097039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.189722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.197358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ff64c-78a3-40a8-9902-f7e4502262d3 None None] Network d5896cb6-ea2a-4678-b3f8-5c008f50fc1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:10.338391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-143a6d3c-4573-44b8-9205-22dc08a2d04a None None] Provisioning complete for port 8addb398-4e8b-4910-9e7b-08f925330046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:10.339893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143a6d3c-4573-44b8-9205-22dc08a2d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.368876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.393215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.401709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/65945afb-a8af-4813-8ee8-090bbb921735 HTTP/1.1" status: 204 len: 168 time: 0.4954298 Nov 15 22:50:10.403332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47752) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.421532 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.427740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-143a6d3c-4573-44b8-9205-22dc08a2d04a None None] Port 8addb398-4e8b-4910-9e7b-08f925330046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:10.450246 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c685fc43-f4f5-49cf-b25c-377fe41189ec tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.450713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c685fc43-f4f5-49cf-b25c-377fe41189ec tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.459969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c685fc43-f4f5-49cf-b25c-377fe41189ec tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/d9d84513-81ee-44ba-91f1-0588d032b550 HTTP/1.1" status: 404 len: 337 time: 0.0565369 Nov 15 22:50:10.460685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47754) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.475132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-143a6d3c-4573-44b8-9205-22dc08a2d04a None None] Provisioning complete for port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:10.478821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143a6d3c-4573-44b8-9205-22dc08a2d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.482590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779b881-5479-4a18-ae57-0d6c5d6c2474 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Subnet': ['ID=65945afb-a8af-4813-8ee8-090bbb921735,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:10.535940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.541591 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-60db6932-2fca-423f-bdd4-9789a8947309 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc31e318-3a16-4314-ac19-27eda949082e HTTP/1.1" status: 200 len: 205 time: 0.0794268 Nov 15 22:50:10.608394 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-b0e596f3-757b-4c9e-9f1c-e2483b3a2952 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] delete failed (client error): The resource could not be found. Nov 15 22:50:10.612934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b0e596f3-757b-4c9e-9f1c-e2483b3a2952 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/routers/fc31e318-3a16-4314-ac19-27eda949082e HTTP/1.1" status: 404 len: 336 time: 0.0784795 Nov 15 22:50:10.613695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.619760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] DHCP port deletion for d5896cb6-ea2a-4678-b3f8-5c008f50fc1b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:10.645772 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-15790ae5-690c-4b5f-96ee-a61006156794 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.646442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15790ae5-690c-4b5f-96ee-a61006156794 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.652419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-15790ae5-690c-4b5f-96ee-a61006156794 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/0ba495ee-35d8-42a8-84ff-a4b2305b1138 HTTP/1.1" status: 404 len: 337 time: 0.0377471 Nov 15 22:50:10.652599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47762) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.692977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Deleting port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:10.694990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.707706 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e13e18-f707-4912-bcf2-df40e5a741b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.709235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e13e18-f707-4912-bcf2-df40e5a741b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.715568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.716029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66e13e18-f707-4912-bcf2-df40e5a741b4 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/3ef19f52-ef44-49c3-92a4-d2916d49345a HTTP/1.1" status: 404 len: 337 time: 0.0593119 Nov 15 22:50:10.762580 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-845f5c16-ff40-406b-a703-0c9997af34c6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.771510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845f5c16-ff40-406b-a703-0c9997af34c6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.773431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-845f5c16-ff40-406b-a703-0c9997af34c6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/1f232c5d-fc1c-4885-bd9d-1a3d1aa98dfd HTTP/1.1" status: 404 len: 337 time: 0.0564232 Nov 15 22:50:10.776176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.808815 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c837009-698e-41b1-9eff-67a0b531b5c8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.809460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c837009-698e-41b1-9eff-67a0b531b5c8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.812572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c837009-698e-41b1-9eff-67a0b531b5c8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/3d8c46b8-e4ec-4e88-a984-dafa184f587f HTTP/1.1" status: 404 len: 333 time: 0.0352077 Nov 15 22:50:10.815143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.819025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] For port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,segment=NetworkSegment(0021723e-3599-40c8-a81c-c500a119f0af),segment_id=0021723e-3599-40c8-a81c-c500a119f0af)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:10.819423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:10.832901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Calling delete_port for e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:10.848053 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab03c0b-8a2f-409f-a3db-bcc3171a00f6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.848650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab03c0b-8a2f-409f-a3db-bcc3171a00f6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.852548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bab03c0b-8a2f-409f-a3db-bcc3171a00f6 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/21cbb927-795d-4ac2-8364-fcdda9705acb HTTP/1.1" status: 404 len: 337 time: 0.0362103 Nov 15 22:50:10.857695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.909719 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6938a501-0d69-42f4-a8ae-0616c66f848c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.910365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6938a501-0d69-42f4-a8ae-0616c66f848c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.913346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6938a501-0d69-42f4-a8ae-0616c66f848c tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/af621d43-a844-4fcc-979f-8c068be757e8 HTTP/1.1" status: 404 len: 337 time: 0.0570896 Nov 15 22:50:10.916428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47778) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.941843 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3f9444-8da1-4600-9b50-61f8153256e8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.942427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3f9444-8da1-4600-9b50-61f8153256e8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.948383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:10.949269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ac3f9444-8da1-4600-9b50-61f8153256e8 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/049749bf-db09-424c-9996-3673b8f68d35 HTTP/1.1" status: 404 len: 333 time: 0.0309653 Nov 15 22:50:10.988382 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b260ac-2f59-4b2b-83dd-7ad6a2579010 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:10.988924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b260ac-2f59-4b2b-83dd-7ad6a2579010 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:10.994926 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-01b260ac-2f59-4b2b-83dd-7ad6a2579010 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/b0f3498c-f1db-4336-a4d8-8b150eb1cee2 HTTP/1.1" status: 404 len: 337 time: 0.0416751 Nov 15 22:50:10.995171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:11.021748 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4434e3-bed2-423f-8615-987c8c32657e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] DELETE failed (client error): The resource could not be found. Nov 15 22:50:11.022211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4434e3-bed2-423f-8615-987c8c32657e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:50:11.026052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.029699 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9c4434e3-bed2-423f-8615-987c8c32657e tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/subnets/e2be4b68-5bde-43ea-9391-c3664af829ab HTTP/1.1" status: 404 len: 337 time: 0.0320988 Nov 15 22:50:11.030458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:11.067384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] Pushing event deleted for resources: {'Port': ['ID=e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:11.073965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc52ce6-c0b2-42b4-83b7-ff8d9ec91562 None None] No DVR routers for this DVR port e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:11.178083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Deleting port 8addb398-4e8b-4910-9e7b-08f925330046 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:11.178640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.269828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.284727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Calling delete_port for 8addb398-4e8b-4910-9e7b-08f925330046 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:11.487300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.528571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Port': ['ID=8addb398-4e8b-4910-9e7b-08f925330046,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:11.536126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.542290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1619bd2f-1a9c-481c-955f-a36c45e64209 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/ports/8addb398-4e8b-4910-9e7b-08f925330046 HTTP/1.1" status: 204 len: 168 time: 0.5107009 Nov 15 22:50:11.544243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47798) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:11.647674 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.774184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.827135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5896cb6-ea2a-4678-b3f8-5c008f50fc1b']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:11.850682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0021723e-3599-40c8-a81c-c500a119f0af') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:11.852091 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0021723e-3599-40c8-a81c-c500a119f0af') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:11.878347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.893270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.901407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:50:11.901815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:50:11.932743 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:50:12.122307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:12.130026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:12.136601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] 10.222.0.15 "DELETE /v2.0/networks/d5896cb6-ea2a-4678-b3f8-5c008f50fc1b HTTP/1.1" status: 204 len: 168 time: 0.5884204 Nov 15 22:50:12.162397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d4fae-4e71-49ed-91ea-a01c326666c0 tempest-PortsTestJSON-678779515 tempest-PortsTestJSON-678779515-project] Pushing event deleted for resources: {'Network': ['ID=d5896cb6-ea2a-4678-b3f8-5c008f50fc1b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:12.536948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:12.590449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:50:12.591789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e1de202b-ae7e-4c95-aeef-d5bfa8c9b9b4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:12.875518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:13.176281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47844) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:13.177099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2fb75686-d03a-4942-9056-9d6b67a152bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e9080fdded543f8bf17ade6d7671fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985437 Nov 15 22:50:13.267564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:13.301209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:13.465320 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:13.468793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:13.470469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57b26de1-d795-47a3-910f-9cbc73c2f064 HTTP/1.1" status: 204 len: 168 time: 0.2931776 Nov 15 22:50:13.480828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66e9c7-508d-45c7-a65b-a0317f196337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b26de1-d795-47a3-910f-9cbc73c2f064,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:14.630237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:14.734689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-667459202'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:14.892937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:14.896386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:14.905443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:14.993571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.151384 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.176332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:50:15.191216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0357e7e-3ad0-4e14-9fed-7dcab52d56ed,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:15.194072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.194409 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment 2e4f8219-7e92-44e2-93fd-19f50ee8c603 of type vlan for network 9d814da3-c21a-4cd1-81b5-5cd65284377a Nov 15 22:50:15.237072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.386110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.392344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:15.393114 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.479836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=9d814da3-c21a-4cd1-81b5-5cd65284377a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:15.492967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:50:15.578118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1fef914-e31d-4f25-918f-9c1387522189 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9460597 Nov 15 22:50:15.580417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:15.590754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-894885112'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:15.750892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:15.759165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.789621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:50:15.800842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.805386 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment b41196c5-4feb-4802-931f-900aa61735ad of type vlan for network d889df1b-a5b3-4b41-9cd3-2b829557a75b Nov 15 22:50:15.855824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.991140 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:15.997568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:15.998388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:16.072139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=d889df1b-a5b3-4b41-9cd3-2b829557a75b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:16.083280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:50:16.135518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3458894a-0e03-4cbc-afb1-7f53cb4a0351 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5527639 Nov 15 22:50:16.138356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:16.145683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:16.402547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:16.406186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:16.721567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:16.776171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=b1fb487f-6e4c-4ef5-b71d-c10b5362491f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:16.793532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': '2e4f8219-7e92-44e2-93fd-19f50ee8c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:16.793908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: 9d814da3-c21a-4cd1-81b5-5cd65284377a, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:50:16.956959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:50:17.053729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 9d814da3-c21a-4cd1-81b5-5cd65284377a) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:17.058539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:17.059574 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.063916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197bf77-508f-496e-9969-875c1fad395e None None] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:17.156388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-53b4c31e-7a5a-4e0a-8e84-b8c016a13841 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0139532 Nov 15 22:50:17.156828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:17.162488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:17.226146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-9d814da3-c21a-4cd1-81b5-5cd65284377a', 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': 'b1fb487f-6e4c-4ef5-b71d-c10b5362491f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:50:17.226146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.356302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:17.360104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.369069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Allocated IP 172.20.0.2 (9d814da3-c21a-4cd1-81b5-5cd65284377a/b1fb487f-6e4c-4ef5-b71d-c10b5362491f/5a2617ad-c30d-4c73-85fc-535f272fe548) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:17.526679 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.654027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.682411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.692906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:17.697720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:17.701899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:17.711700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Pushing event updated for resources: {'Port': ['ID=5a2617ad-c30d-4c73-85fc-535f272fe548,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:17.760395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=941a8a19-fc85-4292-827c-13a0c151c351,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:17.767519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Attempting to bind port 5a2617ad-c30d-4c73-85fc-535f272fe548 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:50:17.767785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Attempting to bind port 5a2617ad-c30d-4c73-85fc-535f272fe548 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2e4f8219-7e92-44e2-93fd-19f50ee8c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:50:17.768053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Attempting to bind port 5a2617ad-c30d-4c73-85fc-535f272fe548 on network 9d814da3-c21a-4cd1-81b5-5cd65284377a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:17.768325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': 'b41196c5-4feb-4802-931f-900aa61735ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:17.768765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: d889df1b-a5b3-4b41-9cd3-2b829557a75b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:50:17.773365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:50:17.773721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Checking segment: {'id': '2e4f8219-7e92-44e2-93fd-19f50ee8c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:17.774062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.774454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Bound using segment: {'id': '2e4f8219-7e92-44e2-93fd-19f50ee8c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:50:17.774918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Bound port: 5a2617ad-c30d-4c73-85fc-535f272fe548, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4f8219-7e92-44e2-93fd-19f50ee8c603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9d814da3-c21a-4cd1-81b5-5cd65284377a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:50:17.775296 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:17.843318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] For port 5a2617ad-c30d-4c73-85fc-535f272fe548, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:17.848045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] For port 5a2617ad-c30d-4c73-85fc-535f272fe548, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5a2617ad-c30d-4c73-85fc-535f272fe548,segment=NetworkSegment(2e4f8219-7e92-44e2-93fd-19f50ee8c603),segment_id=2e4f8219-7e92-44e2-93fd-19f50ee8c603)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:50:17.950660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:50:17.985571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.046398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd999-b17e-4a14-b44d-bb37b6b6e636 None None] Pushing event updated for resources: {'Port': ['ID=5a2617ad-c30d-4c73-85fc-535f272fe548,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:18.093824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d889df1b-a5b3-4b41-9cd3-2b829557a75b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:18.098129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:18.098755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.105135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3496d-65ba-43ec-a32a-9cb186c03184 None None] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:18.220887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ea1e03e-c8bb-4855-b798-ff12b2da01fb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0628572 Nov 15 22:50:18.223623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47912) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:18.240535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1539700221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:18.334847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d889df1b-a5b3-4b41-9cd3-2b829557a75b', 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '941a8a19-fc85-4292-827c-13a0c151c351'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:50:18.336309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.350622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.352951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.424915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.508705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Allocated IP 172.21.0.2 (d889df1b-a5b3-4b41-9cd3-2b829557a75b/941a8a19-fc85-4292-827c-13a0c151c351/6a941d80-bd15-4a8a-a820-9b2b99da45f6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:18.522746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.583751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5a2617ad-c30d-4c73-85fc-535f272fe548 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:18.654470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5a2617ad-c30d-4c73-85fc-535f272fe548 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:18.654829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.661183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.662696 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-be4a62a2-641d-4b44-93b9-8ba6b8834b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4373760 Nov 15 22:50:18.665355 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:18.943797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.957857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:18.994166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 5a2617ad-c30d-4c73-85fc-535f272fe548, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5a2617ad-c30d-4c73-85fc-535f272fe548,segment=NetworkSegment(2e4f8219-7e92-44e2-93fd-19f50ee8c603),segment_id=2e4f8219-7e92-44e2-93fd-19f50ee8c603)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:19.005082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.010384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.051121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:19.068705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:19.073083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:19.105944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.139675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Pushing event updated for resources: {'Port': ['ID=6a941d80-bd15-4a8a-a820-9b2b99da45f6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:19.185014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Attempting to bind port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:50:19.185182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Attempting to bind port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'b41196c5-4feb-4802-931f-900aa61735ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:50:19.185462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Attempting to bind port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 on network d889df1b-a5b3-4b41-9cd3-2b829557a75b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:19.194650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:50:19.195598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Checking segment: {'id': 'b41196c5-4feb-4802-931f-900aa61735ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:19.196086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.196322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Bound using segment: {'id': 'b41196c5-4feb-4802-931f-900aa61735ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:50:19.196854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Bound port: 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41196c5-4feb-4802-931f-900aa61735ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd889df1b-a5b3-4b41-9cd3-2b829557a75b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:50:19.202546 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.205815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a37769-478c-4d35-aa83-46a66d4b0ffa None None] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:19.307069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=5a2617ad-c30d-4c73-85fc-535f272fe548,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:19.308857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.20.0.1 (9d814da3-c21a-4cd1-81b5-5cd65284377a/b1fb487f-6e4c-4ef5-b71d-c10b5362491f/e104cf71-6c40-47d4-80d8-df5b48f00be4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:19.342781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3dfb1d44-a425-4609-9dd4-7628da92775f None None] Provisioning complete for port 5a2617ad-c30d-4c73-85fc-535f272fe548 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:19.343151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1d44-a425-4609-9dd4-7628da92775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.400355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] For port 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:19.415598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] For port 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a941d80-bd15-4a8a-a820-9b2b99da45f6,segment=NetworkSegment(b41196c5-4feb-4802-931f-900aa61735ad),segment_id=b41196c5-4feb-4802-931f-900aa61735ad)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:50:19.438279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.528190 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.590223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3d118-01a9-44ec-b216-1dc2d07cf2d7 None None] Pushing event updated for resources: {'Port': ['ID=6a941d80-bd15-4a8a-a820-9b2b99da45f6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:19.648240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.700700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:19.702372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:19.711370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:19.746344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=e104cf71-6c40-47d4-80d8-df5b48f00be4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:19.802034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:19.955375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f354bb54-32a4-45a4-891f-cb611558cdc7 None None] Provisioning complete for port 5a2617ad-c30d-4c73-85fc-535f272fe548 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:19.955876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f354bb54-32a4-45a4-891f-cb611558cdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.074769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.203718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e5e6ac8e-bbc2-479a-afa8-097c46dc2c4f None None] Provisioning complete for port e104cf71-6c40-47d4-80d8-df5b48f00be4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:20.203718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ac8e-bbc2-479a-afa8-097c46dc2c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.245018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6ac8e-bbc2-479a-afa8-097c46dc2c4f None None] Port e104cf71-6c40-47d4-80d8-df5b48f00be4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:20.359769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.471010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.587597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=e104cf71-6c40-47d4-80d8-df5b48f00be4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:20.597701 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.664163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5a2617ad-c30d-4c73-85fc-535f272fe548 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:20.707516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:20.709542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:20.732743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5a2617ad-c30d-4c73-85fc-535f272fe548 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:20.733239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:20.887778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a941d80-bd15-4a8a-a820-9b2b99da45f6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:20.915689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ca610-c862-4c7c-a677-a01336959b73 None None] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:21.003580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] Provisioning complete for port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:21.003957 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.013311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 25cd246d-aafc-4fd0-be8e-12bce63baa2e is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:50:21.093418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:21.093781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.108207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:21.114009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-abcdc147-edd8-40a1-8aa7-c4bcce39f589 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4471695 Nov 15 22:50:21.116232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47934) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:21.125039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] Sync routers for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:21.172299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a770a5-d4b4-4f4d-b447-bb09a1c3ba55 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:21.176567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-39a770a5-d4b4-4f4d-b447-bb09a1c3ba55 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports/e104cf71-6c40-47d4-80d8-df5b48f00be4 HTTP/1.1" status: 200 len: 910 time: 0.0567052 Nov 15 22:50:21.176782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:21.176782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:21.176990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:21.236900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:21.270407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.273878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:21.274499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:21.340880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:21.341422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e9a1b-6e01-4fb4-8992-bdfb179d917a None None] The sync data for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:21.373693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.376690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] For port 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a941d80-bd15-4a8a-a820-9b2b99da45f6,segment=NetworkSegment(b41196c5-4feb-4802-931f-900aa61735ad),segment_id=b41196c5-4feb-4802-931f-900aa61735ad)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:21.500478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.552884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.587757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:50:21.588190 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:50:21.591072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082f094-d530-49b4-b0e3-08410d7b5b57 None None] Pushing event updated for resources: {'Port': ['ID=6a941d80-bd15-4a8a-a820-9b2b99da45f6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:21.620023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dcb96a15-d547-4781-a947-02629f0f9d35 None None] Provisioning complete for port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:21.620464 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a15-d547-4781-a947-02629f0f9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.720597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dcb96a15-d547-4781-a947-02629f0f9d35 None None] Provisioning complete for port e104cf71-6c40-47d4-80d8-df5b48f00be4 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:21.720993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcb96a15-d547-4781-a947-02629f0f9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:21.759923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dcb96a15-d547-4781-a947-02629f0f9d35 None None] Port e104cf71-6c40-47d4-80d8-df5b48f00be4 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:22.068093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.21.0.1 (d889df1b-a5b3-4b41-9cd3-2b829557a75b/941a8a19-fc85-4292-827c-13a0c151c351/a53e90bf-eb5c-4b0b-82ef-cb26876328e2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:22.183684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.273820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47950) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:22.278471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071610802', 'description': 'tempest-secgroup-smoke-1071610802 description', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:22.293670 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.330401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:22.333316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:22.340082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:22.368631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=a53e90bf-eb5c-4b0b-82ef-cb26876328e2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:22.392215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.443252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.527650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a941d80-bd15-4a8a-a820-9b2b99da45f6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:22.538017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.597838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:22.598307 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.600827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2eb80613-ed01-45e8-bb02-6a61d6e31ce7 None None] Provisioning complete for port a53e90bf-eb5c-4b0b-82ef-cb26876328e2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:22.601311 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2eb80613-ed01-45e8-bb02-6a61d6e31ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.611495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.667624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2eb80613-ed01-45e8-bb02-6a61d6e31ce7 None None] Port a53e90bf-eb5c-4b0b-82ef-cb26876328e2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:22.670876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.703370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5349411c-9736-47e1-ba9e-aec4880d42b0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:22.769826 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.773879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-84a18dd4-51b3-41b8-86b1-6b827800b112 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4962583 Nov 15 22:50:22.774236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:22.778660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:22.893219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.938901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:22.993893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.036629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.109617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.111485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=a53e90bf-eb5c-4b0b-82ef-cb26876328e2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:23.133361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.152925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6abee4-9b6c-4ca4-9cd0-d22c6c321127,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:23.208159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:23.209550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:23.261210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.265757 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5775f10b-6136-42f7-a29e-675680040e58 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880097 Nov 15 22:50:23.266114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:23.270487 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:23.312262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 25cd246d-aafc-4fd0-be8e-12bce63baa2e has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:23.410354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:23.416116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8314fd5d-8417-4542-b519-481580ab18da tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2381465 Nov 15 22:50:23.418874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47960) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:23.421431 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] Sync routers for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:23.429879 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.432794 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:23.443432 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:23.469498 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:23.478607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:23.479206 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:23.494816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2162158-4bef-455e-acb0-d406dc0f73c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:23.494816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2162158-4bef-455e-acb0-d406dc0f73c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports/a53e90bf-eb5c-4b0b-82ef-cb26876328e2 HTTP/1.1" status: 200 len: 910 time: 0.0707195 Nov 15 22:50:23.495040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47962) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:23.496456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-275ecad6-5777-48cf-a81d-24f8d5bc92d0 None None] Provisioning complete for port a53e90bf-eb5c-4b0b-82ef-cb26876328e2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:23.497167 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-275ecad6-5777-48cf-a81d-24f8d5bc92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.515333 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:23.515976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99060160-b3a4-4cf1-99b5-c9786f7da4a4 None None] The sync data for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:23.534592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-275ecad6-5777-48cf-a81d-24f8d5bc92d0 None None] Port a53e90bf-eb5c-4b0b-82ef-cb26876328e2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:23.571114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.680779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.701656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5de4cb-4479-44c4-9e1b-3a70d460c773,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:23.827154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:23.828372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92d46760-4d59-4ebd-b6c6-b26b5098973b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5613046 Nov 15 22:50:23.832966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:23.838332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:23.850146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.042640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.100208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.108644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port a53e90bf-eb5c-4b0b-82ef-cb26876328e2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:24.108988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.178793 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.195678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.196743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d53d67-a940-4da5-917d-7dc4ee5fc4b6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:24.207208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for a53e90bf-eb5c-4b0b-82ef-cb26876328e2 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:24.290229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.291614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-168bffce-3052-467d-984d-f30a5e61e75e tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4576409 Nov 15 22:50:24.294488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:24.299485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:24.429934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.465679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.493508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.509581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=a53e90bf-eb5c-4b0b-82ef-cb26876328e2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:24.590891 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.610984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec8c9ba-e238-40f5-ace3-ddc642338e17,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:24.741013 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.742899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47df9004-8a7c-4034-aa4c-8573809285ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4470918 Nov 15 22:50:24.745704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:24.750218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:24.853823 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Project 7ce8aa06fb714cc6b9961df2676b13f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:50:24.859752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:24.935895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.011398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.036399 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.058462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d54f541-a7e8-4b2e-8ff5-2a2d5932a48a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:25.165019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.169147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d7a0dfe7-fd30-403b-b5b9-a3b313f87969 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4224463 Nov 15 22:50:25.169731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 47980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:25.174077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'security_group_rule': {'security_group_id': '5349411c-9736-47e1-ba9e-aec4880d42b0', 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:25.210631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 25cd246d-aafc-4fd0-be8e-12bce63baa2e has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:25.281414 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Project 7ce8aa06fb714cc6b9961df2676b13f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 22:50:25.287916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.308002 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:25.313129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cda4e08d-6b81-4adb-a461-d3536490c548 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8177812 Nov 15 22:50:25.315869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 47982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:25.328179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] Sync routers for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:25.345713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:25.346939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:25.391704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.392216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:25.400544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:25.401237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:25.435067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:25.435710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa2370-b1f9-4818-9945-cb4ffaceeec2 None None] The sync data for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:25.579283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.600638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157e7738-b410-45bb-a300-6edfbbf4c0ba,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:25.671095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.684192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:25.693287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f532eb7e-f36a-4c1b-9c03-eda58718d39c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5148249 Nov 15 22:50:25.956696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-74783469-a677-414a-943d-6827e585887f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071610802&fields=id&tenant_id=7ce8aa06fb714cc6b9961df2676b13f3 HTTP/1.1" status: 200 len: 267 time: 0.0815480 Nov 15 22:50:26.044380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port e104cf71-6c40-47d4-80d8-df5b48f00be4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:26.044696 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:26.144136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-36363b33-d41b-4b8b-995c-7dfd9391eea7 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:26.145529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-36363b33-d41b-4b8b-995c-7dfd9391eea7 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 813 time: 0.1753173 Nov 15 22:50:26.183609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-6bd40632-e6bd-410b-8da4-614f4b4e75c4 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/quotas/7ce8aa06fb714cc6b9961df2676b13f3 HTTP/1.1" status: 200 len: 375 time: 0.0248225 Nov 15 22:50:26.185745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:26.209939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for e104cf71-6c40-47d4-80d8-df5b48f00be4 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:26.295594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-33e976f8-fa9d-4d65-82d3-692e71ef7017 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007965 Nov 15 22:50:26.464019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-760b8fae-37fe-4414-bfaf-3c4455c84e2d service neutron] 10.222.0.15 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530952 Nov 15 22:50:26.602528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-e6dcb3f8-8420-4798-8de1-6fad99a756e7 service neutron] 10.222.0.15 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167610 Nov 15 22:50:26.626782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:26.687947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=e104cf71-6c40-47d4-80d8-df5b48f00be4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:26.959614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.164008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 25cd246d-aafc-4fd0-be8e-12bce63baa2e has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:27.246687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:27.252125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-30896e84-4f2c-4410-805f-aca1108b3447 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351940 Nov 15 22:50:27.255271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:27.258407 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] Sync routers for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:27.276137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:27.278749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:27.287266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-98592849-8dc6-4aa9-a65f-e672a6faa314 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cd246d-aafc-4fd0-be8e-12bce63baa2e HTTP/1.1" status: 200 len: 205 time: 0.0306756 Nov 15 22:50:27.290459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:27.322636 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:27.333749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] Routers {'25cd246d-aafc-4fd0-be8e-12bce63baa2e'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:27.334676 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:27.379969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.394216 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:27.394871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1a51b-3b2b-47e8-9c60-cb159b69a401 None None] The sync data for ids ['25cd246d-aafc-4fd0-be8e-12bce63baa2e'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:27.523781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c3cb821-c8ce-41aa-b740-2e4a93cc91ba req-fdba8196-ef69-4b19-881a-ace82068b571 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0300827 Nov 15 22:50:27.643929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.646390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.761395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.762029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router 25cd246d-aafc-4fd0-be8e-12bce63baa2e {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:50:27.774224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.776691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fec346cd-06b4-417d-bd05-09293b16376b tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e HTTP/1.1" status: 204 len: 168 time: 0.4839754 Nov 15 22:50:27.779112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48018) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:27.854124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 941a8a19-fc85-4292-827c-13a0c151c351 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:27.858457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:27.911884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.010018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.145327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.188920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=941a8a19-fc85-4292-827c-13a0c151c351,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:28.188920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.189127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-47a758ee-770e-41e4-adb0-4cf5dae8ddfb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/941a8a19-fc85-4292-827c-13a0c151c351 HTTP/1.1" status: 204 len: 168 time: 0.4082932 Nov 15 22:50:28.191534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48024) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:28.200064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665d3b5-50ed-4b11-937f-87152284589b None None] Network d889df1b-a5b3-4b41-9cd3-2b829557a75b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:28.250454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet b1fb487f-6e4c-4ef5-b71d-c10b5362491f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:28.254084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.297479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.391236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.454727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] DHCP port deletion for d889df1b-a5b3-4b41-9cd3-2b829557a75b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:28.540305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.546203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Deleting port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:28.546577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.573897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fb487f-6e4c-4ef5-b71d-c10b5362491f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:28.581082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.586203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-962ac060-7da9-44e2-8dc6-6ab400ec3128 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/b1fb487f-6e4c-4ef5-b71d-c10b5362491f HTTP/1.1" status: 204 len: 168 time: 0.3936117 Nov 15 22:50:28.588727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:28.610859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a941d80-bd15-4a8a-a820-9b2b99da45f6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:28.617820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36115032-a8e4-4082-8749-dc13e4332cf8 None None] Network 9d814da3-c21a-4cd1-81b5-5cd65284377a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:28.743587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36eb275a-3eb1-4ee5-be23-f6f999d7cca8 req-6e0ad5d8-beab-4a8b-9938-43487a28fe18 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0746717 Nov 15 22:50:28.768732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.833649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:28.834336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.906702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a941d80-bd15-4a8a-a820-9b2b99da45f6,segment=NetworkSegment(b41196c5-4feb-4802-931f-900aa61735ad),segment_id=b41196c5-4feb-4802-931f-900aa61735ad)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:28.906986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:28.923491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 6a941d80-bd15-4a8a-a820-9b2b99da45f6 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:28.978384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] For port 6a941d80-bd15-4a8a-a820-9b2b99da45f6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a941d80-bd15-4a8a-a820-9b2b99da45f6,segment=NetworkSegment(b41196c5-4feb-4802-931f-900aa61735ad),segment_id=b41196c5-4feb-4802-931f-900aa61735ad)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:28.979403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.003599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Calling delete_port for 6a941d80-bd15-4a8a-a820-9b2b99da45f6 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:29.122237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.146435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.203135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=6a941d80-bd15-4a8a-a820-9b2b99da45f6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:29.219554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:29.243959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.287066 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:50:29.291031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958525b-a127-479a-a92f-48d832c85049 None None] DHCP port deletion for 9d814da3-c21a-4cd1-81b5-5cd65284377a request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:29.295464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] Pushing event deleted for resources: {'Port': ['ID=6a941d80-bd15-4a8a-a820-9b2b99da45f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:29.300810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b600d6-3fbd-4022-bc82-06f8afb4c78b None None] No DVR routers for this DVR port 6a941d80-bd15-4a8a-a820-9b2b99da45f6 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:29.337713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.365133 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Deleting port 5a2617ad-c30d-4c73-85fc-535f272fe548 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:29.365495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.400017 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.425377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d889df1b-a5b3-4b41-9cd3-2b829557a75b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:29.435756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41196c5-4feb-4802-931f-900aa61735ad') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:29.436318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41196c5-4feb-4802-931f-900aa61735ad') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:29.447751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.470641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.474236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2958525b-a127-479a-a92f-48d832c85049 None None] For port 5a2617ad-c30d-4c73-85fc-535f272fe548, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5a2617ad-c30d-4c73-85fc-535f272fe548,segment=NetworkSegment(2e4f8219-7e92-44e2-93fd-19f50ee8c603),segment_id=2e4f8219-7e92-44e2-93fd-19f50ee8c603)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:29.474693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.477916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:50:29.478299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:50:29.481430 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:50:29.496604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Calling delete_port for 5a2617ad-c30d-4c73-85fc-535f272fe548 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:29.629912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.638202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.646627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/d889df1b-a5b3-4b41-9cd3-2b829557a75b HTTP/1.1" status: 204 len: 168 time: 1.0543840 Nov 15 22:50:29.648489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48050) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:29.672540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2f075-ccca-4e5b-946f-a1056fee845d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=d889df1b-a5b3-4b41-9cd3-2b829557a75b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:29.716655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-8c59dd6a-3520-4953-be77-cf31f8c185cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879141 Nov 15 22:50:29.739425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.754539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.795154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958525b-a127-479a-a92f-48d832c85049 None None] Pushing event deleted for resources: {'Port': ['ID=5a2617ad-c30d-4c73-85fc-535f272fe548,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:29.809679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958525b-a127-479a-a92f-48d832c85049 None None] No DVR routers for this DVR port 5a2617ad-c30d-4c73-85fc-535f272fe548 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:29.883008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.938966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00deb299-abcf-4300-ad97-6277d2602a36 req-4739e20e-a115-4103-b07f-318c6a638c3d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0354214 Nov 15 22:50:29.956605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:29.976967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-0e51e344-a4a0-4944-8711-653e79fb98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:29.979097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-0e51e344-a4a0-4944-8711-653e79fb98ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.1851802 Nov 15 22:50:29.995188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d814da3-c21a-4cd1-81b5-5cd65284377a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:30.013494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4f8219-7e92-44e2-93fd-19f50ee8c603') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:30.013787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4f8219-7e92-44e2-93fd-19f50ee8c603') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:30.025061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.059648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.068190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:50:30.075121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:50:30.156494 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:50:30.245289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-32b460d5-69e5-444e-89db-7eda06c97415 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:30.247392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-32b460d5-69e5-444e-89db-7eda06c97415 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 813 time: 0.2660906 Nov 15 22:50:30.303268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-e0520c13-f3d2-47bb-a15d-10fa03a5456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:30.305655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-e0520c13-f3d2-47bb-a15d-10fa03a5456a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 910 time: 0.2737038 Nov 15 22:50:30.307057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.314674 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.323763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/9d814da3-c21a-4cd1-81b5-5cd65284377a HTTP/1.1" status: 204 len: 168 time: 0.6643808 Nov 15 22:50:30.325303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:30.330453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342207429'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:30.370831 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-db5d0a01-d717-424b-9796-cdbfc5b694ff tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce8aa06fb714cc6b9961df2676b13f3 HTTP/1.1" status: 200 len: 380 time: 0.1124344 Nov 15 22:50:30.382533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'port': {'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'admin_state_up': True, 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'security_groups': ['5349411c-9736-47e1-ba9e-aec4880d42b0']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:30.417418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d85d2-b3eb-42df-a27b-30f332f0add8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=9d814da3-c21a-4cd1-81b5-5cd65284377a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:30.471069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:30.481208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.501348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-c3753b06-d7e5-43bb-b5ef-e2ebb67a1816 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1002 time: 0.1748168 Nov 15 22:50:30.570291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-698d74da-9ba1-46a4-88ce-ec95c55fe40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:30.571857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-698d74da-9ba1-46a4-88ce-ec95c55fe40b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.0622222 Nov 15 22:50:30.577355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5a2617ad-c30d-4c73-85fc-535f272fe548 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:30.598678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:50:30.628513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5a2617ad-c30d-4c73-85fc-535f272fe548 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:50:30.629360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5a2617ad-c30d-4c73-85fc-535f272fe548 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:30.629490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.629738 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment fb64a519-56f8-4371-9a31-5c48d425cf55 of type vlan for network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 Nov 15 22:50:30.668766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-c32a1d98-7ee3-4d9e-a3d0-ec640c98b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:30.668766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-c32a1d98-7ee3-4d9e-a3d0-ec640c98b13a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764697 Nov 15 22:50:30.685600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-b1869b58-093b-4c42-b54b-8d86300fbbb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:50:30.688589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-b1869b58-093b-4c42-b54b-8d86300fbbb1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073535 Nov 15 22:50:30.734962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.785771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Made reservation on behalf of 7ce8aa06fb714cc6b9961df2676b13f3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:30.794042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.892992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-5e339569-2733-4d5f-ad3b-be0f40e4df65 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918378 Nov 15 22:50:30.925037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:30.931365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:30.932224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:31.007210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3fc955b6-7d3f-4ec4-a720-8e02f09d96ca req-0a3b5156-3899-495d-b4a4-8717dafd419b service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950890 Nov 15 22:50:31.047617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:31.064487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:50:31.070725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Allocated IP 172.20.0.7 (cb2cd051-f385-4f82-8121-4974c3ac3d36/4f4206a2-4351-4efb-8a0a-ee176f223567/a27dbf50-fe41-41bd-951e-572e367aec07) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:31.100026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ed055ea-b6b1-476b-bb4c-c339863015b3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7696745 Nov 15 22:50:31.103029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48064) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:31.108136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:31.227849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86e7e658-7ac7-4504-a9a6-50bb32c34392 req-8b62c0c9-7d9f-41c4-8c41-2ecdab649581 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.1261621 Nov 15 22:50:31.355590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:31.516554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:31.520050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:31.530317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:31.635706 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:31.677902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:31.682549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:31.698416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:31.842619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:31.844653 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:31.867067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-24c08e9b-b9b8-4928-acda-59f4e210a12b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2195766 Nov 15 22:50:32.070580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1298d895-7a5f-4ce8-a7bd-cc78e7739130 None None] Provisioning complete for port a27dbf50-fe41-41bd-951e-572e367aec07 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:32.071995 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1298d895-7a5f-4ce8-a7bd-cc78e7739130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:32.072100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-20daa31d-3c9e-42ef-a7a2-f3f8bd8b6d3f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6941278 Nov 15 22:50:32.174476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1298d895-7a5f-4ce8-a7bd-cc78e7739130 None None] Port a27dbf50-fe41-41bd-951e-572e367aec07 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:32.437154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b1af-0a2f-4af7-a8b8-8b9220c83363 req-da9e93f8-98f4-467e-b961-b6edd6a6d20b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.449554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d444b1af-0a2f-4af7-a8b8-8b9220c83363 req-da9e93f8-98f4-467e-b961-b6edd6a6d20b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 931 time: 0.1220274 Nov 15 22:50:32.462773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.463343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.463913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.464428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.465055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.465567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.466078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.468632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-209501e2-c674-41f0-9969-4b206b323082 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a24b716d7844e3b88f6c66b933a2131&device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 6490 time: 0.5089583 Nov 15 22:50:32.476509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Request body: {'port': {'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:32.552684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d444b1af-0a2f-4af7-a8b8-8b9220c83363 req-f8ccf9fb-fbae-4544-ab62-c315cc13d17c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037769 Nov 15 22:50:32.594592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:32.642155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:32.706488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': 'fb64a519-56f8-4371-9a31-5c48d425cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:32.706847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:50:32.856117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=9352171b-7716-4953-9790-ae7e5157f93d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:32.885129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-2d0ec6a4-2f68-4f17-91d1-0390fe3b15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.885888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-2d0ec6a4-2f68-4f17-91d1-0390fe3b15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.886515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-2d0ec6a4-2f68-4f17-91d1-0390fe3b15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:32.888297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-2d0ec6a4-2f68-4f17-91d1-0390fe3b15eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=87d6df67-48ac-43f7-860f-7bb45b3e8067&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 200 len: 2292 time: 0.3715444 Nov 15 22:50:33.014398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-4c479ca8-f47d-44ec-9fc5-322c66b562be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 200 len: 1000 time: 0.1138194 Nov 15 22:50:33.058351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:50:33.103391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ec13496f-5f02-429f-a958-ad4301aea7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:33.105091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ec13496f-5f02-429f-a958-ad4301aea7e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 200 len: 851 time: 0.0816503 Nov 15 22:50:33.152811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:33.162126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed320d3e-20ea-4f41-b7d2-afd9878403cf None None] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:33.193188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:33.198003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.255000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27dbf50-fe41-41bd-951e-572e367aec07 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:50:33.294156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.301633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ef75628a-4fb2-4a89-91e3-4cf5f9a72dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:33.311928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ef75628a-4fb2-4a89-91e3-4cf5f9a72dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87d6df67-48ac-43f7-860f-7bb45b3e8067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966023 Nov 15 22:50:33.330571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-1efebea6-b9ac-41bd-8d85-4919cbca3f66 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:50:33.336811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-1efebea6-b9ac-41bd-8d85-4919cbca3f66 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076497 Nov 15 22:50:33.337316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Transition to ACTIVE for port object a27dbf50-fe41-41bd-951e-572e367aec07 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:50:33.353900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7', 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '9352171b-7716-4953-9790-ae7e5157f93d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:50:33.354863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.373047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3a64bc11-f7b6-44ca-8b8d-93812604dd42 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2687814 Nov 15 22:50:33.379264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48084) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:33.385564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-162765090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:33.461061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.521452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Pushing event updated for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:33.602399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.604007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.608492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-627fa6eb-4ea9-4d3b-b4f8-f8a0fb948457 service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654562 Nov 15 22:50:33.750284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:33.814584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Allocated IP 172.20.0.2 (7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7/9352171b-7716-4953-9790-ae7e5157f93d/76b01439-e5f4-4342-8ccd-2e5e0725241e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:34.053072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-5e9b0fd3-8ab7-430a-bb94-8fdef2cd1e6e service neutron] 10.222.0.57 "GET /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352505 Nov 15 22:50:34.126930 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-6bd69517-e90c-4926-b25a-546aaea0cd75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 217 time: 0.0659504 Nov 15 22:50:34.188797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.202743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Attempting to bind port a27dbf50-fe41-41bd-951e-572e367aec07 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:50:34.206852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Attempting to bind port a27dbf50-fe41-41bd-951e-572e367aec07 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:50:34.210850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Attempting to bind port a27dbf50-fe41-41bd-951e-572e367aec07 on network cb2cd051-f385-4f82-8121-4974c3ac3d36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:34.223368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Port a27dbf50-fe41-41bd-951e-572e367aec07 on network cb2cd051-f385-4f82-8121-4974c3ac3d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:50:34.223810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Attempting to bind port a27dbf50-fe41-41bd-951e-572e367aec07 on network cb2cd051-f385-4f82-8121-4974c3ac3d36 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:34.235011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:50:34.235583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Checking segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:34.236161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Bound using segment: {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:50:34.236772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Bound port: a27dbf50-fe41-41bd-951e-572e367aec07, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:50:34.238604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.284011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-3e4989ee-e14e-45b2-8c4b-dea354b37fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:34.285694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-3e4989ee-e14e-45b2-8c4b-dea354b37fa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.1475978 Nov 15 22:50:34.316917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.389348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:34.391583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48096) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:34.399005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:34.408796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:34.436221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:34.451568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a27dbf50-fe41-41bd-951e-572e367aec07,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:50:34.480436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-91dbcc57-7390-4582-8da1-e27a1148e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:34.485352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-91dbcc57-7390-4582-8da1-e27a1148e293 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1903887 Nov 15 22:50:34.581619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Attempting to bind port 76b01439-e5f4-4342-8ccd-2e5e0725241e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:50:34.583967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Attempting to bind port 76b01439-e5f4-4342-8ccd-2e5e0725241e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'fb64a519-56f8-4371-9a31-5c48d425cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:50:34.584431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Attempting to bind port 76b01439-e5f4-4342-8ccd-2e5e0725241e on network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:34.599363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:50:34.603776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Checking segment: {'id': 'fb64a519-56f8-4371-9a31-5c48d425cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:34.604435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.605205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.606198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Bound using segment: {'id': 'fb64a519-56f8-4371-9a31-5c48d425cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:50:34.606785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Bound port: 76b01439-e5f4-4342-8ccd-2e5e0725241e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb64a519-56f8-4371-9a31-5c48d425cf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:50:34.610471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.629805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Pushing event updated for resources: {'Port': ['ID=76b01439-e5f4-4342-8ccd-2e5e0725241e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:34.668685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.727602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f94ee-8a0d-45dc-8625-9eb136687fd6 req-8caeefff-94bd-4f99-a0ce-ebb5b946bff5 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:34.742773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d3f94ee-8a0d-45dc-8625-9eb136687fd6 req-8caeefff-94bd-4f99-a0ce-ebb5b946bff5 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 1.0209856 Nov 15 22:50:34.787693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] For port 76b01439-e5f4-4342-8ccd-2e5e0725241e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:34.791672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] For port 76b01439-e5f4-4342-8ccd-2e5e0725241e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76b01439-e5f4-4342-8ccd-2e5e0725241e,segment=NetworkSegment(fb64a519-56f8-4371-9a31-5c48d425cf55),segment_id=fb64a519-56f8-4371-9a31-5c48d425cf55)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:50:34.804681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d12047b-9a3c-48e7-bd8c-d60b3071432f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.812811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.818458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e505eef-2528-4533-bd6d-a3a7ad5595e4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4379392 Nov 15 22:50:34.821043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:34.825942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'port': {'network_id': '7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7', 'name': 'tempest-RoutersTest-1166855480'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:34.843847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:34.844467 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.846688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] 10.222.0.55 "PUT /v2.0/ports/a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 1091 time: 2.3752587 Nov 15 22:50:34.898811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:34.899108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:34.899702 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe90895-39f0-4786-8a72-fdc1c364c30f" -d '{"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:35.021723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d475ec0-5458-4575-bddc-8aa256862405 service neutron] Pushing event updated for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:35.032647 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-7b4b053a-4270-4fee-b54a-b9b2f2b9371a service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370677 Nov 15 22:50:35.059044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3828fc-543e-49a7-b5e3-5a964d68dde1 None None] Pushing event updated for resources: {'Port': ['ID=76b01439-e5f4-4342-8ccd-2e5e0725241e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:35.102656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dceee72a-c407-4ee8-ab14-52c947e9968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.182945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d3f94ee-8a0d-45dc-8625-9eb136687fd6 req-4990dc52-18a5-4c93-b1c6-d6fb01a01f1f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392066 Nov 15 22:50:35.206118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:35.212327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.269222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] device_id is not set on port fe113878-ffc8-4acf-af00-825fd9779cbb yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:50:35.328911 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c09ec8-05c6-4422-a249-3a05c93b82d0 x-openstack-request-id: req-83c09ec8-05c6-4422-a249-3a05c93b82d0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:35.330029 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:35.330278 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83c09ec8-05c6-4422-a249-3a05c93b82d0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:35.330716 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:50:35.397770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d12047b-9a3c-48e7-bd8c-d60b3071432f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.454695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-074dbe6f-3a2c-41c9-b458-4967c829a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.474215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-074dbe6f-3a2c-41c9-b458-4967c829a50f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1094 time: 0.2738233 Nov 15 22:50:35.474215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-87b552d5-6c84-48de-96f4-e6dea59b3807 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313138 Nov 15 22:50:35.475318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.20.0.4 (7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7/9352171b-7716-4953-9790-ae7e5157f93d/fe113878-ffc8-4acf-af00-825fd9779cbb) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:35.613853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d12047b-9a3c-48e7-bd8c-d60b3071432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.619646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-43a13d68-2b2d-4ca5-a86a-c15e84d418ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 217 time: 0.1383200 Nov 15 22:50:35.627301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0335cfd4-8256-47ec-a302-aff4c922a419 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 217 time: 0.1447868 Nov 15 22:50:35.713467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.730148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.738617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.745763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.752467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.755064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-9f412fc5-a657-49de-aaf2-645e35c378ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.757258 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-9f412fc5-a657-49de-aaf2-645e35c378ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0677269 Nov 15 22:50:35.759088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.765740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.767807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-a36acb50-d992-4b2f-9f6d-dc456733bef3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.2779531 Nov 15 22:50:35.833133 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d12047b-9a3c-48e7-bd8c-d60b3071432f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37fcc9087de543edbb7e3ee2029533c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4371042 Nov 15 22:50:35.837155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:35.838481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12047b-9a3c-48e7-bd8c-d60b3071432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0beb43e-b771-4199-b02c-b5bbcf22b482,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:35.859738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7358fbe-42d1-4e7a-beac-1a979f034242 req-5f2ec036-9488-4314-852c-76549a4c05a0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832760 Nov 15 22:50:35.883165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-4ab16208-090b-4182-9cae-d2cf7f7fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.898135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-4ab16208-090b-4182-9cae-d2cf7f7fca70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.2498121 Nov 15 22:50:35.957459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0414b23c-b6a9-4a04-864b-1d75ab4b19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:35.960246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0414b23c-b6a9-4a04-864b-1d75ab4b19f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680725 Nov 15 22:50:35.961148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.964061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:35.988957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:36.053696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-b1c8260f-18a8-4417-be3c-4d0d112ac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.055359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-b1c8260f-18a8-4417-be3c-4d0d112ac6ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565156 Nov 15 22:50:36.162202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:36.166722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:36.167254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0beb43e-b771-4199-b02c-b5bbcf22b482 HTTP/1.1" status: 204 len: 168 time: 0.3290496 Nov 15 22:50:36.172342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:36.199453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-4efa9578-959b-4e2c-ad23-e9ddbdad16e1 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284298 Nov 15 22:50:36.298386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=fe113878-ffc8-4acf-af00-825fd9779cbb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:36.332641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f2728-46ba-455f-afd2-9cf0f415e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0beb43e-b771-4199-b02c-b5bbcf22b482,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:36.384882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:36.389084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:36.400171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:36.445576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753eb96-bfb7-4996-bd1d-fd6078a894c3 req-cd532c19-da09-41fa-a718-21d2ac9b5c0f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.454221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3753eb96-bfb7-4996-bd1d-fd6078a894c3 req-cd532c19-da09-41fa-a718-21d2ac9b5c0f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.1114595 Nov 15 22:50:36.473070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-165f4931-90b2-4701-8ad1-ce88865bbe43 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063203 Nov 15 22:50:36.511718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.512360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:36.577087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3753eb96-bfb7-4996-bd1d-fd6078a894c3 req-6cab3b3d-6a0b-404c-9dae-c2a0f16ba65c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227601 Nov 15 22:50:36.627611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-1b993533-f033-4588-a8b1-7cbeb7ee2c06 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898878 Nov 15 22:50:36.691005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-91fdd48b-5080-48d7-be8a-3a5ddddb2ac9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8688366 Nov 15 22:50:36.701179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48120) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:36.747342 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-773c4fc5-f7c1-4995-a1b9-91c6787ec73a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 200 len: 217 time: 0.0762432 Nov 15 22:50:36.757853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d91e1e5-3772-46e3-b7e3-ca63c83324f1 req-9f40b5c1-5410-466f-b8f3-79658432b17e service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716680 Nov 15 22:50:36.808664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.818547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76b01439-e5f4-4342-8ccd-2e5e0725241e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:36.819983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.822316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.828903 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.836274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.847393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.860943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.864904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-8af596ba-d5e4-413e-ba4e-0f6a1a68eac0 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.2063916 Nov 15 22:50:36.948675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-58d16f10-d1c6-4660-9800-c879203de9ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:36.949900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-58d16f10-d1c6-4660-9800-c879203de9ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0757749 Nov 15 22:50:36.953158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74411a4f-c1ec-4b9c-a79d-5b8e1b592d5f None None] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:37.097697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-820b624b-3bab-4b19-b6b3-e30bde0a8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.103332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-820b624b-3bab-4b19-b6b3-e30bde0a8d0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.3445249 Nov 15 22:50:37.158803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] Provisioning complete for port 76b01439-e5f4-4342-8ccd-2e5e0725241e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:37.158803 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.180896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-ba8b27e7-2af4-4e89-a675-05b8fe4a38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.182551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-ba8b27e7-2af4-4e89-a675-05b8fe4a38b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1094 time: 0.2299063 Nov 15 22:50:37.226691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 76b01439-e5f4-4342-8ccd-2e5e0725241e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:37.227414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.299695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a941-b215-4c87-ad0f-0a2e3e7f88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.553576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.564769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.576430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-86157c40-7bed-4661-a469-66f8474ea075 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6120701 Nov 15 22:50:37.580712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.581822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.590535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.599581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:37.620275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.640515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.665753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.680197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] For port 76b01439-e5f4-4342-8ccd-2e5e0725241e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76b01439-e5f4-4342-8ccd-2e5e0725241e,segment=NetworkSegment(fb64a519-56f8-4371-9a31-5c48d425cf55),segment_id=fb64a519-56f8-4371-9a31-5c48d425cf55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:37.686292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca784005-42da-4164-a33f-b33f601b418c req-f1769670-aaa1-40c9-ae53-523fc6457c3f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 5433 time: 0.5055161 Nov 15 22:50:37.690884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-797e40bd-4841-4113-9081-f93bbd52724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:37.692423 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-797e40bd-4841-4113-9081-f93bbd52724f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5754957 Nov 15 22:50:37.697791 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.798249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.951293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:50:37.951293 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:50:37.970622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:37.987827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a851e9-765d-40c3-b652-8960c5f336f4 None None] Pushing event updated for resources: {'Port': ['ID=76b01439-e5f4-4342-8ccd-2e5e0725241e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:38.061385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.184767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-12b4289f-767a-4bb2-82c3-fa0ca0719a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.186445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-12b4289f-767a-4bb2-82c3-fa0ca0719a8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 914 time: 0.9887545 Nov 15 22:50:38.225578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ae9a-8949-4e35-8892-3d1c8bb29cc8 req-8856f77d-f232-4c60-837c-af4c739b88e4 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.229175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0645ae9a-8949-4e35-8892-3d1c8bb29cc8 req-8856f77d-f232-4c60-837c-af4c739b88e4 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.4028327 Nov 15 22:50:38.269731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-31349a77-4a47-4627-b0e2-fc765c4e19ff None None] Provisioning complete for port fe113878-ffc8-4acf-af00-825fd9779cbb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:38.270105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31349a77-4a47-4627-b0e2-fc765c4e19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.311138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-2a565764-0f62-406a-8486-22d7659a65d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 217 time: 0.1094310 Nov 15 22:50:38.329681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-f3d97d0f-3522-4b49-8768-7451bf5bcc7e service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287544 Nov 15 22:50:38.353699 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.354495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31349a77-4a47-4627-b0e2-fc765c4e19ff None None] Port fe113878-ffc8-4acf-af00-825fd9779cbb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:38.370325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-31349a77-4a47-4627-b0e2-fc765c4e19ff None None] Provisioning complete for port 76b01439-e5f4-4342-8ccd-2e5e0725241e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:38.370694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31349a77-4a47-4627-b0e2-fc765c4e19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.568484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0de9ff0a-9961-47ce-be69-3c0283a01e8d service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982102 Nov 15 22:50:38.609541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca784005-42da-4164-a33f-b33f601b418c req-7a75e00a-26cd-4eba-8c42-a7dab1a28ef8 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9176569 Nov 15 22:50:38.679795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-8251e3a1-72ae-437a-8150-370eb262aa54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 200 len: 217 time: 0.0671589 Nov 15 22:50:38.684431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0645ae9a-8949-4e35-8892-3d1c8bb29cc8 req-550fe606-aa05-41a1-b7eb-a6aa09ca7a50 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282577 Nov 15 22:50:38.761268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.768542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76b01439-e5f4-4342-8ccd-2e5e0725241e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:38.777380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-dcaefb63-dc8a-474f-a911-f23bfaa482c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.777380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-dcaefb63-dc8a-474f-a911-f23bfaa482c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 200 len: 797 time: 0.0584166 Nov 15 22:50:38.803076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-bac3c81e-aae5-4af3-815e-a1521c6d70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.804772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-bac3c81e-aae5-4af3-815e-a1521c6d70a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.4742537 Nov 15 22:50:38.824402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.878181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0598e434-503b-49a2-b30e-203a20bd35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.880000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-0598e434-503b-49a2-b30e-203a20bd35f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=91fc1c2f-37c9-4da2-981b-ccdd445faed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928142 Nov 15 22:50:38.891881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1661dfb0-2d76-4953-9c52-fe43d7341b85 None None] Provisioning complete for port fe113878-ffc8-4acf-af00-825fd9779cbb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:38.894411 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1661dfb0-2d76-4953-9c52-fe43d7341b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.908093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-1fbae7ab-4d5c-4c00-90bd-a3101e0d71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:38.909640 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-1fbae7ab-4d5c-4c00-90bd-a3101e0d71d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890012 Nov 15 22:50:38.955961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1661dfb0-2d76-4953-9c52-fe43d7341b85 None None] Port fe113878-ffc8-4acf-af00-825fd9779cbb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:38.958006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 76b01439-e5f4-4342-8ccd-2e5e0725241e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:38.958573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:38.990706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=fe113878-ffc8-4acf-af00-825fd9779cbb,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:39.216178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ae09332-786d-44aa-88e9-54037cc84fb1,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:39.264723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.296411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f8c96d27-4877-48a9-8a6d-fbed14c02fd6 None None] Provisioning complete for port fe113878-ffc8-4acf-af00-825fd9779cbb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:39.296806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8c96d27-4877-48a9-8a6d-fbed14c02fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.407298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-7c816cf8-6a9d-4a08-bb92-dbd5ef0c4591 service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046921 Nov 15 22:50:39.407416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f8c96d27-4877-48a9-8a6d-fbed14c02fd6 None None] Port fe113878-ffc8-4acf-af00-825fd9779cbb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:39.408245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-e9fc3477-9931-4e71-8c5c-0c0dc459c741 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670131 Nov 15 22:50:39.409292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] For port 3ae09332-786d-44aa-88e9-54037cc84fb1, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:39.482015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.529505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.538199 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bfe90895-39f0-4786-8a72-fdc1c364c30f req-3e57b105-71e2-4088-9435-4c683ddd20c5 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066833 Nov 15 22:50:39.594643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] device_id is not set on port 3ae09332-786d-44aa-88e9-54037cc84fb1 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:50:39.607420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.648018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-03580fc3-b1be-49fe-bb01-5cf3d8cea44d service neutron] 10.222.0.57 "GET /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181699 Nov 15 22:50:39.701179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-7e8ed2c0-d95f-4d9e-9fc4-f2f38baaeba2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 200 len: 217 time: 0.0435212 Nov 15 22:50:39.702344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.842049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] No DVR routers for this DVR port 3ae09332-786d-44aa-88e9-54037cc84fb1 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:39.895731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.902335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.905748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] In _notify_port_updated(), no bound segment for port 3ae09332-786d-44aa-88e9-54037cc84fb1 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:50:39.906629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.907246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:39.908766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] 10.222.0.57 "PUT /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 200 len: 1028 time: 2.3132932 Nov 15 22:50:39.909124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.915708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.922217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.929025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.931059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-b2b5661d-173c-433c-b801-d7c138980ae3 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 4658 time: 0.1916440 Nov 15 22:50:39.967446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-31d9ee45-3693-44d7-a220-1852b10f3b2d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:39.970354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-31d9ee45-3693-44d7-a220-1852b10f3b2d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "GET /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0506337 Nov 15 22:50:39.984567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:40.039023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-69575cf0-fb1f-405d-8a06-2aa7a08c5e88 None None] Provisioning complete for port 3ae09332-786d-44aa-88e9-54037cc84fb1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:40.040238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69575cf0-fb1f-405d-8a06-2aa7a08c5e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.051559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93b68f-c125-4df2-883f-2e499778632c service neutron] Pushing event updated for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:40.056469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.061687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-be86aa44-2e0f-4652-aca8-f55a4bc4102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:40.062493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-be86aa44-2e0f-4652-aca8-f55a4bc4102e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.3489656 Nov 15 22:50:40.089635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-69575cf0-fb1f-405d-8a06-2aa7a08c5e88 None None] Port 3ae09332-786d-44aa-88e9-54037cc84fb1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:40.126496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085709-c1e3-411a-8669-8cfcdf782d1f req-20ffb2a3-eb9c-43e7-bfb0-7cba631863c1 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:40.127916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c085709-c1e3-411a-8669-8cfcdf782d1f req-20ffb2a3-eb9c-43e7-bfb0-7cba631863c1 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.3056297 Nov 15 22:50:40.164530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97c884f5-f39b-45b3-b17b-dcf5a575ab0e req-91e85be3-ea38-4f57-ba1a-cd6a136de621 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&id=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1771061 Nov 15 22:50:40.183113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:40.183749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-70a69e0e-89f4-4254-a0f1-d940d0f9ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:40.191788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-70a69e0e-89f4-4254-a0f1-d940d0f9ae06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203516 Nov 15 22:50:40.202845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.242520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c085709-c1e3-411a-8669-8cfcdf782d1f req-89670a52-d9a4-4fde-85a6-d977eabdb075 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935099 Nov 15 22:50:40.291626 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.322208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.419013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-da448a46-3e3f-4643-ae74-119a902692f8 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998928 Nov 15 22:50:40.422549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=83d8431a-85d5-4df3-926f-c23fd436a275,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:40.436741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:40.438266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:40.441042 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd66aec-6266-43c9-bdbf-a1cc3d21db45" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:40.445759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.505049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.505740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ae09332-786d-44aa-88e9-54037cc84fb1 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:40.549939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] For port 83d8431a-85d5-4df3-926f-c23fd436a275, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:40.556001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=fe113878-ffc8-4acf-af00-825fd9779cbb,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:40.558799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.572363 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cb8390-3a3f-4297-9510-0112c314fbee x-openstack-request-id: req-e7cb8390-3a3f-4297-9510-0112c314fbee {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:40.572853 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:40.573199 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7cb8390-3a3f-4297-9510-0112c314fbee {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:40.573684 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'code': 200} Nov 15 22:50:40.622881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] device_id is not set on port 83d8431a-85d5-4df3-926f-c23fd436a275 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 22:50:40.623206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:40.633709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ec209323-d44b-45ce-b4a8-ef88fa588970 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972010 Nov 15 22:50:40.642625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.650733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ae09332-786d-44aa-88e9-54037cc84fb1 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:40.653505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 83d8431a-85d5-4df3-926f-c23fd436a275 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:40.685281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:40.689153 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-8f33cb13-416d-4ae9-8f55-0c86d7b90766 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 200 len: 217 time: 0.0432591 Nov 15 22:50:40.691015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:40.745510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 83d8431a-85d5-4df3-926f-c23fd436a275 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:40.745936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef108655-970a-49eb-97d6-b16a848126d2 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:40.758258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.873250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] No DVR routers for this DVR port 83d8431a-85d5-4df3-926f-c23fd436a275 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:40.883549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:40.939963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:40.954654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-fb43e12e-0c4a-465a-b7a1-a79c6721dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:40.956276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-fb43e12e-0c4a-465a-b7a1-a79c6721dc05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 200 len: 797 time: 0.2451625 Nov 15 22:50:40.958939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Pushing event updated for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:41.019047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.019764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 4f40a59c-5207-4f76-a3a3-0ffb24666282 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:41.021552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 771032a8-188f-4bea-ad30-65401beec3e2 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:50:41.028652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] In _notify_port_updated(), no bound segment for port 83d8431a-85d5-4df3-926f-c23fd436a275 on network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 22:50:41.028868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.029337 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.043024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-332811ea-f12c-4520-9e39-d16d18372e15 service neutron] 10.222.0.57 "PUT /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 200 len: 1026 time: 1.0642233 Nov 15 22:50:41.067439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ed8c7da2-e6a4-458a-8b7f-3572ceb9573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.069593 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-ed8c7da2-e6a4-458a-8b7f-3572ceb9573b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d664e6a0-9942-4a98-8634-f4af3f2d4ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926392 Nov 15 22:50:41.195500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:41.240180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3b091fca-d790-4fd8-baa9-cad837999620 None None] Provisioning complete for port fe113878-ffc8-4acf-af00-825fd9779cbb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:41.241919 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b091fca-d790-4fd8-baa9-cad837999620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.258232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:41.274478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4dfbf3d5-8db7-43e5-befb-4f93180eadba tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/771032a8-188f-4bea-ad30-65401beec3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5705166 Nov 15 22:50:41.276367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:41.302558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b091fca-d790-4fd8-baa9-cad837999620 None None] Port fe113878-ffc8-4acf-af00-825fd9779cbb cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:41.307084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] Sync routers for ids ['771032a8-188f-4bea-ad30-65401beec3e2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:41.341027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] Routers {'771032a8-188f-4bea-ad30-65401beec3e2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:41.341666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['771032a8-188f-4bea-ad30-65401beec3e2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:41.357212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b04e87-eb3d-4a7d-82ce-38d2c88c5d13 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.361165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-43b04e87-eb3d-4a7d-82ce-38d2c88c5d13 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports/fe113878-ffc8-4acf-af00-825fd9779cbb HTTP/1.1" status: 200 len: 977 time: 0.0794485 Nov 15 22:50:41.372803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.380336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.384148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:41.387964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.394647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.401424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.413030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c49194d5-efe2-448b-bd55-123eed552782 req-d3ff2eb3-fa80-4638-8105-d836fedb0329 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 3881 time: 0.1106980 Nov 15 22:50:41.417238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:41.457996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.469105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] Routers {'771032a8-188f-4bea-ad30-65401beec3e2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:41.469105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['771032a8-188f-4bea-ad30-65401beec3e2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:41.562645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:41.563867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9229155-f734-4d8f-8eec-d3efe00890b6 None None] The sync data for ids ['771032a8-188f-4bea-ad30-65401beec3e2'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:41.596343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c49194d5-efe2-448b-bd55-123eed552782 req-2e3eadd0-7639-428d-8d73-1b464922a167 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820807 Nov 15 22:50:41.625370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:41.638644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-107e5d28-802d-4d4f-868f-4001b5f1bc8e None None] Provisioning complete for port 83d8431a-85d5-4df3-926f-c23fd436a275 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:41.639123 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-107e5d28-802d-4d4f-868f-4001b5f1bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.645110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71b69-edb9-4c08-9093-945ad4def8dd req-090202c9-b048-498b-8294-dd8d01bbf0b1 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:41.646972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc71b69-edb9-4c08-9093-945ad4def8dd req-090202c9-b048-498b-8294-dd8d01bbf0b1 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.2316570 Nov 15 22:50:41.677834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-107e5d28-802d-4d4f-868f-4001b5f1bc8e None None] Port 83d8431a-85d5-4df3-926f-c23fd436a275 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:41.692804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.694106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 28b30346-cf8f-4df0-8ad2-f7937136e64f no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:41.707744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-e9a9bc69-f00f-4f9c-bfa0-ba4c1db9acc3 service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902312 Nov 15 22:50:41.716840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 8111916e-80a8-4753-8ace-d3351426cad6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:41.717179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.859796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc71b69-edb9-4c08-9093-945ad4def8dd req-3b3a2eb9-3791-4231-80de-f6f1bf938601 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023909 Nov 15 22:50:41.894762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c0ec159-9e68-461f-8c1d-3697288af581 req-cdb1decb-a9a1-4025-90ce-5a1dbcea868a service neutron] 10.222.0.57 "GET /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743889 Nov 15 22:50:41.983434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port 8111916e-80a8-4753-8ace-d3351426cad6, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=8111916e-80a8-4753-8ace-d3351426cad6,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:41.984053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:41.985378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.002362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 8111916e-80a8-4753-8ace-d3351426cad6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:42.129188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:42.151372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.191303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:42.258457 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.259291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8111916e-80a8-4753-8ace-d3351426cad6 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:42.288634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.350469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=8111916e-80a8-4753-8ace-d3351426cad6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:42.352849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:42.358011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No active binding found for port 8111916e-80a8-4753-8ace-d3351426cad6 {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:50:42.358465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 8111916e-80a8-4753-8ace-d3351426cad6 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:42.410251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port 8111916e-80a8-4753-8ace-d3351426cad6 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:42.413432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.417233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-e2facd4f-a1d1-4bab-a35e-a8cc1de1bc4a tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "DELETE /v2.0/ports/8111916e-80a8-4753-8ace-d3351426cad6 HTTP/1.1" status: 204 len: 173 time: 1.3644867 Nov 15 22:50:42.417794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:42.421155 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74749b-d297-4dde-b9ad-23bc1f5ed2ec" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "8111916e-80a8-4753-8ace-d3351426cad6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:42.485696 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7181407a-28fc-4cf8-b748-a65f48b2d762 x-openstack-request-id: req-7181407a-28fc-4cf8-b748-a65f48b2d762 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:42.486529 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "8111916e-80a8-4753-8ace-d3351426cad6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:42.486977 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7181407a-28fc-4cf8-b748-a65f48b2d762 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:42.487830 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '8111916e-80a8-4753-8ace-d3351426cad6', 'status': 'completed', 'code': 200} Nov 15 22:50:42.576771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:42.578687 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4efdd-d6e1-4707-af53-a20326c90457" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "ef108655-970a-49eb-97d6-b16a848126d2"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:42.592786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 4f40a59c-5207-4f76-a3a3-0ffb24666282 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:42.593131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.659071 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f492c2-fd08-449b-8105-785816b27317 x-openstack-request-id: req-25f492c2-fd08-449b-8105-785816b27317 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:42.659486 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "ef108655-970a-49eb-97d6-b16a848126d2", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-unplugged", "status": "completed", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:42.659865 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25f492c2-fd08-449b-8105-785816b27317 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:42.660360 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2', 'code': 200} Nov 15 22:50:42.661093 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'code': 200} Nov 15 22:50:42.661093 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'code': 200} Nov 15 22:50:42.703947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port fe113878-ffc8-4acf-af00-825fd9779cbb {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:42.704492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.706029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port 4f40a59c-5207-4f76-a3a3-0ffb24666282, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=4f40a59c-5207-4f76-a3a3-0ffb24666282,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:42.706581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.727171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 4f40a59c-5207-4f76-a3a3-0ffb24666282 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:42.839665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:42.858707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517229-7960-40c6-88a6-b952b94a53d3 req-a7ed3c3a-9d84-4e31-a17f-5fce1571c8ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:42.875517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517229-7960-40c6-88a6-b952b94a53d3 req-a7ed3c3a-9d84-4e31-a17f-5fce1571c8ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:42.885546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517229-7960-40c6-88a6-b952b94a53d3 req-a7ed3c3a-9d84-4e31-a17f-5fce1571c8ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:42.914690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517229-7960-40c6-88a6-b952b94a53d3 req-a7ed3c3a-9d84-4e31-a17f-5fce1571c8ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:42.916740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03517229-7960-40c6-88a6-b952b94a53d3 req-a7ed3c3a-9d84-4e31-a17f-5fce1571c8ca tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 3143 time: 0.2159002 Nov 15 22:50:42.924194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for fe113878-ffc8-4acf-af00-825fd9779cbb owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:43.047674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.049368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-03517229-7960-40c6-88a6-b952b94a53d3 req-d24b650f-8cc3-4d8a-9a9d-8fe0b2368a69 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205206 Nov 15 22:50:43.092379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08967-a735-4282-91fa-ce8108ebb100 req-71a69c2a-c45a-4641-b882-c10bfa6bd162 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:43.093255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=4f40a59c-5207-4f76-a3a3-0ffb24666282,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:43.094229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb08967-a735-4282-91fa-ce8108ebb100 req-71a69c2a-c45a-4641-b882-c10bfa6bd162 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.0889137 Nov 15 22:50:43.143529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port 4f40a59c-5207-4f76-a3a3-0ffb24666282 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:43.152575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.156106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-39b3fe96-8d84-4b64-8edd-cff257d3a77c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "DELETE /v2.0/ports/4f40a59c-5207-4f76-a3a3-0ffb24666282 HTTP/1.1" status: 204 len: 173 time: 0.7289410 Nov 15 22:50:43.213208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb08967-a735-4282-91fa-ce8108ebb100 req-da7fd6e7-5d90-4406-a55f-0d51ef2cbc2d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061585 Nov 15 22:50:43.302156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:43.302465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.349043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.379240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=fe113878-ffc8-4acf-af00-825fd9779cbb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:43.414100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:43.416924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.556214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.759053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 771032a8-188f-4bea-ad30-65401beec3e2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:43.810048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.810362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:43.810620 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Floating IP 77ee0c78-acde-4933-8ffb-bb1d9f7e2504 disassociated. External IP: 172.25.0.62, port: 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c. Nov 15 22:50:43.810948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:43.840538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:43.846603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a0a84a10-9b37-4835-b0f8-7d0c11d7116f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/771032a8-188f-4bea-ad30-65401beec3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4282210 Nov 15 22:50:43.851782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:43.853378 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] Sync routers for ids ['771032a8-188f-4bea-ad30-65401beec3e2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:43.863304 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] Routers {'771032a8-188f-4bea-ad30-65401beec3e2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:43.863898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['771032a8-188f-4bea-ad30-65401beec3e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:43.896424 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:43.907121 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] Routers {'771032a8-188f-4bea-ad30-65401beec3e2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:43.907872 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['771032a8-188f-4bea-ad30-65401beec3e2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:43.947885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:43.949101 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7744c880-ec95-4b53-916c-d61af445aa21 None None] The sync data for ids ['771032a8-188f-4bea-ad30-65401beec3e2'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:44.071813 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-9687e037-c488-4cc4-8d71-c84cec99b096 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] remove_router_interface failed (client error): The resource could not be found. Nov 15 22:50:44.072827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9687e037-c488-4cc4-8d71-c84cec99b096 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/771032a8-188f-4bea-ad30-65401beec3e2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2196083 Nov 15 22:50:44.075802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:44.081655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.113835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f1c78f37-00f6-4d17-bccf-e129d3fa7a5e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=771032a8-188f-4bea-ad30-65401beec3e2 HTTP/1.1" status: 200 len: 205 time: 0.0349047 Nov 15 22:50:44.116503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:44.123747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=20fd76b8-b3ba-406e-a89e-1a9f8c5c543c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:44.318491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.397634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd1356-7b3a-46fc-88b1-8ee3c76ffaa5 req-5cd882c8-f7fb-405e-a7ea-b848ad5ac503 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:44.399724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ecd1356-7b3a-46fc-88b1-8ee3c76ffaa5 req-5cd882c8-f7fb-405e-a7ea-b848ad5ac503 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.0887494 Nov 15 22:50:44.501862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:44.504133 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe7d28b-0299-4d7f-9a5a-1bc18d7b0b45" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:44.507001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ecd1356-7b3a-46fc-88b1-8ee3c76ffaa5 req-562d9ce1-0c41-4425-ae15-12b3f578dec4 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994649 Nov 15 22:50:44.613039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.616378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.620366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbce79-b4b2-4c79-bfe1-385c8f169781 req-212ff6f1-0c17-4541-8442-48304b3ff070 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:44.628142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbce79-b4b2-4c79-bfe1-385c8f169781 req-212ff6f1-0c17-4541-8442-48304b3ff070 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:44.633254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Router 9b37abf6-d082-4a91-a6e3-ed004912d4eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:44.637310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefbce79-b4b2-4c79-bfe1-385c8f169781 req-212ff6f1-0c17-4541-8442-48304b3ff070 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 1677 time: 0.1270311 Nov 15 22:50:44.646176 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb85903-ee6f-49b3-bb07-0b523a7b5dfa x-openstack-request-id: req-fdb85903-ee6f-49b3-bb07-0b523a7b5dfa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:44.646470 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "4f40a59c-5207-4f76-a3a3-0ffb24666282", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:44.646755 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdb85903-ee6f-49b3-bb07-0b523a7b5dfa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:44.647299 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '4f40a59c-5207-4f76-a3a3-0ffb24666282', 'status': 'completed', 'code': 200} Nov 15 22:50:44.706624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eefbce79-b4b2-4c79-bfe1-385c8f169781 req-dfb1aa4a-bbfb-4b23-8f32-c13e3e0ee506 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681694 Nov 15 22:50:44.773593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.778369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router 771032a8-188f-4bea-ad30-65401beec3e2 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:50:44.781692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.782890 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3f7e795-764e-4b14-b32f-6dcc65788fb6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/771032a8-188f-4bea-ad30-65401beec3e2 HTTP/1.1" status: 204 len: 168 time: 0.6661336 Nov 15 22:50:44.785606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:44.851156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 9352171b-7716-4953-9790-ae7e5157f93d {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:44.859121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.889034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:44.898863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Sync routers for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:44.915376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:44.916158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:44.943466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port 20fd76b8-b3ba-406e-a89e-1a9f8c5c543c on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:44.947024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:44.951528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-575eae2f-22e7-4317-aee6-681d66875fcb tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "DELETE /v2.0/ports/20fd76b8-b3ba-406e-a89e-1a9f8c5c543c HTTP/1.1" status: 204 len: 173 time: 1.7892616 Nov 15 22:50:44.956648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.039967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:50:45.134443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.160529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port ef108655-970a-49eb-97d6-b16a848126d2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:45.160977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.283057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:45.310902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Checking router: 9b37abf6-d082-4a91-a6e3-ed004912d4eb for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:50:45.320386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:45.321041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:45.440465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:50:45.587190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port ef108655-970a-49eb-97d6-b16a848126d2, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef108655-970a-49eb-97d6-b16a848126d2,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:45.587563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.606040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for ef108655-970a-49eb-97d6-b16a848126d2 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:45.614313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.660983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee68b1c-7181-411d-b88e-bcd5503478db req-2220a0e9-6c10-4439-91e3-dab568aa5836 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:45.663070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee68b1c-7181-411d-b88e-bcd5503478db req-2220a0e9-6c10-4439-91e3-dab568aa5836 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.0564775 Nov 15 22:50:45.691132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.697279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/9352171b-7716-4953-9790-ae7e5157f93d HTTP/1.1" status: 204 len: 168 time: 0.9082472 Nov 15 22:50:45.697279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f6ad-f7a5-4771-bedb-d1ae5803a568 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=9352171b-7716-4953-9790-ae7e5157f93d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:45.697827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:45.718817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b711b-085c-45a3-8f25-ee20001aa0e6 None None] Network 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:45.821049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee68b1c-7181-411d-b88e-bcd5503478db req-ff69cc2a-9ee2-419d-8e85-1358c2fd5cc3 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386614 Nov 15 22:50:45.845518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:45.889425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:45.890624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bca779-7dab-4f2a-858f-1ac72b6b9aa8 None None] The sync data for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 is: [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:39:38Z', 'revision_number': 4, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2c586856-2437-42c3-b4f4-97bd0fdfb32e', 'name': '', 'network_id': '87d6df67-48ac-43f7-860f-7bb45b3e8067', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'mac_address': 'fa:16:3e:8d:c0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:37Z', 'updated_at': '2021-11-15T22:39:42Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'subnets': [{'id': '964cee76-9671-4c61-8ecf-22f4fcf32c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:45.943327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a2457-67cd-4897-9f35-60048744df24 req-927b5d87-bf05-41d6-baf6-7fbcef4bd9fe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:45.949480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a2457-67cd-4897-9f35-60048744df24 req-927b5d87-bf05-41d6-baf6-7fbcef4bd9fe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:45.951102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e83a2457-67cd-4897-9f35-60048744df24 req-927b5d87-bf05-41d6-baf6-7fbcef4bd9fe tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 1677 time: 0.1049573 Nov 15 22:50:46.010131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] DHCP port deletion for 7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:46.019604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 76b01439-e5f4-4342-8ccd-2e5e0725241e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:46.019923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.024529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.087356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Deleting port 76b01439-e5f4-4342-8ccd-2e5e0725241e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:46.087356 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.098642 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e83a2457-67cd-4897-9f35-60048744df24 req-6d8c99a3-df0b-4fde-8866-4f201ccbfce2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups?id=124726a0-3b56-4a2d-b10a-08026c23cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317081 Nov 15 22:50:46.140124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 76b01439-e5f4-4342-8ccd-2e5e0725241e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76b01439-e5f4-4342-8ccd-2e5e0725241e,segment=NetworkSegment(fb64a519-56f8-4371-9a31-5c48d425cf55),segment_id=fb64a519-56f8-4371-9a31-5c48d425cf55)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:46.140488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.145237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=ef108655-970a-49eb-97d6-b16a848126d2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:46.167757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 76b01439-e5f4-4342-8ccd-2e5e0725241e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:46.170446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] For port 76b01439-e5f4-4342-8ccd-2e5e0725241e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76b01439-e5f4-4342-8ccd-2e5e0725241e,segment=NetworkSegment(fb64a519-56f8-4371-9a31-5c48d425cf55),segment_id=fb64a519-56f8-4371-9a31-5c48d425cf55)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:46.170847 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.186541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Calling delete_port for 76b01439-e5f4-4342-8ccd-2e5e0725241e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:46.194934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port ef108655-970a-49eb-97d6-b16a848126d2 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:46.197536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.201068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-6e616843-790d-4410-af99-6e47c5914f67 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "DELETE /v2.0/ports/ef108655-970a-49eb-97d6-b16a848126d2 HTTP/1.1" status: 204 len: 173 time: 1.2405119 Nov 15 22:50:46.299056 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b84577-43df-4e61-ad54-f01ae0732a8d None None] New status for floating IP 77ee0c78-acde-4933-8ffb-bb1d9f7e2504: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:50:46.346722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 28b30346-cf8f-4df0-8ad2-f7937136e64f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:46.347057 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.463402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port 28b30346-cf8f-4df0-8ad2-f7937136e64f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=28b30346-cf8f-4df0-8ad2-f7937136e64f,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:46.465112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.487821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 28b30346-cf8f-4df0-8ad2-f7937136e64f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:46.494105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.499811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.523091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] No DVR routers for this DVR port 76b01439-e5f4-4342-8ccd-2e5e0725241e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:46.561582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 76b01439-e5f4-4342-8ccd-2e5e0725241e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:46.564402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=76b01439-e5f4-4342-8ccd-2e5e0725241e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:46.624904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53386ad-f55e-4af7-bf46-2ae56ede43f5 None None] Pushing event deleted for resources: {'Port': ['ID=76b01439-e5f4-4342-8ccd-2e5e0725241e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:46.653099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c'}, {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:46.655154 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c831f1-6146-420f-a514-5ba4f6991b8c" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c"}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "ef108655-970a-49eb-97d6-b16a848126d2"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:46.712982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76b01439-e5f4-4342-8ccd-2e5e0725241e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:46.752849 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e24f0f-6594-4ea7-a2eb-9683882176a9 x-openstack-request-id: req-73e24f0f-6594-4ea7-a2eb-9683882176a9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:46.753344 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "20fd76b8-b3ba-406e-a89e-1a9f8c5c543c", "status": "completed", "code": 200}, {"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "ef108655-970a-49eb-97d6-b16a848126d2", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:46.754689 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73e24f0f-6594-4ea7-a2eb-9683882176a9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:46.755403 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '20fd76b8-b3ba-406e-a89e-1a9f8c5c543c', 'status': 'completed', 'code': 200} Nov 15 22:50:46.757890 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': 'ef108655-970a-49eb-97d6-b16a848126d2', 'status': 'completed', 'code': 200} Nov 15 22:50:46.762852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.772578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 76b01439-e5f4-4342-8ccd-2e5e0725241e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:50:46.777407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76b01439-e5f4-4342-8ccd-2e5e0725241e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:46.801493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:46.813082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb64a519-56f8-4371-9a31-5c48d425cf55') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:46.813367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb64a519-56f8-4371-9a31-5c48d425cf55') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:46.827528 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.846980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.859750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.868769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:50:46.869891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:50:46.872282 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:50:46.905573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=28b30346-cf8f-4df0-8ad2-f7937136e64f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:46.965288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port 28b30346-cf8f-4df0-8ad2-f7937136e64f on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:46.966735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:46.970504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6eed5e9-c1fa-4c22-b403-1528e2a4a5e2 req-56eb9015-36f1-4f13-8240-55c91224f646 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.57 "DELETE /v2.0/ports/28b30346-cf8f-4df0-8ad2-f7937136e64f HTTP/1.1" status: 204 len: 173 time: 0.7614849 Nov 15 22:50:46.986571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05b52-6dfe-435d-a97d-252bab29995e req-77f8eaeb-e9f9-49cb-afe4-eadb483948bd tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:46.988310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a05b52-6dfe-435d-a97d-252bab29995e req-77f8eaeb-e9f9-49cb-afe4-eadb483948bd tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.0655329 Nov 15 22:50:47.047322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3a05b52-6dfe-435d-a97d-252bab29995e req-52e2ca81-a51e-46c1-8ec3-8b1c95cf21cc tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527453 Nov 15 22:50:47.048703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.076891 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.083794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:47.084660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7 HTTP/1.1" status: 204 len: 168 time: 1.3851225 Nov 15 22:50:47.085600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72518f5b-1f7a-4c3e-b67f-1320d8c62b48 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=7d99b4c8-8ef6-4b2b-9395-b6c73fbcf6f7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:47.093078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1673577759'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:47.196070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:47.202593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.234385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:50:47.251213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.251794 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment 143eab53-c311-4c53-815f-d69d66dc71c5 of type vlan for network e31a7a03-1b6d-46de-b2eb-61798b898408 Nov 15 22:50:47.282824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-660e8a7a-c52c-48e3-87ab-7c1610988bb3 req-a7bd41a0-e9ab-4708-a645-2f74f2f55b80 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0337880 Nov 15 22:50:47.333608 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.418573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.424724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:47.425329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:47.528529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=e31a7a03-1b6d-46de-b2eb-61798b898408,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:47.541626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e31a7a03-1b6d-46de-b2eb-61798b898408 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:50:47.593061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d860004-28a5-44fb-9cb0-4c76795571be tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5055039 Nov 15 22:50:47.595283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48286) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:47.601460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:47.789218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:50:47.793255 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.075872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.163357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': '143eab53-c311-4c53-815f-d69d66dc71c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:48.163745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: e31a7a03-1b6d-46de-b2eb-61798b898408, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:50:48.208455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=c0d3dc5b-a819-4d68-aec3-acb4a430145b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:48.238207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37dfdd-57db-4acf-9db9-05ee34d4a526 req-4368fd20-e5d9-4949-aa00-1c5ee3753980 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:48.241044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da37dfdd-57db-4acf-9db9-05ee34d4a526 req-4368fd20-e5d9-4949-aa00-1c5ee3753980 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 943 time: 0.0865524 Nov 15 22:50:48.276499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network e31a7a03-1b6d-46de-b2eb-61798b898408 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:50:48.300214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da37dfdd-57db-4acf-9db9-05ee34d4a526 req-0b300015-ee4c-4e4c-88b3-5de50589c05c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521750 Nov 15 22:50:48.329626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a27dbf50-fe41-41bd-951e-572e367aec07 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:50:48.349331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e31a7a03-1b6d-46de-b2eb-61798b898408) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:48.360644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:48.364433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.399044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec3c67-f0e8-4cc6-9bd1-8530cee5e952 None None] Network e31a7a03-1b6d-46de-b2eb-61798b898408 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:48.448258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04663a4e-052f-4f7e-8139-cd22ec7c6c8c req-420fd114-bafb-4397-b514-37af28a8081d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0363259 Nov 15 22:50:48.459812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:48.461982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c8eea76-361b-462c-ac3f-031dd12c2bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8655326 Nov 15 22:50:48.466865 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-344116433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:48.517224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a27dbf50-fe41-41bd-951e-572e367aec07,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:48.541129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:50:48.603756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.615782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.625066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.660592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27dbf50-fe41-41bd-951e-572e367aec07 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:50:48.678830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e31a7a03-1b6d-46de-b2eb-61798b898408', 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': 'c0d3dc5b-a819-4d68-aec3-acb4a430145b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:50:48.679797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.698714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.724007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a27dbf50-fe41-41bd-951e-572e367aec07,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:48.759229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:48.761990 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bea548e-0aff-4ba7-bd8f-3f4a7a00be6b" -d '{"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:48.807783 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.825365 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf3630-ee13-4c16-bd7a-d14079c88197 x-openstack-request-id: req-a3bf3630-ee13-4c16-bd7a-d14079c88197 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:48.825744 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dda9259-5937-45a6-9f06-8b3540f4ace9", "name": "network-vif-deleted", "tag": "28b30346-cf8f-4df0-8ad2-f7937136e64f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:48.825995 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3bf3630-ee13-4c16-bd7a-d14079c88197 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:48.826540 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dda9259-5937-45a6-9f06-8b3540f4ace9', 'name': 'network-vif-deleted', 'tag': '28b30346-cf8f-4df0-8ad2-f7937136e64f', 'status': 'completed', 'code': 200} Nov 15 22:50:48.833654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.897441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:48.897545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Allocated IP 172.20.0.2 (e31a7a03-1b6d-46de-b2eb-61798b898408/c0d3dc5b-a819-4d68-aec3-acb4a430145b/4f3083d8-ded9-41e3-a11d-37175a095993) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:48.897637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cc2a2a99-434b-4d7f-bf99-e4f554a2be4a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4284050 Nov 15 22:50:48.897723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:48.911879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:49.159303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a27dbf50-fe41-41bd-951e-572e367aec07'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:50:49.261816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:49.343903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:49.347284 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:49.449078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Network e31a7a03-1b6d-46de-b2eb-61798b898408 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:49.460715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:49.464607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:49.469076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Pushing event updated for resources: {'Port': ['ID=4f3083d8-ded9-41e3-a11d-37175a095993,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:49.683805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06c99ab3-5f42-4730-a4ef-63ae1e95fbbb req-e48189dd-579a-49c4-b0ec-9ff8c32383cf tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.1047955 Nov 15 22:50:49.727427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796594bb-416e-4bf7-9ca5-9ccc8ca93ed0 req-c6bb951a-239f-41c2-9522-1c06c9e0dc0d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:49.729396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796594bb-416e-4bf7-9ca5-9ccc8ca93ed0 req-c6bb951a-239f-41c2-9522-1c06c9e0dc0d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 944 time: 0.2459519 Nov 15 22:50:49.817301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Attempting to bind port 4f3083d8-ded9-41e3-a11d-37175a095993 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:50:49.817904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Attempting to bind port 4f3083d8-ded9-41e3-a11d-37175a095993 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '143eab53-c311-4c53-815f-d69d66dc71c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:50:49.819032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Attempting to bind port 4f3083d8-ded9-41e3-a11d-37175a095993 on network e31a7a03-1b6d-46de-b2eb-61798b898408 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:50:49.830689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:50:49.831200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Checking segment: {'id': '143eab53-c311-4c53-815f-d69d66dc71c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:50:49.831649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:49.832107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Bound using segment: {'id': '143eab53-c311-4c53-815f-d69d66dc71c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:50:49.832691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Bound port: 4f3083d8-ded9-41e3-a11d-37175a095993, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143eab53-c311-4c53-815f-d69d66dc71c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e31a7a03-1b6d-46de-b2eb-61798b898408'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:50:49.833159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:49.847962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.20.0.1 (e31a7a03-1b6d-46de-b2eb-61798b898408/c0d3dc5b-a819-4d68-aec3-acb4a430145b/cf033b7c-ec57-4239-9279-54b4a09d0436) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:49.944996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] For port 4f3083d8-ded9-41e3-a11d-37175a095993, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:50:49.948934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] For port 4f3083d8-ded9-41e3-a11d-37175a095993, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4f3083d8-ded9-41e3-a11d-37175a095993,segment=NetworkSegment(143eab53-c311-4c53-815f-d69d66dc71c5),segment_id=143eab53-c311-4c53-815f-d69d66dc71c5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:50:49.962456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-796594bb-416e-4bf7-9ca5-9ccc8ca93ed0 req-d28a9040-8c0e-4e1c-a982-a817751ab869 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268739 Nov 15 22:50:50.019463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.047977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.124233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9fc6-11e6-484b-9b2a-3cc88fddc564 None None] Pushing event updated for resources: {'Port': ['ID=4f3083d8-ded9-41e3-a11d-37175a095993,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:50.133447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.179719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network e31a7a03-1b6d-46de-b2eb-61798b898408 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:50.186236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:50.190438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:50.223412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=cf033b7c-ec57-4239-9279-54b4a09d0436,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:50.251106 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.489370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.791710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4f3083d8-ded9-41e3-a11d-37175a095993 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:50.874924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4f3083d8-ded9-41e3-a11d-37175a095993 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:50.875632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:50.976294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.075068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4f3083d8-ded9-41e3-a11d-37175a095993, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4f3083d8-ded9-41e3-a11d-37175a095993,segment=NetworkSegment(143eab53-c311-4c53-815f-d69d66dc71c5),segment_id=143eab53-c311-4c53-815f-d69d66dc71c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:51.172332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.258631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4f3083d8-ded9-41e3-a11d-37175a095993,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:51.472603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a66f58-3ebc-4325-857a-736f59564c44 req-163a36e4-734d-465e-85f1-714ed7d9b142 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.2311873 Nov 15 22:50:51.534807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf226e5-b385-42ae-889e-05d95f9a7e00 req-2bb10e3c-7a35-40dd-88a3-3010bd20b478 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:51.538268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cf226e5-b385-42ae-889e-05d95f9a7e00 req-2bb10e3c-7a35-40dd-88a3-3010bd20b478 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 944 time: 0.2856228 Nov 15 22:50:51.540438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaedcfd-ab8c-498f-950d-10ef807f7ed5 None None] Network e31a7a03-1b6d-46de-b2eb-61798b898408 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:51.550167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.625321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.712017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5b91f8dd-68af-48d2-91fd-35d9265351c4 None None] Provisioning complete for port 4f3083d8-ded9-41e3-a11d-37175a095993 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:51.712524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b91f8dd-68af-48d2-91fd-35d9265351c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.727962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=cf033b7c-ec57-4239-9279-54b4a09d0436,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:51.740834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2cf226e5-b385-42ae-889e-05d95f9a7e00 req-c4ba5544-0444-4224-b4be-9f4da5f5ff81 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882782 Nov 15 22:50:51.763759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:51.938112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network e31a7a03-1b6d-46de-b2eb-61798b898408 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:51.942661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:52.201552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 80ef45f3-4a76-439e-b6e6-359fc7d29729 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:50:52.336183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fd564849-d6f8-491d-bb5b-4fb6dcf3ee9c None None] Provisioning complete for port 4f3083d8-ded9-41e3-a11d-37175a095993 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:52.336685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd564849-d6f8-491d-bb5b-4fb6dcf3ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:52.362761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a27dbf50-fe41-41bd-951e-572e367aec07 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:52.385490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:52.398269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:52.399944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a67594b-c8bf-42d9-b43e-bbb957adf4c8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/80ef45f3-4a76-439e-b6e6-359fc7d29729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5046875 Nov 15 22:50:52.420405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] Sync routers for ids ['80ef45f3-4a76-439e-b6e6-359fc7d29729'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:52.490808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc670bd-58db-4c98-9efe-904a7b781804 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:52.492142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bbc670bd-58db-4c98-9efe-904a7b781804 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports/cf033b7c-ec57-4239-9279-54b4a09d0436 HTTP/1.1" status: 200 len: 910 time: 0.0928802 Nov 15 22:50:52.495183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:52.498212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] Routers {'80ef45f3-4a76-439e-b6e6-359fc7d29729'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:52.499080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['80ef45f3-4a76-439e-b6e6-359fc7d29729'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:52.562950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:52.651363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] Routers {'80ef45f3-4a76-439e-b6e6-359fc7d29729'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:52.652013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['80ef45f3-4a76-439e-b6e6-359fc7d29729'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:52.715408 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7476cead-90a1-4351-9af8-d5f5babd332b req-0a307f24-69f0-4697-8290-8af00aea0e50 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0845392 Nov 15 22:50:52.749913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:52.750572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9edc2-67e7-45e3-90a7-4a3bb93c94f1 None None] The sync data for ids ['80ef45f3-4a76-439e-b6e6-359fc7d29729'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:52.766993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port a27dbf50-fe41-41bd-951e-572e367aec07 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:50:52.780761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4f3083d8-ded9-41e3-a11d-37175a095993 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:50:52.784469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a27dbf50-fe41-41bd-951e-572e367aec07 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:52.784871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:52.868918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fd564849-d6f8-491d-bb5b-4fb6dcf3ee9c None None] Provisioning complete for port cf033b7c-ec57-4239-9279-54b4a09d0436 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:52.868918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd564849-d6f8-491d-bb5b-4fb6dcf3ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:52.969665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fd564849-d6f8-491d-bb5b-4fb6dcf3ee9c None None] Port cf033b7c-ec57-4239-9279-54b4a09d0436 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:52.984138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4f3083d8-ded9-41e3-a11d-37175a095993 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:52.984138 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:52.994158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cce51-1b2c-46b5-87d6-fe1c1d8d3f9a req-ab3add00-f6f7-49bd-b26e-289fda47b241 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:52.996882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a88cce51-1b2c-46b5-87d6-fe1c1d8d3f9a req-ab3add00-f6f7-49bd-b26e-289fda47b241 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 944 time: 0.1348209 Nov 15 22:50:53.005821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.046261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:50:53.048492 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15084e5-9cff-4f50-ab31-5661070b55b1" -d '{"events": [{"server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "name": "network-vif-plugged", "status": "completed", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:50:53.073624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a27dbf50-fe41-41bd-951e-572e367aec07,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:53.106440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a88cce51-1b2c-46b5-87d6-fe1c1d8d3f9a req-1dfd7f2d-ac10-4d87-b36d-223e94bd88da tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991569 Nov 15 22:50:53.142167 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c058a0b4-2392-4322-91cb-c01cd0a80db4 x-openstack-request-id: req-c058a0b4-2392-4322-91cb-c01cd0a80db4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:50:53.142453 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "name": "network-vif-plugged", "status": "completed", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:50:53.142704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c058a0b4-2392-4322-91cb-c01cd0a80db4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:50:53.143089 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'code': 200} Nov 15 22:50:53.152562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f6c4ecf9-cc95-4738-bb4c-d49a911e1689 None None] Provisioning complete for port cf033b7c-ec57-4239-9279-54b4a09d0436 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:53.152968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ecf9-cc95-4738-bb4c-d49a911e1689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.155748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.163489 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.215457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4ecf9-cc95-4738-bb4c-d49a911e1689 None None] Port cf033b7c-ec57-4239-9279-54b4a09d0436 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:53.230973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:53.357991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a875c6a-b048-4a32-822e-4b3e922aac6d req-1cc60200-e387-4054-8528-312a373813ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:53.359883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3a875c6a-b048-4a32-822e-4b3e922aac6d req-1cc60200-e387-4054-8528-312a373813ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1096 time: 0.1295495 Nov 15 22:50:53.430841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3a875c6a-b048-4a32-822e-4b3e922aac6d req-c02206f2-c4a0-4853-8e69-1de29c500fe0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590804 Nov 15 22:50:53.546958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port cf033b7c-ec57-4239-9279-54b4a09d0436 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:53.547694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.647700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.660782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for cf033b7c-ec57-4239-9279-54b4a09d0436 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:53.876722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e30bffc3-96f7-453a-9bb8-f9f0f7b10170 req-f0bc775a-8f74-43e5-969f-5d93c04eebc2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0593920 Nov 15 22:50:53.949876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:53.976067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=cf033b7c-ec57-4239-9279-54b4a09d0436,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:54.136246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:54.289495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61062f7-8069-410b-99b6-469b9dba1349 req-ca16b3d6-4fdf-4895-8500-82d7fcfe432f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:54.297885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61062f7-8069-410b-99b6-469b9dba1349 req-ca16b3d6-4fdf-4895-8500-82d7fcfe432f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.0873151 Nov 15 22:50:54.375300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a61062f7-8069-410b-99b6-469b9dba1349 req-29462869-9cee-4797-90b1-89280ad6782c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742712 Nov 15 22:50:54.377299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 80ef45f3-4a76-439e-b6e6-359fc7d29729 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:50:54.467873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:50:54.477480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b56210be-bd3f-4c90-9fc1-3066a4c6760e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/80ef45f3-4a76-439e-b6e6-359fc7d29729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802301 Nov 15 22:50:54.479137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:54.482108 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] Sync routers for ids ['80ef45f3-4a76-439e-b6e6-359fc7d29729'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:50:54.493161 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] Routers {'80ef45f3-4a76-439e-b6e6-359fc7d29729'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:54.493800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['80ef45f3-4a76-439e-b6e6-359fc7d29729'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:54.509054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0d246a86-a904-4376-b281-8d8c48f4190f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=80ef45f3-4a76-439e-b6e6-359fc7d29729 HTTP/1.1" status: 200 len: 205 time: 0.0277560 Nov 15 22:50:54.511183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48422) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:54.537009 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:54.554259 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] Routers {'80ef45f3-4a76-439e-b6e6-359fc7d29729'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:50:54.556322 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['80ef45f3-4a76-439e-b6e6-359fc7d29729'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:54.636406 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:54.636406 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10a921-ce84-4a32-9877-83c97fc031c1 None None] The sync data for ids ['80ef45f3-4a76-439e-b6e6-359fc7d29729'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:50:54.665088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:54.849599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:54.854261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:54.987391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-709f8ef7-f349-478e-ab70-33e06e32817f req-6b34ca57-faba-4626-980d-ade66e89b0ed tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0316601 Nov 15 22:50:54.988188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:54.988767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router 80ef45f3-4a76-439e-b6e6-359fc7d29729 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:50:55.001008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.005318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48432) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:55.007369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-29c2fcac-6998-4ca4-bd6e-b748cd6d7f79 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/80ef45f3-4a76-439e-b6e6-359fc7d29729 HTTP/1.1" status: 204 len: 168 time: 0.4901977 Nov 15 22:50:55.089963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet c0d3dc5b-a819-4d68-aec3-acb4a430145b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:50:55.094387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.141764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.285915 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.424001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.470229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d3dc5b-a819-4d68-aec3-acb4a430145b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:55.487481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04754c9f-3418-4c4f-84ef-df2141f07d8f None None] Network e31a7a03-1b6d-46de-b2eb-61798b898408 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:50:55.500726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.510140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-962198fa-846e-4412-a563-528fc73166b7 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/c0d3dc5b-a819-4d68-aec3-acb4a430145b HTTP/1.1" status: 204 len: 168 time: 0.4987607 Nov 15 22:50:55.511693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48444) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:55.592086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85d770-3665-486a-b09a-741c5433c51a req-1f414659-065b-4277-ba6a-711b140f899a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:55.594267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd85d770-3665-486a-b09a-741c5433c51a req-1f414659-065b-4277-ba6a-711b140f899a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.1430957 Nov 15 22:50:55.686094 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.686505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd85d770-3665-486a-b09a-741c5433c51a req-cde27eb2-4f9f-4f0d-93cb-5e904bffaaef tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805349 Nov 15 22:50:55.742589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] DHCP port deletion for e31a7a03-1b6d-46de-b2eb-61798b898408 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:55.829104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 4f3083d8-ded9-41e3-a11d-37175a095993 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:55.834597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.842857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Deleting port 4f3083d8-ded9-41e3-a11d-37175a095993 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:50:55.843227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.878360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a1d54-59ab-472e-bde3-ab2cbf6a43a0 req-022f1399-4e2d-4bfc-9d52-5685c5c19d65 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:55.880387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b49a1d54-59ab-472e-bde3-ab2cbf6a43a0 req-022f1399-4e2d-4bfc-9d52-5685c5c19d65 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.0803430 Nov 15 22:50:55.915510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 4f3083d8-ded9-41e3-a11d-37175a095993, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4f3083d8-ded9-41e3-a11d-37175a095993,segment=NetworkSegment(143eab53-c311-4c53-815f-d69d66dc71c5),segment_id=143eab53-c311-4c53-815f-d69d66dc71c5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:55.915864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.924531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] For port 4f3083d8-ded9-41e3-a11d-37175a095993, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4f3083d8-ded9-41e3-a11d-37175a095993,segment=NetworkSegment(143eab53-c311-4c53-815f-d69d66dc71c5),segment_id=143eab53-c311-4c53-815f-d69d66dc71c5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:50:55.932472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 4f3083d8-ded9-41e3-a11d-37175a095993 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:55.940694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:55.970683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Calling delete_port for 4f3083d8-ded9-41e3-a11d-37175a095993 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:50:55.986400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b49a1d54-59ab-472e-bde3-ab2cbf6a43a0 req-ef226a5c-9f6c-406c-bfe6-446f9233f821 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994573 Nov 15 22:50:56.030474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48452) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:56.161207 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.169434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.183500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42800ab2-9b2e-4aef-b16b-eff25eab3e9c req-91615a15-d117-4cb3-9ef4-a6e27401888c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0530686 Nov 15 22:50:56.204970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=4f3083d8-ded9-41e3-a11d-37175a095993,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:56.206977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] No DVR routers for this DVR port 4f3083d8-ded9-41e3-a11d-37175a095993 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:56.225653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38369b1-2e43-4700-bf5d-dc1882e96898 None None] Pushing event deleted for resources: {'Port': ['ID=4f3083d8-ded9-41e3-a11d-37175a095993,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:56.250381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 4f3083d8-ded9-41e3-a11d-37175a095993 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:50:56.352837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296aa4a-19f1-4652-a3ed-a924913c9887 tempest-TestVolumeBackupRestore-1998220063 tempest-TestVolumeBackupRestore-1998220063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:50:56.354365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b296aa4a-19f1-4652-a3ed-a924913c9887 tempest-TestVolumeBackupRestore-1998220063 tempest-TestVolumeBackupRestore-1998220063-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1091 time: 0.3228939 Nov 15 22:50:56.361048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48462) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:56.365743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:56.412571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.431847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31a7a03-1b6d-46de-b2eb-61798b898408']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:56.441165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143eab53-c311-4c53-815f-d69d66dc71c5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:56.441499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143eab53-c311-4c53-815f-d69d66dc71c5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:50:56.457633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.474972 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.480875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:50:56.481251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.486589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:50:56.486741 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:50:56.607054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.618745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.622807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.625483 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/e31a7a03-1b6d-46de-b2eb-61798b898408 HTTP/1.1" status: 204 len: 168 time: 1.1106143 Nov 15 22:50:56.633751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:56.638878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2014167990', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:50:56.643671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1897a-3c84-4f60-95c5-2f316cff6101 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=e31a7a03-1b6d-46de-b2eb-61798b898408,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:56.727671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4f3083d8-ded9-41e3-a11d-37175a095993 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:50:56.773491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4f3083d8-ded9-41e3-a11d-37175a095993 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:50:56.773826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4f3083d8-ded9-41e3-a11d-37175a095993 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:50:56.817310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Allocated IP 172.25.0.186 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:56.824387 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.825606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.930600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:56.972561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:57.086218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:57.192412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:57.202287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:57.205046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:57.209410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'Port': ['ID=99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:57.215036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:57.367202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4df13187-cba5-488e-82aa-fd1c0188a77f req-90a58fd0-70eb-4eb1-9f50-2674b0b9b1fc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Nov 15 22:50:57.843271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:57.844769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.138509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48496) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:58.266834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-016fdd41-7782-4199-8b49-d3610a045fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.275673 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.395236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-016fdd41-7782-4199-8b49-d3610a045fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.428209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.25.0.253 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/56a155dd-9240-49d2-bcde-d1752a344d92) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:50:58.464481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-016fdd41-7782-4199-8b49-d3610a045fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.564902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-016fdd41-7782-4199-8b49-d3610a045fe0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9f47b91b7a84955af27bada2de1b884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247060 Nov 15 22:50:58.567001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.567155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48508) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:58.584434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fdd41-7782-4199-8b49-d3610a045fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753fab0b-4996-47b3-955d-21854f43a06f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:58.641169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c055234-ccb6-4779-9f92-cfba3e6400dc req-e03bbba9-c56c-44fa-8456-ea875cd4e5b8 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0491166 Nov 15 22:50:58.645665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.670753 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.679834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.784099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.827619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:50:58.829785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.833001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.835062 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/753fab0b-4996-47b3-955d-21854f43a06f HTTP/1.1" status: 204 len: 168 time: 0.2654345 Nov 15 22:50:58.837971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:50:58.847097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:50:58.852128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b0700-6aac-4452-b91e-ca6fc61abc76 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:50:58.873214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce40e3-02a5-430a-9e93-b9d088dfe44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753fab0b-4996-47b3-955d-21854f43a06f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:58.898714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=56a155dd-9240-49d2-bcde-d1752a344d92,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:58.949830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8e506dc1-5963-4b9b-acb7-acc1818e1f1d None None] Provisioning complete for port 56a155dd-9240-49d2-bcde-d1752a344d92 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:50:58.950339 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e506dc1-5963-4b9b-acb7-acc1818e1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:58.994801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8e506dc1-5963-4b9b-acb7-acc1818e1f1d None None] Port 56a155dd-9240-49d2-bcde-d1752a344d92 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:50:59.093420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.204898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.304049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.356781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event updated for resources: {'Port': ['ID=99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:59.375764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.416509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.480564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48524) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:59.497190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1178c78-00f5-49b7-a8da-6360173cf1ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.562738 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Floating IP 82757786-cd4b-4b31-929f-6826a49ecf1b associated. External IP: 172.25.0.186, port: a27dbf50-fe41-41bd-951e-572e367aec07. Nov 15 22:50:59.596973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1178c78-00f5-49b7-a8da-6360173cf1ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.686797 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1178c78-00f5-49b7-a8da-6360173cf1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.733356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1178c78-00f5-49b7-a8da-6360173cf1ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25944c1b1e7b42fdbf6c1642ae04f5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514246 Nov 15 22:50:59.743099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:50:59.787684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178c78-00f5-49b7-a8da-6360173cf1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3400b3-10f2-4305-81ca-702b6936f780,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:50:59.855528 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.869032 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.888526 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:50:59.900378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b26cf0ba-1f34-4aa8-895d-4f17cbf56c9e req-aed57f94-fe18-4556-82cc-c2fc077d84bc tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0461757 Nov 15 22:50:59.921654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.009974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:00.053040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.055666 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.056870 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d3400b3-10f2-4305-81ca-702b6936f780 HTTP/1.1" status: 204 len: 168 time: 0.3121343 Nov 15 22:51:00.072963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237903f-a872-4d29-8bce-10daab2048c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3400b3-10f2-4305-81ca-702b6936f780,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:00.166671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:00.178823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:00.206250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:00.207018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.263963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router d20048fd-3740-4b3f-bbef-7286aef17bb9 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:51:00.333492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:00.434462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.438233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:00.473321 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] Sync routers for ids ['d20048fd-3740-4b3f-bbef-7286aef17bb9'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:00.497212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-13ee2a9c-b8d1-4ddc-8402-701fb26efb06 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1325018 Nov 15 22:51:00.497212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:51:00.497450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:00.509400 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:51:00.516911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] Routers {'d20048fd-3740-4b3f-bbef-7286aef17bb9'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:00.517454 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d20048fd-3740-4b3f-bbef-7286aef17bb9'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.550108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b363d-c958-4430-befd-c1e44af6c49c tempest-TestVolumeBackupRestore-1998220063 tempest-TestVolumeBackupRestore-1998220063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:00.550108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db6b363d-c958-4430-befd-c1e44af6c49c tempest-TestVolumeBackupRestore-1998220063 tempest-TestVolumeBackupRestore-1998220063-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1091 time: 0.0488408 Nov 15 22:51:00.550481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:00.555352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Request body: {'floatingip': {'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:00.617450 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.631723 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] Routers {'d20048fd-3740-4b3f-bbef-7286aef17bb9'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:00.632712 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d20048fd-3740-4b3f-bbef-7286aef17bb9'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.648884 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5c4ae-b7e6-4141-a82b-0bf3b463f748 x-openstack-request-id: req-4ac5c4ae-b7e6-4141-a82b-0bf3b463f748 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:51:00.649846 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:51:00.650105 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ac5c4ae-b7e6-4141-a82b-0bf3b463f748 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:51:00.650567 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:51:00.653335 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.655251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8aba97fa-e4f1-48b1-97da-eb9a3a2e361a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.0202432 Nov 15 22:51:00.657819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:00.670888 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.672057 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f484c7-dece-46af-a490-b959f9a48846 None None] The sync data for ids ['d20048fd-3740-4b3f-bbef-7286aef17bb9'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:00.722955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-a54a1359-9b4b-468f-a62e-cfeb96bf3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:00.725005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-a54a1359-9b4b-468f-a62e-cfeb96bf3daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1096 time: 0.0751812 Nov 15 22:51:00.769476 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:00.800562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:50:57Z', 'revision_number': 0, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.849809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-c80cbffd-cfb4-4b71-805b-478df9bab58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:00.851664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-c80cbffd-cfb4-4b71-805b-478df9bab58e service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 914 time: 0.1183000 Nov 15 22:51:00.866413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:00.876291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:00.878069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:00.902217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-220d4e1a-468d-4475-bba3-fc79e3984689 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers/d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 200 len: 881 time: 0.2408113 Nov 15 22:51:00.905918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:00.961307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-26da30ab-4b5e-4bd7-aec2-e8ca88bf3a80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 999 time: 0.0987501 Nov 15 22:51:01.064740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-8fb2c7fd-bd7b-43d3-8ab3-42ed83c4c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:01.068562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-8fb2c7fd-bd7b-43d3-8ab3-42ed83c4c655 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.0931213 Nov 15 22:51:01.140752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-0ff3afad-4f45-4508-b86f-c5b08ce66e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:01.140752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-0ff3afad-4f45-4508-b86f-c5b08ce66e5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652461 Nov 15 22:51:01.141621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:01.178480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.230318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:01.283210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-0e191ed1-97c8-4fb4-bf92-827c64a526fe service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317472 Nov 15 22:51:01.444064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.481206 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8773f14-ca49-47f8-bb56-a8cc446a8c7e req-ac838d78-3fde-4069-82df-4354e016322f service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429310 Nov 15 22:51:01.520121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.544424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:50:57Z', 'revision_number': 0, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:01.552712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29b0c15f-9a7f-427a-a8c2-259c4a17ed84 req-eef87f41-ff7c-4d4a-8e86-6bdb50ad71c9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.4928646 Nov 15 22:51:01.556211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598a4b9b-bb3c-46d8-a1a7-2358bf38bece,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:01.582530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.582870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.583306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.583777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.584110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.584434 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.584777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.585100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.585415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.585730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.586041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.586356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:01.591800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2cfb243-fb2a-48c3-b92d-a6a6cc9ff2f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63c2a0cdb89f4ead9071c0f1d1462569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490378 Nov 15 22:51:01.594353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:01.603364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d426db-b108-4ba5-9d07-86596c192b73 None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:50:57Z', 'revision_number': 0, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:01.674389 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.709697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.841525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.844371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:01.846402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/598a4b9b-bb3c-46d8-a1a7-2358bf38bece HTTP/1.1" status: 204 len: 168 time: 0.2504759 Nov 15 22:51:01.871170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffded71-861c-410d-957d-8ffeaa9c5ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a4b9b-bb3c-46d8-a1a7-2358bf38bece,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:02.001991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5d12b-fb9f-412f-8575-9d0b3b9cdcfd None None] New status for floating IP 82757786-cd4b-4b31-929f-6826a49ecf1b: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:51:02.025346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:02.025568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c627bc9-f133-4857-8739-7926143979ac tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1185820 Nov 15 22:51:02.035096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2014167990'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:02.164573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:02.231121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2dd5d12b-fb9f-412f-8575-9d0b3b9cdcfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:51:02.231121 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-2dd5d12b-fb9f-412f-8575-9d0b3b9cdcfd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:51:02.232965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:02.579666 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:02.733581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5d12b-fb9f-412f-8575-9d0b3b9cdcfd None None] New status for floating IP 82757786-cd4b-4b31-929f-6826a49ecf1b: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:51:02.783062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36ed0353-f831-4674-8c49-a1071d7d64b0 req-e2eb6506-b094-4380-a70c-e1ae209303c9 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0905013 Nov 15 22:51:02.821604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:02.842619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:02.847420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:02.892634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:51:02.895369 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd556641-d714-4376-84d0-e8a552ffaa47" -d '{"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:51:02.952623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c525c77-cc0a-4f4a-8258-dabb64c915c8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "PUT /v2.0/floatingips/82757786-cd4b-4b31-929f-6826a49ecf1b HTTP/1.1" status: 200 len: 991 time: 2.4011869 Nov 15 22:51:02.970431 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b5c41-ea7d-409e-95ac-bae2cee72ef3 x-openstack-request-id: req-381b5c41-ea7d-409e-95ac-bae2cee72ef3 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:51:02.970838 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:51:02.971192 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-381b5c41-ea7d-409e-95ac-bae2cee72ef3 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:51:02.971837 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:51:02.989502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:03.136979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-f67eb9d1-1b57-4c04-9414-a7236209fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:03.138527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-f67eb9d1-1b57-4c04-9414-a7236209fb94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1096 time: 0.1068702 Nov 15 22:51:03.190409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:03.212674 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:03.225208 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.252967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-215d7cb8-ff07-4b14-ae98-11521179caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:03.254583 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-215d7cb8-ff07-4b14-ae98-11521179caba service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 914 time: 0.1060328 Nov 15 22:51:03.276252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router d20048fd-3740-4b3f-bbef-7286aef17bb9 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:03.378009 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:03.416955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-38790317-4574-452f-9d8a-ae600342a778 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 1001 time: 0.1537886 Nov 15 22:51:03.502359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-19af2428-ef5b-4aee-acf1-732c4cd631c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:03.503975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-19af2428-ef5b-4aee-acf1-732c4cd631c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.0665257 Nov 15 22:51:03.507517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:03.514559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:03.518050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a2897c30-f76c-46d6-8596-3483e5bd9097 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 200 len: 888 time: 1.4886837 Nov 15 22:51:03.518197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] Sync routers for ids ['d20048fd-3740-4b3f-bbef-7286aef17bb9'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:03.519234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:03.555102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] Routers {'d20048fd-3740-4b3f-bbef-7286aef17bb9'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:03.561984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d20048fd-3740-4b3f-bbef-7286aef17bb9'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.573215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-c587c59f-4a03-4315-98de-ec762ecbbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:03.574773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-c587c59f-4a03-4315-98de-ec762ecbbdf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578406 Nov 15 22:51:03.654310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.681642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] Routers {'d20048fd-3740-4b3f-bbef-7286aef17bb9'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:03.682295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d20048fd-3740-4b3f-bbef-7286aef17bb9'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.746889 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ffa26090-32aa-47c2-989e-00eec4654aa0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers/d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 200 len: 888 time: 0.2241437 Nov 15 22:51:03.748936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48626) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:03.762270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.762931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56daa81-5051-4457-a963-b15c78541be2 None None] The sync data for ids ['d20048fd-3740-4b3f-bbef-7286aef17bb9'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:03.794442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7601ac05-9beb-4bfa-9b23-ed66867353d6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 200 len: 205 time: 0.0443215 Nov 15 22:51:03.798657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48628) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:03.799846 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-63b6d526-4f9b-4639-92bf-7453fc8755da service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102668 Nov 15 22:51:03.962139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:51:02Z', 'revision_number': 2, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:03.972850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd556641-d714-4376-84d0-e8a552ffaa47 req-9f5339a8-901d-4161-9177-b5770c8c0b3e service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599195 Nov 15 22:51:03.979926 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-379ec891-d66e-44de-ae99-aa34251d7c0f req-91958bc3-d772-4fed-874e-1b7171bc92be tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0500512 Nov 15 22:51:03.990741 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:04.002063 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:04.002710 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:04.023901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.145860 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:04.157005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.283053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 56a155dd-9240-49d2-bcde-d1752a344d92 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:04.283467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.400709 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.408231 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:51:02Z', 'revision_number': 2, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:04.418525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 56a155dd-9240-49d2-bcde-d1752a344d92 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:04.445055 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8073afe-c227-4113-addf-67c1dfea14f9 None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '82757786-cd4b-4b31-929f-6826a49ecf1b', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'port_id': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'mac_address': 'fa:16:3e:d2:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:50:57Z', 'updated_at': '2021-11-15T22:51:02Z', 'revision_number': 2, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:04.742873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.743029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c487d708-3128-4033-8865-86996f12fbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.782283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=56a155dd-9240-49d2-bcde-d1752a344d92,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:04.803136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf41b1-0d29-48a7-9aa2-41b4e5bea39d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:04.868222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.964552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.967302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:04.977783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:51:04.977783 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617cd0a6-729f-47bf-8a63-48f823404a96" -d '{"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:51:05.043682 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5974d4-228b-46ff-bd93-83bfead84df5 x-openstack-request-id: req-5d5974d4-228b-46ff-bd93-83bfead84df5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:51:05.044176 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:51:05.044591 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d5974d4-228b-46ff-bd93-83bfead84df5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:51:05.045009 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:51:05.120458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.121059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router d20048fd-3740-4b3f-bbef-7286aef17bb9 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:51:05.138144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.139977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a1a2d12-b02a-4f1f-a047-4a645cd40a39 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 204 len: 168 time: 1.3402731 Nov 15 22:51:05.150734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48654) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:05.162527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-5349b4fa-6426-44b7-8dd6-c3f35ecacdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:05.164958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-5349b4fa-6426-44b7-8dd6-c3f35ecacdc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1096 time: 0.0951941 Nov 15 22:51:05.166627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1787897366'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:05.221776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83120156-9099-41fb-8e0e-bcab6e3d6b55 req-66cd1dcb-e2a7-440b-a446-f02e2bcceeb2 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0768554 Nov 15 22:51:05.303908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:05.307619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-5d6c103b-4593-4346-b422-bc42cc9fda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:05.308190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.309812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-5d6c103b-4593-4346-b422-bc42cc9fda81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 914 time: 0.1381192 Nov 15 22:51:05.332774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:05.345559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.345973 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment 3eb3a430-16f0-486d-bbb5-5da2615b5e61 of type vlan for network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 Nov 15 22:51:05.403672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.413724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-a23ca62c-1a7a-4749-bf04-bd6bf0338ed3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 1001 time: 0.0946324 Nov 15 22:51:05.498076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.504486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-08127a4c-9f0c-4a5e-aa12-c54b06dc4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:05.505648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:05.506399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:05.508023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-08127a4c-9f0c-4a5e-aa12-c54b06dc4857 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.0718451 Nov 15 22:51:05.584089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-e7699baa-df09-43f0-8ef8-9be73cabda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:05.585678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-e7699baa-df09-43f0-8ef8-9be73cabda18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687909 Nov 15 22:51:05.692577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:05.702496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.702835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.703179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.703545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.705851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.706174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.706492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:05.728010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:05.752053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-98789643-4bdc-4989-8811-786bd66bd027 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576910 Nov 15 22:51:05.763921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ff556fd3-5b7f-4368-86e6-353047c6f3f3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6117220 Nov 15 22:51:05.766644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:05.772769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:05.899211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-617cd0a6-729f-47bf-8a63-48f823404a96 req-9b0a48fe-d296-46af-9078-f6504fe74e87 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252918 Nov 15 22:51:05.989258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:05.993261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.223671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.277767 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:51:06.307779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=21bab5f8-571b-4a14-8eb6-b22c0aa7120c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:06.318073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': '3eb3a430-16f0-486d-bbb5-5da2615b5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:06.319009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:06.370883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8444cbcb-f51e-429d-8dde-6b818379e684 req-873da6d9-59fb-4659-ad1c-dae806366a5f tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dda9259-5937-45a6-9f06-8b3540f4ace9 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Nov 15 22:51:06.412341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:06.505945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:06.505945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:06.505945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.507572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b7ac5-2906-4c8d-b225-067a3553f89b None None] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:06.597343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-171f6ba6-a395-451a-9a5c-09b586a43894 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8295400 Nov 15 22:51:06.599905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48682) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:06.613890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257115646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:06.696022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6', 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '21bab5f8-571b-4a14-8eb6-b22c0aa7120c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:51:06.697282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.738161 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.739797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.808312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.864992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.907295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Allocated IP 172.20.0.2 (3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6/21bab5f8-571b-4a14-8eb6-b22c0aa7120c/9c54bfce-c970-4b6f-bd2a-97b64334b544) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:06.958665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:06.963076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a14b715f-5b27-4bb4-87ed-6a89e41145b4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3506124 Nov 15 22:51:06.963303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48692) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:07.152960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.211618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25f0fff9-675a-4390-b0a0-bc4d15bcbb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.240716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.297102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:07.299951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:07.304188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:07.314774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Pushing event updated for resources: {'Port': ['ID=9c54bfce-c970-4b6f-bd2a-97b64334b544,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:07.342693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.343091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.343438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.343772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.344101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.344427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.344785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.345123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.345435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.345793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.346124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.346446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:07.349968 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.376604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Attempting to bind port 9c54bfce-c970-4b6f-bd2a-97b64334b544 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:07.377013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Attempting to bind port 9c54bfce-c970-4b6f-bd2a-97b64334b544 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '3eb3a430-16f0-486d-bbb5-5da2615b5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:07.377375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Attempting to bind port 9c54bfce-c970-4b6f-bd2a-97b64334b544 on network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:07.383437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:07.383781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Checking segment: {'id': '3eb3a430-16f0-486d-bbb5-5da2615b5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:07.384256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.384650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Bound using segment: {'id': '3eb3a430-16f0-486d-bbb5-5da2615b5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:07.385134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Bound port: 9c54bfce-c970-4b6f-bd2a-97b64334b544, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb3a430-16f0-486d-bbb5-5da2615b5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:07.385511 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.482905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] For port 9c54bfce-c970-4b6f-bd2a-97b64334b544, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:07.490194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] For port 9c54bfce-c970-4b6f-bd2a-97b64334b544, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9c54bfce-c970-4b6f-bd2a-97b64334b544,segment=NetworkSegment(3eb3a430-16f0-486d-bbb5-5da2615b5e61),segment_id=3eb3a430-16f0-486d-bbb5-5da2615b5e61)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:07.555143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.622880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132a0cf-95b6-48ff-8b8d-cfa13c7d7ea0 None None] Pushing event updated for resources: {'Port': ['ID=9c54bfce-c970-4b6f-bd2a-97b64334b544,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:07.666610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.20.0.1 (3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6/21bab5f8-571b-4a14-8eb6-b22c0aa7120c/71b3c852-32d7-4d40-b513-b43a3ba22844) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:07.798592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.946455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:07.990818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:07.993890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:07.997826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:08.037543 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=71b3c852-32d7-4d40-b513-b43a3ba22844,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:08.056332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.254228 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.314614 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.604075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48722) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:08.682418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.712227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.795783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9c54bfce-c970-4b6f-bd2a-97b64334b544 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:08.857066 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.860296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.865643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:08.866189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/security-groups/124726a0-3b56-4a2d-b10a-08026c23cae3 HTTP/1.1" status: 204 len: 168 time: 0.2603111 Nov 15 22:51:08.877618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc103f2-b1fd-481c-9bb5-ce38a90dd212 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124726a0-3b56-4a2d-b10a-08026c23cae3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:08.880392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9c54bfce-c970-4b6f-bd2a-97b64334b544 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:08.881306 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:08.906988 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-f29cad61-706f-40e4-a4b7-7f90a0cc09f5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] show failed (client error): The resource could not be found. Nov 15 22:51:08.911789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:08.918576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f29cad61-706f-40e4-a4b7-7f90a0cc09f5 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "GET /v2.0/security-groups/124726a0-3b56-4a2d-b10a-08026c23cae3 HTTP/1.1" status: 404 len: 347 time: 0.0518920 Nov 15 22:51:08.930890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949beac-7351-4a26-a828-8cff18bc8f73 None None] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:09.105983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port e18a8c66-dadd-4aba-9e5f-57204e1cafe4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:09.111322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.135048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c8e4a653-cb64-4ce6-8d54-4aaa2e9fbb5e None None] Provisioning complete for port 9c54bfce-c970-4b6f-bd2a-97b64334b544 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:09.135358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a653-cb64-4ce6-8d54-4aaa2e9fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.202023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.252990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.253312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.270767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.280596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for e18a8c66-dadd-4aba-9e5f-57204e1cafe4 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:09.292003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.334451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 9c54bfce-c970-4b6f-bd2a-97b64334b544, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9c54bfce-c970-4b6f-bd2a-97b64334b544,segment=NetworkSegment(3eb3a430-16f0-486d-bbb5-5da2615b5e61),segment_id=3eb3a430-16f0-486d-bbb5-5da2615b5e61)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:09.395890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.399082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=71b3c852-32d7-4d40-b513-b43a3ba22844,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:09.409481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a653-cb64-4ce6-8d54-4aaa2e9fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.437789 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.507547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.535259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-c8e4a653-cb64-4ce6-8d54-4aaa2e9fbb5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:51:09.539732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:09.540495 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-c8e4a653-cb64-4ce6-8d54-4aaa2e9fbb5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:51:09.541887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:09.553539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=9c54bfce-c970-4b6f-bd2a-97b64334b544,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:09.692977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.720229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=e18a8c66-dadd-4aba-9e5f-57204e1cafe4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:09.737853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102c05b3-9524-424e-9927-85a4d76745b4 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:09.785879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router b11f9a92-a080-4e39-bbad-e388edb22afa is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:51:09.846600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.851042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:09.856308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-788a037f-70bd-422c-8783-f7d382e92047 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/floatingips/77ee0c78-acde-4933-8ffb-bb1d9f7e2504 HTTP/1.1" status: 204 len: 168 time: 0.9433877 Nov 15 22:51:09.857022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:09.945347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:09.951122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-adef496c-4eb7-42e5-9179-ec5f6eef0142 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/b11f9a92-a080-4e39-bbad-e388edb22afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865146 Nov 15 22:51:09.953550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48746) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:09.958217 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] Sync routers for ids ['b11f9a92-a080-4e39-bbad-e388edb22afa'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:09.972727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] Routers {'b11f9a92-a080-4e39-bbad-e388edb22afa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:09.973604 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b11f9a92-a080-4e39-bbad-e388edb22afa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:09.994782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 3ae09332-786d-44aa-88e9-54037cc84fb1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:09.995133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.027323 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:10.049431 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] Routers {'b11f9a92-a080-4e39-bbad-e388edb22afa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:10.050354 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b11f9a92-a080-4e39-bbad-e388edb22afa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:10.055482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7791f-bcb2-4bc7-b583-6a3aa1f17e29 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:10.057105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a6c7791f-bcb2-4bc7-b583-6a3aa1f17e29 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports/71b3c852-32d7-4d40-b513-b43a3ba22844 HTTP/1.1" status: 200 len: 910 time: 0.1025791 Nov 15 22:51:10.060749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48748) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:10.066596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21bab5f8-571b-4a14-8eb6-b22c0aa7120c'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:10.100648 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:10.101556 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12fc3d-d34a-454c-957c-1f3e74742c5a None None] The sync data for ids ['b11f9a92-a080-4e39-bbad-e388edb22afa'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:10.211145 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.228659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 3ae09332-786d-44aa-88e9-54037cc84fb1 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:10.284763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e741e009-420c-4282-b9d9-9729611edfd3 None None] Provisioning complete for port 71b3c852-32d7-4d40-b513-b43a3ba22844 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:10.285959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e741e009-420c-4282-b9d9-9729611edfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.351202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.364229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e741e009-420c-4282-b9d9-9729611edfd3 None None] Port 71b3c852-32d7-4d40-b513-b43a3ba22844 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:10.390165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e741e009-420c-4282-b9d9-9729611edfd3 None None] Provisioning complete for port 9c54bfce-c970-4b6f-bd2a-97b64334b544 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:10.390929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e741e009-420c-4282-b9d9-9729611edfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.464685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.619352 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.671133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=3ae09332-786d-44aa-88e9-54037cc84fb1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:10.711085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9c54bfce-c970-4b6f-bd2a-97b64334b544 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:10.803536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9c54bfce-c970-4b6f-bd2a-97b64334b544 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:10.804284 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.908449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:10.924908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.952458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:10.956422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-10a732d2-f84b-4116-9547-3681e18a271c tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/ports/3ae09332-786d-44aa-88e9-54037cc84fb1 HTTP/1.1" status: 204 len: 168 time: 1.0983701 Nov 15 22:51:10.959659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48770) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:10.998348 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.065782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:11.066001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3cae7c3-3259-42b9-ace8-d7fdd89a46a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.066419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.069236 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/ports/71b3c852-32d7-4d40-b513-b43a3ba22844 HTTP/1.1" status: 200 len: 910 time: 1.0067267 Nov 15 22:51:11.072166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48774) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:11.144881 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 83d8431a-85d5-4df3-926f-c23fd436a275 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:11.144881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.331367 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.347773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3cae7c3-3259-42b9-ace8-d7fdd89a46a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.362892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 83d8431a-85d5-4df3-926f-c23fd436a275 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:11.418958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3cae7c3-3259-42b9-ace8-d7fdd89a46a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.490884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3cae7c3-3259-42b9-ace8-d7fdd89a46a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59812a0353af4d8db16029306438da50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5811107 Nov 15 22:51:11.493315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cae7c3-3259-42b9-ace8-d7fdd89a46a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8bb545-8340-4b07-b33c-5d33c8e0dff1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:11.495817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48780) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:11.549820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4de309-8630-4f7e-a359-db877b9b891d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=71b3c852-32d7-4d40-b513-b43a3ba22844,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:11.592703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.637744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.716222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.763268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=83d8431a-85d5-4df3-926f-c23fd436a275,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:11.852235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.855522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.859514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d8bb545-8340-4b07-b33c-5d33c8e0dff1 HTTP/1.1" status: 204 len: 168 time: 0.3590555 Nov 15 22:51:11.880739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.887197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1156873-be13-467c-9bd4-c1263fb2113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8bb545-8340-4b07-b33c-5d33c8e0dff1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:11.892082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:11.897557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d32951f2-1c94-4161-9270-a60be02e8065 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/ports/83d8431a-85d5-4df3-926f-c23fd436a275 HTTP/1.1" status: 204 len: 168 time: 0.9361453 Nov 15 22:51:11.900037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:11.961420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting subnet a9b94e3c-b10a-419f-a9c7-43b93d91c760 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:11.965603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.020929 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.216155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.245157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 71b3c852-32d7-4d40-b513-b43a3ba22844 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:12.245742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.392383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.405947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 71b3c852-32d7-4d40-b513-b43a3ba22844 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:12.412042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.447151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b94e3c-b10a-419f-a9c7-43b93d91c760,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:12.458374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.463076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b2e00dc-0190-43ce-80ff-b891e365f152 tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/subnets/a9b94e3c-b10a-419f-a9c7-43b93d91c760 HTTP/1.1" status: 204 len: 168 time: 0.5617526 Nov 15 22:51:12.465810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:12.480983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f1dd8-92ae-4c10-9647-e5b1d08f5461 None None] Network d664e6a0-9942-4a98-8634-f4af3f2d4ad4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:12.551783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting subnet 65b9b19a-f923-4bc7-b939-9a89c90c5d97 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:12.555251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.617215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.756534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] DHCP port deletion for d664e6a0-9942-4a98-8634-f4af3f2d4ad4 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:12.838833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Deleting port 86335607-4b9a-4cff-b282-43b2de4cf62a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:12.838833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.843984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.932955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] For port 86335607-4b9a-4cff-b282-43b2de4cf62a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=86335607-4b9a-4cff-b282-43b2de4cf62a,segment=NetworkSegment(acdea5f4-0a2e-48e7-bb1a-1d2862056dde),segment_id=acdea5f4-0a2e-48e7-bb1a-1d2862056dde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:12.933353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.944253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:12.969521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Calling delete_port for 86335607-4b9a-4cff-b282-43b2de4cf62a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:12.986377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=71b3c852-32d7-4d40-b513-b43a3ba22844,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:12.996240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.057336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Subnet': ['ID=65b9b19a-f923-4bc7-b939-9a89c90c5d97,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:13.095780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.100608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d89a811b-67b7-4131-8f04-1f1006232aab tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/subnets/65b9b19a-f923-4bc7-b939-9a89c90c5d97 HTTP/1.1" status: 204 len: 168 time: 0.6336696 Nov 15 22:51:13.103199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48824) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:13.105703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bf86b-1b69-4662-ac9d-89173f05a0b1 None None] Network 91fc1c2f-37c9-4da2-981b-ccdd445faed3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:13.300052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.319939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.412140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.417379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Deleting port 86335607-4b9a-4cff-b282-43b2de4cf62a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:13.417379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.514964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] DHCP port deletion for 91fc1c2f-37c9-4da2-981b-ccdd445faed3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:13.527258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] No DVR routers for this DVR port 86335607-4b9a-4cff-b282-43b2de4cf62a on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:13.529330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e4ee8-a3ec-4726-9252-e039daf832e9 None None] Pushing event deleted for resources: {'Port': ['ID=86335607-4b9a-4cff-b282-43b2de4cf62a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:13.533587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] For port 86335607-4b9a-4cff-b282-43b2de4cf62a, host n-d-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:13.534103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.590910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Calling delete_port for 86335607-4b9a-4cff-b282-43b2de4cf62a owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:13.601902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Port 86335607-4b9a-4cff-b282-43b2de4cf62a was not found and therefore no delete operation was performed {{(pid=103128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 22:51:13.606536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.616068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router b11f9a92-a080-4e39-bbad-e388edb22afa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:13.642138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Deleting port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:13.642505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.679293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] No DVR routers for this DVR port 86335607-4b9a-4cff-b282-43b2de4cf62a on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:13.692880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Port': ['ID=86335607-4b9a-4cff-b282-43b2de4cf62a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:13.746463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] For port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,segment=NetworkSegment(5ab73d0c-1a32-45d1-bab6-aca6c0fd492e),segment_id=5ab73d0c-1a32-45d1-bab6-aca6c0fd492e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:13.746853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.755443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:13.764949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Calling delete_port for 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:13.766359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e4ff4f1-418d-4db3-a3af-a3b1a42c7c08 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/b11f9a92-a080-4e39-bbad-e388edb22afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939938 Nov 15 22:51:13.766985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:13.774250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d733333-8621-4819-834e-a844c87efcab None None] Sync routers for ids ['b11f9a92-a080-4e39-bbad-e388edb22afa'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:13.802815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-96ebaa84-fb15-4141-a945-595e6ed6d901 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11f9a92-a080-4e39-bbad-e388edb22afa HTTP/1.1" status: 200 len: 205 time: 0.0292037 Nov 15 22:51:13.803045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:13.832075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] Routers {'b11f9a92-a080-4e39-bbad-e388edb22afa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:13.832899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b11f9a92-a080-4e39-bbad-e388edb22afa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.854242 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.874484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.897383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] Routers {'b11f9a92-a080-4e39-bbad-e388edb22afa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:13.898001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b11f9a92-a080-4e39-bbad-e388edb22afa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.914347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d664e6a0-9942-4a98-8634-f4af3f2d4ad4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.924745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.925044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdea5f4-0a2e-48e7-bb1a-1d2862056dde') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.937720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.952258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1d733333-8621-4819-834e-a844c87efcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:13.953303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d733333-8621-4819-834e-a844c87efcab None None] The sync data for ids ['b11f9a92-a080-4e39-bbad-e388edb22afa'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:13.957189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:13.962587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.017967 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.031941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:14.032357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:14.036052 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:14.047443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] No DVR routers for this DVR port 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:14.066891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a754e-0f65-4a81-a16d-250b27239e45 None None] Pushing event deleted for resources: {'Port': ['ID=0b1f3527-7b56-4814-9abb-fc73d4a6a7e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:14.170738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48852) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:14.195040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.197657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.250830 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.268209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.275697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/networks/d664e6a0-9942-4a98-8634-f4af3f2d4ad4 HTTP/1.1" status: 204 len: 168 time: 1.1669602 Nov 15 22:51:14.275697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7966af-6936-4e65-b91c-c531dfe86dac tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Network': ['ID=d664e6a0-9942-4a98-8634-f4af3f2d4ad4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:14.275697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48858) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:14.296624 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.297199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router b11f9a92-a080-4e39-bbad-e388edb22afa {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:51:14.316898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0352b5bf-b0d3-4875-baac-3c220c1dcb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.334184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.335840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b3182079-1cf4-41aa-807c-45d48fa39e1f tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/b11f9a92-a080-4e39-bbad-e388edb22afa HTTP/1.1" status: 204 len: 168 time: 0.5319507 Nov 15 22:51:14.338808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48860) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:14.424404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.440361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 21bab5f8-571b-4a14-8eb6-b22c0aa7120c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:14.444846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.470045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0352b5bf-b0d3-4875-baac-3c220c1dcb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.526964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0352b5bf-b0d3-4875-baac-3c220c1dcb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.533227 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.586380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b5bf-b0d3-4875-baac-3c220c1dcb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f74fb3-a478-4ca0-b7de-984b8d61c6c9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:14.594247 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0352b5bf-b0d3-4875-baac-3c220c1dcb3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e93004c065e44d139ca4484286f30698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224215 Nov 15 22:51:14.596834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48864) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:14.612353 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.643550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc1c2f-37c9-4da2-981b-ccdd445faed3']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:14.665086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.674081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:14.674373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab73d0c-1a32-45d1-bab6-aca6c0fd492e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:14.695589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.713895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 86335607-4b9a-4cff-b282-43b2de4cf62a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:14.739821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.743779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 86335607-4b9a-4cff-b282-43b2de4cf62a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:14.743958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.744749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 86335607-4b9a-4cff-b282-43b2de4cf62a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:14.745370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:14.786555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:14.786555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b1f3527-7b56-4814-9abb-fc73d4a6a7e0 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:14.803278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.815940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:14.816331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:14.819626 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:14.834875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.837778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.839567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27f74fb3-a478-4ca0-b7de-984b8d61c6c9 HTTP/1.1" status: 204 len: 168 time: 0.2416716 Nov 15 22:51:14.850247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbc642-4443-4b37-abb1-a3a4d914618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f74fb3-a478-4ca0-b7de-984b8d61c6c9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:14.960358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.988238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=21bab5f8-571b-4a14-8eb6-b22c0aa7120c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:14.992004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:14.994705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.001433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48874) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:15.001591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0680680-7d6d-400c-8219-6327b1e4b24e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/21bab5f8-571b-4a14-8eb6-b22c0aa7120c HTTP/1.1" status: 204 len: 168 time: 0.6617301 Nov 15 22:51:15.007412 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.015894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] 10.222.0.15 "DELETE /v2.0/networks/91fc1c2f-37c9-4da2-981b-ccdd445faed3 HTTP/1.1" status: 204 len: 168 time: 0.7347314 Nov 15 22:51:15.015999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd7769-62ff-457e-b828-797d708b416c None None] Network 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:15.043221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f9660-a751-4c15-891f-493faf33b37d tempest-TaggedBootDevicesTest-1345525238 tempest-TaggedBootDevicesTest-1345525238-project] Pushing event deleted for resources: {'Network': ['ID=91fc1c2f-37c9-4da2-981b-ccdd445faed3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:15.156695 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.314275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] DHCP port deletion for 3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:15.342026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 9c54bfce-c970-4b6f-bd2a-97b64334b544 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:15.342510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.405472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Deleting port 9c54bfce-c970-4b6f-bd2a-97b64334b544 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:15.406073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.414402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 9c54bfce-c970-4b6f-bd2a-97b64334b544, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9c54bfce-c970-4b6f-bd2a-97b64334b544,segment=NetworkSegment(3eb3a430-16f0-486d-bbb5-5da2615b5e61),segment_id=3eb3a430-16f0-486d-bbb5-5da2615b5e61)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:15.415097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.429570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 9c54bfce-c970-4b6f-bd2a-97b64334b544 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:15.482347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] For port 9c54bfce-c970-4b6f-bd2a-97b64334b544, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9c54bfce-c970-4b6f-bd2a-97b64334b544,segment=NetworkSegment(3eb3a430-16f0-486d-bbb5-5da2615b5e61),segment_id=3eb3a430-16f0-486d-bbb5-5da2615b5e61)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:15.482739 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.502093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Calling delete_port for 9c54bfce-c970-4b6f-bd2a-97b64334b544 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:15.571908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.593813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.611612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=9c54bfce-c970-4b6f-bd2a-97b64334b544,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:15.623768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] Pushing event deleted for resources: {'Port': ['ID=9c54bfce-c970-4b6f-bd2a-97b64334b544,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:15.628995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 9c54bfce-c970-4b6f-bd2a-97b64334b544 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:15.632171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ee489-2820-4d8c-a6f6-ef1d366a40bb None None] No DVR routers for this DVR port 9c54bfce-c970-4b6f-bd2a-97b64334b544 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:15.726479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.751146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:15.767406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb3a430-16f0-486d-bbb5-5da2615b5e61') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:15.768004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb3a430-16f0-486d-bbb5-5da2615b5e61') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:15.802235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.821551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.827993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:15.828383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:15.833457 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:15.943636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.956905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:15.964157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6 HTTP/1.1" status: 204 len: 168 time: 0.9578919 Nov 15 22:51:15.964674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48912) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:15.970827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1460757779', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:15.980608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a89d8-bf5f-4e6d-9c12-35979fbe6562 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=3ebb5a3a-dd6a-49f0-b85b-015e4b8ee7a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:16.053136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.055581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.101697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:16.142192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.211623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1014113368-network', 'tenant_id': '1f4ff7ddcf6543c1b6581c6579d25910'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:16.223720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.287061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Made reservation on behalf of 1f4ff7ddcf6543c1b6581c6579d25910 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:16.289746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.298984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.339206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.340850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-967ac658-a89d-4d18-9afa-f51bedf61458 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3736792 Nov 15 22:51:16.343480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:16.349656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-367154363'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:16.384268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.434295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:16.437979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.462929 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.467754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:16.480941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.481860 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment fb45905f-9fa5-412d-a4ea-5163139512a9 of type vlan for network beaab4bf-3b81-439e-acf3-734aaf0a24d2 Nov 15 22:51:16.489854 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:16.499875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0687d3-5512-414c-9988-12a562dc924c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:16.516947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.522483 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Added segment c544dbb5-23c0-4880-9b8e-0569907c7ee5 of type vlan for network bd106364-88e1-4506-b8a4-aabb78ac5916 Nov 15 22:51:16.544111 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.577545 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.623360 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.629527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:16.630356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.648432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.649612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:16.653617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:16.705852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=beaab4bf-3b81-439e-acf3-734aaf0a24d2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:16.723471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:16.736133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8c9867ea-860e-4268-95ef-c9250490dda4 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3911264 Nov 15 22:51:16.742290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 48932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:16.744579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:16.755898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] Pushing event updated for resources: {'Network': ['ID=bd106364-88e1-4506-b8a4-aabb78ac5916,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:16.795139 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-700e2e36-75d6-493f-8e06-3d2a742d9128 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6922181 Nov 15 22:51:16.795921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:16.868444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Request body: {'subnet': {'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1014113368-subnet', 'tenant_id': '1f4ff7ddcf6543c1b6581c6579d25910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:16.869042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9c54bfce-c970-4b6f-bd2a-97b64334b544 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:16.869042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network bd106364-88e1-4506-b8a4-aabb78ac5916 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:16.925016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9c54bfce-c970-4b6f-bd2a-97b64334b544 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:16.931069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9c54bfce-c970-4b6f-bd2a-97b64334b544 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:17.208507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Made reservation on behalf of 1f4ff7ddcf6543c1b6581c6579d25910 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:17.208507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.399423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:17.403123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.457961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.542304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4cf3cf-5f1e-4774-9018-6481f280bc1d,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:17.572465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Checking segment: {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:17.572912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Network hostable DHCP agents. Network: bd106364-88e1-4506-b8a4-aabb78ac5916, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:17.690930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Network bd106364-88e1-4506-b8a4-aabb78ac5916 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:17.723726 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.779391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=303ec25b-fa7d-4839-a94f-e41a2a11fba1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:17.788746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:17.789173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: beaab4bf-3b81-439e-acf3-734aaf0a24d2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:17.817985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, bd106364-88e1-4506-b8a4-aabb78ac5916) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:17.822714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:17.823310 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.830556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd34d51-31b4-44a7-9c88-950569a19f21 None None] Network bd106364-88e1-4506-b8a4-aabb78ac5916 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:17.914722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:17.923036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, beaab4bf-3b81-439e-acf3-734aaf0a24d2) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:17.944032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:17.944032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:17.966148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c37eb170-6a9e-4da1-82f5-574d56eecea8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1686819 Nov 15 22:51:17.977751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e865dc-05cf-45cb-a5c4-20add5e18fcb None None] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:18.039731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414de8ca-4942-49ac-966c-cde83d2cca70 None None] Network bd106364-88e1-4506-b8a4-aabb78ac5916 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:18.049804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9f1a4820-038c-4243-8475-98eca81c0ddb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3096213 Nov 15 22:51:18.056814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 48952) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:18.287001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e319c-898e-449f-a130-54c50e690033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:51:18.287853 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.517933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-435e319c-898e-449f-a130-54c50e690033 None None] Allocated IP 172.20.0.2 (beaab4bf-3b81-439e-acf3-734aaf0a24d2/303ec25b-fa7d-4839-a94f-e41a2a11fba1/13fe0743-53a1-429a-b510-67d0a9a25a54) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:18.526835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.699522 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.756379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.830226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.20.0.1 (beaab4bf-3b81-439e-acf3-734aaf0a24d2/303ec25b-fa7d-4839-a94f-e41a2a11fba1/3e3a51ba-1222-497f-92a8-df1a3963c9f2) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:18.835764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435e319c-898e-449f-a130-54c50e690033 None None] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:18.838953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e319c-898e-449f-a130-54c50e690033 None None] Pushing event updated for resources: {'Port': ['ID=13fe0743-53a1-429a-b510-67d0a9a25a54,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:18.840485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-435e319c-898e-449f-a130-54c50e690033 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:18.842772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e319c-898e-449f-a130-54c50e690033 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:18.911674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-435e319c-898e-449f-a130-54c50e690033 None None] Attempting to bind port 13fe0743-53a1-429a-b510-67d0a9a25a54 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:18.913599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-435e319c-898e-449f-a130-54c50e690033 None None] Attempting to bind port 13fe0743-53a1-429a-b510-67d0a9a25a54 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:18.913599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e319c-898e-449f-a130-54c50e690033 None None] Attempting to bind port 13fe0743-53a1-429a-b510-67d0a9a25a54 on network beaab4bf-3b81-439e-acf3-734aaf0a24d2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:18.919537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e319c-898e-449f-a130-54c50e690033 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:18.919906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e319c-898e-449f-a130-54c50e690033 None None] Checking segment: {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:18.920506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.921078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e319c-898e-449f-a130-54c50e690033 None None] Bound using segment: {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:18.921709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-435e319c-898e-449f-a130-54c50e690033 None None] Bound port: 13fe0743-53a1-429a-b510-67d0a9a25a54, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:18.922251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:18.999062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.047325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-435e319c-898e-449f-a130-54c50e690033 None None] For port 13fe0743-53a1-429a-b510-67d0a9a25a54, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:19.053594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-435e319c-898e-449f-a130-54c50e690033 None None] For port 13fe0743-53a1-429a-b510-67d0a9a25a54, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=13fe0743-53a1-429a-b510-67d0a9a25a54,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:19.155747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.179359 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-435e319c-898e-449f-a130-54c50e690033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.212786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:19.220547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:19.223967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:19.226677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:19.251944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e319c-898e-449f-a130-54c50e690033 None None] Pushing event updated for resources: {'Port': ['ID=13fe0743-53a1-429a-b510-67d0a9a25a54,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:19.287338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.509527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.887096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:19.977301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:20.179282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:20.181948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:20.316855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:20.319117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:20.600097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:51:20.646544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a392cb3-8902-4f3a-9fe7-7e3efae5c498 None None] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:20.762748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] Provisioning complete for port 13fe0743-53a1-429a-b510-67d0a9a25a54 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:20.763586 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:20.829809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:20.848604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 13fe0743-53a1-429a-b510-67d0a9a25a54 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:20.851629 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:20.868958 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:20.869761 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:20.878238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:20.885447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-10639197'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:20.889553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a5710e13-f652-4aac-99b4-ceeb26be9374 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352015 Nov 15 22:51:20.967458 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.020281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 13fe0743-53a1-429a-b510-67d0a9a25a54 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:21.020825 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.029072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:21.033154 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.115625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:21.123673 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:21.132539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] For port 13fe0743-53a1-429a-b510-67d0a9a25a54, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=13fe0743-53a1-429a-b510-67d0a9a25a54,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:21.163354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.167518 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment dec85bf9-bc90-4197-b018-0c91dea3c25f of type vlan for network 455d4442-c13c-4404-9da2-92b6485cbbe1 Nov 15 22:51:21.245779 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.301572 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.387348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.415234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e2625-117c-499a-91ba-223dbec6e735 None None] Pushing event updated for resources: {'Port': ['ID=13fe0743-53a1-429a-b510-67d0a9a25a54,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:21.451885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.458753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:21.459657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.542395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:51:21.547588 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:51:21.607394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=455d4442-c13c-4404-9da2-92b6485cbbe1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:21.615509 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:19Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:19Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:21.620068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:21.651502 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:21.651842 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Updating router 72801c90-c0ad-427c-a84c-b219c9755d42 port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:51:21.689509 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.725022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:21.726540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a75e21d0-2254-42e9-ad76-c558f2a7ef3e None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:21.727024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a75e21d0-2254-42e9-ad76-c558f2a7ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:21.727430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9007333e-57dc-4737-9663-14f514edef9d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8476720 Nov 15 22:51:21.733589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:21.781202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a75e21d0-2254-42e9-ad76-c558f2a7ef3e None None] Port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:21.798803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a75e21d0-2254-42e9-ad76-c558f2a7ef3e None None] Provisioning complete for port 13fe0743-53a1-429a-b510-67d0a9a25a54 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:21.799948 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a75e21d0-2254-42e9-ad76-c558f2a7ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.146525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f49f1ba8-e64e-44a2-b5a5-1a86deb988cf None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:22.149005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f49f1ba8-e64e-44a2-b5a5-1a86deb988cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.252691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f49f1ba8-e64e-44a2-b5a5-1a86deb988cf None None] Port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:22.381832 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.393616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-528f5bf3-beed-4ecd-a7f5-00c2b02a68e7 None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:22.393978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-528f5bf3-beed-4ecd-a7f5-00c2b02a68e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.431698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-528f5bf3-beed-4ecd-a7f5-00c2b02a68e7 None None] Port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:22.485427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:22.489861 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.534382 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.620868 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Pushing event updated for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:22.640159 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.642414 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.643274 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.644424 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.650468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.650960 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.651362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.651763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.652283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.652733 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.653126 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.653513 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:51:22.767252 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Attempting to bind port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:22.768985 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Attempting to bind port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:22.770070 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Attempting to bind port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 on network beaab4bf-3b81-439e-acf3-734aaf0a24d2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:22.783485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 13fe0743-53a1-429a-b510-67d0a9a25a54 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:22.797683 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:22.801342 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Checking segment: {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:22.801746 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.802136 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Bound using segment: {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:22.805242 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Bound port: 3e3a51ba-1222-497f-92a8-df1a3963c9f2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb45905f-9fa5-412d-a4ea-5163139512a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:22.805242 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.858354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.930501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 13fe0743-53a1-429a-b510-67d0a9a25a54 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:22.932997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:22.979893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=acbd2ae8-fea9-48b9-a1bd-43207f191819,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:22.993941 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] For port 3e3a51ba-1222-497f-92a8-df1a3963c9f2, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:23.002558 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] For port 3e3a51ba-1222-497f-92a8-df1a3963c9f2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e3a51ba-1222-497f-92a8-df1a3963c9f2,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:23.033428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:23.034147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: 455d4442-c13c-4404-9da2-92b6485cbbe1, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:23.089921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6e3faed9-92b6-4189-a6b3-0bcf6e92cdcc None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:23.090283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e3faed9-92b6-4189-a6b3-0bcf6e92cdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:23.130429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6e3faed9-92b6-4189-a6b3-0bcf6e92cdcc None None] Port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:23.137675 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:23.150307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:23.205237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 455d4442-c13c-4404-9da2-92b6485cbbe1) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:23.219329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eef67c-b1b0-49bc-ba6f-cc4e4d960281 None None] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:23.221767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:23.225267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:23.343232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:23.343853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eca32cb1-a389-4225-98c7-944458b9ae6a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6171844 Nov 15 22:51:23.423359 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409c21-4dbb-4fcf-b873-6b6547d48bf5 None None] Pushing event updated for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:23.438174 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:23.438869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:23.467700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-455d4442-c13c-4404-9da2-92b6485cbbe1', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:51:23.468576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:23.609776 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:23.782661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Allocated IP 172.21.0.2 (455d4442-c13c-4404-9da2-92b6485cbbe1/acbd2ae8-fea9-48b9-a1bd-43207f191819/6d3f0074-cb9c-4b9f-ae8f-43071bb243cc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:23.944129 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:19Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:22Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:23.996875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:23.997433 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21794d3-99c5-420c-94e0-ba864aa292a7 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:19Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:22Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:23.997602 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.042351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.443612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.572961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.613568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.657096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] For port 3e3a51ba-1222-497f-92a8-df1a3963c9f2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e3a51ba-1222-497f-92a8-df1a3963c9f2,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:24.680037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.21.0.1 (455d4442-c13c-4404-9da2-92b6485cbbe1/acbd2ae8-fea9-48b9-a1bd-43207f191819/bc821880-0a92-4a29-a792-715c9b9c5b1f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:24.735239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.748918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:24.750739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Pushing event updated for resources: {'Port': ['ID=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:24.763227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:24.790711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:24.826162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e3a51ba-1222-497f-92a8-df1a3963c9f2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:24.912143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.948380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f6552-f2b0-4b59-8851-358870c0f295 None None] Pushing event updated for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:24.967999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Attempting to bind port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:24.968374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Attempting to bind port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:24.969016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Attempting to bind port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc on network 455d4442-c13c-4404-9da2-92b6485cbbe1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:24.983830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:24.984182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Checking segment: {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:24.984576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:24.985082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Bound using segment: {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:24.985562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Bound port: 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:24.985990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:25.035147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:25.058506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:25.059097 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:25.123621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:25.139603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] For port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:25.145838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] For port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:25.157039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:25.158672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:25.161708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:25.211213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:25.280272 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:25.357499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d353c-72ab-4fef-9a38-08562ddc91cc None None] Pushing event updated for resources: {'Port': ['ID=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:25.432805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:26.199678 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:26.273996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:26.439688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:26.445980 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:26.588606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:26.596146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:26.789949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338089e-6e36-4f86-b810-9d129c589adf None None] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:26.803074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:26.967032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] Provisioning complete for port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:26.967394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.032288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:27.046303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e3a51ba-1222-497f-92a8-df1a3963c9f2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:27.046584 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3c11bb7e-75ee-4fcc-81ab-d0b60622491c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6980579 Nov 15 22:51:27.046584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49110) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:27.051675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024779161'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:27.072144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:27.154556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:27.159155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.219947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:27.258006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.258400 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment 69d9958f-a32d-437e-a0fd-453a307e495f of type vlan for network d40a7350-eb9c-49f1-bac3-c10817bb5035 Nov 15 22:51:27.307650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:27.308336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:27.323324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.424783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:27.425177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.454191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.460512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:27.461146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.492731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:27.586349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=d40a7350-eb9c-49f1-bac3-c10817bb5035,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:27.607381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:27.608503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3bdff48-f8c6-49e3-936a-a8b4fbf84892 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5592701 Nov 15 22:51:27.616603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:27.792736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:27.799518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:27.842162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:27.854311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.075744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] For port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:28.096822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:28.229777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:25Z', 'revision_number': 3, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:26Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:28.284602 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.289700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:28.295634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Updating router 72801c90-c0ad-427c-a84c-b219c9755d42 port bc821880-0a92-4a29-a792-715c9b9c5b1f binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:51:28.352991 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.353216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:28.353216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.415911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.427604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=15a689fc-59c8-4cb2-bf71-b2bc22769894,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:28.443228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:28.443930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: d40a7350-eb9c-49f1-bac3-c10817bb5035, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:28.446513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910724e-6bb8-4bdc-a69c-f525a6546a7f None None] Pushing event updated for resources: {'Port': ['ID=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:28.639701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:28.737157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d40a7350-eb9c-49f1-bac3-c10817bb5035) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:28.742736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:28.743859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:28.837065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:28.837648 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69091a86-80c1-4eb5-b468-dacf9225a716 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2276475 Nov 15 22:51:29.020194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.023912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e931e-f6c2-4d84-b748-6b0429d8067e None None] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:29.052022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-111004fe-b1fe-4ca5-8baa-1e4eb2a37c4c None None] Provisioning complete for port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:29.052383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-111004fe-b1fe-4ca5-8baa-1e4eb2a37c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.220138 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.356331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc3a0f-546b-414d-be52-6e0ca781efd7 None None] Pushing event updated for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:29.439996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.480223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:29.526453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.583189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d40a7350-eb9c-49f1-bac3-c10817bb5035', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:51:29.584217 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.624873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Attempting to bind port bc821880-0a92-4a29-a792-715c9b9c5b1f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:29.625233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Attempting to bind port bc821880-0a92-4a29-a792-715c9b9c5b1f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:29.625587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Attempting to bind port bc821880-0a92-4a29-a792-715c9b9c5b1f on network 455d4442-c13c-4404-9da2-92b6485cbbe1 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:29.638081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:29.638550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Checking segment: {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:29.638968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.640208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Bound using segment: {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:29.640734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Bound port: bc821880-0a92-4a29-a792-715c9b9c5b1f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec85bf9-bc90-4197-b018-0c91dea3c25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:29.641118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.872083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] For port bc821880-0a92-4a29-a792-715c9b9c5b1f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:29.945813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-111004fe-b1fe-4ca5-8baa-1e4eb2a37c4c None None] Provisioning complete for port bc821880-0a92-4a29-a792-715c9b9c5b1f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:29.946570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-111004fe-b1fe-4ca5-8baa-1e4eb2a37c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.950632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.22.0.1 (d40a7350-eb9c-49f1-bac3-c10817bb5035/15a689fc-59c8-4cb2-bf71-b2bc22769894/888167b4-4426-4705-9c27-14b5a5b406da) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:29.952835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:29.953219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:29.993697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] For port bc821880-0a92-4a29-a792-715c9b9c5b1f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc821880-0a92-4a29-a792-715c9b9c5b1f,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:30.066795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.117103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.127248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.164078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-111004fe-b1fe-4ca5-8baa-1e4eb2a37c4c None None] Port bc821880-0a92-4a29-a792-715c9b9c5b1f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:51:30.182204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc3a0f-546b-414d-be52-6e0ca781efd7 None None] Pushing event updated for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:30.232211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:30.232859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:30.262798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.433525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:30.434567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:30.436643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] Provisioning complete for port bc821880-0a92-4a29-a792-715c9b9c5b1f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:30.436895 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.463987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:30.463987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:30.477283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:30.527930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Allocated IP 172.22.0.2 (d40a7350-eb9c-49f1-bac3-c10817bb5035/15a689fc-59c8-4cb2-bf71-b2bc22769894/6a84ec66-1a6c-4c66-b36b-465f9752a12d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:30.590761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.595773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-56337f2d-9e32-4e61-8c19-e3a72cb2c4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613661 Nov 15 22:51:30.734848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-89c23338-374c-4d1f-ae8f-1c495b4e067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:30.734848 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-89c23338-374c-4d1f-ae8f-1c495b4e067c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.0661063 Nov 15 22:51:30.844227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.879337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-27504bc1-455b-4a8b-9a16-8aa121305991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:30.884323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-27504bc1-455b-4a8b-9a16-8aa121305991 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 910 time: 0.1275709 Nov 15 22:51:30.886273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:30.999188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] For port bc821880-0a92-4a29-a792-715c9b9c5b1f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc821880-0a92-4a29-a792-715c9b9c5b1f,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:31.010029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-cce4f684-a785-4e17-9e2f-ec80ea2efc06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1002 time: 0.1145425 Nov 15 22:51:31.049059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.081340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23316b0d-8830-4791-b210-1f0647513398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:25Z', 'revision_number': 3, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:29Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:31.107508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-5fff6174-8d59-4878-9cae-55cc3ef37bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:31.109015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-5fff6174-8d59-4878-9cae-55cc3ef37bc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.0849228 Nov 15 22:51:31.158698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23316b0d-8830-4791-b210-1f0647513398 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:25Z', 'revision_number': 3, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:29Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:31.173811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.190401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.204446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-51e6558c-00b5-492e-9858-afce14c8944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:31.205994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-51e6558c-00b5-492e-9858-afce14c8944e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857103 Nov 15 22:51:31.343170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:31.350346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:31.356366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.376571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:31.414088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bab35ff9-7af9-4724-86df-6330c8bff9d3 None None] Provisioning complete for port bc821880-0a92-4a29-a792-715c9b9c5b1f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:31.414088 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bab35ff9-7af9-4724-86df-6330c8bff9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.421815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d6875-060e-4865-aca2-cf464a918a01 None None] Pushing event updated for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:31.436170 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49174) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:31.462494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.491511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-695f6303-97e8-402a-8c46-69feade71ff9 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725625 Nov 15 22:51:31.655055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc821880-0a92-4a29-a792-715c9b9c5b1f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:31.675841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Pushing event updated for resources: {'Port': ['ID=6a84ec66-1a6c-4c66-b36b-465f9752a12d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:31.704443 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea382ce-dc61-44c6-a44a-8ac84bbde66d req-5a1f7310-64c9-4467-b9eb-580b1547e956 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038097 Nov 15 22:51:31.759866 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:31.866374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:32.058371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Attempting to bind port 6a84ec66-1a6c-4c66-b36b-465f9752a12d on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:32.062183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Attempting to bind port 6a84ec66-1a6c-4c66-b36b-465f9752a12d by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:32.062183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Attempting to bind port 6a84ec66-1a6c-4c66-b36b-465f9752a12d on network d40a7350-eb9c-49f1-bac3-c10817bb5035 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:32.067535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:32.067990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Checking segment: {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:32.068458 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.068945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Bound using segment: {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:32.069531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Bound port: 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:32.070011 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.097899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:32.100084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:32.143652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bc821880-0a92-4a29-a792-715c9b9c5b1f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:32.144754 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.254234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] For port 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:32.259068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] For port 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a84ec66-1a6c-4c66-b36b-465f9752a12d,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:32.343753 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.367049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:32.432917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0cd99-7ff6-459a-9718-05f8cf57b874 None None] Pushing event updated for resources: {'Port': ['ID=6a84ec66-1a6c-4c66-b36b-465f9752a12d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:32.509235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-e01f4921-a037-46bf-9078-f0e50b099ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941789 Nov 15 22:51:32.534673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:32.544706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d5571c3b-9dee-4160-9211-3931a9fd081d tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7054291 Nov 15 22:51:32.545314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:32.552312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'network': {'name': 'tempest-RoutersTest-127264739'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:32.553382 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:32.602166 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:32.605005 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:32.615034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.617464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-7cb75d55-917d-472c-b9d5-2f508a138d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:32.619786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-7cb75d55-917d-472c-b9d5-2f508a138d76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 1101 time: 0.0860801 Nov 15 22:51:32.707251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:32.711688 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:32.840507 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:32.894882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-99e7acd2-97d8-4252-be53-5e88dcc28efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:32.897161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-99e7acd2-97d8-4252-be53-5e88dcc28efb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db HTTP/1.1" status: 200 len: 870 time: 0.2447317 Nov 15 22:51:33.027775 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-6ef860bf-ff43-4917-8b04-dd98adb1e41a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9 HTTP/1.1" status: 200 len: 217 time: 0.1187584 Nov 15 22:51:33.116871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-4085a35d-1a29-423a-b372-15d882616641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:33.119008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-4085a35d-1a29-423a-b372-15d882616641 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0824070 Nov 15 22:51:33.209670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-41aa441a-724b-4b63-9fb3-230e3a0b8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:33.212190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-41aa441a-724b-4b63-9fb3-230e3a0b8cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745499 Nov 15 22:51:33.267027 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:31Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:33.326093 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:33.326443 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Updating router 72801c90-c0ad-427c-a84c-b219c9755d42 port 888167b4-4426-4705-9c27-14b5a5b406da binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:51:33.359607 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.395733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:33.405170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.405170 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added segment de3e965c-7e98-4dd9-8063-1cec486a4e0b of type vlan for network 97c18004-cd4f-4f2c-b668-e739282f25f5 Nov 15 22:51:33.408970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-a7544e15-7e47-4fa0-9681-57fa92aa8624 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858270 Nov 15 22:51:33.487693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.598499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af228a6a-7e0d-42c9-88ba-0d0bcbea9299 req-f5ed773b-9c29-4c18-8df7-60068bdfc5f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807141 Nov 15 22:51:33.684508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc821880-0a92-4a29-a792-715c9b9c5b1f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:33.788992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.805089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:33.805736 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.806907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bc821880-0a92-4a29-a792-715c9b9c5b1f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:33.807373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.910194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Network': ['ID=97c18004-cd4f-4f2c-b668-e739282f25f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:33.933041 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.937267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Deleting port 2c586856-2437-42c3-b4f4-97bd0fdfb32e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:33.938714 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:33.952037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:33.987262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4157006a-bc27-4400-8f14-4da9015de483 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4391005 Nov 15 22:51:33.995394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:34.000659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'subnet': {'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:34.009152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826990b-fbe8-4dc6-9295-49ba8c85b000 None None] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:34.033815 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.053392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] For port 2c586856-2437-42c3-b4f4-97bd0fdfb32e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2c586856-2437-42c3-b4f4-97bd0fdfb32e,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:34.053756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.072135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a84ec66-1a6c-4c66-b36b-465f9752a12d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:34.072752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Calling delete_port for 2c586856-2437-42c3-b4f4-97bd0fdfb32e owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:34.136315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] Provisioning complete for port 6a84ec66-1a6c-4c66-b36b-465f9752a12d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:34.136715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.154912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e321-4a79-4575-ab95-e15a84fa0a0c None None] Pushing event updated for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:34.200001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Made reservation on behalf of f26e5a92b81448238851cd84675bb396 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:34.203751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.300112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Attempting to bind port 888167b4-4426-4705-9c27-14b5a5b406da on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:34.300645 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Attempting to bind port 888167b4-4426-4705-9c27-14b5a5b406da by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:34.301196 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Attempting to bind port 888167b4-4426-4705-9c27-14b5a5b406da on network d40a7350-eb9c-49f1-bac3-c10817bb5035 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:34.306778 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:34.307147 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Checking segment: {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:34.307538 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.307919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Bound using segment: {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:34.308373 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Bound port: 888167b4-4426-4705-9c27-14b5a5b406da, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d9958f-a32d-437e-a0fd-453a307e495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:34.308767 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.395049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6a84ec66-1a6c-4c66-b36b-465f9752a12d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:34.395431 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.411262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] For port 888167b4-4426-4705-9c27-14b5a5b406da, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:34.414974 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] For port 888167b4-4426-4705-9c27-14b5a5b406da, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=888167b4-4426-4705-9c27-14b5a5b406da,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:34.509448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.573434 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.589646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.594802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] For port 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a84ec66-1a6c-4c66-b36b-465f9752a12d,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:34.620061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.622053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.669308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:34.669308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:34.669308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e321-4a79-4575-ab95-e15a84fa0a0c None None] Pushing event updated for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:34.725128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c586856-2437-42c3-b4f4-97bd0fdfb32e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:34.735432 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.796248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Subnet': ['ID=8ef2aa52-f468-49b7-978b-3692963734aa,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:34.823035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Checking segment: {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:34.823403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network hostable DHCP agents. Network: 97c18004-cd4f-4f2c-b668-e739282f25f5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:34.904678 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-947eab0e-caec-40a7-a01e-e22044ffe006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:34.907884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:34.982499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:34.982657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b599a-d66e-4f8b-8648-137923cc986d None None] Pushing event updated for resources: {'Port': ['ID=6a84ec66-1a6c-4c66-b36b-465f9752a12d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:34.985299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:51:34.985698 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:51:35.051330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:35.075646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Provisioning complete for port 6a84ec66-1a6c-4c66-b36b-465f9752a12d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:35.076466 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:35.097506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 97c18004-cd4f-4f2c-b668-e739282f25f5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:35.103754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:35.104734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:35.135592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30585d53-688c-489d-a3ed-76eb7df3561c None None] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:35.375121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5191a413-9513-4e69-aea8-6f8a1ffea5cc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3781862 Nov 15 22:51:35.377210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49220) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:35.420507 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:34Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:35.483404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f1c98-62f4-4498-a3ce-9a9909640de7 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:34Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:35.487914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Provisioning complete for port 888167b4-4426-4705-9c27-14b5a5b406da triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:35.487914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:35.544715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Router 9b37abf6-d082-4a91-a6e3-ed004912d4eb has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:35.891903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:35.905551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eed48e98-ba5c-4baf-8f3a-f98782ad4a17 admin admin] 10.222.0.15 "PUT /v2.0/routers/9b37abf6-d082-4a91-a6e3-ed004912d4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4630473 Nov 15 22:51:35.906795 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:35.971316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Sync routers for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:35.987985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-97c18004-cd4f-4f2c-b668-e739282f25f5', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:51:35.989398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.035570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.041408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:36.042361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:36.175065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.191984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.387643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 888167b4-4426-4705-9c27-14b5a5b406da up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:36.425763 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.613574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Deleting port 4321cf7f-6f60-41f2-b8fd-4cb432967116 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:36.614205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.703346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:36.721561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] For port 4321cf7f-6f60-41f2-b8fd-4cb432967116, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4321cf7f-6f60-41f2-b8fd-4cb432967116,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:36.722962 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.744025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Calling delete_port for 4321cf7f-6f60-41f2-b8fd-4cb432967116 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:36.746576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Allocated IP 172.23.0.1 (97c18004-cd4f-4f2c-b668-e739282f25f5/8ef2aa52-f468-49b7-978b-3692963734aa/272726fd-763f-4b55-9af1-d31adeb87501) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:36.835003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] For port 888167b4-4426-4705-9c27-14b5a5b406da, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=888167b4-4426-4705-9c27-14b5a5b406da,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:36.923163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 888167b4-4426-4705-9c27-14b5a5b406da triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:36.923524 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:36.953621 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.010910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.158010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caf22d-1bc5-4fc8-90f3-383472a8db13 None None] Pushing event updated for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:37.165225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12cc0b4a-1aff-443a-8697-9843f77b6452 None None] Provisioning complete for port 888167b4-4426-4705-9c27-14b5a5b406da triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:37.165591 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12cc0b4a-1aff-443a-8697-9843f77b6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.166235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.203635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:37.204891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:37.208922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:37.211354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.242636 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd287658-960c-43b4-997b-e060ed9f668f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.247082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4321cf7f-6f60-41f2-b8fd-4cb432967116,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:37.258124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:37.268999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.278852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a84ec66-1a6c-4c66-b36b-465f9752a12d up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:37.289722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fab8e-df0d-404b-a039-64c6a594398f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:37.333856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:51:34Z', 'revision_number': 5, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port': {'id': '4321cf7f-6f60-41f2-b8fd-4cb432967116', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:34Z', 'updated_at': '2021-11-15T22:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:37.345200 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Allocated IP 172.23.0.2 (97c18004-cd4f-4f2c-b668-e739282f25f5/8ef2aa52-f468-49b7-978b-3692963734aa/cfb704a7-130d-4361-94db-05ceea0d208e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:37.358554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.401978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Checking router: 9b37abf6-d082-4a91-a6e3-ed004912d4eb for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:37.487707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.491020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.547727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Routers {'9b37abf6-d082-4a91-a6e3-ed004912d4eb'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:37.549316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:37.582471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.689252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] Set router 9b37abf6-d082-4a91-a6e3-ed004912d4eb gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:37.707229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6a84ec66-1a6c-4c66-b36b-465f9752a12d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:37.707837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.714135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.718084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b37abf6-d082-4a91-a6e3-ed004912d4eb {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:51:37.719239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.724000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44ead663-2c0b-402e-8dcb-d449d2ebcf6a admin admin] 10.222.0.15 "DELETE /v2.0/routers/9b37abf6-d082-4a91-a6e3-ed004912d4eb HTTP/1.1" status: 204 len: 168 time: 1.8162396 Nov 15 22:51:37.724800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:37.797031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 7, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:37.836165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Deleting subnet 964cee76-9671-4c61-8ecf-22f4fcf32c32 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:37.840313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.840731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3931cc-cbe4-4bd4-8011-3562e8d0d7e5 None None] The sync data for ids ['9b37abf6-d082-4a91-a6e3-ed004912d4eb'] in n-d-817995-3 is: [{'id': '9b37abf6-d082-4a91-a6e3-ed004912d4eb', 'name': 'tempest-TaggedBootDevicesTest-1200226014-router', 'tenant_id': '9a24b716d7844e3b88f6c66b933a2131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:33Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 7, 'project_id': '9a24b716d7844e3b88f6c66b933a2131', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:37.842480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.910278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.957283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.964756 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:37.987758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:38.016262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:38.020729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:38.022092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.043893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Pushing event updated for resources: {'Port': ['ID=cfb704a7-130d-4361-94db-05ceea0d208e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:38.095992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Attempting to bind port cfb704a7-130d-4361-94db-05ceea0d208e on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:38.096385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Attempting to bind port cfb704a7-130d-4361-94db-05ceea0d208e by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:38.096930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Attempting to bind port cfb704a7-130d-4361-94db-05ceea0d208e on network 97c18004-cd4f-4f2c-b668-e739282f25f5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:38.102227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:38.102593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Checking segment: {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:38.102989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.103377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Bound using segment: {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:38.103983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Bound port: cfb704a7-130d-4361-94db-05ceea0d208e, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:38.104366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.111061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.112873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.177479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] For port cfb704a7-130d-4361-94db-05ceea0d208e, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:38.185732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] For port cfb704a7-130d-4361-94db-05ceea0d208e, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cfb704a7-130d-4361-94db-05ceea0d208e,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:38.275887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.287420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event updated for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:38.346437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.382573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.420808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964cee76-9671-4c61-8ecf-22f4fcf32c32,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:38.431000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fb053-8a20-4adc-a6b2-ec738bad3aca None None] Pushing event updated for resources: {'Port': ['ID=cfb704a7-130d-4361-94db-05ceea0d208e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:38.437674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:38.446244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.453655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:38.463766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ddcf7935-cb97-4864-9523-6550223bdbbc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/964cee76-9671-4c61-8ecf-22f4fcf32c32 HTTP/1.1" status: 204 len: 168 time: 0.7353382 Nov 15 22:51:38.467590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49258) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:38.472431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9e8b3-5344-41f2-a9fc-6ba8594fdccf None None] Network 87d6df67-48ac-43f7-860f-7bb45b3e8067 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:38.661162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 888167b4-4426-4705-9c27-14b5a5b406da up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:38.733784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.817964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:38.858147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Deleting port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:38.858883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.911726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 888167b4-4426-4705-9c27-14b5a5b406da triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:38.913293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:38.982076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] For port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:38.982438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.010525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Calling delete_port for 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:39.128901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] DHCP port deletion for 87d6df67-48ac-43f7-860f-7bb45b3e8067 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:39.140160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2c586856-2437-42c3-b4f4-97bd0fdfb32e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:39.191007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2c586856-2437-42c3-b4f4-97bd0fdfb32e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:39.191007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2c586856-2437-42c3-b4f4-97bd0fdfb32e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:39.272990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Deleting port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:39.272990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.330659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.354060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] For port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,segment=NetworkSegment(a071a7d8-0124-4fd4-8da1-d046d91f4791),segment_id=a071a7d8-0124-4fd4-8da1-d046d91f4791)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:39.354596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.369979 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Calling delete_port for 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:39.379530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:39.382392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] No DVR routers for this DVR port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:39.458173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.475682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:39.486501 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:39.488942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-30bb2308-3204-4296-bad2-f0675ecba195 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1086724 Nov 15 22:51:39.490514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:39.497217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] Pushing event deleted for resources: {'Port': ['ID=7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:39.498628 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:39.499889 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:39.510055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:39.515895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ac032-babd-490a-90cd-c408f0339b37 None None] No DVR routers for this DVR port 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:39.548872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.576964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d6df67-48ac-43f7-860f-7bb45b3e8067']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:39.597398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a071a7d8-0124-4fd4-8da1-d046d91f4791') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:39.597696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a071a7d8-0124-4fd4-8da1-d046d91f4791') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:39.611131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.638563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.642706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:39.643606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.646714 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:39.656860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:39.691336 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:39.799598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.817606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:39.823807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] 10.222.0.15 "DELETE /v2.0/networks/87d6df67-48ac-43f7-860f-7bb45b3e8067 HTTP/1.1" status: 204 len: 168 time: 1.3524210 Nov 15 22:51:39.823807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528867aa-52c3-4dae-a05a-b0d2c8cb9c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d6df67-48ac-43f7-860f-7bb45b3e8067,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:39.824273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:40.011076 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:37Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:37Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:40.052235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:51:40.055899 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:40.056081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Updating router 72801c90-c0ad-427c-a84c-b219c9755d42 port 272726fd-763f-4b55-9af1-d31adeb87501 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:51:40.086191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.extraroute_db [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Removed routes are [] {{(pid=103127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:51:40.087214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.105527 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.241824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cfb704a7-130d-4361-94db-05ceea0d208e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:40.246182 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0f600-a071-45a1-b696-47bc5f9c3445 None None] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:40.415174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] Provisioning complete for port cfb704a7-130d-4361-94db-05ceea0d208e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:40.415512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.470701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.501336 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.505757 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.549241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.574591 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.657095 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.676352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:40.684256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cfb704a7-130d-4361-94db-05ceea0d208e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:40.684543 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.800651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2be02b-ebb4-4252-8726-d93c905d4be4 None None] Pushing event updated for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:40.813139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Attempting to bind port 272726fd-763f-4b55-9af1-d31adeb87501 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:51:40.813784 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Attempting to bind port 272726fd-763f-4b55-9af1-d31adeb87501 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:51:40.814189 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Attempting to bind port 272726fd-763f-4b55-9af1-d31adeb87501 on network 97c18004-cd4f-4f2c-b668-e739282f25f5 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:51:40.820976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:51:40.820976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Checking segment: {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:40.821363 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.826989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Bound using segment: {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:51:40.826989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Bound port: 272726fd-763f-4b55-9af1-d31adeb87501, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e965c-7e98-4dd9-8063-1cec486a4e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:51:40.826989 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.839569 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.863408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:40.873244 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.874793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c8a266e-ce29-4cb1-b662-41bbba0a5bb9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 934 time: 1.3775792 Nov 15 22:51:40.878378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:40.956244 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Deleting port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:40.956643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:40.970487 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] For port 272726fd-763f-4b55-9af1-d31adeb87501, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:51:40.974878 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] For port 272726fd-763f-4b55-9af1-d31adeb87501, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=272726fd-763f-4b55-9af1-d31adeb87501,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:51:40.985176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] For port cfb704a7-130d-4361-94db-05ceea0d208e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cfb704a7-130d-4361-94db-05ceea0d208e,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:41.011421 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.035234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1beeb7e7-6430-4473-8c61-c8e1ec03e9e9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 934 time: 0.1554880 Nov 15 22:51:41.038493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:41.045341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'routes': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:41.085769 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.138833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.157450 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:41.164880 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:41.188203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2be02b-ebb4-4252-8726-d93c905d4be4 None None] Pushing event updated for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:41.189188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] For port 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:41.189551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.247716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Calling delete_port for 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:41.282160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4550f-9f9d-4f28-beda-b421d5143df9 None None] Pushing event updated for resources: {'Port': ['ID=cfb704a7-130d-4361-94db-05ceea0d208e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:41.337490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:51:41.337844 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:51:41.351358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Provisioning complete for port cfb704a7-130d-4361-94db-05ceea0d208e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:41.352066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.368908 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:41.489992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Provisioning complete for port 272726fd-763f-4b55-9af1-d31adeb87501 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:41.490386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:41.794601 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:40Z', 'revision_number': 6, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:40Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:41.863052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792176d0-369c-4b46-8224-8ce91c69d086 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:40Z', 'revision_number': 6, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:40Z', 'revision_number': 4, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:42.035472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.109865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0a20e28c-354d-404b-ab45-af174120928d None None] For port 272726fd-763f-4b55-9af1-d31adeb87501, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=272726fd-763f-4b55-9af1-d31adeb87501,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:42.183107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4321cf7f-6f60-41f2-b8fd-4cb432967116 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:42.222083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4321cf7f-6f60-41f2-b8fd-4cb432967116 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:42.222568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4321cf7f-6f60-41f2-b8fd-4cb432967116 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:42.222993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:42.246539 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.295092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:42.295092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb2f7b2-63b6-4e28-923e-ccd3bf8f9259 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:42.319102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20e28c-354d-404b-ab45-af174120928d None None] Pushing event updated for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:42.339219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:51:42.339814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:51:42.371870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b478c0e2-cc2e-4c44-804b-13508ae77663 None None] Provisioning complete for port 272726fd-763f-4b55-9af1-d31adeb87501 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:42.372002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b478c0e2-cc2e-4c44-804b-13508ae77663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.425002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.481956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.594508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:42.632905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cfb704a7-130d-4361-94db-05ceea0d208e up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:42.731863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ab97c152-ae0d-4b51-a2a7-8614132b4a65 None None] Provisioning complete for port 272726fd-763f-4b55-9af1-d31adeb87501 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:42.731863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab97c152-ae0d-4b51-a2a7-8614132b4a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.792546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cfb704a7-130d-4361-94db-05ceea0d208e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:42.793425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:42.958692 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.010425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 272726fd-763f-4b55-9af1-d31adeb87501 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:51:43.060532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 272726fd-763f-4b55-9af1-d31adeb87501 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:43.060746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.105532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d8e3bdc1-f9d2-4012-8306-c4051a198027 None None] Provisioning complete for port 272726fd-763f-4b55-9af1-d31adeb87501 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:51:43.111613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8e3bdc1-f9d2-4012-8306-c4051a198027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.199693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.206355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.281697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:43.285399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:51:43.304326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:43.304326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:43.389100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:43.421499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:43.433418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Router 4beef632-8a72-4955-ac5f-de299e97f241 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:43.615370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:43.625113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:43.628418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:43.628973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-023a7d79-3e7d-40af-9bf9-9ff77fb48e87 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 700 time: 2.5889170 Nov 15 22:51:43.654877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:43.663452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cf07f3f4-74e2-464c-b3ca-76576de6c286 admin admin] 10.222.0.15 "PUT /v2.0/routers/4beef632-8a72-4955-ac5f-de299e97f241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359640 Nov 15 22:51:43.664640 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Sync routers for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:43.667330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:43.673154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:43.675884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:43.677163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:43.712835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:43.741191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:43.742256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:43.786644 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:43.861986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2aa248dc-2402-4917-a03e-8b77a65f9bbc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 700 time: 0.2290483 Nov 15 22:51:43.863427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:43.906175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:43.947614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.105031 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:44.168981 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Checking router: 4beef632-8a72-4955-ac5f-de299e97f241 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:44.178336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Routers {'4beef632-8a72-4955-ac5f-de299e97f241'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:44.178948 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4beef632-8a72-4955-ac5f-de299e97f241'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:44.190209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.199632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:44.238250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32bce-2e1e-4733-bade-46ff6ae90520 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:44.353306 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] Set router 4beef632-8a72-4955-ac5f-de299e97f241 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:44.370811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Deleting port 5169c5e6-dc50-4c53-aec7-62258ab8a193 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:44.372834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.519087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] For port 5169c5e6-dc50-4c53-aec7-62258ab8a193, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5169c5e6-dc50-4c53-aec7-62258ab8a193,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:44.519788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.545638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Calling delete_port for 5169c5e6-dc50-4c53-aec7-62258ab8a193 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:44.601728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.656309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:44.675479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:44.676634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:44.734652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:44.774393 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692abaa5-750f-4535-8586-0c2b259f94b9 None None] The sync data for ids ['4beef632-8a72-4955-ac5f-de299e97f241'] in n-d-817995-3 is: [{'id': '4beef632-8a72-4955-ac5f-de299e97f241', 'name': 'tempest-TaggedBootDevicesTest-2121496118-router', 'tenant_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:39:43Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': '6a7a7c5420cd49eca04dedf1b8fd9976', 'gw_port': {'id': '5169c5e6-dc50-4c53-aec7-62258ab8a193', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beef632-8a72-4955-ac5f-de299e97f241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:39:45Z', 'updated_at': '2021-11-15T22:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:44.824534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:44.947084 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.979943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 272726fd-763f-4b55-9af1-d31adeb87501 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:44.980436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:44.987579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Pushing event deleted for resources: {'Port': ['ID=5169c5e6-dc50-4c53-aec7-62258ab8a193,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:45.019487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394a4e4-54a8-4b13-84b9-a62f675b1d09 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:45.062803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:45.105399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:45.116585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:45.117412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:45.131347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 272726fd-763f-4b55-9af1-d31adeb87501, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=272726fd-763f-4b55-9af1-d31adeb87501,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:45.131599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.132272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.151469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 272726fd-763f-4b55-9af1-d31adeb87501 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:45.219467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:45.295833 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.298907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.462352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.462914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4beef632-8a72-4955-ac5f-de299e97f241 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:51:45.464060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:45.467479 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.472201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57d2ad2d-226e-463d-8e0f-1b1bc623aefd admin admin] 10.222.0.15 "DELETE /v2.0/routers/4beef632-8a72-4955-ac5f-de299e97f241 HTTP/1.1" status: 204 len: 168 time: 1.7944858 Nov 15 22:51:45.472283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:45.498254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc56366-2bff-4c95-b3eb-b52b9cdc77b3 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 7, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '272726fd-763f-4b55-9af1-d31adeb87501', 'name': '', 'network_id': '97c18004-cd4f-4f2c-b668-e739282f25f5', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:a4:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:36Z', 'updated_at': '2021-11-15T22:51:42Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '8ef2aa52-f468-49b7-978b-3692963734aa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:45.508088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.544643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=272726fd-763f-4b55-9af1-d31adeb87501,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:45.561428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Deleting subnet 7d7110ed-f443-48c9-a3ca-a16f933a1840 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:45.665726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.790609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:45.834309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.251101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.390429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:46.470632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.495926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5169c5e6-dc50-4c53-aec7-62258ab8a193 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:46.506193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7110ed-f443-48c9-a3ca-a16f933a1840,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:46.513229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.520397 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83f49420-6ea6-4c9a-bfef-5153da56c240 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d7110ed-f443-48c9-a3ca-a16f933a1840 HTTP/1.1" status: 204 len: 168 time: 1.0432832 Nov 15 22:51:46.520518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:46.520978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5169c5e6-dc50-4c53-aec7-62258ab8a193 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:46.520978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5169c5e6-dc50-4c53-aec7-62258ab8a193 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:46.521217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:46.529046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb83962-f786-4203-ab4e-0f889bbe80f2 None None] Network 400e3792-80c9-4770-b9f4-a97500ba509a requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:46.542866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:46.551292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1751d0e1-9157-4eac-a95e-669ff18b9fb5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6866629 Nov 15 22:51:46.551953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49352) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:46.555617 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:46.571612 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:46.572238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:46.588920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:46.589216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 24bddd6e-5a52-4a9b-a95c-d9aa5c536cc7 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:46.616119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 8ef2aa52-f468-49b7-978b-3692963734aa {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:46.624549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.627126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.697844 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:46.711554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Deleting port a0335c31-e34f-44ed-bfa9-30bae882c05c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:46.711875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.716541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.788876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] For port a0335c31-e34f-44ed-bfa9-30bae882c05c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a0335c31-e34f-44ed-bfa9-30bae882c05c,segment=NetworkSegment(a00941b6-7ab0-4ad4-8e97-a85383d7d294),segment_id=a00941b6-7ab0-4ad4-8e97-a85383d7d294)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:46.789156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:46.810192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Calling delete_port for a0335c31-e34f-44ed-bfa9-30bae882c05c owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:46.942028 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.011609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.064753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] No DVR routers for this DVR port a0335c31-e34f-44ed-bfa9-30bae882c05c on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:47.090672 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:45Z', 'revision_number': 8, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.100550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0335c31-e34f-44ed-bfa9-30bae882c05c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:47.131417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.140202 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:47.150784 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:47.151475 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.156190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.169923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.173196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/8ef2aa52-f468-49b7-978b-3692963734aa HTTP/1.1" status: 204 len: 168 time: 0.6200442 Nov 15 22:51:47.181256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833eb8f5-ec87-4849-a24a-adecde75d40a None None] Network 97c18004-cd4f-4f2c-b668-e739282f25f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:47.187930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49358) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:47.193744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e3792-80c9-4770-b9f4-a97500ba509a']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.232503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be6cf-5e3b-4aed-984e-03fea311f0e5 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef2aa52-f468-49b7-978b-3692963734aa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:47.236402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd8c41-cba3-4cd7-9033-776ed39d5288 None None] DHCP port deletion for 400e3792-80c9-4770-b9f4-a97500ba509a request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:47.240907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00941b6-7ab0-4ad4-8e97-a85383d7d294') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.241199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00941b6-7ab0-4ad4-8e97-a85383d7d294') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.260438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.266059 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:47.289683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.295561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.304347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:47.304760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:47.306723 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:47.404894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port cfb704a7-130d-4361-94db-05ceea0d208e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:47.405146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.476159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] DHCP port deletion for 97c18004-cd4f-4f2c-b668-e739282f25f5 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:47.490420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port cfb704a7-130d-4361-94db-05ceea0d208e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cfb704a7-130d-4361-94db-05ceea0d208e,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:47.490757 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.504015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for cfb704a7-130d-4361-94db-05ceea0d208e owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:47.535601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Deleting port cfb704a7-130d-4361-94db-05ceea0d208e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:47.536136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.550266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:45Z', 'revision_number': 8, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.559578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.567960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.572660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] 10.222.0.15 "DELETE /v2.0/networks/400e3792-80c9-4770-b9f4-a97500ba509a HTTP/1.1" status: 204 len: 168 time: 1.0502808 Nov 15 22:51:47.583336 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad706c09-d81a-4e1c-8d49-c80850ad1579 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:45Z', 'revision_number': 8, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '888167b4-4426-4705-9c27-14b5a5b406da', 'name': '', 'network_id': 'd40a7350-eb9c-49f1-bac3-c10817bb5035', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:ba:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:29Z', 'updated_at': '2021-11-15T22:51:36Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '15a689fc-59c8-4cb2-bf71-b2bc22769894', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:47.594234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303339d2-bf2d-4dd0-b748-161352804f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=400e3792-80c9-4770-b9f4-a97500ba509a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:47.644744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] For port cfb704a7-130d-4361-94db-05ceea0d208e, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cfb704a7-130d-4361-94db-05ceea0d208e,segment=NetworkSegment(de3e965c-7e98-4dd9-8063-1cec486a4e0b),segment_id=de3e965c-7e98-4dd9-8063-1cec486a4e0b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:47.645330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.660257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Calling delete_port for cfb704a7-130d-4361-94db-05ceea0d208e owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:47.741732 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.748242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.761444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port cfb704a7-130d-4361-94db-05ceea0d208e on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:47.780471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=cfb704a7-130d-4361-94db-05ceea0d208e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:47.785719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] Pushing event deleted for resources: {'Port': ['ID=cfb704a7-130d-4361-94db-05ceea0d208e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:47.787970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988e4f2-6520-4e18-80b0-d4b92c0116d5 None None] No DVR routers for this DVR port cfb704a7-130d-4361-94db-05ceea0d208e on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:47.870800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.891347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c18004-cd4f-4f2c-b668-e739282f25f5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.900676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3e965c-7e98-4dd9-8063-1cec486a4e0b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.900974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3e965c-7e98-4dd9-8063-1cec486a4e0b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:47.911091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.929001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.936150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:47.936562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:47.939945 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:48.066431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:48.079195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.094205 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.094847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/97c18004-cd4f-4f2c-b668-e739282f25f5 HTTP/1.1" status: 204 len: 168 time: 0.9116218 Nov 15 22:51:48.099737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49368) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:48.108194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d0c8f-35c9-4632-8559-9182964a35f0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=97c18004-cd4f-4f2c-b668-e739282f25f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:48.274463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d79819b6-36a4-4353-a549-6afaa6210460 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a24b716d7844e3b88f6c66b933a2131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1194131 Nov 15 22:51:48.274886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:48.324194 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.357954 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.431716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cfb704a7-130d-4361-94db-05ceea0d208e no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:48.458094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: cfb704a7-130d-4361-94db-05ceea0d208e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:48.458861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cfb704a7-130d-4361-94db-05ceea0d208e not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:48.459491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 272726fd-763f-4b55-9af1-d31adeb87501 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:48.480279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 272726fd-763f-4b55-9af1-d31adeb87501 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:48.480646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 272726fd-763f-4b55-9af1-d31adeb87501 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:48.481097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0335c31-e34f-44ed-bfa9-30bae882c05c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:48.487831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.501556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a0335c31-e34f-44ed-bfa9-30bae882c05c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:48.501988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a0335c31-e34f-44ed-bfa9-30bae882c05c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:48.599082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.601883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.605024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bce478e-a08b-44c5-b38d-3f8b0b86eb8c HTTP/1.1" status: 204 len: 168 time: 0.3328781 Nov 15 22:51:48.624924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295da2df-ba50-4b44-a26c-8996f9aefd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce478e-a08b-44c5-b38d-3f8b0b86eb8c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:48.747105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 888167b4-4426-4705-9c27-14b5a5b406da {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:48.747445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.841535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 888167b4-4426-4705-9c27-14b5a5b406da, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=888167b4-4426-4705-9c27-14b5a5b406da,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:48.841927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:48.859488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 888167b4-4426-4705-9c27-14b5a5b406da owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:49.107539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.143578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=888167b4-4426-4705-9c27-14b5a5b406da,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:49.320781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.391630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:49.432486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f8f76418-4e5a-4886-8a41-ef53e8904e2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a7a7c5420cd49eca04dedf1b8fd9976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395565 Nov 15 22:51:49.434849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:49.502199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.529038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.547869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:49.644166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:49.652272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6b412c5c-2e92-470c-8cae-66df800d5c61 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486526 Nov 15 22:51:49.652697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:49.656172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:49.667144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:49.668093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:49.683626 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.686284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.690305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eee875a0-39f7-41bb-86c3-8f9ee7484b08 HTTP/1.1" status: 204 len: 168 time: 0.2500553 Nov 15 22:51:49.704966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10417ec-8604-4deb-969a-d929f8fc2701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee875a0-39f7-41bb-86c3-8f9ee7484b08,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:49.724695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 15a689fc-59c8-4cb2-bf71-b2bc22769894 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:49.727662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.771973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:49.781283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:49.894909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.017039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:48Z', 'revision_number': 9, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:50.045529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:50.054946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:50.055583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:50.073455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.102761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=15a689fc-59c8-4cb2-bf71-b2bc22769894,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:50.109137 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.116900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-def5975c-a2f5-4824-a8bf-dcd8fa48d6cb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/15a689fc-59c8-4cb2-bf71-b2bc22769894 HTTP/1.1" status: 204 len: 168 time: 0.4592566 Nov 15 22:51:50.117342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:50.127810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b198bb5-4002-428f-bc2e-da846758c44f None None] Network d40a7350-eb9c-49f1-bac3-c10817bb5035 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:50.220798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.254166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:50.289544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 6a84ec66-1a6c-4c66-b36b-465f9752a12d {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:50.289926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.433059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a84ec66-1a6c-4c66-b36b-465f9752a12d,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:50.433303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.441992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] DHCP port deletion for d40a7350-eb9c-49f1-bac3-c10817bb5035 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:50.448579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 6a84ec66-1a6c-4c66-b36b-465f9752a12d owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:50.567369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Deleting port 6a84ec66-1a6c-4c66-b36b-465f9752a12d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:50.567784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.610826 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.649945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] For port 6a84ec66-1a6c-4c66-b36b-465f9752a12d, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6a84ec66-1a6c-4c66-b36b-465f9752a12d,segment=NetworkSegment(69d9958f-a32d-437e-a0fd-453a307e495f),segment_id=69d9958f-a32d-437e-a0fd-453a307e495f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:50.649945 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.653122 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 6a84ec66-1a6c-4c66-b36b-465f9752a12d on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:50.656053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=6a84ec66-1a6c-4c66-b36b-465f9752a12d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:50.663148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Calling delete_port for 6a84ec66-1a6c-4c66-b36b-465f9752a12d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:50.671290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:48Z', 'revision_number': 9, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:50.719413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b9272-ef80-4481-9cf4-83edbd0cbc7f None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:48Z', 'revision_number': 9, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc821880-0a92-4a29-a792-715c9b9c5b1f', 'name': '', 'network_id': '455d4442-c13c-4404-9da2-92b6485cbbe1', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:dc:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:24Z', 'updated_at': '2021-11-15T22:51:30Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': 'acbd2ae8-fea9-48b9-a1bd-43207f191819', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:50.806835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:50.821500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] No DVR routers for this DVR port 6a84ec66-1a6c-4c66-b36b-465f9752a12d on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:50.866840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daf5f9-54b9-4a7f-86f4-39fabcc1781d None None] Pushing event deleted for resources: {'Port': ['ID=6a84ec66-1a6c-4c66-b36b-465f9752a12d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:51.141463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.175311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:51.176413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40a7350-eb9c-49f1-bac3-c10817bb5035']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:51.188395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d9958f-a32d-437e-a0fd-453a307e495f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:51.188702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d9958f-a32d-437e-a0fd-453a307e495f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:51.199595 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.218311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.227694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:51.228272 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:51.231824 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:51.306758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-80570396-network', 'tenant_id': '9e537406a7374ae29abf1b1197d7e1ca'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:51.404300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.411544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.414948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/d40a7350-eb9c-49f1-bac3-c10817bb5035 HTTP/1.1" status: 204 len: 168 time: 1.2965736 Nov 15 22:51:51.417980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:51.427436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad936f-a657-441d-b0f9-8f9899097939 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=d40a7350-eb9c-49f1-bac3-c10817bb5035,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:51.485612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Made reservation on behalf of 9e537406a7374ae29abf1b1197d7e1ca for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:51.488243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.505734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.727176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.784093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.819120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:51:51.840555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:51.840926 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Added segment 3cbcd507-0833-44d1-be5f-81ae32d5f0d4 of type vlan for network 52394cf8-48ae-43bf-a0da-432d3365a121 Nov 15 22:51:51.842256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0b206-3356-4230-9988-dba0c9ce6462,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:52.201703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.235247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.300290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.301284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:52.301868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.380139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=52394cf8-48ae-43bf-a0da-432d3365a121,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:52.400572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 52394cf8-48ae-43bf-a0da-432d3365a121 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:51:52.411402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 888167b4-4426-4705-9c27-14b5a5b406da no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:52.468126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 888167b4-4426-4705-9c27-14b5a5b406da {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:52.468465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 888167b4-4426-4705-9c27-14b5a5b406da not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:52.468916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a84ec66-1a6c-4c66-b36b-465f9752a12d no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:52.498825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6a84ec66-1a6c-4c66-b36b-465f9752a12d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:52.499169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6a84ec66-1a6c-4c66-b36b-465f9752a12d not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:52.523735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-447b4842-c136-4725-be76-9762009ab7b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3472652 Nov 15 22:51:52.527140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:52.532138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Request body: {'subnet': {'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-80570396-subnet', 'tenant_id': '9e537406a7374ae29abf1b1197d7e1ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:52.570405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port bc821880-0a92-4a29-a792-715c9b9c5b1f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:52.570739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.627650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Made reservation on behalf of 9e537406a7374ae29abf1b1197d7e1ca for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:52.630114 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.666000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port bc821880-0a92-4a29-a792-715c9b9c5b1f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bc821880-0a92-4a29-a792-715c9b9c5b1f,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:52.666403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.679377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for bc821880-0a92-4a29-a792-715c9b9c5b1f owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:52.930252 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:52.985366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aad42c6-26da-4eec-84e2-491a517ac22b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:52.993186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:53.018757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Checking segment: {'id': '3cbcd507-0833-44d1-be5f-81ae32d5f0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:51:53.019458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Network hostable DHCP agents. Network: 52394cf8-48ae-43bf-a0da-432d3365a121, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:51:53.024534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=bc821880-0a92-4a29-a792-715c9b9c5b1f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:53.141461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Network 52394cf8-48ae-43bf-a0da-432d3365a121 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:51:53.217811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:53.238936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 52394cf8-48ae-43bf-a0da-432d3365a121) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:53.243233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:53.243832 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:53.269084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9b0b3-412a-44d7-ab38-5a7cf628b888 None None] Network 52394cf8-48ae-43bf-a0da-432d3365a121 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:53.355645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-83221c38-778e-4752-a49f-d8fadd26dca1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8273580 Nov 15 22:51:53.473033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c123f4-1ed5-4001-b140-8c3c973ba142 None None] Network 52394cf8-48ae-43bf-a0da-432d3365a121 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:53.492898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:53.631169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:53.637298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2cd92c1-ecc6-4aba-9291-4b2954b235d8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181075 Nov 15 22:51:53.640156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:53.646952 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:53.659744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:53.677718 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:53.732488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet acbd2ae8-fea9-48b9-a1bd-43207f191819 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:53.736231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:53.787193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:53.794081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:53.915054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.014283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-5db8779e-53bd-41ec-a037-0633fde8f30f tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:54.015749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-5db8779e-53bd-41ec-a037-0633fde8f30f tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/networks?id=52394cf8-48ae-43bf-a0da-432d3365a121 HTTP/1.1" status: 200 len: 820 time: 0.1398339 Nov 15 22:51:54.032742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-17613a01-6ea8-46e3-97ab-24e9a2ce44b7 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/quotas/9e537406a7374ae29abf1b1197d7e1ca HTTP/1.1" status: 200 len: 375 time: 0.0100787 Nov 15 22:51:54.068987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.071875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-a7acc88e-6840-47be-8269-cdf7a6326309 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e537406a7374ae29abf1b1197d7e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311592 Nov 15 22:51:54.108157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=acbd2ae8-fea9-48b9-a1bd-43207f191819,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:54.118373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.122936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec991d-2ad8-43a6-a98f-172d50607b39 None None] Network 455d4442-c13c-4404-9da2-92b6485cbbe1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:54.127904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-babdf500-654e-4b3e-bcd0-7791d4e59fd0 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/acbd2ae8-fea9-48b9-a1bd-43207f191819 HTTP/1.1" status: 204 len: 168 time: 0.4837940 Nov 15 22:51:54.128461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:54.190810 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:52Z', 'revision_number': 10, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:54.240512 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:54.264705 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:54.264705 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:54.296159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-dfcb790c-b93b-4ae9-8cea-6f3f331843e5 service neutron] 10.222.0.15 "GET /v2.0/networks/52394cf8-48ae-43bf-a0da-432d3365a121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043066 Nov 15 22:51:54.380824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.472277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-f62c98dc-4910-4a79-a412-2182ad137168 service neutron] 10.222.0.15 "GET /v2.0/networks/52394cf8-48ae-43bf-a0da-432d3365a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589665 Nov 15 22:51:54.523839 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:54.560711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:54.561056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.622899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] DHCP port deletion for 455d4442-c13c-4404-9da2-92b6485cbbe1 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:54.678168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Deleting port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:54.678814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.694371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:54.695175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.727838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:54.860121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55efc514-433a-4e90-9b28-cc4ff1f8bddb req-3816f56f-2c22-4010-b43c-3e69e4c453aa tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 210 time: 0.0589728 Nov 15 22:51:54.895706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] For port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,segment=NetworkSegment(dec85bf9-bc90-4197-b018-0c91dea3c25f),segment_id=dec85bf9-bc90-4197-b018-0c91dea3c25f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:54.897540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:54.927756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Calling delete_port for 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:54.930332 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:52Z', 'revision_number': 10, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:54.970311 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cfb49-4713-487f-92f4-d61015164a6b None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:52Z', 'revision_number': 10, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None, '_interfaces': [{'id': '3e3a51ba-1222-497f-92a8-df1a3963c9f2', 'name': '', 'network_id': 'beaab4bf-3b81-439e-acf3-734aaf0a24d2', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'mac_address': 'fa:16:3e:b1:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:51:18Z', 'updated_at': '2021-11-15T22:51:24Z', 'revision_number': 5, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'subnets': [{'id': '303ec25b-fa7d-4839-a94f-e41a2a11fba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:54.977704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.027201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:55.037325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.043307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:55.090902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] Pushing event deleted for resources: {'Port': ['ID=6d3f0074-cb9c-4b9f-ae8f-43071bb243cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:55.100912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f22e9a-4334-4a7e-8244-f123b5bcec3d None None] No DVR routers for this DVR port 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:55.201712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.230163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455d4442-c13c-4404-9da2-92b6485cbbe1']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:55.241330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec85bf9-bc90-4197-b018-0c91dea3c25f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:55.244725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec85bf9-bc90-4197-b018-0c91dea3c25f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:55.252451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.266558 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.275131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:55.275767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:55.279425 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:55.495816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.500857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.505245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/455d4442-c13c-4404-9da2-92b6485cbbe1 HTTP/1.1" status: 204 len: 168 time: 1.3757465 Nov 15 22:51:55.508212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:55.520989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce52a29-80e8-4dc5-8cbe-706286819331 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=455d4442-c13c-4404-9da2-92b6485cbbe1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:55.924778 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:55.975347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee5ca6da-163f-47a8-8f93-0b4da5d700a7 req-9bd2461f-4a7a-4be4-9c5a-786991aa3cbe tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 210 time: 0.0493143 Nov 15 22:51:56.212674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 3e3a51ba-1222-497f-92a8-df1a3963c9f2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:56.213020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:56.319400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 3e3a51ba-1222-497f-92a8-df1a3963c9f2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e3a51ba-1222-497f-92a8-df1a3963c9f2,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:56.319839 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:56.334799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 3e3a51ba-1222-497f-92a8-df1a3963c9f2 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:56.418803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc821880-0a92-4a29-a792-715c9b9c5b1f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:56.442965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: bc821880-0a92-4a29-a792-715c9b9c5b1f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:56.443448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bc821880-0a92-4a29-a792-715c9b9c5b1f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:56.443956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:56.475436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:56.475942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6d3f0074-cb9c-4b9f-ae8f-43071bb243cc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:56.587423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:56.630308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=3e3a51ba-1222-497f-92a8-df1a3963c9f2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:56.832782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.055988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:57.085993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bfcad76-4ea3-4787-be1a-d8fb55f2c489 req-5f1327a5-082e-4d5c-b570-ec391fc3447d tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Nov 15 22:51:57.137445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:57.145121 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-82c19194-693b-4b76-be4f-990665ff31c6 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330731 Nov 15 22:51:57.145872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:57.148402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:57.159826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:57.160443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:57.204867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting subnet 303ec25b-fa7d-4839-a94f-e41a2a11fba1 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:51:57.209873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.257455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:57.262638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.341811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:57.377479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:57.387346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:57.387965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:57.399397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.500066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:57.563148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:57.598080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4d4c0-64aa-48c3-ae02-c657a9c8dffb None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:57.605188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.633846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Subnet': ['ID=303ec25b-fa7d-4839-a94f-e41a2a11fba1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:57.640931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.648750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0e923e33-224f-4c78-b25a-64886018c964 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/303ec25b-fa7d-4839-a94f-e41a2a11fba1 HTTP/1.1" status: 204 len: 168 time: 0.4984264 Nov 15 22:51:57.648750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:57.666278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf6604-a981-4480-be92-71175c5357eb None None] Network beaab4bf-3b81-439e-acf3-734aaf0a24d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:51:57.743493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-974871db-9074-4407-b8fe-a74b211b8fa2 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:57.747345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-974871db-9074-4407-b8fe-a74b211b8fa2 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.57 "GET /v2.0/networks?id=52394cf8-48ae-43bf-a0da-432d3365a121 HTTP/1.1" status: 200 len: 820 time: 0.1722364 Nov 15 22:51:57.761840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Request body: {'port': {'device_id': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121', 'admin_state_up': True, 'tenant_id': '9e537406a7374ae29abf1b1197d7e1ca'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:57.806264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.906857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Deleting port 13fe0743-53a1-429a-b510-67d0a9a25a54 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:57.906857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.988045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] For port 13fe0743-53a1-429a-b510-67d0a9a25a54, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=13fe0743-53a1-429a-b510-67d0a9a25a54,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:57.988045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:57.998172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] DHCP port deletion for beaab4bf-3b81-439e-acf3-734aaf0a24d2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:51:58.006271 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Calling delete_port for 13fe0743-53a1-429a-b510-67d0a9a25a54 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:58.061810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Made reservation on behalf of 9e537406a7374ae29abf1b1197d7e1ca for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:51:58.068906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.073607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Deleting port 13fe0743-53a1-429a-b510-67d0a9a25a54 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:51:58.074236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.173075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] For port 13fe0743-53a1-429a-b510-67d0a9a25a54, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=13fe0743-53a1-429a-b510-67d0a9a25a54,segment=NetworkSegment(fb45905f-9fa5-412d-a4ea-5163139512a9),segment_id=fb45905f-9fa5-412d-a4ea-5163139512a9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:51:58.173547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.208053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Calling delete_port for 13fe0743-53a1-429a-b510-67d0a9a25a54 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:51:58.313174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49112645-bc26-4b2e-839a-dbb960c0549e req-aaafa0b1-4ffe-490c-85d9-a308be462e88 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 210 time: 0.0579183 Nov 15 22:51:58.314390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.320812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.331717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Allocated IP 172.20.0.6 (52394cf8-48ae-43bf-a0da-432d3365a121/1aad42c6-26da-4eec-84e2-491a517ac22b/3ec46736-f277-4a62-9630-0071450312ec) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:51:58.336539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] No DVR routers for this DVR port 13fe0743-53a1-429a-b510-67d0a9a25a54 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:58.363692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35502-9e8d-42a7-a62d-81ef1f317afe None None] Pushing event deleted for resources: {'Port': ['ID=13fe0743-53a1-429a-b510-67d0a9a25a54,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:58.368272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Port': ['ID=13fe0743-53a1-429a-b510-67d0a9a25a54,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:58.378731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No DVR routers for this DVR port 13fe0743-53a1-429a-b510-67d0a9a25a54 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:51:58.446390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 13fe0743-53a1-429a-b510-67d0a9a25a54 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:58.469119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 13fe0743-53a1-429a-b510-67d0a9a25a54 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:58.469458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 13fe0743-53a1-429a-b510-67d0a9a25a54 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:58.469607 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.469866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e3a51ba-1222-497f-92a8-df1a3963c9f2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:51:58.502385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaab4bf-3b81-439e-acf3-734aaf0a24d2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:58.507590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3e3a51ba-1222-497f-92a8-df1a3963c9f2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:51:58.508928 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e3a51ba-1222-497f-92a8-df1a3963c9f2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:51:58.515192 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb45905f-9fa5-412d-a4ea-5163139512a9') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:58.515504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb45905f-9fa5-412d-a4ea-5163139512a9') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:58.526715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.541179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.547826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:51:58.548216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:51:58.552088 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:51:58.562330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.697351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.735665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.755118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Network 52394cf8-48ae-43bf-a0da-432d3365a121 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:51:58.759407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.765775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/networks/beaab4bf-3b81-439e-acf3-734aaf0a24d2 HTTP/1.1" status: 204 len: 168 time: 1.1140959 Nov 15 22:51:58.765775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979511d-d252-4d38-8ed4-219f30f33965 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Pushing event deleted for resources: {'Network': ['ID=beaab4bf-3b81-439e-acf3-734aaf0a24d2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:58.766009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:51:58.766090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49656) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:58.775370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'routes': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:58.781019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:51:58.833089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Pushing event updated for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:51:58.872444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:58.873198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.950073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-52d0b935-26f5-4263-964f-f2a8eb3ba10e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1938360 Nov 15 22:51:58.950306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Added routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 15 22:51:58.950449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.extraroute_db [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Removed routes are [] {{(pid=103128) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 15 22:51:58.950793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:58.962800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Request body: {'port': {'device_id': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:51:59.016565 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.106422 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.109893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.196095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 72801c90-c0ad-427c-a84c-b219c9755d42 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:51:59.288506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:51:59.296571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.300551 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5957204f-3da3-43e0-8cbb-318dd3543712 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 701 time: 0.5307276 Nov 15 22:51:59.301433 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Sync routers for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:51:59.305139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49680) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:59.311584 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:59.312401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:59.331304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec46736-f277-4a62-9630-0071450312ec {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:51:59.341995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.344990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.357703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Transition to ACTIVE for port object 3ec46736-f277-4a62-9630-0071450312ec will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:51:59.372665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-33f89ae5-7a66-4c27-a701-976fc22032f9 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 205 time: 0.0647788 Nov 15 22:51:59.374650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49690) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:51:59.396255 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:59.451865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:59.464181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c14-25a1-43c7-afe0-4aed9eea451c req-3e4c6bcd-a3eb-4b7a-b0ed-6b7aa0343864 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:51:59.465864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a020c14-25a1-43c7-afe0-4aed9eea451c req-3e4c6bcd-a3eb-4b7a-b0ed-6b7aa0343864 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 931 time: 0.0622637 Nov 15 22:51:59.488052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Checking router: 72801c90-c0ad-427c-a84c-b219c9755d42 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:51:59.498317 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Routers {'72801c90-c0ad-427c-a84c-b219c9755d42'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:51:59.498946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['72801c90-c0ad-427c-a84c-b219c9755d42'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:59.527445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a020c14-25a1-43c7-afe0-4aed9eea451c req-9bc6a9ea-5aee-4ec2-a260-2e8ecb7b501c tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543003 Nov 15 22:51:59.573026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] Set router 72801c90-c0ad-427c-a84c-b219c9755d42 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:51:59.625642 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:51:59.657316 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84953815-e1d2-48ec-a549-605c8d4e3d15 None None] The sync data for ids ['72801c90-c0ad-427c-a84c-b219c9755d42'] in n-d-817995-3 is: [{'id': '72801c90-c0ad-427c-a84c-b219c9755d42', 'name': 'tempest-RoutersTest-router-1460757779', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:51:16Z', 'updated_at': '2021-11-15T22:51:56Z', 'revision_number': 11, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:51:59.752235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.804149 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.878556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:51:59.891642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:00.021746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.025893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.086072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Attempting to bind port 3ec46736-f277-4a62-9630-0071450312ec on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:52:00.086400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Attempting to bind port 3ec46736-f277-4a62-9630-0071450312ec by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '3cbcd507-0833-44d1-be5f-81ae32d5f0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:52:00.087390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Attempting to bind port 3ec46736-f277-4a62-9630-0071450312ec on network 52394cf8-48ae-43bf-a0da-432d3365a121 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:00.092512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Port 3ec46736-f277-4a62-9630-0071450312ec on network 52394cf8-48ae-43bf-a0da-432d3365a121 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:52:00.092852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Attempting to bind port 3ec46736-f277-4a62-9630-0071450312ec on network 52394cf8-48ae-43bf-a0da-432d3365a121 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:00.098314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:52:00.098647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Checking segment: {'id': '3cbcd507-0833-44d1-be5f-81ae32d5f0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:00.099023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Bound using segment: {'id': '3cbcd507-0833-44d1-be5f-81ae32d5f0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:52:00.099447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Bound port: 3ec46736-f277-4a62-9630-0071450312ec, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbcd507-0833-44d1-be5f-81ae32d5f0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:52:00.099821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.166540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:52:00.169627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ec46736-f277-4a62-9630-0071450312ec,segment=NetworkSegment(3cbcd507-0833-44d1-be5f-81ae32d5f0d4),segment_id=3cbcd507-0833-44d1-be5f-81ae32d5f0d4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:52:00.192490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.193040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router 72801c90-c0ad-427c-a84c-b219c9755d42 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:52:00.202815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.208299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a06bcd63-6a28-45fa-889f-24053acb4b25 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 204 len: 168 time: 0.8279219 Nov 15 22:52:00.208769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:00.213563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-158800137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:00.285279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.320119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.320758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.322311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ec46736-f277-4a62-9630-0071450312ec HTTP/1.1" status: 200 len: 1091 time: 1.3635910 Nov 15 22:52:00.322741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'tag': '3ec46736-f277-4a62-9630-0071450312ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:00.325017 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d2147-d45b-48a9-a22b-641571f5178f" -d '{"events": [{"name": "network-changed", "server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "tag": "3ec46736-f277-4a62-9630-0071450312ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:00.330655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.331790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.353308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077918bd-dcd8-452a-8c48-0c156dd5e2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:00.373908 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2de82c-f49f-4d29-81c7-439c94e49750 x-openstack-request-id: req-ee2de82c-f49f-4d29-81c7-439c94e49750 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:00.374210 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "tag": "3ec46736-f277-4a62-9630-0071450312ec", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:00.374461 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee2de82c-f49f-4d29-81c7-439c94e49750 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:00.374860 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'tag': '3ec46736-f277-4a62-9630-0071450312ec', 'status': 'completed', 'code': 200} Nov 15 22:52:00.404691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.435116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2147-d45b-48a9-a22b-641571f5178f req-8a7983f2-d129-4a0d-893e-d68b26f1f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.436653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-031d2147-d45b-48a9-a22b-641571f5178f req-8a7983f2-d129-4a0d-893e-d68b26f1f5cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e537406a7374ae29abf1b1197d7e1ca&device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 1094 time: 0.0420780 Nov 15 22:52:00.508680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.595533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.596977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-72f0c00d-c278-4b48-80b3-1810f424b8c3 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3871880 Nov 15 22:52:00.599805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:00.604435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:00.638700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2147-d45b-48a9-a22b-641571f5178f req-158666e6-1c0a-4b64-a126-9cc2fb6cbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.640296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-031d2147-d45b-48a9-a22b-641571f5178f req-158666e6-1c0a-4b64-a126-9cc2fb6cbb72 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9e537406a7374ae29abf1b1197d7e1ca&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1954463 Nov 15 22:52:00.824863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2147-d45b-48a9-a22b-641571f5178f req-cc421100-9e0f-4a01-95ff-a8bc8e5fd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.826327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-031d2147-d45b-48a9-a22b-641571f5178f req-cc421100-9e0f-4a01-95ff-a8bc8e5fd11e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791875 Nov 15 22:52:00.829303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7770-368f-4159-a7a2-4e163d2b9ec4 req-305bafe9-3ecf-4980-948f-4aa94972bee9 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.830822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84fe7770-368f-4159-a7a2-4e163d2b9ec4 req-305bafe9-3ecf-4980-948f-4aa94972bee9 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 943 time: 0.1677990 Nov 15 22:52:00.902475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-17019a92-e0da-44e8-afab-99e59058603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:00.903975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-17019a92-e0da-44e8-afab-99e59058603d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e537406a7374ae29abf1b1197d7e1ca&device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 1094 time: 0.0408094 Nov 15 22:52:00.914276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-443454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-993'] for router, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:00.946449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84fe7770-368f-4159-a7a2-4e163d2b9ec4 req-9e8c74c6-d524-464a-aa3d-6ffae30ddfdc tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087999 Nov 15 22:52:00.953290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-e35a4123-773b-4580-8595-8f1a88b54966 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ec46736-f277-4a62-9630-0071450312ec HTTP/1.1" status: 200 len: 217 time: 0.0410943 Nov 15 22:52:01.004159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-443425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-443432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445880'] for router, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.005476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-e789a656-e4f0-4d1f-9aee-7ac20503c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:01.006947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-e789a656-e4f0-4d1f-9aee-7ac20503c9f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aad42c6-26da-4eec-84e2-491a517ac22b HTTP/1.1" status: 200 len: 860 time: 0.0467710 Nov 15 22:52:01.052575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-162add9d-7b66-4701-ade0-c8c4a5ab8ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52394cf8-48ae-43bf-a0da-432d3365a121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380621 Nov 15 22:52:01.157369 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-116b15e3-259b-4b53-854b-ae93aab8028f service neutron] 10.222.0.57 "GET /v2.0/networks/52394cf8-48ae-43bf-a0da-432d3365a121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965474 Nov 15 22:52:01.164280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Router 81b0dca2-6525-4d42-ad8c-d3f0e67687f4 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:52:01.248291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:01.257340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.258932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-004684ca-c752-4ba0-a228-8280a42f84a8 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "PUT /v2.0/routers/81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 200 len: 693 time: 0.6581452 Nov 15 22:52:01.261801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.262587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Sync routers for ids ['81b0dca2-6525-4d42-ad8c-d3f0e67687f4'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:01.267476 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dadffe6d-155e-4503-a2f6-16a7202cde0d req-291dd679-63fa-4e0b-b196-38a47f74f945 service neutron] 10.222.0.57 "GET /v2.0/networks/52394cf8-48ae-43bf-a0da-432d3365a121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016431 Nov 15 22:52:01.283973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Routers {'81b0dca2-6525-4d42-ad8c-d3f0e67687f4'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:01.283973 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['81b0dca2-6525-4d42-ad8c-d3f0e67687f4'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:01.342297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4202dc8b-f399-4b39-af6f-102749ddeecc tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/routers/81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 200 len: 699 time: 0.0786765 Nov 15 22:52:01.345187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.354604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Set router 81b0dca2-6525-4d42-ad8c-d3f0e67687f4 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:01.386964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-95ed83b0-a196-4939-81d6-80a7b33c5572 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 200 len: 205 time: 0.0399451 Nov 15 22:52:01.390175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.412632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b0dca2-6525-4d42-ad8c-d3f0e67687f4', 'name': 'tempest-RoutersTest-router-158800137', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:00Z', 'updated_at': '2021-11-15T22:52:00Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:01.444486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Checking router: 81b0dca2-6525-4d42-ad8c-d3f0e67687f4 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:01.454580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Routers {'81b0dca2-6525-4d42-ad8c-d3f0e67687f4'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:01.455704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:51:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['81b0dca2-6525-4d42-ad8c-d3f0e67687f4'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:01.481080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.530833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] Set router 81b0dca2-6525-4d42-ad8c-d3f0e67687f4 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:01.583623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b0dca2-6525-4d42-ad8c-d3f0e67687f4', 'name': 'tempest-RoutersTest-router-158800137', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:00Z', 'updated_at': '2021-11-15T22:52:00Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:01.614863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14d1b7-9f84-4934-9686-f6206244ad9f None None] The sync data for ids ['81b0dca2-6525-4d42-ad8c-d3f0e67687f4'] in n-d-817995-3 is: [{'id': '81b0dca2-6525-4d42-ad8c-d3f0e67687f4', 'name': 'tempest-RoutersTest-router-158800137', 'tenant_id': 'f26e5a92b81448238851cd84675bb396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:00Z', 'updated_at': '2021-11-15T22:52:00Z', 'revision_number': 2, 'project_id': 'f26e5a92b81448238851cd84675bb396', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:01.650735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.652954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.758402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.759047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Fanout notify agent at l3_agent the message router_deleted on router 81b0dca2-6525-4d42-ad8c-d3f0e67687f4 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:52:01.771170 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:01.771170 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-08c7d4ed-8f52-461a-a1e3-3f6d27ba275e tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 204 len: 168 time: 0.3757350 Nov 15 22:52:01.773116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.808574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aaa69397-b1af-41b5-b4ad-9e2fb923a1bb tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 200 len: 205 time: 0.0342689 Nov 15 22:52:01.810930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.857780 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-aa443466-aab7-4e42-a648-060c2c24357a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:01.858878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aa443466-aab7-4e42-a648-060c2c24357a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/81b0dca2-6525-4d42-ad8c-d3f0e67687f4 HTTP/1.1" status: 404 len: 336 time: 0.0468605 Nov 15 22:52:01.862118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49822) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.890411 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff0e13-06de-4097-9fb3-204e1ca165c2 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:01.890996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ff0e13-06de-4097-9fb3-204e1ca165c2 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:01.895163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17ff0e13-06de-4097-9fb3-204e1ca165c2 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/8ef2aa52-f468-49b7-978b-3692963734aa HTTP/1.1" status: 404 len: 337 time: 0.0320890 Nov 15 22:52:01.897642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49828) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.923800 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72dac74-eee0-433f-9a29-181415591068 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:01.924241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72dac74-eee0-433f-9a29-181415591068 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:01.927249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d72dac74-eee0-433f-9a29-181415591068 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/15a689fc-59c8-4cb2-bf71-b2bc22769894 HTTP/1.1" status: 404 len: 337 time: 0.0285547 Nov 15 22:52:01.929822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49830) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.955861 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-837bb955-57c5-4bf9-903f-915b64cc0bbf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:01.956292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837bb955-57c5-4bf9-903f-915b64cc0bbf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:01.959328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-837bb955-57c5-4bf9-903f-915b64cc0bbf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/acbd2ae8-fea9-48b9-a1bd-43207f191819 HTTP/1.1" status: 404 len: 337 time: 0.0286283 Nov 15 22:52:01.961810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49832) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:01.989830 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d0104a-cd6f-490b-be08-248ca90861aa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:01.990535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d0104a-cd6f-490b-be08-248ca90861aa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:01.994083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69d0104a-cd6f-490b-be08-248ca90861aa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/303ec25b-fa7d-4839-a94f-e41a2a11fba1 HTTP/1.1" status: 404 len: 337 time: 0.0313985 Nov 15 22:52:02.000465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.035975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cfa2e302-70dc-4071-ae0d-fa63dfca814a tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 200 len: 205 time: 0.0356195 Nov 15 22:52:02.046630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49842) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.085123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb339-8413-4de1-997e-e05d67b33e30 req-9bdbbb00-93d6-40e7-84af-8fb806c237ac tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:02.087232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac3bb339-8413-4de1-997e-e05d67b33e30 req-9bdbbb00-93d6-40e7-84af-8fb806c237ac tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 943 time: 0.0618520 Nov 15 22:52:02.089985 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-22af464a-f56f-4dd2-b660-6effbee38310 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.091237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-22af464a-f56f-4dd2-b660-6effbee38310 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/72801c90-c0ad-427c-a84c-b219c9755d42 HTTP/1.1" status: 404 len: 336 time: 0.0435879 Nov 15 22:52:02.093883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49846) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.126752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29ba2c51-92d3-4d98-a768-33ddfb156b31 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=b11f9a92-a080-4e39-bbad-e388edb22afa HTTP/1.1" status: 200 len: 205 time: 0.0269437 Nov 15 22:52:02.128075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49850) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.139625 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac3bb339-8413-4de1-997e-e05d67b33e30 req-8a2ac610-f16a-4730-aee9-d70dd20a82a8 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459785 Nov 15 22:52:02.168176 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-94cd5893-2008-4a14-9633-2a3d7b9dde86 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.169488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94cd5893-2008-4a14-9633-2a3d7b9dde86 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/b11f9a92-a080-4e39-bbad-e388edb22afa HTTP/1.1" status: 404 len: 336 time: 0.0400233 Nov 15 22:52:02.171682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49854) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.197809 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-defceb35-cb25-4c6d-8375-fbe4f3603119 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:02.198253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defceb35-cb25-4c6d-8375-fbe4f3603119 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:02.201253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-defceb35-cb25-4c6d-8375-fbe4f3603119 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/21bab5f8-571b-4a14-8eb6-b22c0aa7120c HTTP/1.1" status: 404 len: 337 time: 0.0286958 Nov 15 22:52:02.203889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49856) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.231810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ef3d705-c0c7-4f33-9af1-7ca543c72610 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 200 len: 205 time: 0.0268629 Nov 15 22:52:02.234882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49862) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.275867 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-3ffa2ebc-abca-4eee-a351-9e23ccf2e507 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.277075 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ffa2ebc-abca-4eee-a351-9e23ccf2e507 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/d20048fd-3740-4b3f-bbef-7286aef17bb9 HTTP/1.1" status: 404 len: 336 time: 0.0411329 Nov 15 22:52:02.284412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.319753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-33d038a9-ab2a-4d9c-a9a8-ecce55fe6b24 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=80ef45f3-4a76-439e-b6e6-359fc7d29729 HTTP/1.1" status: 200 len: 205 time: 0.0339746 Nov 15 22:52:02.322014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49870) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.362949 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-6c053704-ceb8-4829-9c96-01aa4db5d2d2 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.364144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6c053704-ceb8-4829-9c96-01aa4db5d2d2 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/80ef45f3-4a76-439e-b6e6-359fc7d29729 HTTP/1.1" status: 404 len: 336 time: 0.0409548 Nov 15 22:52:02.366712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49872) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.394237 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f9a7bb-637e-4e8c-b5cf-5580ebe909cf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:02.394691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f9a7bb-637e-4e8c-b5cf-5580ebe909cf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:02.398568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-02f9a7bb-637e-4e8c-b5cf-5580ebe909cf tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/c0d3dc5b-a819-4d68-aec3-acb4a430145b HTTP/1.1" status: 404 len: 337 time: 0.0305121 Nov 15 22:52:02.400900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49876) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.431641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89fdb93e-7c90-4829-a376-24b9c2aab335 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=771032a8-188f-4bea-ad30-65401beec3e2 HTTP/1.1" status: 200 len: 205 time: 0.0275035 Nov 15 22:52:02.431938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49880) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.471967 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-8463aab4-72c7-4134-8fba-82c5beadbe92 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.475435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8463aab4-72c7-4134-8fba-82c5beadbe92 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/771032a8-188f-4bea-ad30-65401beec3e2 HTTP/1.1" status: 404 len: 336 time: 0.0402653 Nov 15 22:52:02.475685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 49882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.503083 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-025d591b-75b5-4d76-bcd1-ae69af09911c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:02.503536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025d591b-75b5-4d76-bcd1-ae69af09911c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:02.509363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-025d591b-75b5-4d76-bcd1-ae69af09911c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/9352171b-7716-4953-9790-ae7e5157f93d HTTP/1.1" status: 404 len: 337 time: 0.0301504 Nov 15 22:52:02.509468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.897649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-60f25d08-a2ba-43fd-8467-ebf38bfc48ea tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cd246d-aafc-4fd0-be8e-12bce63baa2e HTTP/1.1" status: 200 len: 205 time: 0.3870964 Nov 15 22:52:02.900124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.937558 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-482fa893-e649-421f-96ce-6f66cd89df4c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] delete failed (client error): The resource could not be found. Nov 15 22:52:02.938613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-482fa893-e649-421f-96ce-6f66cd89df4c tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/routers/25cd246d-aafc-4fd0-be8e-12bce63baa2e HTTP/1.1" status: 404 len: 336 time: 0.0375648 Nov 15 22:52:02.941175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:02.967165 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8093ab-125a-415c-8504-b6ab2914d4fa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:02.967602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8093ab-125a-415c-8504-b6ab2914d4fa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:02.971101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2b8093ab-125a-415c-8504-b6ab2914d4fa tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/941a8a19-fc85-4292-827c-13a0c151c351 HTTP/1.1" status: 404 len: 337 time: 0.0284450 Nov 15 22:52:02.974432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:03.000122 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9f059c-84ac-40a2-be5f-78e7ffec4616 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] DELETE failed (client error): The resource could not be found. Nov 15 22:52:03.000568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9f059c-84ac-40a2-be5f-78e7ffec4616 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 22:52:03.003931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cc9f059c-84ac-40a2-be5f-78e7ffec4616 tempest-RoutersTest-1820442180 tempest-RoutersTest-1820442180-project] 10.222.0.15 "DELETE /v2.0/subnets/b1fb487f-6e4c-4ef5-b71d-c10b5362491f HTTP/1.1" status: 404 len: 337 time: 0.0286107 Nov 15 22:52:03.266361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46bf4-3f4d-4873-959c-dd8b149f1a6f req-7c2e4ee6-373d-4022-87e8-30d989b857e1 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:03.268498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24b46bf4-3f4d-4873-959c-dd8b149f1a6f req-7c2e4ee6-373d-4022-87e8-30d989b857e1 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 943 time: 0.0605903 Nov 15 22:52:03.346220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24b46bf4-3f4d-4873-959c-dd8b149f1a6f req-97de37b1-272c-45bd-88df-14d610b639ac tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504172 Nov 15 22:52:03.433265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:03.586331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a0edc62d-529e-4fb5-9f35-bb165fe008b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f26e5a92b81448238851cd84675bb396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517332 Nov 15 22:52:03.588768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 49958) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:03.645436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:03.666522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:03.804337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:03.807003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:03.808163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0357e7e-3ad0-4e14-9fed-7dcab52d56ed HTTP/1.1" status: 204 len: 168 time: 0.2183149 Nov 15 22:52:03.817019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d89c-2593-47cb-b859-4c9f047776ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0357e7e-3ad0-4e14-9fed-7dcab52d56ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:04.444312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e51e7d-c9f2-4a5e-8daa-5f78176c733c req-e8b896be-19bc-469e-b71c-c0c0de9c525a tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:04.449420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e51e7d-c9f2-4a5e-8daa-5f78176c733c req-e8b896be-19bc-469e-b71c-c0c0de9c525a tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 943 time: 0.0564291 Nov 15 22:52:04.506037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e51e7d-c9f2-4a5e-8daa-5f78176c733c req-cb3500ba-bc2b-4992-8ddd-0d1a681ec5b2 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Nov 15 22:52:04.544214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ec46736-f277-4a62-9630-0071450312ec details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:52:04.645970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ec46736-f277-4a62-9630-0071450312ec,segment=NetworkSegment(3cbcd507-0833-44d1-be5f-81ae32d5f0d4),segment_id=3cbcd507-0833-44d1-be5f-81ae32d5f0d4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:04.656623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '3ec46736-f277-4a62-9630-0071450312ec', 'network_id': '52394cf8-48ae-43bf-a0da-432d3365a121', 'port_id': '3ec46736-f277-4a62-9630-0071450312ec', 'mac_address': 'fa:16:3e:31:4f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aad42c6-26da-4eec-84e2-491a517ac22b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:52:04.708888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:04.722879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec46736-f277-4a62-9630-0071450312ec {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:52:04.744045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ec46736-f277-4a62-9630-0071450312ec,segment=NetworkSegment(3cbcd507-0833-44d1-be5f-81ae32d5f0d4),segment_id=3cbcd507-0833-44d1-be5f-81ae32d5f0d4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:04.803399 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fad4936-648a-488b-ad89-901fec0ed506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:04.838328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:04.894647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:04.940175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50040) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:05.046344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706452694-network', 'tenant_id': 'd9fc9e4df0f04d9e94cc08694aaca2ed'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:05.107224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['3ec46736-f277-4a62-9630-0071450312ec'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:52:05.141253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Made reservation on behalf of d9fc9e4df0f04d9e94cc08694aaca2ed for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:05.143946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.153044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.239018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.284386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.308660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:52:05.318474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be074ab-0e2c-4227-8c2c-05854214fa9e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:05.323297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.323688 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Added segment a5b55b5c-4ce7-44e0-ae24-611c255989af of type vlan for network a74205fc-3f49-4497-9388-69bf4d799cc2 Nov 15 22:52:05.365234 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.478251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.479239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:05.479815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.538999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] Pushing event updated for resources: {'Network': ['ID=a74205fc-3f49-4497-9388-69bf4d799cc2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:05.548589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a74205fc-3f49-4497-9388-69bf4d799cc2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:52:05.605293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd1300b0-5e7b-478e-b2cc-a7f487166059 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6638484 Nov 15 22:52:05.608197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50074) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:05.618073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Request body: {'subnet': {'network_id': 'a74205fc-3f49-4497-9388-69bf4d799cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706452694-subnet', 'tenant_id': 'd9fc9e4df0f04d9e94cc08694aaca2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:05.660293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda608a-f5dc-4e90-a0cb-33558871d144 req-dd699ca2-3777-44b6-ac6d-9b55dd28449a tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:05.661820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feda608a-f5dc-4e90-a0cb-33558871d144 req-dd699ca2-3777-44b6-ac6d-9b55dd28449a tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 944 time: 0.0745206 Nov 15 22:52:05.711560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-feda608a-f5dc-4e90-a0cb-33558871d144 req-b390a422-73b3-4ae2-a658-950655e2b53f tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Nov 15 22:52:05.717362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Made reservation on behalf of d9fc9e4df0f04d9e94cc08694aaca2ed for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:05.719801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:05.975896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:06.028053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6a7f82-644a-419e-8d47-f6f36ad0b837,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:06.038261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.038606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.038941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.039270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.039592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.039917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.040264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.040543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.040880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.041355 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.041673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.041988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:06.050509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Checking segment: {'id': 'a5b55b5c-4ce7-44e0-ae24-611c255989af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a74205fc-3f49-4497-9388-69bf4d799cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:06.050839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Network hostable DHCP agents. Network: a74205fc-3f49-4497-9388-69bf4d799cc2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:52:06.152328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Network a74205fc-3f49-4497-9388-69bf4d799cc2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:52:06.226721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a74205fc-3f49-4497-9388-69bf4d799cc2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:06.230620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:06.231194 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:06.236890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c3e83-8035-4d60-a658-632d33ecf872 None None] Network a74205fc-3f49-4497-9388-69bf4d799cc2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:06.323534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-40c16adf-52d6-40be-b153-5f5ca5f3ba65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7129724 Nov 15 22:52:06.366565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3558ae8-0d63-4ded-8e22-c74426ab8e72 None None] Network a74205fc-3f49-4497-9388-69bf4d799cc2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:06.543201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ec46736-f277-4a62-9630-0071450312ec up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:52:06.661186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 3ec46736-f277-4a62-9630-0071450312ec completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:52:06.666834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 3ec46736-f277-4a62-9630-0071450312ec triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:06.667198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:06.750886 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:06.776347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec46736-f277-4a62-9630-0071450312ec'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:06.778675 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f619a572-77fc-43dd-acea-63948c3156eb" -d '{"events": [{"server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ec46736-f277-4a62-9630-0071450312ec"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:06.794416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ec46736-f277-4a62-9630-0071450312ec,segment=NetworkSegment(3cbcd507-0833-44d1-be5f-81ae32d5f0d4),segment_id=3cbcd507-0833-44d1-be5f-81ae32d5f0d4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:06.852684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef84f9-363e-41ec-8546-17d0db7f8390 req-d9265844-6080-4354-ab50-49f1656fc42b tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:06.855009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-daef84f9-363e-41ec-8546-17d0db7f8390 req-d9265844-6080-4354-ab50-49f1656fc42b tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 944 time: 0.0629413 Nov 15 22:52:06.895325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:06.952199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-daef84f9-363e-41ec-8546-17d0db7f8390 req-77cb9ab5-0460-4e43-9720-2064738b1455 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Nov 15 22:52:07.121225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b7e67-5d4b-4e3b-9c44-bdebd5f11be3 x-openstack-request-id: req-bd7b7e67-5d4b-4e3b-9c44-bdebd5f11be3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:07.121505 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ec46736-f277-4a62-9630-0071450312ec", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:07.121753 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd7b7e67-5d4b-4e3b-9c44-bdebd5f11be3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:07.122134 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec46736-f277-4a62-9630-0071450312ec', 'code': 200} Nov 15 22:52:07.138308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:07.175518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb83e-3ef7-4d5a-b413-1a1d254b2938 req-d2013ab3-e5d1-45de-92d5-8d251fc9f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:07.175518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383bb83e-3ef7-4d5a-b413-1a1d254b2938 req-d2013ab3-e5d1-45de-92d5-8d251fc9f08c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 1096 time: 0.0688019 Nov 15 22:52:07.193777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:07.199598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181661461-network', 'tenant_id': '6e2c75d809d545fdbbe08d4932ed6fae'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:07.223488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-383bb83e-3ef7-4d5a-b413-1a1d254b2938 req-c1ef84ad-8226-4050-8e79-0456f68389d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Nov 15 22:52:07.266837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-887db7e4-5fb0-407a-9f83-1bd4107558c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.289742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Made reservation on behalf of 6e2c75d809d545fdbbe08d4932ed6fae for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:07.292348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.302677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.381235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.444298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.476410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:52:07.484983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9151e8f-5424-4571-83f6-8c44ef260673,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:07.493950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.494289 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Added segment af7af397-8ef4-4cc0-8da4-3cbe05ebd8c3 of type vlan for network d7aaf275-8725-4b0e-a97d-41c4392c4fcb Nov 15 22:52:07.496443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.496806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.497142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.497471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.497811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.498135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.498459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.498777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.499092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.499405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.499716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.500037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:07.542225 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.644764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.645747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:07.646352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:07.711306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7aaf275-8725-4b0e-a97d-41c4392c4fcb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:07.722514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d7aaf275-8725-4b0e-a97d-41c4392c4fcb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:52:07.768498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-908762f5-3b1d-470b-a3d5-1c4cc9de30c6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5718172 Nov 15 22:52:07.770184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:07.775623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Request body: {'subnet': {'network_id': 'd7aaf275-8725-4b0e-a97d-41c4392c4fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181661461-subnet', 'tenant_id': '6e2c75d809d545fdbbe08d4932ed6fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:07.866457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Made reservation on behalf of 6e2c75d809d545fdbbe08d4932ed6fae for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:07.868842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.098554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34b6c3-fdcf-4ce5-8298-22175bb90055 req-f59585c4-b182-484f-aea3-52a4f83eb29d tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:08.100042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b34b6c3-fdcf-4ce5-8298-22175bb90055 req-f59585c4-b182-484f-aea3-52a4f83eb29d tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Nov 15 22:52:08.108444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.189865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d744796-d4d7-457b-9b1f-81abb171aa4c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:08.212414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b34b6c3-fdcf-4ce5-8298-22175bb90055 req-cddd493f-5651-4f82-a924-95515e1f7b38 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052308 Nov 15 22:52:08.228880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Checking segment: {'id': 'af7af397-8ef4-4cc0-8da4-3cbe05ebd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd7aaf275-8725-4b0e-a97d-41c4392c4fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:08.229628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Network hostable DHCP agents. Network: d7aaf275-8725-4b0e-a97d-41c4392c4fcb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:52:08.369838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.397990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Network d7aaf275-8725-4b0e-a97d-41c4392c4fcb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:52:08.489737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d7aaf275-8725-4b0e-a97d-41c4392c4fcb) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:08.501750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587e69e-9096-40e6-b60b-f52e44f198d7 None None] Network d7aaf275-8725-4b0e-a97d-41c4392c4fcb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:08.502148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:08.502820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.589840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab4fb607-28e8-4344-87f3-af5c17c0e4b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8181703 Nov 15 22:52:08.644358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e137ee-ecbc-46a5-88b6-f1f5b9e30af7 None None] Network d7aaf275-8725-4b0e-a97d-41c4392c4fcb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:08.719738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:08.764871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Deleting subnet 2a6a7f82-644a-419e-8d47-f6f36ad0b837 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:08.768755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.803029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.843213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:08.975365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.007954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6a7f82-644a-419e-8d47-f6f36ad0b837,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:09.010977 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.014792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c9514093-5b19-46af-8abb-25bc642d5aa9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2a6a7f82-644a-419e-8d47-f6f36ad0b837 HTTP/1.1" status: 204 len: 168 time: 0.2939384 Nov 15 22:52:09.018787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50260) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:09.089406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.180097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.201839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74205fc-3f49-4497-9388-69bf4d799cc2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.212444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b55b5c-4ce7-44e0-ae24-611c255989af') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.212747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b55b5c-4ce7-44e0-ae24-611c255989af') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.222934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.235790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:09.254942 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:09.347532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cafccb-17c5-45ab-b2fd-63e636f24530 req-2fce5fc5-d586-43d1-93ec-0afdce73647e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:09.349287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64cafccb-17c5-45ab-b2fd-63e636f24530 req-2fce5fc5-d586-43d1-93ec-0afdce73647e tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 945 time: 0.0628710 Nov 15 22:52:09.400939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64cafccb-17c5-45ab-b2fd-63e636f24530 req-581421ca-4d2d-42da-9114-a702af1dfe12 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Nov 15 22:52:09.401982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.408802 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.414548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/a74205fc-3f49-4497-9388-69bf4d799cc2 HTTP/1.1" status: 204 len: 168 time: 0.3922310 Nov 15 22:52:09.415485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50284) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:09.416184 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.422334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13363028-1b55-43cb-bf5a-bdc5ad6af1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a74205fc-3f49-4497-9388-69bf4d799cc2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:09.473053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Deleting subnet 7d744796-d4d7-457b-9b1f-81abb171aa4c {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:09.490933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.532256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.575318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.730140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.758134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d744796-d4d7-457b-9b1f-81abb171aa4c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:09.760071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.763276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-16cb9961-fbfc-4a65-87d9-37dd3ee9f855 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d744796-d4d7-457b-9b1f-81abb171aa4c HTTP/1.1" status: 204 len: 168 time: 0.3459134 Nov 15 22:52:09.765875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:09.842238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.928139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.948200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7aaf275-8725-4b0e-a97d-41c4392c4fcb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.958376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7af397-8ef4-4cc0-8da4-3cbe05ebd8c3') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.958673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7af397-8ef4-4cc0-8da4-3cbe05ebd8c3') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:09.973675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.988592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.994982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:09.995362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:09.997078 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:10.095411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8de02d-468d-408c-b938-f2c2c6809a33 req-c2beabc7-de5a-4996-bbb4-5f30abbaea92 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:10.096937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef8de02d-468d-408c-b938-f2c2c6809a33 req-c2beabc7-de5a-4996-bbb4-5f30abbaea92 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 945 time: 0.0608203 Nov 15 22:52:10.147382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef8de02d-468d-408c-b938-f2c2c6809a33 req-395d72bb-40e7-426f-82ed-8ea32a2bcc14 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Nov 15 22:52:10.186476 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.192717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.197466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7aaf275-8725-4b0e-a97d-41c4392c4fcb HTTP/1.1" status: 204 len: 168 time: 0.4290500 Nov 15 22:52:10.209596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e576b-a422-4c5d-8669-06cf4a41cb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7aaf275-8725-4b0e-a97d-41c4392c4fcb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:10.364150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.578433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:10.624341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cbd1acab-db48-48a5-bade-34df68b33df5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9fc9e4df0f04d9e94cc08694aaca2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445735 Nov 15 22:52:10.627479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:10.674472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.695510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.843649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.846978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:10.848134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8be074ab-0e2c-4227-8c2c-05854214fa9e HTTP/1.1" status: 204 len: 168 time: 0.2197175 Nov 15 22:52:10.855897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f327b-f396-4d40-bd85-bf390816e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be074ab-0e2c-4227-8c2c-05854214fa9e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:11.290771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde79e9b-d3b0-47c5-9666-98878fa6525f req-a2ad4280-54f1-4f6d-87ab-077528a4b86d tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:11.292529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bde79e9b-d3b0-47c5-9666-98878fa6525f req-a2ad4280-54f1-4f6d-87ab-077528a4b86d tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 945 time: 0.0712855 Nov 15 22:52:11.353465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bde79e9b-d3b0-47c5-9666-98878fa6525f req-bef98ce1-0ca0-42f5-a10a-c793e477326f tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b0b206-3356-4230-9988-dba0c9ce6462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539229 Nov 15 22:52:11.442548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-8e16026e-a6a3-4268-bf5a-507bf479c9c8 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:11.445720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-8e16026e-a6a3-4268-bf5a-507bf479c9c8 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.57 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 945 time: 0.0624232 Nov 15 22:52:11.555945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:11.557732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Deleting port 3ec46736-f277-4a62-9630-0071450312ec {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:11.558069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.608094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8c120934-c7c3-4af7-9cda-118f7f9fcd6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e2c75d809d545fdbbe08d4932ed6fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484035 Nov 15 22:52:11.608308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:11.657725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] For port 3ec46736-f277-4a62-9630-0071450312ec, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=3ec46736-f277-4a62-9630-0071450312ec,segment=NetworkSegment(3cbcd507-0833-44d1-be5f-81ae32d5f0d4),segment_id=3cbcd507-0833-44d1-be5f-81ae32d5f0d4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:11.658292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.659337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.676057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Calling delete_port for 3ec46736-f277-4a62-9630-0071450312ec owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:11.681555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.821170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.823779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:11.825020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9151e8f-5424-4571-83f6-8c44ef260673 HTTP/1.1" status: 204 len: 168 time: 0.2155879 Nov 15 22:52:11.849207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c609b-e695-4ee5-b8a4-bb666d861273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9151e8f-5424-4571-83f6-8c44ef260673,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:12.284809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:12.298140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['3ec46736-f277-4a62-9630-0071450312ec'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:52:12.362631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Pushing event deleted for resources: {'Port': ['ID=3ec46736-f277-4a62-9630-0071450312ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:12.426895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] No DVR routers for this DVR port 3ec46736-f277-4a62-9630-0071450312ec on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:12.430639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:12.434543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a14adc5-4498-41a7-8eb3-e2478bbf49c9 req-9869e385-228e-4bd3-9b6e-e819bbe4c5f5 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.57 "DELETE /v2.0/ports/3ec46736-f277-4a62-9630-0071450312ec HTTP/1.1" status: 204 len: 173 time: 0.9822388 Nov 15 22:52:12.435216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'name': 'network-vif-deleted', 'tag': '3ec46736-f277-4a62-9630-0071450312ec'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:12.450387 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a31287-5e28-4692-b3e6-7bd3e963c941" -d '{"events": [{"server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "name": "network-vif-deleted", "tag": "3ec46736-f277-4a62-9630-0071450312ec"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:12.511575 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b33546-bac0-42be-8cc8-8fede3aaf484 x-openstack-request-id: req-d8b33546-bac0-42be-8cc8-8fede3aaf484 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:12.512457 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004e453-843b-4477-8f65-da2d22ad57c3", "name": "network-vif-deleted", "tag": "3ec46736-f277-4a62-9630-0071450312ec", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:12.512740 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8b33546-bac0-42be-8cc8-8fede3aaf484 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:12.513285 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004e453-843b-4477-8f65-da2d22ad57c3', 'name': 'network-vif-deleted', 'tag': '3ec46736-f277-4a62-9630-0071450312ec', 'status': 'completed', 'code': 200} Nov 15 22:52:12.549518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b032d46d-608b-4d02-9da5-7f172bcc6cb8 req-e68ab1a2-a4c8-4bee-b4ea-d25a0c5c20f8 tempest-InstanceActionsNegativeTestJSON-704728449 tempest-InstanceActionsNegativeTestJSON-704728449-project] 10.222.0.15 "GET /v2.0/ports?device_id=d004e453-843b-4477-8f65-da2d22ad57c3 HTTP/1.1" status: 200 len: 210 time: 0.0380876 Nov 15 22:52:13.608514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50412) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:13.689834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Deleting subnet 1aad42c6-26da-4eec-84e2-491a517ac22b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:13.693748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:13.730466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:13.769623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:13.880563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:13.918407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aad42c6-26da-4eec-84e2-491a517ac22b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:13.926362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:13.937401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0ce375da-966d-44ba-86de-99eb7c67fd85 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1aad42c6-26da-4eec-84e2-491a517ac22b HTTP/1.1" status: 204 len: 168 time: 0.3203917 Nov 15 22:52:13.937401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:14.010976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.125118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.147299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52394cf8-48ae-43bf-a0da-432d3365a121']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:14.158182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbcd507-0833-44d1-be5f-81ae32d5f0d4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:14.158478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbcd507-0833-44d1-be5f-81ae32d5f0d4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:14.168290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.182641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.188765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:14.189152 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:14.191434 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:14.312308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.319908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.325520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] 10.222.0.15 "DELETE /v2.0/networks/52394cf8-48ae-43bf-a0da-432d3365a121 HTTP/1.1" status: 204 len: 168 time: 0.3893733 Nov 15 22:52:14.337705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ce496-a1c9-433e-8454-07bc8a01e162 admin admin] Pushing event deleted for resources: {'Network': ['ID=52394cf8-48ae-43bf-a0da-432d3365a121,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:14.595020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ec46736-f277-4a62-9630-0071450312ec no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:14.617304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 3ec46736-f277-4a62-9630-0071450312ec {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:14.617647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 3ec46736-f277-4a62-9630-0071450312ec not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:14.787616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:14.850761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5f49954e-760a-42a9-82c1-94fc3d343114 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e537406a7374ae29abf1b1197d7e1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592284 Nov 15 22:52:14.851134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50458) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:14.909599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:14.932700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:15.055799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:15.061831 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:15.064157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b0b206-3356-4230-9988-dba0c9ce6462 HTTP/1.1" status: 204 len: 168 time: 0.2117260 Nov 15 22:52:15.073302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cea993-ae7e-4488-b665-b3e7948b8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0b206-3356-4230-9988-dba0c9ce6462,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:15.730812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50492) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:15.868540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a845b109-d003-43ff-85e9-d9b2ccede357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:15.967691 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a845b109-d003-43ff-85e9-d9b2ccede357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.037923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a845b109-d003-43ff-85e9-d9b2ccede357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.081729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a845b109-d003-43ff-85e9-d9b2ccede357 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b622698d82a4ea2b5f69df02b8dd9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496997 Nov 15 22:52:16.082953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845b109-d003-43ff-85e9-d9b2ccede357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea6d91-85dc-4233-91ed-05ae8b542416,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:16.084458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50506) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:16.145105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.167518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.306556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.309610 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.310976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fea6d91-85dc-4233-91ed-05ae8b542416 HTTP/1.1" status: 204 len: 168 time: 0.2248762 Nov 15 22:52:16.319948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed72f6-55c7-4d5e-8706-16f7f4333ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea6d91-85dc-4233-91ed-05ae8b542416,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:16.381617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50520) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:16.498966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1285861497-network', 'tenant_id': '658c8aadfeed4696a8073c93e4fff2f7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:16.580469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Made reservation on behalf of 658c8aadfeed4696a8073c93e4fff2f7 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:16.583069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.592052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.670223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.729403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.759091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:52:16.768995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5c0a4-ed6c-41b0-8023-4df9b28001ca,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:16.773810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.774151 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Added segment 82cd49b0-b374-4114-aa0a-2119c03cfc77 of type vlan for network 5d9b557c-f950-444a-81ed-3bc483a96acf Nov 15 22:52:16.822659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.940898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:16.942012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:16.942622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.004887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9b557c-f950-444a-81ed-3bc483a96acf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:17.017234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5d9b557c-f950-444a-81ed-3bc483a96acf details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:52:17.029363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:17.044475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d12536f-a4bb-4b92-aefb-e92a9f36efb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.069488 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a88ab6f1-0332-4501-807b-8384ebb93204 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6866798 Nov 15 22:52:17.072468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50542) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:17.094262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Request body: {'subnet': {'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1285861497-subnet', 'tenant_id': '658c8aadfeed4696a8073c93e4fff2f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:17.163962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d12536f-a4bb-4b92-aefb-e92a9f36efb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.272069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Made reservation on behalf of 658c8aadfeed4696a8073c93e4fff2f7 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:17.274359 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.296996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ab5c0-0f73-4304-a450-8626e318149c req-84206984-5d34-4b92-9213-965b7e418235 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:17.299045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01ab5c0-0f73-4304-a450-8626e318149c req-84206984-5d34-4b92-9213-965b7e418235 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 950 time: 0.0519195 Nov 15 22:52:17.316688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d12536f-a4bb-4b92-aefb-e92a9f36efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.359920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b01ab5c0-0f73-4304-a450-8626e318149c req-16102629-ae60-4804-ac2f-6133eb35dd85 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543754 Nov 15 22:52:17.379024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0d12536f-a4bb-4b92-aefb-e92a9f36efb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2c4081284854f449d25285e93d5e124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452480 Nov 15 22:52:17.381398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:17.385340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12536f-a4bb-4b92-aefb-e92a9f36efb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0898fe2f-71dd-49f6-9f85-0cb4c5f2c515,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:17.438837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.464941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.592525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.643605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.646355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.647660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0898fe2f-71dd-49f6-9f85-0cb4c5f2c515 HTTP/1.1" status: 204 len: 168 time: 0.2650628 Nov 15 22:52:17.653172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb882163-d5a0-4853-81cb-986dd7b4e2d3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:17.655849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c50fa-8e60-40d5-a770-54012e1b0756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0898fe2f-71dd-49f6-9f85-0cb4c5f2c515,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:17.658103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Checking segment: {'id': '82cd49b0-b374-4114-aa0a-2119c03cfc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:17.658464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Network hostable DHCP agents. Network: 5d9b557c-f950-444a-81ed-3bc483a96acf, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:52:17.729768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Network 5d9b557c-f950-444a-81ed-3bc483a96acf is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:52:17.786588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5d9b557c-f950-444a-81ed-3bc483a96acf) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:17.792041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:17.793099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:17.796437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421c266-3d5e-493f-a2ec-88ea9213470e None None] Network 5d9b557c-f950-444a-81ed-3bc483a96acf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:17.886590 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ee3dd43f-2130-4c52-a83b-c97597002873 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7978373 Nov 15 22:52:17.947339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a2c5f-c31e-49fa-84aa-e243580764bc None None] Network 5d9b557c-f950-444a-81ed-3bc483a96acf requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:18.280639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50580) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:18.499198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b656cc-88ff-4e5b-8e69-ec375e8bac38 req-990c4eb8-7f5b-494c-b6f6-15472422e6cb tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:18.506854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66b656cc-88ff-4e5b-8e69-ec375e8bac38 req-990c4eb8-7f5b-494c-b6f6-15472422e6cb tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 950 time: 0.0726066 Nov 15 22:52:18.631693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66b656cc-88ff-4e5b-8e69-ec375e8bac38 req-ae3dc831-7889-40df-a2c5-1e6c6bfb1adb tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9987244-5829-4a91-9ce4-e97032fb2fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111546 Nov 15 22:52:18.750595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Deleting port 99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:18.751564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:18.785060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842119a-ec22-4541-ae5f-3038971df318 req-cc4919f6-88dd-405c-b533-644838558291 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:18.786763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9842119a-ec22-4541-ae5f-3038971df318 req-cc4919f6-88dd-405c-b533-644838558291 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.57 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 950 time: 0.0607371 Nov 15 22:52:18.839239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:18.839239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:18.852380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Calling delete_port for 99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:18.907388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Deleting port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:18.908969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.034421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] For port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:19.034852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.047476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Calling delete_port for 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:19.289635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.320603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event deleted for resources: {'Port': ['ID=99fd66d7-e57e-4a19-aa3b-aacb60a2f4c8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:19.376046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.376387 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Floating IP 82757786-cd4b-4b31-929f-6826a49ecf1b disassociated (deleted). External IP: 172.25.0.186, port: a27dbf50-fe41-41bd-951e-572e367aec07. Nov 15 22:52:19.583481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:52:19.586831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.602858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['20dba9fe-b719-4142-a2bc-a0df7a71ebe9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:52:19.729338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Pushing event deleted for resources: {'Port': ['ID=20dba9fe-b719-4142-a2bc-a0df7a71ebe9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:19.743190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:19.749629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.758658 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:19.760352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] No DVR routers for this DVR port 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:19.763294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:19.769482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9842119a-ec22-4541-ae5f-3038971df318 req-303465c5-1d4b-41f7-ae3a-b81377f2a62e tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.57 "DELETE /v2.0/ports/20dba9fe-b719-4142-a2bc-a0df7a71ebe9 HTTP/1.1" status: 204 len: 173 time: 0.9748323 Nov 15 22:52:19.769482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'name': 'network-vif-deleted', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:19.771081 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f3103-8245-4425-ab29-e60a4c18bd08" -d '{"events": [{"server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "name": "network-vif-deleted", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:19.778009 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:19.778626 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:19.799016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-32322d87-e2e2-41f9-891e-d5abbbb6160f tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "DELETE /v2.0/floatingips/82757786-cd4b-4b31-929f-6826a49ecf1b HTTP/1.1" status: 204 len: 168 time: 1.5169804 Nov 15 22:52:19.799708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:19.802298 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4244c035-eef9-4055-829a-58b21f058b35" -d '{"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:19.822327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e9f1de9-82f3-4c74-9203-eb50096d4ad4 req-17825ca7-be98-47ae-9d46-e8b548301144 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0373588 Nov 15 22:52:19.874446 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71dde00-5fe8-4452-873d-d41aef87e056 x-openstack-request-id: req-c71dde00-5fe8-4452-873d-d41aef87e056 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:19.874994 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb88168-186e-44d5-82d8-66318c19ee26", "name": "network-vif-deleted", "tag": "20dba9fe-b719-4142-a2bc-a0df7a71ebe9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:19.874994 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c71dde00-5fe8-4452-873d-d41aef87e056 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:19.875404 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb88168-186e-44d5-82d8-66318c19ee26', 'name': 'network-vif-deleted', 'tag': '20dba9fe-b719-4142-a2bc-a0df7a71ebe9', 'status': 'completed', 'code': 200} Nov 15 22:52:19.920925 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:20.216267 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb6fa03-5abb-41b7-886d-693f71ca44d5 x-openstack-request-id: req-9fb6fa03-5abb-41b7-886d-693f71ca44d5 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:20.217099 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:20.217297 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fb6fa03-5abb-41b7-886d-693f71ca44d5 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:20.217738 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:52:20.313187 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:52:20.381621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c035-eef9-4055-829a-58b21f058b35 req-a1cdbe5f-50e3-4c00-b2e0-846827e6a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:20.387233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-a1cdbe5f-50e3-4c00-b2e0-846827e6a84b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 1096 time: 0.1317904 Nov 15 22:52:20.478260 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:20.511659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c035-eef9-4055-829a-58b21f058b35 req-b1b52f0f-48fb-44ac-8d03-217786f0ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:20.515314 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-b1b52f0f-48fb-44ac-8d03-217786f0ccee service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 200 len: 914 time: 0.1174107 Nov 15 22:52:20.515522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048991a-a867-4a31-b984-8cdbc7306058 req-9da2cb0b-ef43-4887-9b1e-ab8550a7716d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:20.523089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d048991a-a867-4a31-b984-8cdbc7306058 req-9da2cb0b-ef43-4887-9b1e-ab8550a7716d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.0812645 Nov 15 22:52:20.523452 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:20.535272 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:20.538362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:20.580235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-7568f610-88d2-4171-a2d6-7f9e3ad7fc82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 200 len: 217 time: 0.0582254 Nov 15 22:52:20.593711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d048991a-a867-4a31-b984-8cdbc7306058 req-92e30af1-9781-42bd-bd79-c87a555992f4 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636411 Nov 15 22:52:20.653167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c035-eef9-4055-829a-58b21f058b35 req-264b267d-d628-4a32-becf-d3a78948f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:20.654850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-264b267d-d628-4a32-becf-d3a78948f840 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 200 len: 852 time: 0.0642459 Nov 15 22:52:20.695828 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:20.714927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c035-eef9-4055-829a-58b21f058b35 req-8daf6c5f-2107-43b8-80ac-a3089b29d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:20.717040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-8daf6c5f-2107-43b8-80ac-a3089b29d2ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb2cd051-f385-4f82-8121-4974c3ac3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517042 Nov 15 22:52:20.852543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-28f9238c-f409-425a-9f75-ac09afded2a1 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107206 Nov 15 22:52:20.988654 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:21.009984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4244c035-eef9-4055-829a-58b21f058b35 req-5e9650b9-4225-4f3b-a7b4-7cc9fd289488 service neutron] 10.222.0.55 "GET /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565368 Nov 15 22:52:21.014805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0ca0ada-e670-4450-8522-cda9468b830c req-eacedd6a-ac70-437f-80c9-7161bcb8a0d2 tempest-VolumesBackupsTest-196633188 tempest-VolumesBackupsTest-196633188-project] 10.222.0.15 "GET /v2.0/ports?device_id=deb88168-186e-44d5-82d8-66318c19ee26 HTTP/1.1" status: 200 len: 210 time: 0.0328226 Nov 15 22:52:21.029032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953eeed4-d8f3-4a30-9683-99d9b4bf635c None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '76c440f6-d8cb-4589-b1da-023cfb4ce5cf', 'name': '', 'network_id': 'cb2cd051-f385-4f82-8121-4974c3ac3d36', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'mac_address': 'fa:16:3e:01:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:47Z', 'updated_at': '2021-11-15T22:46:55Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'subnets': [{'id': '4f4206a2-4351-4efb-8a0a-ee176f223567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:21.148916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-db47653a-8b08-4d38-863b-3d0e42bc5af0 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:21.152081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-db47653a-8b08-4d38-863b-3d0e42bc5af0 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/networks?id=5d9b557c-f950-444a-81ed-3bc483a96acf HTTP/1.1" status: 200 len: 810 time: 0.1309125 Nov 15 22:52:21.169323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-4c4bd4a4-8cd6-4aa2-b5ea-0c4b4678eed1 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/quotas/658c8aadfeed4696a8073c93e4fff2f7 HTTP/1.1" status: 200 len: 375 time: 0.0114698 Nov 15 22:52:21.202466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-3c9e360e-65ea-46bd-bed8-9dd152784f68 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=658c8aadfeed4696a8073c93e4fff2f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273285 Nov 15 22:52:21.213890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-550420b9-41d5-48c0-94af-675521e156fc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:52:21.214900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-550420b9-41d5-48c0-94af-675521e156fc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052421 Nov 15 22:52:21.330770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-d2fe5e93-04f0-4ae2-9986-12506d0f47d3 service neutron] 10.222.0.15 "GET /v2.0/networks/5d9b557c-f950-444a-81ed-3bc483a96acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084270 Nov 15 22:52:21.402759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fab916-fd6b-4638-bbe8-d7958ec1fcfc None None] New status for floating IP 82757786-cd4b-4b31-929f-6826a49ecf1b: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:52:21.428241 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-888bd56d-2620-4f53-b64f-d08a0d2b4c13 service neutron] 10.222.0.15 "GET /v2.0/networks/5d9b557c-f950-444a-81ed-3bc483a96acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966244 Nov 15 22:52:21.713247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e39ef8-87d1-4fb4-af8a-8d949129902b req-1cb1f294-615a-4264-9ec6-394a31263f37 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:21.716185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62e39ef8-87d1-4fb4-af8a-8d949129902b req-1cb1f294-615a-4264-9ec6-394a31263f37 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.0599017 Nov 15 22:52:21.761978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50714) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:21.802197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62e39ef8-87d1-4fb4-af8a-8d949129902b req-9129bebe-e97c-489a-a8d4-07b37a4347e0 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/security-groups?id=5349411c-9736-47e1-ba9e-aec4880d42b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778606 Nov 15 22:52:21.872291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-790fee5b-67e2-46b7-89df-9a33b820bce5 req-a5177720-5b0f-499f-b9eb-c5f69a5996be tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 210 time: 0.0327237 Nov 15 22:52:21.918466 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a74fc99a-da2d-4b65-9c9f-9e36240c473b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.015777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a74fc99a-da2d-4b65-9c9f-9e36240c473b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.086295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a74fc99a-da2d-4b65-9c9f-9e36240c473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.131657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a74fc99a-da2d-4b65-9c9f-9e36240c473b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e623f2e8e8749c5affb610e93dbc131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685868 Nov 15 22:52:22.132844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fc99a-da2d-4b65-9c9f-9e36240c473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed2b60-54b9-49df-83dc-5b802d84239d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:22.134453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50738) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:22.187364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.206079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-bbdeb586-7b70-4b16-9138-19a30f256a0a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:22.208493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-bbdeb586-7b70-4b16-9138-19a30f256a0a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.55 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 945 time: 0.0533128 Nov 15 22:52:22.212296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.340181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Deleting port a27dbf50-fe41-41bd-951e-572e367aec07 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:22.340181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.353081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.356009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.358566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5ed2b60-54b9-49df-83dc-5b802d84239d HTTP/1.1" status: 204 len: 168 time: 0.2230966 Nov 15 22:52:22.378110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021336a-5c59-4807-8b31-aa6a25bf8632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed2b60-54b9-49df-83dc-5b802d84239d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:22.477773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] For port a27dbf50-fe41-41bd-951e-572e367aec07, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a27dbf50-fe41-41bd-951e-572e367aec07,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:22.478277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.492040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Calling delete_port for a27dbf50-fe41-41bd-951e-572e367aec07 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:22.601314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:22.632261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:22.632901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 20dba9fe-b719-4142-a2bc-a0df7a71ebe9 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:22.706971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.781338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event deleted for resources: {'Port': ['ID=a27dbf50-fe41-41bd-951e-572e367aec07,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:22.801618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] No DVR routers for this DVR port a27dbf50-fe41-41bd-951e-572e367aec07 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:22.805925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:22.809251 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-39c1efc5-5d40-45dd-99c2-6f6b9bf12920 req-4f9680ff-d602-4fc8-be4a-846b0bad46d8 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.55 "DELETE /v2.0/ports/a27dbf50-fe41-41bd-951e-572e367aec07 HTTP/1.1" status: 204 len: 173 time: 0.5899684 Nov 15 22:52:22.809700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'name': 'network-vif-deleted', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:22.812145 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bf010-dff0-4ff4-8309-138c984ce9ba" -d '{"events": [{"server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "name": "network-vif-deleted", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:22.869153 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642abf9-1373-4ae5-83ed-08bf54dd2a8b x-openstack-request-id: req-2642abf9-1373-4ae5-83ed-08bf54dd2a8b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:22.869445 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bdcab-75d6-4fc4-b227-8ce5f8834c1d", "name": "network-vif-deleted", "tag": "a27dbf50-fe41-41bd-951e-572e367aec07", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:22.870563 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2642abf9-1373-4ae5-83ed-08bf54dd2a8b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:22.870964 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bdcab-75d6-4fc4-b227-8ce5f8834c1d', 'name': 'network-vif-deleted', 'tag': 'a27dbf50-fe41-41bd-951e-572e367aec07', 'status': 'completed', 'code': 200} Nov 15 22:52:22.923728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-93d5bcc3-dc4a-4575-91cd-01e4a5be8dd7 req-e882f650-c265-4fc1-a6f5-a41012128bb3 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0350633 Nov 15 22:52:22.989948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e60a0b31-4915-4c3f-b384-03b4a6b8a6e9 req-0ba4f7bc-817a-4ed6-b8bd-b8373e560545 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Nov 15 22:52:23.194670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 50766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:23.211656 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d45aa3d6-49fd-4ec9-bd67-7b727130e015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.314649 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d45aa3d6-49fd-4ec9-bd67-7b727130e015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.444819 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d45aa3d6-49fd-4ec9-bd67-7b727130e015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.509472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d45aa3d6-49fd-4ec9-bd67-7b727130e015 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=653cb5c4a67e4eafb04c440555adaa49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137276 Nov 15 22:52:23.511536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa3d6-49fd-4ec9-bd67-7b727130e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b61a5f-4f9a-4b68-a22c-095c104b3682,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:23.512131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 50776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:23.585083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.629097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.786173 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.788819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:23.791527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53b61a5f-4f9a-4b68-a22c-095c104b3682 HTTP/1.1" status: 204 len: 168 time: 0.2770545 Nov 15 22:52:23.800306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d290f06-3e97-4d10-9c60-d1d047bb3e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b61a5f-4f9a-4b68-a22c-095c104b3682,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:24.101188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67c46e3d-15ce-45c3-beba-ebbda77f5950 req-104219ad-811f-48f8-aa58-e060c6c9ebd3 tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0698700 Nov 15 22:52:24.161127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f9d0f7a-0669-4899-a60c-97280bd24dde req-a6541071-998e-49ba-8df5-f3dcef16f947 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 210 time: 0.0598505 Nov 15 22:52:24.878044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a27dbf50-fe41-41bd-951e-572e367aec07 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:24.936660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: a27dbf50-fe41-41bd-951e-572e367aec07 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:24.937242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a27dbf50-fe41-41bd-951e-572e367aec07 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:24.985611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-2183c2ad-3cce-4873-a8e9-00a88bc6caf8 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:24.987587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-2183c2ad-3cce-4873-a8e9-00a88bc6caf8 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.57 "GET /v2.0/networks?id=5d9b557c-f950-444a-81ed-3bc483a96acf HTTP/1.1" status: 200 len: 810 time: 0.2235703 Nov 15 22:52:25.003983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Request body: {'port': {'device_id': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf', 'admin_state_up': True, 'tenant_id': '658c8aadfeed4696a8073c93e4fff2f7'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:25.318064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Made reservation on behalf of 658c8aadfeed4696a8073c93e4fff2f7 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:25.322737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e6ccc8f-0fd0-4425-b162-45d1e6d4d24d req-7b7a232d-feeb-43ba-9b52-cbf03472f14f tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 210 time: 0.0387690 Nov 15 22:52:25.323939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:25.381268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8976041-ec6b-406c-9549-fa5eb11c4780 req-f0525832-6dfe-4694-95fe-ce5fedef903a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0608628 Nov 15 22:52:25.510601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Allocated IP 172.20.0.4 (5d9b557c-f950-444a-81ed-3bc483a96acf/bb882163-d5a0-4853-81cb-986dd7b4e2d3/63518a7c-6570-46d7-83d2-fac3a2747747) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:52:25.698791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:25.792660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:25.864037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Network 5d9b557c-f950-444a-81ed-3bc483a96acf is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:52:25.872354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:25.877268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:52:25.908012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Pushing event updated for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:25.940660 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:25.941364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:26.031208 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9697902d-128e-4b5c-8eb1-2afface45846 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325665 Nov 15 22:52:26.045232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Request body: {'port': {'device_id': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:26.104908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:26.566489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63518a7c-6570-46d7-83d2-fac3a2747747 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:52:26.590184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc6ae85b-2449-42fd-9308-cc88addea716 req-ccd6f456-17bc-4d60-8774-1f099a23297b tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0679300 Nov 15 22:52:26.597201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:26.614663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Transition to ACTIVE for port object 63518a7c-6570-46d7-83d2-fac3a2747747 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:52:26.689551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:26.894996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Pushing event updated for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:26.908453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a296-ab03-4093-8117-e7f5aefbfc82 req-0777dc7e-29d7-43a2-aabb-0e92fe077ad2 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:26.914271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a855a296-ab03-4093-8117-e7f5aefbfc82 req-0777dc7e-29d7-43a2-aabb-0e92fe077ad2 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 943 time: 0.0973103 Nov 15 22:52:26.940789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Attempting to bind port 63518a7c-6570-46d7-83d2-fac3a2747747 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:52:26.941444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Attempting to bind port 63518a7c-6570-46d7-83d2-fac3a2747747 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '82cd49b0-b374-4114-aa0a-2119c03cfc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:52:26.947311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Attempting to bind port 63518a7c-6570-46d7-83d2-fac3a2747747 on network 5d9b557c-f950-444a-81ed-3bc483a96acf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:26.947311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Port 63518a7c-6570-46d7-83d2-fac3a2747747 on network 5d9b557c-f950-444a-81ed-3bc483a96acf not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:52:26.947311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Attempting to bind port 63518a7c-6570-46d7-83d2-fac3a2747747 on network 5d9b557c-f950-444a-81ed-3bc483a96acf {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:26.954486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:52:26.954950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Checking segment: {'id': '82cd49b0-b374-4114-aa0a-2119c03cfc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:26.955529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Bound using segment: {'id': '82cd49b0-b374-4114-aa0a-2119c03cfc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:52:26.956199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Bound port: 63518a7c-6570-46d7-83d2-fac3a2747747, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82cd49b0-b374-4114-aa0a-2119c03cfc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:52:26.964960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:27.009810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a855a296-ab03-4093-8117-e7f5aefbfc82 req-a052e4a8-aad5-42e0-b9ce-0fa1a57007e8 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888481 Nov 15 22:52:27.046208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:52:27.050585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63518a7c-6570-46d7-83d2-fac3a2747747,segment=NetworkSegment(82cd49b0-b374-4114-aa0a-2119c03cfc77),segment_id=82cd49b0-b374-4114-aa0a-2119c03cfc77)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:52:27.118231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:27.154157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.155047 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:27.157498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] 10.222.0.57 "PUT /v2.0/ports/63518a7c-6570-46d7-83d2-fac3a2747747 HTTP/1.1" status: 200 len: 1091 time: 1.1159301 Nov 15 22:52:27.158033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:27.161019 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d10ee34-4caf-43fc-be6c-d79877e75c39" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:27.205956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbab5c-d1ff-4f1a-84dd-8145c4d8be8b service neutron] Pushing event updated for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:27.223224 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fce8b2c-7ad1-4165-b76d-e1caaefd5680 x-openstack-request-id: req-2fce8b2c-7ad1-4165-b76d-e1caaefd5680 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:27.223516 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:27.223769 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fce8b2c-7ad1-4165-b76d-e1caaefd5680 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:27.224178 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747', 'status': 'completed', 'code': 200} Nov 15 22:52:27.298640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-87570141-86bb-4ed0-a8fd-6e8edde784b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.300324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-87570141-86bb-4ed0-a8fd-6e8edde784b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658c8aadfeed4696a8073c93e4fff2f7&device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 1094 time: 0.0524411 Nov 15 22:52:27.418656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-fec08c03-a71b-44dd-bf58-d9a01e9e69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.420538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-fec08c03-a71b-44dd-bf58-d9a01e9e69cc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=658c8aadfeed4696a8073c93e4fff2f7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1106851 Nov 15 22:52:27.566638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-e8997ec6-2718-4024-80c5-253aca776e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.568657 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0d10ee34-4caf-43fc-be6c-d79877e75c39 req-e8997ec6-2718-4024-80c5-253aca776e0d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359749 Nov 15 22:52:27.702308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79fb92ff-9ff2-4692-81da-fccf469b276c req-c372dc7d-3a35-40b7-b72d-13924654010d tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0426788 Nov 15 22:52:27.728508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-10f84570-019a-4561-a781-555df31e518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.728508 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-10f84570-019a-4561-a781-555df31e518a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658c8aadfeed4696a8073c93e4fff2f7&device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 1094 time: 0.1048319 Nov 15 22:52:27.786596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-4ed2ca51-59b2-4bb9-b4c7-d3b9a4673f4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63518a7c-6570-46d7-83d2-fac3a2747747 HTTP/1.1" status: 200 len: 217 time: 0.0598338 Nov 15 22:52:27.870503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-3d8021e0-33c2-42fa-8344-f04bebdeb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:27.871961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-3d8021e0-33c2-42fa-8344-f04bebdeb925 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb882163-d5a0-4853-81cb-986dd7b4e2d3 HTTP/1.1" status: 200 len: 850 time: 0.0761664 Nov 15 22:52:27.950986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-7827c223-9d1b-40d3-9a21-1f24c284e529 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d9b557c-f950-444a-81ed-3bc483a96acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715184 Nov 15 22:52:28.135898 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-9c5f5e06-5f61-4875-92f3-2ffe8657d573 service neutron] 10.222.0.57 "GET /v2.0/networks/5d9b557c-f950-444a-81ed-3bc483a96acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774225 Nov 15 22:52:28.239689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a0a00-4052-4373-9798-9309b719d4bd req-e17889bb-4507-47fc-b126-df386fd6a896 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:28.241343 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-571a0a00-4052-4373-9798-9309b719d4bd req-e17889bb-4507-47fc-b126-df386fd6a896 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 943 time: 0.0859327 Nov 15 22:52:28.288212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-beb4b55f-1b64-44b1-bbd7-9e296f3d72a2 req-5886fecc-f32f-4b7f-9123-bb90a58177f9 service neutron] 10.222.0.57 "GET /v2.0/networks/5d9b557c-f950-444a-81ed-3bc483a96acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258097 Nov 15 22:52:28.333770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-571a0a00-4052-4373-9798-9309b719d4bd req-4d971da6-d709-4ecc-a03e-f8f1d8a7be09 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794103 Nov 15 22:52:28.807011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-914d469c-5453-40d6-8b24-65dc4d84c74d req-28df6532-ad55-4fbb-9d1f-8a5f93a7872c tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0278630 Nov 15 22:52:29.317790 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:29.496128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b06d9d-fcef-4777-9a88-8f2332ced1d1 req-d80f4290-946f-437a-98d1-4811d6d7db98 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:29.497678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73b06d9d-fcef-4777-9a88-8f2332ced1d1 req-d80f4290-946f-437a-98d1-4811d6d7db98 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 943 time: 0.0764992 Nov 15 22:52:29.550491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73b06d9d-fcef-4777-9a88-8f2332ced1d1 req-bcd003b1-f8a7-4772-9cf7-28aa818605c5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Nov 15 22:52:29.900335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:29.926500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba8e8a05-8788-4fe4-affb-508da83f697b req-f782af03-9564-445c-89a8-1597d7b15c9a tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "GET /v2.0/ports?device_id=903bdcab-75d6-4fc4-b227-8ce5f8834c1d HTTP/1.1" status: 200 len: 210 time: 0.0335739 Nov 15 22:52:30.639401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63518a7c-6570-46d7-83d2-fac3a2747747 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:52:30.702750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17342e-eef7-4c20-9360-3e528c3eab51 req-f2db2329-d4cb-41f9-bfc5-8757e80ed910 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:30.711027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c17342e-eef7-4c20-9360-3e528c3eab51 req-f2db2329-d4cb-41f9-bfc5-8757e80ed910 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 943 time: 0.0702355 Nov 15 22:52:30.758452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63518a7c-6570-46d7-83d2-fac3a2747747,segment=NetworkSegment(82cd49b0-b374-4114-aa0a-2119c03cfc77),segment_id=82cd49b0-b374-4114-aa0a-2119c03cfc77)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:30.770756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '63518a7c-6570-46d7-83d2-fac3a2747747', 'network_id': '5d9b557c-f950-444a-81ed-3bc483a96acf', 'port_id': '63518a7c-6570-46d7-83d2-fac3a2747747', 'mac_address': 'fa:16:3e:3f:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb882163-d5a0-4853-81cb-986dd7b4e2d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:52:30.784645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c17342e-eef7-4c20-9360-3e528c3eab51 req-129c0393-b4b8-48be-aaf3-776305f49e3e tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 Nov 15 22:52:30.819493 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:30.840333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63518a7c-6570-46d7-83d2-fac3a2747747 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:52:30.864337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63518a7c-6570-46d7-83d2-fac3a2747747,segment=NetworkSegment(82cd49b0-b374-4114-aa0a-2119c03cfc77),segment_id=82cd49b0-b374-4114-aa0a-2119c03cfc77)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:30.934715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:31.003375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:31.012929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:31.020873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.021482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.022050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.022586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.023119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.023649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.024176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.024798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.025329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.025867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.026392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.026915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:31.091065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:31.122227 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:31.141351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['63518a7c-6570-46d7-83d2-fac3a2747747'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:52:31.249444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:31.253922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:31.258589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] 10.222.0.15 "DELETE /v2.0/security-groups/5349411c-9736-47e1-ba9e-aec4880d42b0 HTTP/1.1" status: 204 len: 168 time: 0.2534292 Nov 15 22:52:31.289772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe84396-e2e0-4694-901b-eb07e9a556ee tempest-TestVolumeBackupRestore-979087230 tempest-TestVolumeBackupRestore-979087230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5349411c-9736-47e1-ba9e-aec4880d42b0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:31.947276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70d55-46ea-42a4-87a3-e9c75700d5cb req-c4dfab6a-95e9-44a5-a5ed-9496169a2da9 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:31.951086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7d70d55-46ea-42a4-87a3-e9c75700d5cb req-c4dfab6a-95e9-44a5-a5ed-9496169a2da9 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 944 time: 0.0847285 Nov 15 22:52:32.014046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7d70d55-46ea-42a4-87a3-e9c75700d5cb req-179e89a2-3831-4163-ae8c-d28dc3be9d01 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585437 Nov 15 22:52:32.287829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51108) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:32.426332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eff823c8-0e11-413d-9025-698522be19b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.510967 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eff823c8-0e11-413d-9025-698522be19b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.597588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eff823c8-0e11-413d-9025-698522be19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.654654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63518a7c-6570-46d7-83d2-fac3a2747747 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:52:32.655655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff823c8-0e11-413d-9025-698522be19b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727ed32-daf8-4071-8843-61464dedb713,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:32.660861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eff823c8-0e11-413d-9025-698522be19b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c0d44f19bd14a98853830d4d810bfba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719466 Nov 15 22:52:32.663507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:32.743064 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.779550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.785806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 63518a7c-6570-46d7-83d2-fac3a2747747 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:52:32.803048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 63518a7c-6570-46d7-83d2-fac3a2747747 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:32.803706 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.941139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.943950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:32.946960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7727ed32-daf8-4071-8843-61464dedb713 HTTP/1.1" status: 204 len: 168 time: 0.2822876 Nov 15 22:52:32.957408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835bbea-747f-4ccc-8852-0b6239390ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727ed32-daf8-4071-8843-61464dedb713,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:32.988906 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:33.089758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63518a7c-6570-46d7-83d2-fac3a2747747,segment=NetworkSegment(82cd49b0-b374-4114-aa0a-2119c03cfc77),segment_id=82cd49b0-b374-4114-aa0a-2119c03cfc77)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:33.091955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:33.095223 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58dc08-923d-42fc-b69c-76c4ff1de5d7" -d '{"events": [{"server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "name": "network-vif-plugged", "status": "completed", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:33.181370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:33.214312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1428e20-34a4-426d-b6b4-5c3294b7d564 req-2f3939bd-0242-4392-a431-aacda61b307c tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:33.217587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1428e20-34a4-426d-b6b4-5c3294b7d564 req-2f3939bd-0242-4392-a431-aacda61b307c tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 944 time: 0.0787489 Nov 15 22:52:33.317013 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e7c28-41b0-499b-9662-bf3c484a1121 x-openstack-request-id: req-e95e7c28-41b0-499b-9662-bf3c484a1121 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:33.317664 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "name": "network-vif-plugged", "status": "completed", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:33.318112 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e95e7c28-41b0-499b-9662-bf3c484a1121 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:33.318696 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747', 'code': 200} Nov 15 22:52:33.360510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:33.419852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1428e20-34a4-426d-b6b4-5c3294b7d564 req-b83e4f2e-855e-4ed7-86c2-f9af8252e16a tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952412 Nov 15 22:52:33.513814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebf639-0258-4396-93a8-3f42332196bd req-53180d6c-7659-4e38-9ea7-d0eb12ac7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:33.516999 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cebf639-0258-4396-93a8-3f42332196bd req-53180d6c-7659-4e38-9ea7-d0eb12ac7cbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 1096 time: 0.1665795 Nov 15 22:52:33.600429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2cebf639-0258-4396-93a8-3f42332196bd req-48e8ec26-03fd-4db2-8c33-5a30d8de5ee2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 Nov 15 22:52:33.824713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51196) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:33.843668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36353c57-9b7f-456c-ad30-2536b7c9e384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:33.986805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36353c57-9b7f-456c-ad30-2536b7c9e384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.060135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36353c57-9b7f-456c-ad30-2536b7c9e384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.126870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:34.137626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36353c57-9b7f-456c-ad30-2536b7c9e384 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74da79a918074af683c03bdc62c4de02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118224 Nov 15 22:52:34.145037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36353c57-9b7f-456c-ad30-2536b7c9e384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd615fb-9ae1-436c-9485-86e1e9a86e3f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:34.223685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.253800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.385965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.392391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:34.392391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccd615fb-9ae1-436c-9485-86e1e9a86e3f HTTP/1.1" status: 204 len: 168 time: 0.2626548 Nov 15 22:52:34.404534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380273-d50d-4857-b02b-80a3c3007216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd615fb-9ae1-436c-9485-86e1e9a86e3f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:34.665654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c060435-76cd-4245-ba68-8b4e249f7262 req-23433056-9e23-43f2-a085-f4f49e239de4 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:34.668911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c060435-76cd-4245-ba68-8b4e249f7262 req-23433056-9e23-43f2-a085-f4f49e239de4 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 945 time: 0.1215551 Nov 15 22:52:34.747684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c060435-76cd-4245-ba68-8b4e249f7262 req-36d8d801-abd7-4f49-8ee8-71c5efdfd7a1 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Nov 15 22:52:34.757259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26a3311-3aef-4574-a1e7-7cb8d6448fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:35.971458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e842c-e404-46a4-8213-fdeaa3ffccf7 req-a39b314b-7b27-4d82-a7c8-5d189351105d tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:35.974104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff5e842c-e404-46a4-8213-fdeaa3ffccf7 req-a39b314b-7b27-4d82-a7c8-5d189351105d tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 945 time: 0.1122391 Nov 15 22:52:36.041229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff5e842c-e404-46a4-8213-fdeaa3ffccf7 req-85609b42-a28c-4990-85f0-92687dea8f2f tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Nov 15 22:52:36.841642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d5d71-350c-4e8e-88ce-9d42b1ccff9c req-a5f4e7c6-a9ff-430a-87c2-7102066f4761 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:36.844132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-780d5d71-350c-4e8e-88ce-9d42b1ccff9c req-a5f4e7c6-a9ff-430a-87c2-7102066f4761 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 945 time: 0.0764110 Nov 15 22:52:36.920683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-780d5d71-350c-4e8e-88ce-9d42b1ccff9c req-3a980fd7-ce10-4bb1-871d-03982008c9bd tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Nov 15 22:52:37.209158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f679bea-5651-4460-8fc5-6d02f201d499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:37.816214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:38.041376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-2df1c211-219c-48c3-a5d4-62b3052eeed0 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:38.045308 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-2df1c211-219c-48c3-a5d4-62b3052eeed0 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 945 time: 0.0995331 Nov 15 22:52:38.169911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b80df-17be-434a-a80b-c01c8aab67ea req-b026e065-af7c-4621-8914-3edff3eccdbd tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:38.170187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Deleting port 63518a7c-6570-46d7-83d2-fac3a2747747 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:38.170605 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.172012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437b80df-17be-434a-a80b-c01c8aab67ea req-b026e065-af7c-4621-8914-3edff3eccdbd tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 945 time: 0.1338537 Nov 15 22:52:38.280527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] For port 63518a7c-6570-46d7-83d2-fac3a2747747, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=63518a7c-6570-46d7-83d2-fac3a2747747,segment=NetworkSegment(82cd49b0-b374-4114-aa0a-2119c03cfc77),segment_id=82cd49b0-b374-4114-aa0a-2119c03cfc77)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:38.281815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.290010 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437b80df-17be-434a-a80b-c01c8aab67ea req-e2b053c1-3099-42b3-b5e4-9b186313146f tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/security-groups?id=52b5c0a4-ed6c-41b0-8023-4df9b28001ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088471 Nov 15 22:52:38.303213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Calling delete_port for 63518a7c-6570-46d7-83d2-fac3a2747747 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:38.582037 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.809454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.860766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.913941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Pushing event deleted for resources: {'Port': ['ID=63518a7c-6570-46d7-83d2-fac3a2747747,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:38.964931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] No DVR routers for this DVR port 63518a7c-6570-46d7-83d2-fac3a2747747 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:38.969362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:38.973448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d6f3b62-e521-4d97-8085-d6d3b94a37c4 req-5b59d8c4-c481-4349-aadb-63de5c7ba0e5 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.57 "DELETE /v2.0/ports/63518a7c-6570-46d7-83d2-fac3a2747747 HTTP/1.1" status: 204 len: 173 time: 0.9201038 Nov 15 22:52:38.974075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'name': 'network-vif-deleted', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:52:38.976457 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d34d55-fb82-433e-87df-dfb84be3e0a8" -d '{"events": [{"server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "name": "network-vif-deleted", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:52:39.102026 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eab88b-8a38-4f66-9280-b7ba95103bd1 x-openstack-request-id: req-c5eab88b-8a38-4f66-9280-b7ba95103bd1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:52:39.102721 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7", "name": "network-vif-deleted", "tag": "63518a7c-6570-46d7-83d2-fac3a2747747", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:52:39.102721 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5eab88b-8a38-4f66-9280-b7ba95103bd1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:52:39.103022 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c5e28a-a1a5-4d7b-ab04-1b47413d30f7', 'name': 'network-vif-deleted', 'tag': '63518a7c-6570-46d7-83d2-fac3a2747747', 'status': 'completed', 'code': 200} Nov 15 22:52:39.457701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:39.581938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa1b0071-af83-4760-b66e-c67dc83fb8d9 req-7fa66091-a739-4366-b6b2-52c2e1c387c2 tempest-ServerGroupTestJSON-1346932532 tempest-ServerGroupTestJSON-1346932532-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1c5e28a-a1a5-4d7b-ab04-1b47413d30f7 HTTP/1.1" status: 200 len: 210 time: 0.0316930 Nov 15 22:52:39.588453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Deleting port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:39.589110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:39.682614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] For port 76c440f6-d8cb-4589-b1da-023cfb4ce5cf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:39.683610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:39.701644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Calling delete_port for 76c440f6-d8cb-4589-b1da-023cfb4ce5cf owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:40.060465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:40.117744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Pushing event deleted for resources: {'Port': ['ID=76c440f6-d8cb-4589-b1da-023cfb4ce5cf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:40.345778 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:40.375361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:40.693502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63518a7c-6570-46d7-83d2-fac3a2747747 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:40.700178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:52:40.721556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 63518a7c-6570-46d7-83d2-fac3a2747747 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:40.721899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 63518a7c-6570-46d7-83d2-fac3a2747747 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:40.837592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:40.850754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Sync routers for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:40.854849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-42df2223-16f4-434c-8a56-5b2ab5a0ee1c admin admin] 10.222.0.15 "PUT /v2.0/routers/5c4cc7e3-e34c-4527-ae00-bf66e5c3af52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0363617 Nov 15 22:52:40.859573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:40.888988 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:40.890633 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.040709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:41.047201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.048088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51570) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:41.129943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Deleting subnet bb882163-d5a0-4853-81cb-986dd7b4e2d3 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:41.137544 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.181448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.191749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.238252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.286586 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:52:39Z', 'revision_number': 5, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port': {'id': 'c99ed4be-57ed-4d13-bd08-7916f5504155', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:43Z', 'updated_at': '2021-11-15T22:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.320052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Checking router: 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:41.332191 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Routers {'5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:41.333734 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.373235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Deleting port c99ed4be-57ed-4d13-bd08-7916f5504155 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:41.373588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.438619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.466500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.472659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] Set router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:41.483047 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb882163-d5a0-4853-81cb-986dd7b4e2d3 HTTP/1.1" status: 204 len: 168 time: 0.4332771 Nov 15 22:52:41.487865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:41.530578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfab5b-b5a4-49da-85c7-e05514c4857b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb882163-d5a0-4853-81cb-986dd7b4e2d3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:41.573581 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:52:41Z', 'revision_number': 6, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.616198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb4ef2-562b-4f94-8f85-1d1ac0267868 None None] The sync data for ids ['5c4cc7e3-e34c-4527-ae00-bf66e5c3af52'] in n-d-817995-3 is: [{'id': '5c4cc7e3-e34c-4527-ae00-bf66e5c3af52', 'name': 'tempest-TestVolumeBackupRestore-385918866-router', 'tenant_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:42Z', 'updated_at': '2021-11-15T22:52:41Z', 'revision_number': 6, 'project_id': '7ce8aa06fb714cc6b9961df2676b13f3', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:41.667101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] For port c99ed4be-57ed-4d13-bd08-7916f5504155, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c99ed4be-57ed-4d13-bd08-7916f5504155,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:41.667458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.690134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Calling delete_port for c99ed4be-57ed-4d13-bd08-7916f5504155 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:41.693744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.835493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.899778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9b557c-f950-444a-81ed-3bc483a96acf']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.918913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cd49b0-b374-4114-aa0a-2119c03cfc77') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.919210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cd49b0-b374-4114-aa0a-2119c03cfc77') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:41.937385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.953659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:41.969013 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:42.118616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.121099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.141805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.149362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5d9b557c-f950-444a-81ed-3bc483a96acf HTTP/1.1" status: 204 len: 168 time: 0.6604877 Nov 15 22:52:42.181180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2fa12-79b2-40ec-9c9d-9f6857c38f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9b557c-f950-444a-81ed-3bc483a96acf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:42.193158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e7b47-8760-4f62-b5ac-2b22a4d012f4 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:42.249134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99ed4be-57ed-4d13-bd08-7916f5504155,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:42.314996 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.483477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.486669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.564436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76c440f6-d8cb-4589-b1da-023cfb4ce5cf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:42.576274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:42.593163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 76c440f6-d8cb-4589-b1da-023cfb4ce5cf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:42.593163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 76c440f6-d8cb-4589-b1da-023cfb4ce5cf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:42.593163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c99ed4be-57ed-4d13-bd08-7916f5504155 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:42.617138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c99ed4be-57ed-4d13-bd08-7916f5504155 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:42.617393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c99ed4be-57ed-4d13-bd08-7916f5504155 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:42.623871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.625704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:52:42.641117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.646000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7a03c128-f6a6-466f-aecf-6442fbdc4a77 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c4cc7e3-e34c-4527-ae00-bf66e5c3af52 HTTP/1.1" status: 204 len: 168 time: 1.7846780 Nov 15 22:52:42.651138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:42.661953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-09af36c8-ce61-4a50-a50a-49d17d00cddf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=658c8aadfeed4696a8073c93e4fff2f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843842 Nov 15 22:52:42.666499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:42.713110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Deleting subnet 4f4206a2-4351-4efb-8a0a-ee176f223567 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:42.716833 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.773720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.806933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.816499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.995285 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.995285 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:42.995285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52b5c0a4-ed6c-41b0-8023-4df9b28001ca HTTP/1.1" status: 204 len: 168 time: 0.3261752 Nov 15 22:52:43.014158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.020049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7db0ba-1e07-4556-8433-844c37293fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5c0a4-ed6c-41b0-8023-4df9b28001ca,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:43.214686 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.259387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4206a2-4351-4efb-8a0a-ee176f223567,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:43.263235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.275415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bca28b-9da6-4db0-8ed6-23f4dace49c3 None None] Network cb2cd051-f385-4f82-8121-4974c3ac3d36 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:43.275956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51696) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:43.276058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-445a912b-0f0e-4b57-87d0-b2dd9adef6d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4f4206a2-4351-4efb-8a0a-ee176f223567 HTTP/1.1" status: 204 len: 168 time: 0.6231744 Nov 15 22:52:43.480656 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.590833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] DHCP port deletion for cb2cd051-f385-4f82-8121-4974c3ac3d36 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:43.639076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Deleting port 29db7896-8487-4d94-9720-4aea1dedd286 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:43.642061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.717670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Deleting port 29db7896-8487-4d94-9720-4aea1dedd286 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:43.719386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.860238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] For port 29db7896-8487-4d94-9720-4aea1dedd286, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29db7896-8487-4d94-9720-4aea1dedd286,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:43.860646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.864817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] For port 29db7896-8487-4d94-9720-4aea1dedd286, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=29db7896-8487-4d94-9720-4aea1dedd286,segment=NetworkSegment(e2d9a459-d4ba-4f4d-915e-e7bbe309bad5),segment_id=e2d9a459-d4ba-4f4d-915e-e7bbe309bad5)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:43.869169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:43.875986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Calling delete_port for 29db7896-8487-4d94-9720-4aea1dedd286 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:43.887572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Calling delete_port for 29db7896-8487-4d94-9720-4aea1dedd286 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:44.129551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.136768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.146760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] No DVR routers for this DVR port 29db7896-8487-4d94-9720-4aea1dedd286 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:44.206914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29db7896-8487-4d94-9720-4aea1dedd286,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:44.223379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] Pushing event deleted for resources: {'Port': ['ID=29db7896-8487-4d94-9720-4aea1dedd286,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:44.235212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a387d-a239-4389-87d4-5c28fe60dffb None None] No DVR routers for this DVR port 29db7896-8487-4d94-9720-4aea1dedd286 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:44.336251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.368307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2cd051-f385-4f82-8121-4974c3ac3d36']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:44.386308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:44.386599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9a459-d4ba-4f4d-915e-e7bbe309bad5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:44.422125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.443797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.452732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:44.468599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.545581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 29db7896-8487-4d94-9720-4aea1dedd286 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:44.551918 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:44.593379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 29db7896-8487-4d94-9720-4aea1dedd286 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:44.593724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 29db7896-8487-4d94-9720-4aea1dedd286 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:44.622547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.629840 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:44.636066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb2cd051-f385-4f82-8121-4974c3ac3d36 HTTP/1.1" status: 204 len: 168 time: 1.3568029 Nov 15 22:52:44.636887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51762) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:44.661585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a49964-2462-4169-8c0f-186abf54c7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2cd051-f385-4f82-8121-4974c3ac3d36,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:44.830011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51776) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:44.993586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1757582657-network', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:45.074635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Made reservation on behalf of 965efcebb8e4438aa79e5418d9af03cf for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:45.078305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.088923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.142532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.218261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.293835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.308125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:52:45.319866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.320601 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Added segment 9e2eb471-5892-412c-8f83-cdd0c8ef5e90 of type vlan for network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 Nov 15 22:52:45.393593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.460499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd489d8d-aa01-4959-9fbd-17229b2c2eda,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:45.572698 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Deleting port 369d9527-9bd2-457b-a70c-76a9e6e218cd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:45.573093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.574267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.575263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:45.575863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.667110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8359704 Nov 15 22:52:45.667852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:45.677256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Request body: {'subnet': {'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1757582657-subnet', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:45.699656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d57fd-f460-4350-b900-cc6d4dfab0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3968ef-93f9-4e26-9d5d-7def2b52f503,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:45.714445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:52:45.721436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] For port 369d9527-9bd2-457b-a70c-76a9e6e218cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=369d9527-9bd2-457b-a70c-76a9e6e218cd,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:45.721829 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:45.741621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Calling delete_port for 369d9527-9bd2-457b-a70c-76a9e6e218cd owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:45.843633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Made reservation on behalf of 965efcebb8e4438aa79e5418d9af03cf for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:45.847604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.129505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.170585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=369d9527-9bd2-457b-a70c-76a9e6e218cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:46.226787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.326929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f704c0cd-3f04-46f1-8415-d6733a0cc681,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:46.365146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Checking segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:46.365552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Network hostable DHCP agents. Network: 2a3968ef-93f9-4e26-9d5d-7def2b52f503, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:52:46.412065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.487920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:52:46.590779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 2a3968ef-93f9-4e26-9d5d-7def2b52f503) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:46.599268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:46.601496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.602650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ed77d-0f1a-4fb3-bb5a-1156374a391c None None] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:46.700365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:52:46.712576 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d204c270-cdfb-47e8-b049-b629033a2a99 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0413167 Nov 15 22:52:46.713189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:46.753593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:46.776048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089e6d2-e231-4cd5-bb03-c224961ffbd4 None None] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:46.837380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:46.846430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b9c20f97-6107-4b36-804d-7a5664d54f07 admin admin] 10.222.0.15 "PUT /v2.0/routers/de58defe-f43e-4a47-8ae7-3c2f75afe0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2060568 Nov 15 22:52:46.846971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51838) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:46.852651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Sync routers for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:46.880156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:46.880849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:46.894870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.896384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:46.987867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.058454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.074686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:47.209071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.253780 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.313598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:52:45Z', 'revision_number': 5, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port': {'id': 'aaba07f0-178a-4a4d-99c6-577252153795', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:46:54Z', 'updated_at': '2021-11-15T22:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:47.341248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Deleting port aaba07f0-178a-4a4d-99c6-577252153795 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:47.341586 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.350138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Checking router: de58defe-f43e-4a47-8ae7-3c2f75afe0f5 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:47.360058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Routers {'de58defe-f43e-4a47-8ae7-3c2f75afe0f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:47.360609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:47.512284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] For port aaba07f0-178a-4a4d-99c6-577252153795, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aaba07f0-178a-4a4d-99c6-577252153795,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:47.512988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.531838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Calling delete_port for aaba07f0-178a-4a4d-99c6-577252153795 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:47.537940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] Set router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:47.657201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:52:47Z', 'revision_number': 6, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:47.700858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e3ad-a453-4b30-b864-7730efac6eeb None None] The sync data for ids ['de58defe-f43e-4a47-8ae7-3c2f75afe0f5'] in n-d-817995-3 is: [{'id': 'de58defe-f43e-4a47-8ae7-3c2f75afe0f5', 'name': 'tempest-TestVolumeBackupRestore-1655420805-router', 'tenant_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:46:52Z', 'updated_at': '2021-11-15T22:52:47Z', 'revision_number': 6, 'project_id': '85a0f50ee8034bd88e6d9722d8f7094c', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:47.862176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:47.897035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9da59c-a8e1-4ca5-8427-23c1a2afce5c None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:48.037277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaba07f0-178a-4a4d-99c6-577252153795,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:48.088656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.136036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.169994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.361605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Allocated IP 172.25.0.156 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:52:48.533438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.672451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 369d9527-9bd2-457b-a70c-76a9e6e218cd no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:48.673474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.718570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:52:48.722415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:48.740497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.742786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 369d9527-9bd2-457b-a70c-76a9e6e218cd {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:48.743113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 369d9527-9bd2-457b-a70c-76a9e6e218cd not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:48.745314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aaba07f0-178a-4a4d-99c6-577252153795 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:48.746581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:52:48.746749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.756353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff7699-0792-42a5-bd84-19762a3a2946 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:48.797320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:48.802498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: aaba07f0-178a-4a4d-99c6-577252153795 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:52:48.802834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aaba07f0-178a-4a4d-99c6-577252153795 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:48.934169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9caa0ef1-777d-4141-88cf-aa6d956ccbbd None None] Provisioning complete for port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:48.935665 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9caa0ef1-777d-4141-88cf-aa6d956ccbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:48.980174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9caa0ef1-777d-4141-88cf-aa6d956ccbbd None None] Port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:52:49.408280 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.408871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de58defe-f43e-4a47-8ae7-3c2f75afe0f5 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:52:49.426627 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.428552 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e7d3e76-6250-4976-8964-bfa69fbb0d22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/de58defe-f43e-4a47-8ae7-3c2f75afe0f5 HTTP/1.1" status: 204 len: 168 time: 2.5804503 Nov 15 22:52:49.431038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51870) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:49.552662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Deleting subnet 043887e3-6248-4c3a-8de8-1c5809110295 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:52:49.558730 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.617110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.666403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.725831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.888256 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.928758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043887e3-6248-4c3a-8de8-1c5809110295,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:49.934725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:49.939197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d306517-42ad-46c0-ade3-3f52180405ad None None] Network 2cb5b23b-3689-45e0-988d-198506bdc2e7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:52:49.941712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a111867-86bc-4dae-ae90-30a6362ad93d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/043887e3-6248-4c3a-8de8-1c5809110295 HTTP/1.1" status: 204 len: 168 time: 0.5089755 Nov 15 22:52:49.942802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51882) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:49.978485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.060824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.200593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Deleting port 322cb7a5-08f4-4967-854c-562dc51817a4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:50.201129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.215809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:52:50.371988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] For port 322cb7a5-08f4-4967-854c-562dc51817a4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=322cb7a5-08f4-4967-854c-562dc51817a4,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:50.371988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.401000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Calling delete_port for 322cb7a5-08f4-4967-854c-562dc51817a4 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:50.401650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] DHCP port deletion for 2cb5b23b-3689-45e0-988d-198506bdc2e7 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:50.475411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Deleting port 322cb7a5-08f4-4967-854c-562dc51817a4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:52:50.476042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.491216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:50.506799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Sync routers for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:50.524676 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:50.526088 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:50.536654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 322cb7a5-08f4-4967-854c-562dc51817a4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:52:50.587502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.589128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a0554695-4724-4240-abee-4bfaefc750c7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8749900 Nov 15 22:52:50.591921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:50.631209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.635481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] For port 322cb7a5-08f4-4967-854c-562dc51817a4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=322cb7a5-08f4-4967-854c-562dc51817a4,segment=NetworkSegment(d93f7d7d-702d-4d11-890e-65d52bec247b),segment_id=d93f7d7d-702d-4d11-890e-65d52bec247b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:50.636003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.667076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Calling delete_port for 322cb7a5-08f4-4967-854c-562dc51817a4 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:52:50.670145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=322cb7a5-08f4-4967-854c-562dc51817a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:50.672306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No active binding found for port 322cb7a5-08f4-4967-854c-562dc51817a4 {{(pid=103129) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 15 22:52:50.676053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 322cb7a5-08f4-4967-854c-562dc51817a4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:52:50.701355 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:50.706292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] No DVR routers for this DVR port 322cb7a5-08f4-4967-854c-562dc51817a4 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:50.876914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.909828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.937395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb5b23b-3689-45e0-988d-198506bdc2e7']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:50.949669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93f7d7d-702d-4d11-890e-65d52bec247b') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:50.950503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93f7d7d-702d-4d11-890e-65d52bec247b') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:50.968597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:50.972555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] No DVR routers for this DVR port 322cb7a5-08f4-4967-854c-562dc51817a4 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:52:50.974377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4e934-a2a4-445e-ab4a-a818c133833b None None] Pushing event deleted for resources: {'Port': ['ID=322cb7a5-08f4-4967-854c-562dc51817a4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:51.002245 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.024225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:52:51.025444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:52:51.088668 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:52:51.232157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.239865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.249659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2cb5b23b-3689-45e0-988d-198506bdc2e7 HTTP/1.1" status: 204 len: 168 time: 1.3048422 Nov 15 22:52:51.269238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700ba81-5abe-491c-b93d-a4c39f0cbb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb5b23b-3689-45e0-988d-198506bdc2e7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:51.282186 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:48Z', 'revision_number': 3, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:51.351581 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Checking router: 45e05a05-2b98-45f4-854d-03d4ebdb8f58 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:51.351936 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Updating router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:52:51.407824 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.518194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:51.585152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.699235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51908) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:51.869559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e518f2c-2e27-431b-be2d-ebc5b1220541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:51.884367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce7a278f-414d-4d8e-af64-36be77528bf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ce8aa06fb714cc6b9961df2676b13f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828020 Nov 15 22:52:51.885086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:51.897289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Allocated IP 172.20.0.1 (2a3968ef-93f9-4e26-9d5d-7def2b52f503/f704c0cd-3f04-46f1-8415-d6733a0cc681/97566ebb-4750-46f6-a0c2-8bb70bbd0d07) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:52:51.953877 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.028580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e518f2c-2e27-431b-be2d-ebc5b1220541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.039474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.042437 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.043118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.070926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.109985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060fe109-6568-4628-9701-51ea008a717f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:52.133768 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Attempting to bind port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:52:52.134838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Attempting to bind port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:52:52.135277 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Attempting to bind port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:52.139265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e518f2c-2e27-431b-be2d-ebc5b1220541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.143826 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Pushing event updated for resources: {'Port': ['ID=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.146442 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:52:52.146912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:52.147373 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.147828 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:52:52.148380 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Bound port: ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:52:52.148867 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.157502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.161254 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.161715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.162118 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.162515 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.163234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.163234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.163609 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.164029 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.164634 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.164981 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.165305 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.165668 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:52:52.245473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ec089636-d743-499f-a1f1-161773af330a None None] Provisioning complete for port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:52.245838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec089636-d743-499f-a1f1-161773af330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.253468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Pushing event updated for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.290345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] For port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:52:52.296721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e518f2c-2e27-431b-be2d-ebc5b1220541 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=892d194b37544dc380ee98ca08e8942e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772794 Nov 15 22:52:52.297031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:52:52.297341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51912) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:52.299165 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] For port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:52:52.301869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:52.308825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:52:52.318669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ec089636-d743-499f-a1f1-161773af330a None None] Port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:52:52.319639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e518f2c-2e27-431b-be2d-ebc5b1220541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86994fe1-d48b-4d47-aec5-7d00cc29ee6c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.335827 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.346024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.347190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b102c3f0-c38c-424f-b920-4b61eb1f9530 HTTP/1.1" status: 204 len: 168 time: 0.4600718 Nov 15 22:52:52.379668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b459b-c942-4636-b1f9-beec2d16c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102c3f0-c38c-424f-b920-4b61eb1f9530,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.385740 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.442323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.496595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9d239-2b35-4913-8a60-97f56dbc519f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:52:52.502517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.550790 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d8140-e327-4481-abb1-ddb09ceedeb3 None None] Pushing event updated for resources: {'Port': ['ID=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.567401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] Provisioning complete for port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:52.567890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.573058 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:52.574331 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:52.578074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.750765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.782941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] For port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:52.785680 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:52.790888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.794731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.796127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86994fe1-d48b-4d47-aec5-7d00cc29ee6c HTTP/1.1" status: 204 len: 168 time: 0.4975493 Nov 15 22:52:52.825385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421085f-3726-4574-a0d3-6d2893d56325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86994fe1-d48b-4d47-aec5-7d00cc29ee6c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:52.896856 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:52.987486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.007914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1acd82-5695-47b0-bd0a-5687f917b9a4 None None] Pushing event updated for resources: {'Port': ['ID=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:53.178123 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:48Z', 'revision_number': 3, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:53.211693 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fca4e-ad7d-40fe-8caf-80e0a97705ff None None] The sync data for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 is: [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:48Z', 'revision_number': 3, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:53.375319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.460423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.600286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Pushing event updated for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:53.654025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.727100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51980) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:53.809108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 51986) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:53.817795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9165944f-e561-45f7-a578-caba0392b656 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85a0f50ee8034bd88e6d9722d8f7094c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891020 Nov 15 22:52:53.820811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 51988) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:53.848783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e95741c-059d-4ea8-9ca0-fdc6c991bfc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.866026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:52:53.868683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:52:53.929338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:53.960155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.063933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e95741c-059d-4ea8-9ca0-fdc6c991bfc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.068309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:52:54.139168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.142026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.149671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9e95741c-059d-4ea8-9ca0-fdc6c991bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.151274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07de4481-8a28-4df9-82f5-46f716ac6304 HTTP/1.1" status: 204 len: 168 time: 0.3266053 Nov 15 22:52:54.169549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1205-ca4c-426f-ab5c-7d3cefaad359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de4481-8a28-4df9-82f5-46f716ac6304,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:54.216156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95741c-059d-4ea8-9ca0-fdc6c991bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0dfd30-2b7e-4235-9119-2740667b8e00,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:54.223718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9e95741c-059d-4ea8-9ca0-fdc6c991bfc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=934e3077a14d458fa435d0ac40219211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4109457 Nov 15 22:52:54.226253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52006) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:52:54.263753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:52:54.279119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9b5a1266-b4dd-43c5-b306-568b8b17f016 admin admin] 10.222.0.15 "PUT /v2.0/routers/45e05a05-2b98-45f4-854d-03d4ebdb8f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6783018 Nov 15 22:52:54.309858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.354880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.505363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.508016 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:54.509711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c0dfd30-2b7e-4235-9119-2740667b8e00 HTTP/1.1" status: 204 len: 168 time: 0.2824712 Nov 15 22:52:54.529005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d1e69-cdef-46a1-bf24-9f8b9041ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0dfd30-2b7e-4235-9119-2740667b8e00,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:54.597652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:52:54.683436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:54.683944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:55.278860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ed909523-9df7-4a90-893d-cf2f22b4815b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:55.281262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ed909523-9df7-4a90-893d-cf2f22b4815b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 811 time: 0.2167680 Nov 15 22:52:55.321169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-54663e14-9796-4615-b3ae-dbe3abf6d774 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/quotas/965efcebb8e4438aa79e5418d9af03cf HTTP/1.1" status: 200 len: 375 time: 0.0190122 Nov 15 22:52:55.402712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-94807e23-91df-45f7-89dd-3563e8a450c1 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727358 Nov 15 22:52:55.539980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-a59a5c71-1fe3-452f-bcc4-7a0cb456f124 service neutron] 10.222.0.15 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363361 Nov 15 22:52:55.658378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-cf8e3e16-c456-43d9-bddc-0c62818e067d service neutron] 10.222.0.15 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174097 Nov 15 22:52:55.804315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Sync routers for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:52:55.828382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:55.841687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:56.006700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:56.044496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27b109d8-4d3b-4e7e-8c40-a71a20771362 req-e742f7e7-0e8e-441d-83f6-4ff81a4517fd tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 210 time: 0.0566065 Nov 15 22:52:56.300561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97566ebb-4750-46f6-a0c2-8bb70bbd0d07', 'name': '', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'mac_address': 'fa:16:3e:24:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:51Z', 'updated_at': '2021-11-15T22:52:53Z', 'revision_number': 2, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'subnets': [{'id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:56.334790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Checking router: 45e05a05-2b98-45f4-854d-03d4ebdb8f58 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:52:56.335248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Updating router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:52:56.367371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:56.657679 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:56.797027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:56.852976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154e122-4cb6-431c-905b-b2de7cf5dcd2 None None] Pushing event updated for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:56.909462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Attempting to bind port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:52:56.909826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Attempting to bind port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:52:56.910195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Attempting to bind port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:52:56.915414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:52:56.915780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Checking segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:52:56.916174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:56.916560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Bound using segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:52:56.917061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Bound port: 97566ebb-4750-46f6-a0c2-8bb70bbd0d07, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:52:56.917434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:57.132899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfcf784d-ecf7-49e5-9916-ec590909e482 req-cea956a1-4d73-463e-8d1c-f8c91ae4e4b8 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Nov 15 22:52:57.168500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] For port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:52:57.172111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] For port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:52:57.282794 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:57.303322 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:52:57.344337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:52:57.344996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:52:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:57.386134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154e122-4cb6-431c-905b-b2de7cf5dcd2 None None] Pushing event updated for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:57.461059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:52:57.673021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97566ebb-4750-46f6-a0c2-8bb70bbd0d07', 'name': '', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'mac_address': 'fa:16:3e:24:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:51Z', 'updated_at': '2021-11-15T22:52:57Z', 'revision_number': 4, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'subnets': [{'id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:52:57.704545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb00691-6266-4aca-a89a-fcff83002501 None None] The sync data for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 is: [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97566ebb-4750-46f6-a0c2-8bb70bbd0d07', 'name': '', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'mac_address': 'fa:16:3e:24:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:51Z', 'updated_at': '2021-11-15T22:52:57Z', 'revision_number': 4, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'subnets': [{'id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:52:58.256793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4def94dd-6aaa-4acc-8f86-f78278b9e743 req-d8aa51e6-c086-420d-a5dc-8e80e1170ec0 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 210 time: 0.0426509 Nov 15 22:52:58.508072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:52:58.573244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:52:58.573678 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:58.679809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:58.714460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:52:58.796360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:58.855309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:52:59.244571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-567ce14e-fca4-4f97-97b2-807dbd5a8575 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:52:59.246155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-567ce14e-fca4-4f97-97b2-807dbd5a8575 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.57 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 811 time: 0.1149716 Nov 15 22:52:59.260681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Request body: {'port': {'device_id': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'admin_state_up': True, 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:52:59.352212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:59.395593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6d756bf-7654-43d7-b3ce-8ea7f8da8540 req-95019e0f-e767-48c2-a06e-72a8399bc626 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Nov 15 22:52:59.499959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Made reservation on behalf of 965efcebb8e4438aa79e5418d9af03cf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:52:59.504091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:59.638939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Allocated IP 172.20.0.7 (2a3968ef-93f9-4e26-9d5d-7def2b52f503/f704c0cd-3f04-46f1-8415-d6733a0cc681/1d3b968e-08b8-41f4-842e-5e9bed7cc6aa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:52:59.819578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:59.928481 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:52:59.973224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.013677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:53:00.016897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:53:00.021077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:53:00.047466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Pushing event updated for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:00.074992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:00.075634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.245646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-ce6ce080-caaf-4ffc-9a3f-b4cea2ac4eed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892406 Nov 15 22:53:00.258225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Request body: {'port': {'device_id': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:53:00.315353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.476299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:53:00.538704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:53:00.539214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.544769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ab0e4-0c4c-4c4b-9299-9105a03156a0 req-ba69fa8e-53b1-4b2a-8709-4288c471c4b9 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:00.546695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de2ab0e4-0c4c-4c4b-9299-9105a03156a0 req-ba69fa8e-53b1-4b2a-8709-4288c471c4b9 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 931 time: 0.0526576 Nov 15 22:53:00.599392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de2ab0e4-0c4c-4c4b-9299-9105a03156a0 req-75b0142e-5a00-4d21-962a-f536fe2ef5f8 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Nov 15 22:53:00.634451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:00.644249 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.656629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Transition to ACTIVE for port object 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:53:00.778821 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.827951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:00.906405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Attempting to bind port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:53:00.906755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Attempting to bind port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:53:00.907088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Attempting to bind port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:00.911705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:53:00.912025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Attempting to bind port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:00.916993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:53:00.917338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Checking segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:53:00.917725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Bound using segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:53:00.918157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Bound port: 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:53:00.918512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:00.986131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:53:00.989151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:53:01.122801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:01.164146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.164813 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:01.166360 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/1d3b968e-08b8-41f4-842e-5e9bed7cc6aa HTTP/1.1" status: 200 len: 1091 time: 0.9122765 Nov 15 22:53:01.166798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:01.169192 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef" -d '{"events": [{"name": "network-changed", "server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:01.207197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232873c-0898-4824-a2bc-9a4dc3ad69b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:01.214687 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82349d5c-e656-41e3-8b1b-b6f60454d550 x-openstack-request-id: req-82349d5c-e656-41e3-8b1b-b6f60454d550 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:01.215035 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:01.215350 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82349d5c-e656-41e3-8b1b-b6f60454d550 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:01.216115 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa', 'status': 'completed', 'code': 200} Nov 15 22:53:01.282827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-1175b4a8-1179-4ad7-b15b-b2b906c253c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.284356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-1175b4a8-1179-4ad7-b15b-b2b906c253c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1094 time: 0.0447042 Nov 15 22:53:01.392559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-199bfe1c-a01a-4597-83a0-079ceb8eb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.394090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-199bfe1c-a01a-4597-83a0-079ceb8eb7bd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=965efcebb8e4438aa79e5418d9af03cf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010303 Nov 15 22:53:01.497022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-9a6049df-764c-411a-b903-34ef3b807eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.499460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fc3ef1e5-c49f-4d0e-9753-697b178f67ef req-9a6049df-764c-411a-b903-34ef3b807eab service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984023 Nov 15 22:53:01.593601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-aa6d877f-0cd5-48f7-a600-7e2d06e84b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.595110 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-aa6d877f-0cd5-48f7-a600-7e2d06e84b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1094 time: 0.0576766 Nov 15 22:53:01.640849 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-c878aae6-4f2e-4a36-aed2-d2e80ba9b5b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa HTTP/1.1" status: 200 len: 217 time: 0.0372841 Nov 15 22:53:01.701689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-43ae4e01-5acd-4f51-8eba-e1c83cfcd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.706155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-43ae4e01-5acd-4f51-8eba-e1c83cfcd106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0559025 Nov 15 22:53:01.726180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2337f46-be0a-49d2-ad88-886a80c0298e req-e8d53388-d24d-4e70-b1ff-e0f764840ab2 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:01.727778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2337f46-be0a-49d2-ad88-886a80c0298e req-e8d53388-d24d-4e70-b1ff-e0f764840ab2 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 943 time: 0.0500481 Nov 15 22:53:01.742895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-60d6b67d-974e-49c6-bd6b-d4733f9a587c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323160 Nov 15 22:53:01.792936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2337f46-be0a-49d2-ad88-886a80c0298e req-f2373fae-1ef5-43a4-a09e-5ebac1645cb5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Nov 15 22:53:01.845731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-f1f9d81d-e472-42db-aa42-1aaa2b8d5520 service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954049 Nov 15 22:53:01.954773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f9ba8db4-c22c-4625-89b4-81d58fa80cd0 req-c84a901a-44ec-4917-87f1-eca556ea80e3 service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019080 Nov 15 22:53:02.942615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9db76-1a4e-4e58-96ef-92cffe15fac6 req-9c9e817c-89fc-405a-a17c-264036711166 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:02.944098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ee9db76-1a4e-4e58-96ef-92cffe15fac6 req-9c9e817c-89fc-405a-a17c-264036711166 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 943 time: 0.0522695 Nov 15 22:53:02.997015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ee9db76-1a4e-4e58-96ef-92cffe15fac6 req-385b8e18-cd33-4548-a40a-83ee468cfd3f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Nov 15 22:53:04.143959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f0226-4803-4435-a2b8-1a87cccb63da req-bf88b2fa-9fc2-427d-af68-4470febd712e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:04.145515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b82f0226-4803-4435-a2b8-1a87cccb63da req-bf88b2fa-9fc2-427d-af68-4470febd712e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 943 time: 0.0690515 Nov 15 22:53:04.200529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b82f0226-4803-4435-a2b8-1a87cccb63da req-c6b4a425-50d7-431f-b1ff-f6bdc011f554 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483975 Nov 15 22:53:04.772872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0daefc67-b1b2-4121-b0fe-695dcc12e496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:04.780295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:53:04.885215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:04.897667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'port_id': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa', 'mac_address': 'fa:16:3e:05:a8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:53:04.936179 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:04.957013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:04.974725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:05.030277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:05.083935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:05.252164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:53:05.376320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a0471-0396-4ad5-98c8-d8a6d47c0f6c req-f57b04b4-a1a0-41f8-addb-9fd6239199a8 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:05.378046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23a0471-0396-4ad5-98c8-d8a6d47c0f6c req-f57b04b4-a1a0-41f8-addb-9fd6239199a8 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 944 time: 0.0644455 Nov 15 22:53:05.441483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b23a0471-0396-4ad5-98c8-d8a6d47c0f6c req-c5c3559e-998e-41ad-a370-583e5ad3bf83 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Nov 15 22:53:06.433959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-172d109d-4c47-4e21-80d8-1c9a3320cb15 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:06.436952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-172d109d-4c47-4e21-80d8-1c9a3320cb15 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/networks?id=bd106364-88e1-4506-b8a4-aabb78ac5916 HTTP/1.1" status: 200 len: 814 time: 0.1270461 Nov 15 22:53:06.460504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-6e995976-7ff9-4a4d-bc27-2c8bd2ed590b tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/quotas/1f4ff7ddcf6543c1b6581c6579d25910 HTTP/1.1" status: 200 len: 375 time: 0.0160005 Nov 15 22:53:06.497660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-efc7e28f-06e3-4cd7-8898-5f6422772e68 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362391 Nov 15 22:53:06.510542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-f6c11745-e86c-45ea-9e95-2177e6629d94 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 22:53:06.513260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-f6c11745-e86c-45ea-9e95-2177e6629d94 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054147 Nov 15 22:53:06.624138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1531-b20d-4203-9e6e-a91c62507733 req-e5f0d970-e007-49e5-bc62-eaa3c3f2746a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:06.625689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-121e1531-b20d-4203-9e6e-a91c62507733 req-e5f0d970-e007-49e5-bc62-eaa3c3f2746a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 944 time: 0.0999849 Nov 15 22:53:06.701583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-121e1531-b20d-4203-9e6e-a91c62507733 req-d66aff5c-c9d4-4ceb-ac61-1712256b6dda tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655074 Nov 15 22:53:06.703575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-ab459159-f61d-4a16-93ed-902066a59f12 service neutron] 10.222.0.15 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852479 Nov 15 22:53:06.783708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:53:06.802709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-47feba2f-c87b-44e9-8b60-3d2f531e6385 service neutron] 10.222.0.15 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915563 Nov 15 22:53:06.937033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:53:06.942045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:53:06.951656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.036100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.044739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52592) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:07.061606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:07.064011 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37e9f2-268e-4f6f-9ba0-503e6c7c9f63" -d '{"events": [{"server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "name": "network-vif-plugged", "status": "completed", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:07.078340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:07.112606 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec1577-16b4-4221-bd6d-ca97f4a29531 x-openstack-request-id: req-b7ec1577-16b4-4221-bd6d-ca97f4a29531 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:07.113048 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "name": "network-vif-plugged", "status": "completed", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:07.113574 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7ec1577-16b4-4221-bd6d-ca97f4a29531 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:07.114063 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa', 'code': 200} Nov 15 22:53:07.145383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.188045 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6477595c-7caa-48cb-bcf7-0c40b9f896eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.222582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e0538b9-af57-4d46-9e99-6d8a6c864843 req-426f1090-bded-4b72-8590-fe889803ecb9 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 210 time: 0.0414622 Nov 15 22:53:07.240459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:07.275850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.297422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a34136-5469-4768-aa5c-fd8d9b80585b req-ab8b9fde-d90f-4c6e-b392-4fb9d977bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:07.298940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26a34136-5469-4768-aa5c-fd8d9b80585b req-ab8b9fde-d90f-4c6e-b392-4fb9d977bb7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1096 time: 0.0896745 Nov 15 22:53:07.373742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26a34136-5469-4768-aa5c-fd8d9b80585b req-f3162375-d7e5-42ef-8aab-a3b70599ce6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Nov 15 22:53:07.401731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.458921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.499970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e394fa6eecf445a9f557d09a02f8a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535651 Nov 15 22:53:07.500250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf882c0f-acef-42e7-914e-54ed424b252a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:07.502411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52606) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:07.508252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.508592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.508951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.509277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.509599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.509917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.510231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.510601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.511109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.511649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.512134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.512736 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c181ff-3a2b-473d-972a-4b0b2babc7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.554470 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.576779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.664928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.671953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:07.671953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf882c0f-acef-42e7-914e-54ed424b252a HTTP/1.1" status: 204 len: 168 time: 0.1646969 Nov 15 22:53:07.678168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf882c0f-acef-42e7-914e-54ed424b252a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:07.686207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.689784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.690600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a64384-8310-4912-a051-f9c99d5eb944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:07.861252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8d696-3557-416b-96b1-e8698b41ccfc req-33d60809-d691-4053-84ad-edcde056a9d7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:07.863142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ec8d696-3557-416b-96b1-e8698b41ccfc req-33d60809-d691-4053-84ad-edcde056a9d7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0842659 Nov 15 22:53:07.914005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ec8d696-3557-416b-96b1-e8698b41ccfc req-f64595da-c886-4ac2-80f7-14e4b07729a9 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437286 Nov 15 22:53:08.194946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 52618) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:08.213699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77a49f6c-ab43-4f80-8719-deff70b10ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.295622 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.313671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77a49f6c-ab43-4f80-8719-deff70b10ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.344575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed55d85b-c13f-4031-a137-a521a4559993 req-f633f32e-39c6-43d5-bcd0-e2e77685e93a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 210 time: 0.0377929 Nov 15 22:53:08.367213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77a49f6c-ab43-4f80-8719-deff70b10ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.411348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-77a49f6c-ab43-4f80-8719-deff70b10ac9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be639b79b16b483e9ec6700d7d318433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153144 Nov 15 22:53:08.411879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 52622) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:08.412291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a49f6c-ab43-4f80-8719-deff70b10ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce793a-7e9f-4acd-b020-a68804834d02,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:08.486644 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.513006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.647803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.650542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:08.654864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ce793a-7e9f-4acd-b020-a68804834d02 HTTP/1.1" status: 204 len: 168 time: 0.2363176 Nov 15 22:53:08.661233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3162576-d0c9-4ea9-a30e-ebc66fed5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce793a-7e9f-4acd-b020-a68804834d02,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:09.051145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2490c8-4cb7-4af8-9dd4-2037273b334b req-aef1f556-cd20-496a-ad44-a7b1c1252195 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:09.052959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f2490c8-4cb7-4af8-9dd4-2037273b334b req-aef1f556-cd20-496a-ad44-a7b1c1252195 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0620928 Nov 15 22:53:09.108986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f2490c8-4cb7-4af8-9dd4-2037273b334b req-0f5539d6-707a-4091-8824-c004e0586871 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494623 Nov 15 22:53:09.401072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-b351de6f-0d95-463e-bdc6-5ac38e64f2ef tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:09.401072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-b351de6f-0d95-463e-bdc6-5ac38e64f2ef tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.55 "GET /v2.0/networks?id=bd106364-88e1-4506-b8a4-aabb78ac5916 HTTP/1.1" status: 200 len: 814 time: 0.1467617 Nov 15 22:53:09.401072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Request body: {'port': {'device_id': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916', 'admin_state_up': True, 'tenant_id': '1f4ff7ddcf6543c1b6581c6579d25910'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:53:09.447454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73e82530-22e7-4c5a-b158-fbe796d77c51 req-c7ff6f3a-cd9c-45f5-a17b-0f34a263bd16 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Nov 15 22:53:09.636009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:09.640667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Made reservation on behalf of 1f4ff7ddcf6543c1b6581c6579d25910 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:53:09.641572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:09.829917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Allocated IP 172.20.0.3 (bd106364-88e1-4506-b8a4-aabb78ac5916/db4cf3cf-5f1e-4774-9018-6481f280bc1d/e5bff3bb-80d9-45e9-a806-2351ca7e9d81) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:53:09.986145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-a2cc7812-bd24-4463-a347-a7fb9d900c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:09.987959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-a2cc7812-bd24-4463-a347-a7fb9d900c2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1096 time: 0.1013207 Nov 15 22:53:10.086181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.138923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-2b0fb610-7335-4ef4-94dc-b4f4de240cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:10.140437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-2b0fb610-7335-4ef4-94dc-b4f4de240cfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 912 time: 0.1429670 Nov 15 22:53:10.185226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-45d2ec8e-3606-4da8-b0bd-98463e14e241 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa HTTP/1.1" status: 200 len: 217 time: 0.0361843 Nov 15 22:53:10.237685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-80eaf054-91d0-4723-b3ab-8956b029e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:10.239204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-80eaf054-91d0-4723-b3ab-8956b029e9fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0471120 Nov 15 22:53:10.248684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.260372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a569-96f8-45e3-a524-9466d710d3d2 req-e04da55e-18e7-43df-87c3-c39e130b8650 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:10.260987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1252a569-96f8-45e3-a524-9466d710d3d2 req-e04da55e-18e7-43df-87c3-c39e130b8650 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.4157712 Nov 15 22:53:10.307119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-a3609120-7f91-401e-8952-399360aaeab4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598807 Nov 15 22:53:10.318396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1252a569-96f8-45e3-a524-9466d710d3d2 req-1e890512-ba32-4fae-b5ad-01287b227225 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Nov 15 22:53:10.319719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Network bd106364-88e1-4506-b8a4-aabb78ac5916 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:53:10.324557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:53:10.338978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:53:10.349949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.412462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Pushing event updated for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:10.442822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:10.443427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.476785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-c144e008-0e3c-4218-9bdd-f9a023f3354a service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551056 Nov 15 22:53:10.531066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-290e2145-ac2b-4788-ba91-a841b16e9364 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1853685 Nov 15 22:53:10.548409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Request body: {'port': {'device_id': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:53:10.584272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c309f-3e42-4ada-9541-2b810513c89b req-3dddb406-330d-48ae-bed3-c7628b508392 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:10.592244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d2c309f-3e42-4ada-9541-2b810513c89b req-3dddb406-330d-48ae-bed3-c7628b508392 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 931 time: 0.0644734 Nov 15 22:53:10.631161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e0f4294d-7e88-4424-a2df-c070d6eac86c req-247277a9-f471-4b85-b4fd-d37d7c3301be service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461766 Nov 15 22:53:10.638055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.660325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d2c309f-3e42-4ada-9541-2b810513c89b req-d61947fc-765c-4f20-be38-88f14db6f3af tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574503 Nov 15 22:53:10.936730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bff3bb-80d9-45e9-a806-2351ca7e9d81 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:10.946332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:10.960917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Transition to ACTIVE for port object e5bff3bb-80d9-45e9-a806-2351ca7e9d81 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:53:11.024979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:11.098218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:11.153162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Attempting to bind port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:53:11.153501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Attempting to bind port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:53:11.154323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Attempting to bind port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 on network bd106364-88e1-4506-b8a4-aabb78ac5916 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:11.159249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 on network bd106364-88e1-4506-b8a4-aabb78ac5916 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:53:11.159573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Attempting to bind port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 on network bd106364-88e1-4506-b8a4-aabb78ac5916 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:11.165297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:53:11.165765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Checking segment: {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:53:11.166227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Bound using segment: {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:53:11.166668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Bound port: e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:53:11.167019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:11.231192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:53:11.234420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:53:11.281742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:11.311750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.312405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:11.313824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] 10.222.0.55 "PUT /v2.0/ports/e5bff3bb-80d9-45e9-a806-2351ca7e9d81 HTTP/1.1" status: 200 len: 1091 time: 0.7695582 Nov 15 22:53:11.316108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:11.318357 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8b7dc-39c5-4622-98a8-f2af864f5400" -d '{"events": [{"name": "network-changed", "server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:11.347336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14330dbe-cd83-4713-b787-e45022f92286 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:11.363402 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a1b0cf-61f9-4089-a5e4-cccfdbd3e5fb x-openstack-request-id: req-c2a1b0cf-61f9-4089-a5e4-cccfdbd3e5fb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:11.364174 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:11.364431 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a1b0cf-61f9-4089-a5e4-cccfdbd3e5fb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:11.364868 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81', 'status': 'completed', 'code': 200} Nov 15 22:53:11.434809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-99d7b034-36ad-40fc-aacf-a1c450c0e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.436875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-99d7b034-36ad-40fc-aacf-a1c450c0e677 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 1094 time: 0.0468957 Nov 15 22:53:11.458390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16ac3-dfad-4632-a66a-dc1b8fc774ae req-6be9df49-2939-4b65-8028-2819102dbfc5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.460576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcd16ac3-dfad-4632-a66a-dc1b8fc774ae req-6be9df49-2939-4b65-8028-2819102dbfc5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0554268 Nov 15 22:53:11.542772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcd16ac3-dfad-4632-a66a-dc1b8fc774ae req-fb82fc78-ec9e-4379-ac0e-69db2da01615 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755458 Nov 15 22:53:11.581991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-e2a4c062-cd5e-4e1f-b885-a622e410868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.581991 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-e2a4c062-cd5e-4e1f-b885-a622e410868f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1268549 Nov 15 22:53:11.688929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-2d5ec1b2-eee3-4b87-9c0f-ccec1cf66130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.694324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c8b7dc-39c5-4622-98a8-f2af864f5400 req-2d5ec1b2-eee3-4b87-9c0f-ccec1cf66130 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978513 Nov 15 22:53:11.803875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af0bd8-e8c7-48d9-a65e-9ca05b772d90 req-29a0ce9b-bf39-4676-9a9d-75afa561875e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.804146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-f2ed3230-8656-43ad-b520-b352c632ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.805540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-f2ed3230-8656-43ad-b520-b352c632ee50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 1094 time: 0.0515952 Nov 15 22:53:11.812836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88af0bd8-e8c7-48d9-a65e-9ca05b772d90 req-29a0ce9b-bf39-4676-9a9d-75afa561875e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 943 time: 0.0670645 Nov 15 22:53:11.862914 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-510d7812-b800-4cc7-a500-b4c35790b15d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81 HTTP/1.1" status: 200 len: 217 time: 0.0445263 Nov 15 22:53:11.889452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88af0bd8-e8c7-48d9-a65e-9ca05b772d90 req-0d31a03f-6387-4834-841c-86cacd377f4e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756662 Nov 15 22:53:11.952671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-1daca132-33d7-4faf-9170-172f6fafbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:11.954331 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-1daca132-33d7-4faf-9170-172f6fafbe78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db4cf3cf-5f1e-4774-9018-6481f280bc1d HTTP/1.1" status: 200 len: 854 time: 0.0803387 Nov 15 22:53:11.994229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-a23bf805-64b9-4d3d-9de4-600d510b444b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd106364-88e1-4506-b8a4-aabb78ac5916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285201 Nov 15 22:53:12.096427 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-02d79fe8-676f-4bbb-9e7e-4b5c57a1360c service neutron] 10.222.0.55 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865638 Nov 15 22:53:12.202611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e4c42939-d93d-4b2c-86a9-e8291cf4f11c req-b86f025c-fac8-46a8-9729-afee246401fc service neutron] 10.222.0.55 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938146 Nov 15 22:53:12.691219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f37f5-0fca-47f4-aa38-ce3b8d20736c req-3167d978-f4f3-4137-9919-8fc510755515 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:12.693762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f60f37f5-0fca-47f4-aa38-ce3b8d20736c req-3167d978-f4f3-4137-9919-8fc510755515 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0716486 Nov 15 22:53:12.789253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f60f37f5-0fca-47f4-aa38-ce3b8d20736c req-e44fb2aa-8ac0-49d7-a5ed-2df7e677c456 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Nov 15 22:53:13.006199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7712-89c0-4b37-b56d-b06005079074 req-cef50563-52ef-4005-b348-639b0f0b5dd5 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:13.007710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2fd7712-89c0-4b37-b56d-b06005079074 req-cef50563-52ef-4005-b348-639b0f0b5dd5 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 943 time: 0.0543542 Nov 15 22:53:13.056751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2fd7712-89c0-4b37-b56d-b06005079074 req-1980a627-aab3-4de0-b076-e7dd7491af94 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Nov 15 22:53:13.902400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e16135-5ef6-4469-9a99-cf75f1348796 req-d8f3079d-c70b-46d8-b60a-74e1cb4646b7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:13.904391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4e16135-5ef6-4469-9a99-cf75f1348796 req-d8f3079d-c70b-46d8-b60a-74e1cb4646b7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0562294 Nov 15 22:53:13.959135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4e16135-5ef6-4469-9a99-cf75f1348796 req-873615f4-12f2-404d-9fdf-c518b5ae64da tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Nov 15 22:53:14.179942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2db39-5017-47cb-b675-7c04746c67db req-b0f1e660-c1cf-4f41-b911-d13764c770e7 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:14.181309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ed2db39-5017-47cb-b675-7c04746c67db req-b0f1e660-c1cf-4f41-b911-d13764c770e7 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 943 time: 0.0523598 Nov 15 22:53:14.230660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ed2db39-5017-47cb-b675-7c04746c67db req-12e2b3f0-4783-49e3-ba52-366e3dc26ca0 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Nov 15 22:53:15.079090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59191-167e-4be4-ae65-9f9e67bd81dc req-1b12e93b-abb9-487d-af02-6df79eb31442 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:15.084544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8e59191-167e-4be4-ae65-9f9e67bd81dc req-1b12e93b-abb9-487d-af02-6df79eb31442 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0558674 Nov 15 22:53:15.087705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5bff3bb-80d9-45e9-a806-2351ca7e9d81 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:53:15.157977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8e59191-167e-4be4-ae65-9f9e67bd81dc req-0ee5880e-7eaa-4f38-a658-252a3df7e6c2 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651841 Nov 15 22:53:15.193117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:15.208194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81', 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916', 'port_id': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81', 'mac_address': 'fa:16:3e:05:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4cf3cf-5f1e-4774-9018-6481f280bc1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:53:15.249838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:15.268983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bff3bb-80d9-45e9-a806-2351ca7e9d81 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:15.291983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:15.332991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:15.392118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:15.393409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76baff-58bf-415c-a129-6292ff73b369 req-9e77ea60-3582-4795-b02c-9e48d3bd8158 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:15.395106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd76baff-58bf-415c-a129-6292ff73b369 req-9e77ea60-3582-4795-b02c-9e48d3bd8158 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 943 time: 0.0771167 Nov 15 22:53:15.463880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd76baff-58bf-415c-a129-6292ff73b369 req-7659d0ec-12e9-4ab6-b0dc-4ddd36365534 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Nov 15 22:53:15.623822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e5bff3bb-80d9-45e9-a806-2351ca7e9d81'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:53:16.278282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19cb99-839b-4122-ae0b-a49d37596788 req-db6093cf-53c1-4de4-b9c2-5162789d950f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:16.280389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a19cb99-839b-4122-ae0b-a49d37596788 req-db6093cf-53c1-4de4-b9c2-5162789d950f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Nov 15 22:53:16.327961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a19cb99-839b-4122-ae0b-a49d37596788 req-03d71b7e-952b-4f9c-b779-073a60dc0a84 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Nov 15 22:53:16.582145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1420a-b65c-4a6f-8559-e71e5378d579 req-76484ed0-fb98-4932-ab22-d4f0af163822 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:16.583536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04d1420a-b65c-4a6f-8559-e71e5378d579 req-76484ed0-fb98-4932-ab22-d4f0af163822 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 944 time: 0.0487399 Nov 15 22:53:16.637145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04d1420a-b65c-4a6f-8559-e71e5378d579 req-b976ddb7-8250-4fc4-a6cf-301b347a276a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471115 Nov 15 22:53:17.077361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5bff3bb-80d9-45e9-a806-2351ca7e9d81 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:53:17.189943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:53:17.194090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:53:17.197234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:17.284204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:17.309444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:17.311700 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed218e-e16a-4877-bfa6-84494f31b1a0" -d '{"events": [{"server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:17.338986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:17.369605 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c779bc-9b5d-4a02-a5b3-edb2578d1207 x-openstack-request-id: req-12c779bc-9b5d-4a02-a5b3-edb2578d1207 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:17.370215 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:17.370482 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12c779bc-9b5d-4a02-a5b3-edb2578d1207 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:17.371022 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81', 'code': 200} Nov 15 22:53:17.407443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:17.469240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434c32d-8f56-4f79-8431-73fd8989db37 req-72814e6a-75ca-4a72-8473-982f55f1ecfc tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:17.477562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b434c32d-8f56-4f79-8431-73fd8989db37 req-72814e6a-75ca-4a72-8473-982f55f1ecfc tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0666981 Nov 15 22:53:17.518280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:17.542440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18490-d29c-4e6b-b898-dca1b1094626 req-8140f753-b478-43e2-9a5e-924654929a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:17.543978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2e18490-d29c-4e6b-b898-dca1b1094626 req-8140f753-b478-43e2-9a5e-924654929a63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 1096 time: 0.0843425 Nov 15 22:53:17.544724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b434c32d-8f56-4f79-8431-73fd8989db37 req-081212b0-a7dc-429a-91b0-f0f5d9ef2274 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627775 Nov 15 22:53:17.597000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2e18490-d29c-4e6b-b898-dca1b1094626 req-e21424af-b7fa-4606-b5eb-48611baef9c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Nov 15 22:53:17.757097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19062f-5daa-4426-a637-890886a6291c req-cc55f4c8-6eec-4f80-90de-ed2190a0e36d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:17.758554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a19062f-5daa-4426-a637-890886a6291c req-cc55f4c8-6eec-4f80-90de-ed2190a0e36d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Nov 15 22:53:17.812318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a19062f-5daa-4426-a637-890886a6291c req-047ee3d9-eeea-4132-9e8e-bd4537889eef tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469592 Nov 15 22:53:18.682668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34415d6b-1ba9-4574-afcc-4dac786916fe req-1a5424de-8b0c-49d1-8300-24ff4a0558e5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:18.684686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34415d6b-1ba9-4574-afcc-4dac786916fe req-1a5424de-8b0c-49d1-8300-24ff4a0558e5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0681317 Nov 15 22:53:18.740556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34415d6b-1ba9-4574-afcc-4dac786916fe req-992f5be0-4a1f-4266-8a16-ee2198b62f59 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Nov 15 22:53:18.937998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca54486-3e1c-4ebc-a95d-7d95223db333 req-575a0aad-d49b-4fe0-8231-ff639ee8e167 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:18.939635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cca54486-3e1c-4ebc-a95d-7d95223db333 req-575a0aad-d49b-4fe0-8231-ff639ee8e167 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Nov 15 22:53:18.997175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cca54486-3e1c-4ebc-a95d-7d95223db333 req-85ee4d5e-5493-4eb1-8b14-a27218328a38 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Nov 15 22:53:19.879079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010b72-be73-45f7-93a4-15fb2400093d req-98c21b85-3203-4dce-9084-ad4d22a580a5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:19.881293 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e010b72-be73-45f7-93a4-15fb2400093d req-98c21b85-3203-4dce-9084-ad4d22a580a5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0637891 Nov 15 22:53:19.932210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e010b72-be73-45f7-93a4-15fb2400093d req-b9cece77-5d33-471f-a1db-817860d35f82 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Nov 15 22:53:20.122505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e4b73-da75-4ab5-acb5-32775310434d req-19a3556a-a765-46a7-9595-8cb3752e3a94 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:20.123975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-885e4b73-da75-4ab5-acb5-32775310434d req-19a3556a-a765-46a7-9595-8cb3752e3a94 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Nov 15 22:53:20.171233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-885e4b73-da75-4ab5-acb5-32775310434d req-741932fb-4244-4ee8-972e-d32563323630 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Nov 15 22:53:21.054436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e496c-b028-4e10-a0e9-38d08d0c5931 req-af364cab-ec69-469c-a496-2a1181e9384f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:21.055872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b59e496c-b028-4e10-a0e9-38d08d0c5931 req-af364cab-ec69-469c-a496-2a1181e9384f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0536809 Nov 15 22:53:21.123959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b59e496c-b028-4e10-a0e9-38d08d0c5931 req-2de93d8a-ce5b-4ce9-ad82-a21d55d49f31 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581970 Nov 15 22:53:22.238704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e3e8-a064-4b7d-8b66-604f334aeab9 req-3f7ab495-b7d2-47ec-9e8f-bd3b2f4a4dbb tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:22.245413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83d5e3e8-a064-4b7d-8b66-604f334aeab9 req-3f7ab495-b7d2-47ec-9e8f-bd3b2f4a4dbb tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0590067 Nov 15 22:53:22.301487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83d5e3e8-a064-4b7d-8b66-604f334aeab9 req-f2bc8cf1-eb09-4310-9228-5af31d392fc7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Nov 15 22:53:23.461706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929abc-dc07-4a18-b7c8-ee1f052f0541 req-670e2252-eb3d-4b42-a25d-693b0e33cfe0 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:23.463386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99929abc-dc07-4a18-b7c8-ee1f052f0541 req-670e2252-eb3d-4b42-a25d-693b0e33cfe0 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Nov 15 22:53:23.523469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99929abc-dc07-4a18-b7c8-ee1f052f0541 req-d888dddf-1819-4019-a1e8-f45f35cf367c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Nov 15 22:53:24.654706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702f799-45a8-4f3a-8ecb-f815cd2245ef req-64503133-f35f-4a4a-a50b-c51562c79716 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:24.656465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d702f799-45a8-4f3a-8ecb-f815cd2245ef req-64503133-f35f-4a4a-a50b-c51562c79716 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0620353 Nov 15 22:53:24.707696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d702f799-45a8-4f3a-8ecb-f815cd2245ef req-0f87ec1a-e5cb-4b0b-af16-f3f643f54182 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Nov 15 22:53:25.830370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d142ca-10d4-4536-ad3b-9106371fce70 req-bee5aad5-cfee-47f9-bedc-87e60321b9cd tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:25.832018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58d142ca-10d4-4536-ad3b-9106371fce70 req-bee5aad5-cfee-47f9-bedc-87e60321b9cd tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Nov 15 22:53:25.925267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58d142ca-10d4-4536-ad3b-9106371fce70 req-b1210e21-28e7-43ad-a28e-4835b07e8ee4 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Nov 15 22:53:27.060080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc070f6-113b-4209-a847-e720823ef51f req-290d8782-545d-405d-a521-c1fbb3dc7b3a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:27.061644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9cc070f6-113b-4209-a847-e720823ef51f req-290d8782-545d-405d-a521-c1fbb3dc7b3a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0632563 Nov 15 22:53:27.157673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9cc070f6-113b-4209-a847-e720823ef51f req-9ec7b407-a68c-4e37-967c-fde4a31594e6 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 Nov 15 22:53:28.317903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3367c8-01e8-41e5-9ce8-05034201e054 req-25882c84-da11-431e-b951-70d2369eaa73 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:28.319857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb3367c8-01e8-41e5-9ce8-05034201e054 req-25882c84-da11-431e-b951-70d2369eaa73 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0634494 Nov 15 22:53:28.380753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb3367c8-01e8-41e5-9ce8-05034201e054 req-afc7161e-4164-4645-89c7-3bbd267fe5cd tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Nov 15 22:53:29.540646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b9b70-e07b-42cb-a54a-ef31d0f72e1b req-21aefcc5-453a-449e-857b-8f68b3a370ba tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:29.540646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-113b9b70-e07b-42cb-a54a-ef31d0f72e1b req-21aefcc5-453a-449e-857b-8f68b3a370ba tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0563245 Nov 15 22:53:29.575397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-113b9b70-e07b-42cb-a54a-ef31d0f72e1b req-a8ca98b5-d12f-44cd-b42a-637dcbff8a14 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Nov 15 22:53:30.058062 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:30.109055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:30.714519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3415895-2d10-4bac-a24b-71cf3519a72c req-0acef6da-6da4-49ba-8b41-fa7e53dd0f0f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:30.716049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3415895-2d10-4bac-a24b-71cf3519a72c req-0acef6da-6da4-49ba-8b41-fa7e53dd0f0f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0602036 Nov 15 22:53:30.766504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3415895-2d10-4bac-a24b-71cf3519a72c req-6a706748-1068-4dfe-9391-7c061295b332 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Nov 15 22:53:31.256252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-a67f449c-342c-4fbf-b63d-de71c114e2cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489969 Nov 15 22:53:31.346109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-828bce18-1d83-46bb-b8fb-5784a2f1e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:31.347977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-828bce18-1d83-46bb-b8fb-5784a2f1e29a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93301e804f4d45498bff0e21abb38610&device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 1097 time: 0.0452163 Nov 15 22:53:31.476808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-922d0ff1-e0d6-4343-9763-f4c2f793b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:31.478400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-922d0ff1-e0d6-4343-9763-f4c2f793b29e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 200 len: 910 time: 0.1040065 Nov 15 22:53:31.562689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-fb6b5ff1-868a-41dc-826c-67a26eb7211f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 200 len: 1002 time: 0.0724890 Nov 15 22:53:31.628790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-7d51ba73-4a92-4717-b299-a716d91fbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:31.630438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-7d51ba73-4a92-4717-b299-a716d91fbc94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 200 len: 848 time: 0.0611951 Nov 15 22:53:31.692913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-c0b711ec-8208-4791-940b-e4ce02e1ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:31.694419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-c0b711ec-8208-4791-940b-e4ce02e1ee67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5da52cc8-85d9-4526-bdf9-9f277d10e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522828 Nov 15 22:53:31.989199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282569cc-5a64-4d40-ad47-d0235eeac45c req-f2c08c13-d264-4001-96e9-b6ff6b8a8a75 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:31.994427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-282569cc-5a64-4d40-ad47-d0235eeac45c req-f2c08c13-d264-4001-96e9-b6ff6b8a8a75 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.1293314 Nov 15 22:53:32.063971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-282569cc-5a64-4d40-ad47-d0235eeac45c req-ecc30f59-1b62-4b94-8b77-3ced04a76811 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581956 Nov 15 22:53:32.191281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-079280c9-73c9-4420-93da-b3fb250be58d service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865017 Nov 15 22:53:32.295173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3bf8f631-80d0-4074-80cb-0df072e08de5 req-77e49a64-5ccd-4e38-b18e-433953d14a73 service neutron] 10.222.0.55 "GET /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957880 Nov 15 22:53:33.195101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408298f-7bb7-462f-a0cc-4bc43b860ca5 req-7ef888ae-b3a9-4b0c-8b9d-eed44a4bcf11 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:33.196734 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9408298f-7bb7-462f-a0cc-4bc43b860ca5 req-7ef888ae-b3a9-4b0c-8b9d-eed44a4bcf11 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0567865 Nov 15 22:53:33.267459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9408298f-7bb7-462f-a0cc-4bc43b860ca5 req-60d4ce1c-805f-43de-8628-3d614fd90787 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Nov 15 22:53:34.303143 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:53:34.424709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319562d-87ab-4b1b-be9f-08e5959967db req-58a67dea-8ab3-4204-94d6-4590dd9f6a36 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:34.426753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1319562d-87ab-4b1b-be9f-08e5959967db req-58a67dea-8ab3-4204-94d6-4590dd9f6a36 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0601156 Nov 15 22:53:34.501895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1319562d-87ab-4b1b-be9f-08e5959967db req-099a101e-cf96-4fd2-bc36-13c77ccc7167 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Nov 15 22:53:34.737813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fa6057f-898d-4da9-bd85-8ea73ad5cc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:35.384474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-03ce08e8-814b-44bc-bee6-bff5a47029b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:35.386098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-03ce08e8-814b-44bc-bee6-bff5a47029b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1096 time: 0.0438619 Nov 15 22:53:35.537728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-08a3167f-7b57-4069-a76e-03729af2a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:35.539580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-08a3167f-7b57-4069-a76e-03729af2a80e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 912 time: 0.1305273 Nov 15 22:53:35.594229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-f116f670-4ac3-4420-a6ee-c1971fbcaa8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa HTTP/1.1" status: 200 len: 217 time: 0.0459762 Nov 15 22:53:35.683281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-3cfabb9a-62f9-41e2-ab1a-7cf6f6aa556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:35.685727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-3cfabb9a-62f9-41e2-ab1a-7cf6f6aa556f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0756426 Nov 15 22:53:35.729733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eed10-fcdd-496b-8d7b-f5d5944acc2d req-95fe57e2-cc1f-47d8-8a7a-efcfc1adff19 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:35.731524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd4eed10-fcdd-496b-8d7b-f5d5944acc2d req-95fe57e2-cc1f-47d8-8a7a-efcfc1adff19 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.1142426 Nov 15 22:53:35.745786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-a423a063-e371-479b-82de-7ccd116a6ccb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470808 Nov 15 22:53:35.821333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd4eed10-fcdd-496b-8d7b-f5d5944acc2d req-b156d7f2-dfbd-405a-afa1-5b0d51003752 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825801 Nov 15 22:53:35.859285 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-8d245e02-d09f-4f5f-bb04-0b125901545f service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057250 Nov 15 22:53:35.957984 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d434d191-3f67-4cb2-98a6-70c302c24cf7 req-e3b0eab7-91df-4361-8a9e-16285808822d service neutron] 10.222.0.57 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884798 Nov 15 22:53:36.670519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441cb9-0b88-4a05-a1c9-e606e253254a req-f5b62a86-3a82-404a-b213-94965678e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:36.672410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-59441cb9-0b88-4a05-a1c9-e606e253254a req-f5b62a86-3a82-404a-b213-94965678e83c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 1096 time: 0.0451972 Nov 15 22:53:36.758484 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-59441cb9-0b88-4a05-a1c9-e606e253254a req-319a15f4-d6d1-4db7-b26c-333d0d83c283 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670304 Nov 15 22:53:36.983660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e588-1159-469d-a79d-aa6357b0a18f req-5e963914-a9f5-483a-b80a-4ca871b17a85 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:36.986147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74a0e588-1159-469d-a79d-aa6357b0a18f req-5e963914-a9f5-483a-b80a-4ca871b17a85 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0807719 Nov 15 22:53:37.046285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74a0e588-1159-469d-a79d-aa6357b0a18f req-17157c99-e77a-49a5-ab0b-a4368f9bbe19 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519722 Nov 15 22:53:37.149857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf2fd59f-2ce1-4399-9919-0ccc83051357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:38.177068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910215f-0d61-4455-b421-5e6c3e4f55a4 req-c7424373-ea22-4fcb-82a3-328fe16ca9c3 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:38.178665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a910215f-0d61-4455-b421-5e6c3e4f55a4 req-c7424373-ea22-4fcb-82a3-328fe16ca9c3 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Nov 15 22:53:38.245345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a910215f-0d61-4455-b421-5e6c3e4f55a4 req-e50a107d-5941-4d2e-aba8-cd5c76660ede tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Nov 15 22:53:38.299141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:38.603933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-ef67442d-e76f-4d36-85af-c5e9e7b94d7a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:38.606025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-ef67442d-e76f-4d36-85af-c5e9e7b94d7a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 811 time: 0.1169741 Nov 15 22:53:38.622319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-15690b19-9ec6-479b-9045-2c225669cbcc tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/quotas/965efcebb8e4438aa79e5418d9af03cf HTTP/1.1" status: 200 len: 375 time: 0.0095365 Nov 15 22:53:38.680107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-e6769bf2-e429-4443-ac1c-317bea176e9e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513332 Nov 15 22:53:38.838128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-dd6640af-c627-48d5-87cf-108e341a625b service neutron] 10.222.0.15 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376567 Nov 15 22:53:38.930766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-e63829d1-d7cd-4f16-b1d2-be8559b013a2 service neutron] 10.222.0.15 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913200 Nov 15 22:53:39.261946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a0fd93f-989c-44d4-aec3-0d3ff0b97017 req-ea3ef420-c557-4045-bebb-c931da4ed1a2 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 210 time: 0.0586319 Nov 15 22:53:39.441432 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:40.369745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c4ec172-3960-4ff9-aade-d8dc2205bec0 req-329b56e2-b8c7-4703-995a-fc96c79b19cd tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 210 time: 0.0407670 Nov 15 22:53:40.452826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:41.520313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4efc69c-aa1a-40dd-933b-dc13ae4d7626 req-3c4c693a-3d1f-4580-b15c-d1f4e9f76dbf tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 210 time: 0.0423913 Nov 15 22:53:41.605100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-ac92a315-f88a-41e8-9d60-294f830f77b7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:41.607369 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-ac92a315-f88a-41e8-9d60-294f830f77b7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.55 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 811 time: 0.1262681 Nov 15 22:53:41.640767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Request body: {'port': {'device_id': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'admin_state_up': True, 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:53:41.918906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Made reservation on behalf of 965efcebb8e4438aa79e5418d9af03cf for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:53:41.919469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:42.089876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Allocated IP 172.20.0.8 (2a3968ef-93f9-4e26-9d5d-7def2b52f503/f704c0cd-3f04-46f1-8415-d6733a0cc681/a941b331-8d68-4f29-a2aa-a787cc5d050a) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:53:42.267786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:42.361426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:42.375434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:53:42.432311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:53:42.436733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:53:42.450361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:53:42.458875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Pushing event updated for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:42.513800 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:42.514951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:42.642358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abd807-1807-440c-b630-6c269966afff req-095252a6-b36a-4187-aba5-1b9908e8f984 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:42.643870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99abd807-1807-440c-b630-6c269966afff req-095252a6-b36a-4187-aba5-1b9908e8f984 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 931 time: 0.0494747 Nov 15 22:53:42.683366 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7af3ee87-9ee9-4028-9415-5e7ab89fea46 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0491810 Nov 15 22:53:42.693658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99abd807-1807-440c-b630-6c269966afff req-35c411a4-90f7-4eb9-955a-191365097c03 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Nov 15 22:53:42.699555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Request body: {'port': {'device_id': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:53:42.755116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.044136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a941b331-8d68-4f29-a2aa-a787cc5d050a {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:43.061859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.075856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Transition to ACTIVE for port object a941b331-8d68-4f29-a2aa-a787cc5d050a will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:53:43.166660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.216129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:43.305528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Attempting to bind port a941b331-8d68-4f29-a2aa-a787cc5d050a on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:53:43.306010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Attempting to bind port a941b331-8d68-4f29-a2aa-a787cc5d050a by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:53:43.306348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Attempting to bind port a941b331-8d68-4f29-a2aa-a787cc5d050a on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:43.312057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Port a941b331-8d68-4f29-a2aa-a787cc5d050a on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:53:43.312374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Attempting to bind port a941b331-8d68-4f29-a2aa-a787cc5d050a on network 2a3968ef-93f9-4e26-9d5d-7def2b52f503 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:53:43.317529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:53:43.317889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Checking segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:53:43.318257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Bound using segment: {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:53:43.318687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Bound port: a941b331-8d68-4f29-a2aa-a787cc5d050a, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e2eb471-5892-412c-8f83-cdd0c8ef5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:53:43.319072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.400924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:53:43.404538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:53:43.561141 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.598224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:43.598949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:43.600419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] 10.222.0.55 "PUT /v2.0/ports/a941b331-8d68-4f29-a2aa-a787cc5d050a HTTP/1.1" status: 200 len: 1091 time: 0.9056504 Nov 15 22:53:43.600888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:43.603120 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9759d9df-15e0-4e65-a749-e603daf8956f" -d '{"events": [{"name": "network-changed", "server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:43.629976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aed9d-a4e3-425f-9d47-fa1d022a9b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:43.657068 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b9fd98-fd03-43e5-b1d3-6a8b24e5ed52 x-openstack-request-id: req-15b9fd98-fd03-43e5-b1d3-6a8b24e5ed52 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:43.657068 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:43.657068 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15b9fd98-fd03-43e5-b1d3-6a8b24e5ed52 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:43.657068 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a', 'status': 'completed', 'code': 200} Nov 15 22:53:43.736061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d9df-15e0-4e65-a749-e603daf8956f req-e124e426-e9f5-43f5-b0dc-89d5234f0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:43.737570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9759d9df-15e0-4e65-a749-e603daf8956f req-e124e426-e9f5-43f5-b0dc-89d5234f0bf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1094 time: 0.0622513 Nov 15 22:53:43.851824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515428b8-3ed2-4670-9f95-016886372e9f req-94e3dcd8-0140-4748-ae51-0ae7cda2df6f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:43.854303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-515428b8-3ed2-4670-9f95-016886372e9f req-94e3dcd8-0140-4748-ae51-0ae7cda2df6f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 943 time: 0.0782485 Nov 15 22:53:43.859773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d9df-15e0-4e65-a749-e603daf8956f req-b099f17d-2fdf-44e1-bb99-ac0434dcb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:43.861628 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9759d9df-15e0-4e65-a749-e603daf8956f req-b099f17d-2fdf-44e1-bb99-ac0434dcb744 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=965efcebb8e4438aa79e5418d9af03cf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1141763 Nov 15 22:53:43.929535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-515428b8-3ed2-4670-9f95-016886372e9f req-a9d57ab0-063d-4f69-b006-9fa1adcd4345 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651371 Nov 15 22:53:43.979458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d9df-15e0-4e65-a749-e603daf8956f req-d9a719f3-c33b-4143-81f2-2fe21a51d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:43.981589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9759d9df-15e0-4e65-a749-e603daf8956f req-d9a719f3-c33b-4143-81f2-2fe21a51d222 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100473 Nov 15 22:53:44.067497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-a26f9f72-590a-4aa9-89f3-b2cd1e468c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:44.069026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-a26f9f72-590a-4aa9-89f3-b2cd1e468c7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1094 time: 0.0475674 Nov 15 22:53:44.113262 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-77a19ef1-2107-4bec-9392-2e3288616d25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a HTTP/1.1" status: 200 len: 217 time: 0.0349562 Nov 15 22:53:44.177076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-c5b1c137-e619-4d2c-9833-af706521d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:44.179281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-c5b1c137-e619-4d2c-9833-af706521d9c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0568297 Nov 15 22:53:44.222284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-7b304a04-e5f3-446a-9f5f-206718b0de84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329320 Nov 15 22:53:44.318824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-f6c7e91d-3499-4eaf-92ea-3e11056f0ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893769 Nov 15 22:53:44.414405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dbb1acbc-ec1b-4368-b86e-704359d71db8 req-361b9c19-7e41-4d09-9fac-45705be8cc96 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868487 Nov 15 22:53:45.067351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff854d-781a-4d40-a78a-9e37b949b19f req-24371fca-d508-444b-b2b2-604f98b503c7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:45.069562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ff854d-781a-4d40-a78a-9e37b949b19f req-24371fca-d508-444b-b2b2-604f98b503c7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 943 time: 0.0566616 Nov 15 22:53:45.128552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58ff854d-781a-4d40-a78a-9e37b949b19f req-467e70ea-0dd5-4fbd-947a-53746e8d8bde tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 Nov 15 22:53:46.281473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9cbf4-4000-44f6-96fb-ce75ce0da818 req-5fa2c463-83c0-4544-9dd3-4c6184eb2b89 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:46.284079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ce9cbf4-4000-44f6-96fb-ce75ce0da818 req-5fa2c463-83c0-4544-9dd3-4c6184eb2b89 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 943 time: 0.0773773 Nov 15 22:53:46.343762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ce9cbf4-4000-44f6-96fb-ce75ce0da818 req-48a8f5fc-52d0-4afd-bef4-b30e58eeb58e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539973 Nov 15 22:53:47.252588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a941b331-8d68-4f29-a2aa-a787cc5d050a details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:53:47.355918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:47.368484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a941b331-8d68-4f29-a2aa-a787cc5d050a', 'network_id': '2a3968ef-93f9-4e26-9d5d-7def2b52f503', 'port_id': 'a941b331-8d68-4f29-a2aa-a787cc5d050a', 'mac_address': 'fa:16:3e:b4:0f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f704c0cd-3f04-46f1-8415-d6733a0cc681', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:53:47.412757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:47.434008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a941b331-8d68-4f29-a2aa-a787cc5d050a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:53:47.462768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:47.499054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d431-dfae-4005-973a-aa25b55e609d req-ac52bd0f-fc66-4863-afde-ddbd4d4cf35d tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:47.500728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4e0d431-dfae-4005-973a-aa25b55e609d req-ac52bd0f-fc66-4863-afde-ddbd4d4cf35d tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 943 time: 0.0835643 Nov 15 22:53:47.529734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:47.566413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c4e0d431-dfae-4005-973a-aa25b55e609d req-a80991b0-061f-45f3-a4bb-00071880bead tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Nov 15 22:53:47.612220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:47.619719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.622707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.623575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.623575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.623575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.623824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:53:47.801020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a941b331-8d68-4f29-a2aa-a787cc5d050a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:53:48.722089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e55f4-e5e1-4847-b293-9541206e03fe req-405faa68-6e3d-4a4f-84a1-41bd6cb0bc5e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:48.730427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-099e55f4-e5e1-4847-b293-9541206e03fe req-405faa68-6e3d-4a4f-84a1-41bd6cb0bc5e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 944 time: 0.0596888 Nov 15 22:53:48.774599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-099e55f4-e5e1-4847-b293-9541206e03fe req-b9d1cff6-e7e9-400e-a6be-c585d94141ee tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Nov 15 22:53:49.269921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a941b331-8d68-4f29-a2aa-a787cc5d050a up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:53:49.366011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port a941b331-8d68-4f29-a2aa-a787cc5d050a completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:53:49.371320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a941b331-8d68-4f29-a2aa-a787cc5d050a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:53:49.374920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:49.491006 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:49.525247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:49.528160 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431cfc95-ca38-4954-8391-50323726cd9f" -d '{"events": [{"server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "name": "network-vif-plugged", "status": "completed", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:49.541203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:49.591826 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbd45ad-a8a1-4ae5-9160-e5021b54d6eb x-openstack-request-id: req-4fbd45ad-a8a1-4ae5-9160-e5021b54d6eb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:49.592179 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "name": "network-vif-plugged", "status": "completed", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:49.592493 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fbd45ad-a8a1-4ae5-9160-e5021b54d6eb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:49.593074 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a', 'code': 200} Nov 15 22:53:49.594424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:49.659784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:49.717337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec665cf-a0bd-45ea-bc9a-577bb747b97f req-6baf948a-0d66-406d-9956-ccf769be2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:49.719631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aec665cf-a0bd-45ea-bc9a-577bb747b97f req-6baf948a-0d66-406d-9956-ccf769be2081 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1096 time: 0.0592752 Nov 15 22:53:49.780707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aec665cf-a0bd-45ea-bc9a-577bb747b97f req-cf1afd0d-1b30-484c-832c-dc084fcf16ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Nov 15 22:53:49.909353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a0a5-79f8-494c-b4d4-836632b931d7 req-bab532f3-eddc-445f-87c5-c5dc5197c467 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:49.910890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45a0a0a5-79f8-494c-b4d4-836632b931d7 req-bab532f3-eddc-445f-87c5-c5dc5197c467 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0564864 Nov 15 22:53:49.961015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45a0a0a5-79f8-494c-b4d4-836632b931d7 req-9e172174-a244-49e8-97b1-6fbe3b2a53df tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Nov 15 22:53:51.122125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82fd37-7930-4377-8724-09b6ad538d16 req-034e798c-7ba3-4b84-8ee1-701fb2a8ce62 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:51.124401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b82fd37-7930-4377-8724-09b6ad538d16 req-034e798c-7ba3-4b84-8ee1-701fb2a8ce62 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0585318 Nov 15 22:53:51.183754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b82fd37-7930-4377-8724-09b6ad538d16 req-cde98841-02de-48b3-b027-9d77dc5ee19e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498829 Nov 15 22:53:52.366010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac75bf-8d2c-489d-9a5d-c3512ee865ad req-a9022efa-e96d-450c-a703-76e28f11efad tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:52.368516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3ac75bf-8d2c-489d-9a5d-c3512ee865ad req-a9022efa-e96d-450c-a703-76e28f11efad tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0785806 Nov 15 22:53:52.432219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3ac75bf-8d2c-489d-9a5d-c3512ee865ad req-df1ac77d-8b29-47f6-9d5c-6d1e95910954 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Nov 15 22:53:52.859015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e889a-ed54-4391-b32c-5d5d3f72615a req-ee0f9c49-a6a0-4532-9f85-691ce89da9a1 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:52.861176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f4e889a-ed54-4391-b32c-5d5d3f72615a req-ee0f9c49-a6a0-4532-9f85-691ce89da9a1 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0560756 Nov 15 22:53:52.894248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559403-7732-45ad-985d-c7fb05433044 req-b713a752-e166-4f26-8b77-cfe1169d07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:52.896470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-b713a752-e166-4f26-8b77-cfe1169d07cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1096 time: 0.0502775 Nov 15 22:53:52.918801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f4e889a-ed54-4391-b32c-5d5d3f72615a req-5c268439-9ab9-4cf3-b2a9-86fac9ee201b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508304 Nov 15 22:53:53.022963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559403-7732-45ad-985d-c7fb05433044 req-1a7f79c0-2a24-4e17-9925-3a7589f60019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:53.025276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-1a7f79c0-2a24-4e17-9925-3a7589f60019 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 912 time: 0.1197448 Nov 15 22:53:53.074473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-6ae784f4-0119-4166-8832-8bddfda1338c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a HTTP/1.1" status: 200 len: 217 time: 0.0399442 Nov 15 22:53:53.133396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97559403-7732-45ad-985d-c7fb05433044 req-b185ceb0-3469-4764-8336-e0dc3133db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:53.135291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-b185ceb0-3469-4764-8336-e0dc3133db12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0528309 Nov 15 22:53:53.177875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-bfd1614f-d114-4891-9a07-2ad1cb215bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342636 Nov 15 22:53:53.271455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-46360e33-376d-4446-87c2-afae6e060ecc service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848117 Nov 15 22:53:53.381932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97559403-7732-45ad-985d-c7fb05433044 req-5b7dbdcd-fbf6-4a8a-98ba-852c4976c419 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010368 Nov 15 22:53:54.053372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfffa4-4c18-49b7-b764-6d2573e47407 req-f3adb138-b34a-4c1b-a2f0-a6ff7589dd3e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:54.055874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79cfffa4-4c18-49b7-b764-6d2573e47407 req-f3adb138-b34a-4c1b-a2f0-a6ff7589dd3e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0550938 Nov 15 22:53:54.105417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-79cfffa4-4c18-49b7-b764-6d2573e47407 req-4b74c447-83b5-4590-af87-b13fa1191cfa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Nov 15 22:53:54.702732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf6b3-e3ed-46c2-86ab-925e28fde9ef req-a9fb5739-c277-4a57-842d-bf672cb40e02 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:54.704190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86faf6b3-e3ed-46c2-86ab-925e28fde9ef req-a9fb5739-c277-4a57-842d-bf672cb40e02 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0537009 Nov 15 22:53:54.755094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86faf6b3-e3ed-46c2-86ab-925e28fde9ef req-59523e2a-298e-43b3-a1d5-82bdb3c8f1d8 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Nov 15 22:53:55.239043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47c223-f435-4e01-b146-c4d35d8adabe req-0d71955e-dafd-492d-9143-2f16ef104791 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:55.239043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a47c223-f435-4e01-b146-c4d35d8adabe req-0d71955e-dafd-492d-9143-2f16ef104791 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0544949 Nov 15 22:53:55.296850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a47c223-f435-4e01-b146-c4d35d8adabe req-2ab6b857-ed61-410b-b5f1-8ce8d4076a80 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Nov 15 22:53:55.881617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d6e0-0016-439c-ad54-7c8192401129 req-7e1c6658-ceed-4b1a-8288-57fa63d014b9 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:55.883089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4548d6e0-0016-439c-ad54-7c8192401129 req-7e1c6658-ceed-4b1a-8288-57fa63d014b9 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0482943 Nov 15 22:53:55.937659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4548d6e0-0016-439c-ad54-7c8192401129 req-4d298354-b303-4b32-8876-b541bad85952 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/security-groups?id=a210b015-8438-40e1-852d-fc46f625322f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480018 Nov 15 22:53:56.111689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-a8adcb0e-63b5-4f9d-b6a1-ffef761320ff tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:56.113343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-a8adcb0e-63b5-4f9d-b6a1-ffef761320ff tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 946 time: 0.0497496 Nov 15 22:53:56.211492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Deleting port 683313f7-f828-4acd-bbec-f937f07d23a6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:53:56.211988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:56.304568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] For port 683313f7-f828-4acd-bbec-f937f07d23a6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=683313f7-f828-4acd-bbec-f937f07d23a6,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:53:56.305042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:56.438644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978b90b-420a-4e77-9a00-2db1ad479bdd req-bcc90e66-6bec-4fd4-93fc-ee9611e1ae1f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:56.447116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d978b90b-420a-4e77-9a00-2db1ad479bdd req-bcc90e66-6bec-4fd4-93fc-ee9611e1ae1f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0592766 Nov 15 22:53:56.495668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:56.495668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:56.495961 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Floating IP 6264fb1e-52d9-48d8-b700-de9e9616fbde disassociated. External IP: 172.25.0.120, port: 683313f7-f828-4acd-bbec-f937f07d23a6. Nov 15 22:53:56.496277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Calling delete_port for 683313f7-f828-4acd-bbec-f937f07d23a6 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:53:56.510787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d978b90b-420a-4e77-9a00-2db1ad479bdd req-c6bb9d10-858d-4199-90f7-33cab1a02301 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625741 Nov 15 22:53:56.702977 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:56.732816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event deleted for resources: {'Port': ['ID=683313f7-f828-4acd-bbec-f937f07d23a6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:56.864224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:53:56.988828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:53:57.002373 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Sync routers for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:53:57.027356 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:53:57.032241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:53:57.052676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] No DVR routers for this DVR port 683313f7-f828-4acd-bbec-f937f07d23a6 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:53:57.053394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3feaa946-3e6f-4cb2-9016-d66f4bc96e71 req-0b3bd965-c7e3-4396-8a27-1463436261ad tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0395877 Nov 15 22:53:57.056483 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:57.060098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5226b7e3-5e5d-44d5-8f08-05865267b6b1 req-f256a6e3-4399-463a-80f0-8e5fdd84b53b tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.55 "DELETE /v2.0/ports/683313f7-f828-4acd-bbec-f937f07d23a6 HTTP/1.1" status: 204 len: 173 time: 0.9400163 Nov 15 22:53:57.060541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'name': 'network-vif-deleted', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:53:57.062850 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8da1d63-5137-4899-a1af-d86bda1b7f4a" -d '{"events": [{"server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "name": "network-vif-deleted", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:53:57.110089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3155e7d6-5d32-44a7-9de9-06e63db1288d x-openstack-request-id: req-3155e7d6-5d32-44a7-9de9-06e63db1288d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:53:57.110089 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc1e17c-e5b6-47b8-b948-9283c014b51b", "name": "network-vif-deleted", "tag": "683313f7-f828-4acd-bbec-f937f07d23a6", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:53:57.110615 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3155e7d6-5d32-44a7-9de9-06e63db1288d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:53:57.110984 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc1e17c-e5b6-47b8-b948-9283c014b51b', 'name': 'network-vif-deleted', 'tag': '683313f7-f828-4acd-bbec-f937f07d23a6', 'status': 'completed', 'code': 200} Nov 15 22:53:57.168210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:53:57.394249 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:53:57.419862 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Checking router: 49896bc0-771a-4ff4-8549-4ac4a46bfed8 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:53:57.427927 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:53:57.428630 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:53:57.550115 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:53:57.692005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6bd3-8a9d-4869-8cb2-fa2b8d773fc4 req-7cdb1a8f-37c5-4e23-8972-6d7522711b81 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:57.694103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955e6bd3-8a9d-4869-8cb2-fa2b8d773fc4 req-7cdb1a8f-37c5-4e23-8972-6d7522711b81 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.1080313 Nov 15 22:53:57.753026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-955e6bd3-8a9d-4869-8cb2-fa2b8d773fc4 req-27a038fb-0f3b-4b76-b137-dfeda50756e7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520895 Nov 15 22:53:57.846536 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:53:57.963451 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b82671-8963-4ea0-9b65-b15b616aad9e None None] The sync data for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 is: [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '2df6f342-3cb6-4a38-96df-4f7ffa172c38', 'name': '', 'network_id': '5da52cc8-85d9-4526-bdf9-9f277d10e5b4', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'mac_address': 'fa:16:3e:fa:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:22Z', 'updated_at': '2021-11-15T22:48:33Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'subnets': [{'id': '79fc1a1b-d365-44b5-8fd0-560f12e9fee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:53:58.163971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebddfe48-85ce-4529-a2ab-2cb575200e07 req-6cb9c6dd-fb4e-4898-b071-339adc6773ca tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddc1e17c-e5b6-47b8-b948-9283c014b51b HTTP/1.1" status: 200 len: 210 time: 0.0279188 Nov 15 22:53:58.310742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc1bd51-9950-4c32-bc9e-8ea8e9078856 None None] New status for floating IP 6264fb1e-52d9-48d8-b700-de9e9616fbde: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:53:58.876581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d961a-ea54-44a2-a78e-550dc31ac66f req-a547b27a-bedd-4e84-b2bc-835d843593ca tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:53:58.878002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-545d961a-ea54-44a2-a78e-550dc31ac66f req-a547b27a-bedd-4e84-b2bc-835d843593ca tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0532949 Nov 15 22:53:58.929101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-545d961a-ea54-44a2-a78e-550dc31ac66f req-a396509d-f016-48db-bdc1-261bff6dca7f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Nov 15 22:53:59.225815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53800) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:59.304140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 683313f7-f828-4acd-bbec-f937f07d23a6 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:53:59.327825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 683313f7-f828-4acd-bbec-f937f07d23a6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:53:59.328515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 683313f7-f828-4acd-bbec-f937f07d23a6 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:53:59.365489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.372712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Deleting port 52c8ec55-5508-4a51-b7a8-1d99d9eb7053 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:53:59.373052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.462133 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.462474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.475575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Calling delete_port for 52c8ec55-5508-4a51-b7a8-1d99d9eb7053 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:53:59.697323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.725204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event deleted for resources: {'Port': ['ID=52c8ec55-5508-4a51-b7a8-1d99d9eb7053,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:53:59.793951 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.796872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.798044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-40154fcc-8e8c-454f-ac76-b76e601a1233 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "DELETE /v2.0/floatingips/6264fb1e-52d9-48d8-b700-de9e9616fbde HTTP/1.1" status: 204 len: 168 time: 0.5711536 Nov 15 22:53:59.895575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:53:59.903369 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.956945 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:53:59.990262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:00.098324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777f36b-0af4-493f-ac41-0d5b96ff0d01 req-131ad647-6d04-486f-a86c-b7f9545236a5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:00.099928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8777f36b-0af4-493f-ac41-0d5b96ff0d01 req-131ad647-6d04-486f-a86c-b7f9545236a5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0978346 Nov 15 22:54:00.153782 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:00.157031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:00.158766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] 10.222.0.15 "DELETE /v2.0/security-groups/a210b015-8438-40e1-852d-fc46f625322f HTTP/1.1" status: 204 len: 168 time: 0.2618153 Nov 15 22:54:00.169061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8777f36b-0af4-493f-ac41-0d5b96ff0d01 req-0f3239df-7668-490e-aa8e-c2ce57a4c406 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626280 Nov 15 22:54:00.175682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdd474-6c16-4ba6-82bf-d2867cc47640 tempest-TestServerBasicOps-720743930 tempest-TestServerBasicOps-720743930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210b015-8438-40e1-852d-fc46f625322f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:00.262149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:00.791290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:01.089067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Deleting port 2df6f342-3cb6-4a38-96df-4f7ffa172c38 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:01.089626 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:01.173257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] For port 2df6f342-3cb6-4a38-96df-4f7ffa172c38, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2df6f342-3cb6-4a38-96df-4f7ffa172c38,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:01.173614 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:01.186369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Calling delete_port for 2df6f342-3cb6-4a38-96df-4f7ffa172c38 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:01.377006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230cda3-b0ff-401d-bcc1-517a780e5fac req-2ba8f0dc-6960-4063-b8e4-db18d567278c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:01.379205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1230cda3-b0ff-401d-bcc1-517a780e5fac req-2ba8f0dc-6960-4063-b8e4-db18d567278c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.1132133 Nov 15 22:54:01.492797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1230cda3-b0ff-401d-bcc1-517a780e5fac req-60ac4590-bef5-4c28-9ed7-98d4db8ca04c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899649 Nov 15 22:54:01.549568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:01.598771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df6f342-3cb6-4a38-96df-4f7ffa172c38,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:01.827025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:02.071926 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:54:02.226618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:54:02.232454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d3b77ba9-079e-4d4e-8cd3-f2ded99a2d60 admin admin] 10.222.0.15 "PUT /v2.0/routers/49896bc0-771a-4ff4-8549-4ac4a46bfed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9692852 Nov 15 22:54:02.235119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53888) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:02.239764 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Sync routers for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:54:02.263367 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:02.263998 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:02.363350 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:02.407269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:02.518716 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:02.623517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad1b81-4933-48c1-9f1e-73f04885d530 req-7bc0c21e-4ac4-4383-835c-7e2731f2deed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:02.631513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56ad1b81-4933-48c1-9f1e-73f04885d530 req-7bc0c21e-4ac4-4383-835c-7e2731f2deed tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0608106 Nov 15 22:54:02.643962 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:54:01Z', 'revision_number': 5, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port': {'id': '305fd72a-acfc-4df4-a5d2-d5f07c217b84', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:19Z', 'updated_at': '2021-11-15T22:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:02.701112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Checking router: 49896bc0-771a-4ff4-8549-4ac4a46bfed8 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:54:02.736131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Routers {'49896bc0-771a-4ff4-8549-4ac4a46bfed8'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:02.737861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:02.752756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56ad1b81-4933-48c1-9f1e-73f04885d530 req-325f047d-ade7-4556-9585-a35383f06002 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153359 Nov 15 22:54:02.755416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Deleting port 305fd72a-acfc-4df4-a5d2-d5f07c217b84 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:02.755998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:02.854041 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] Set router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:02.879978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] For port 305fd72a-acfc-4df4-a5d2-d5f07c217b84, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=305fd72a-acfc-4df4-a5d2-d5f07c217b84,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:02.880338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:02.900683 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Calling delete_port for 305fd72a-acfc-4df4-a5d2-d5f07c217b84 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:02.935119 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:54:02Z', 'revision_number': 6, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:02.971944 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c957025f-cea5-4175-8999-e8630ed8c825 None None] The sync data for ids ['49896bc0-771a-4ff4-8549-4ac4a46bfed8'] in n-d-817995-3 is: [{'id': '49896bc0-771a-4ff4-8549-4ac4a46bfed8', 'name': 'tempest-TestServerBasicOps-1831591645-router', 'tenant_id': '93301e804f4d45498bff0e21abb38610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:17Z', 'updated_at': '2021-11-15T22:54:02Z', 'revision_number': 6, 'project_id': '93301e804f4d45498bff0e21abb38610', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:54:03.160086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.224063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987d00e-e2ca-4db2-94dd-6463946222d8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:03.237158 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Pushing event deleted for resources: {'Port': ['ID=305fd72a-acfc-4df4-a5d2-d5f07c217b84,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:03.361512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.515414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.515414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.651462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.652010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49896bc0-771a-4ff4-8549-4ac4a46bfed8 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:54:03.657826 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.658673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-43e1d0c7-ffa9-41ee-a62e-9925110fdb12 admin admin] 10.222.0.15 "DELETE /v2.0/routers/49896bc0-771a-4ff4-8549-4ac4a46bfed8 HTTP/1.1" status: 204 len: 168 time: 1.4224029 Nov 15 22:54:03.661478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:03.707382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Deleting subnet 79fc1a1b-d365-44b5-8fd0-560f12e9fee5 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:54:03.710567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.746138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.885450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:03.931833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a1ac3-635e-4dc8-ada8-7d2b3e7415d3 req-28202e36-5c8a-4c52-bf64-ffef13c9d19a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:03.934048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-921a1ac3-635e-4dc8-ada8-7d2b3e7415d3 req-28202e36-5c8a-4c52-bf64-ffef13c9d19a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0958898 Nov 15 22:54:03.988978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-921a1ac3-635e-4dc8-ada8-7d2b3e7415d3 req-355dafd4-9a0c-4869-b97d-cc1520e20f43 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487814 Nov 15 22:54:04.040046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.068813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fc1a1b-d365-44b5-8fd0-560f12e9fee5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:04.071857 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.078840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ab925-811d-4427-80f7-d22187f87d17 None None] Network 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:54:04.078956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f7fc3f1a-2b4c-4261-bfb0-4a1075d278fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79fc1a1b-d365-44b5-8fd0-560f12e9fee5 HTTP/1.1" status: 204 len: 168 time: 0.4161935 Nov 15 22:54:04.081922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 53930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:04.347918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] DHCP port deletion for 5da52cc8-85d9-4526-bdf9-9f277d10e5b4 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:04.416117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Deleting port 2cafbf57-9e73-43cd-a694-944e14e42f00 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:04.417141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.497981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] For port 2cafbf57-9e73-43cd-a694-944e14e42f00, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2cafbf57-9e73-43cd-a694-944e14e42f00,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:04.498372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.515423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Calling delete_port for 2cafbf57-9e73-43cd-a694-944e14e42f00 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:04.565934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2df6f342-3cb6-4a38-96df-4f7ffa172c38 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:04.587687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2df6f342-3cb6-4a38-96df-4f7ffa172c38 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:04.588022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2df6f342-3cb6-4a38-96df-4f7ffa172c38 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:04.588434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 305fd72a-acfc-4df4-a5d2-d5f07c217b84 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:04.588728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.613623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 305fd72a-acfc-4df4-a5d2-d5f07c217b84 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:04.613953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 305fd72a-acfc-4df4-a5d2-d5f07c217b84 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:04.614355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2cafbf57-9e73-43cd-a694-944e14e42f00 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:04.642491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Deleting port 2cafbf57-9e73-43cd-a694-944e14e42f00 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:04.642825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.729502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.758269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.761255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] For port 2cafbf57-9e73-43cd-a694-944e14e42f00, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2cafbf57-9e73-43cd-a694-944e14e42f00,segment=NetworkSegment(3108fa4e-df1d-4c14-8d45-7c3d35315866),segment_id=3108fa4e-df1d-4c14-8d45-7c3d35315866)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:04.772779 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.778103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Calling delete_port for 2cafbf57-9e73-43cd-a694-944e14e42f00 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:04.814724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] No DVR routers for this DVR port 2cafbf57-9e73-43cd-a694-944e14e42f00 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:04.817459 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53edec94-7b36-42e1-9729-fff1eef914f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.819357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46278f08-091b-4fff-a790-b6dee8d499b2 None None] Pushing event deleted for resources: {'Port': ['ID=2cafbf57-9e73-43cd-a694-944e14e42f00,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:04.866424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:04.900072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cafbf57-9e73-43cd-a694-944e14e42f00,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:04.902488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] No DVR routers for this DVR port 2cafbf57-9e73-43cd-a694-944e14e42f00 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:04.983576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.011052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da52cc8-85d9-4526-bdf9-9f277d10e5b4']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:05.022290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3108fa4e-df1d-4c14-8d45-7c3d35315866') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:05.022581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3108fa4e-df1d-4c14-8d45-7c3d35315866') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:05.049296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.064473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.073716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:54:05.075859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:54:05.076227 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:54:05.178439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83086-2042-47b7-baff-c2a4eb49870d req-ebd41b2e-69cc-42f8-8cc4-1c9540ad3ceb tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:05.179912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfb83086-2042-47b7-baff-c2a4eb49870d req-ebd41b2e-69cc-42f8-8cc4-1c9540ad3ceb tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.1084673 Nov 15 22:54:05.212288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.220076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.226236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5da52cc8-85d9-4526-bdf9-9f277d10e5b4 HTTP/1.1" status: 204 len: 168 time: 1.1404150 Nov 15 22:54:05.227274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 53964) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:05.243241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c9892-9034-4192-b230-5778656f7b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da52cc8-85d9-4526-bdf9-9f277d10e5b4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:05.249928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfb83086-2042-47b7-baff-c2a4eb49870d req-be9ae265-1747-4dd0-9a15-5c2d1a973328 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636370 Nov 15 22:54:05.633343 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:05.914173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Deleting port 8cc340df-d2b5-4df9-a8ec-e7de57642e56 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:05.914529 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:06.023132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] For port 8cc340df-d2b5-4df9-a8ec-e7de57642e56, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8cc340df-d2b5-4df9-a8ec-e7de57642e56,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:06.023494 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:06.037617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Calling delete_port for 8cc340df-d2b5-4df9-a8ec-e7de57642e56 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:06.297688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:06.372762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc340df-d2b5-4df9-a8ec-e7de57642e56,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:06.446747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491550d0-d903-4452-b8d5-cb9d8afcf770 req-9abb11cc-f195-4cb0-97b3-b73b64264e3b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:06.448371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-491550d0-d903-4452-b8d5-cb9d8afcf770 req-9abb11cc-f195-4cb0-97b3-b73b64264e3b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0798900 Nov 15 22:54:06.540490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-491550d0-d903-4452-b8d5-cb9d8afcf770 req-765c31de-36a9-4ef0-bfa1-bbf7c4faf28a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828176 Nov 15 22:54:07.070176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:07.183952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32fbff13-b252-4eaf-9365-b888b0fa4bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:07.313038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Router b7c57c4a-62a1-49ab-804a-aedb0abdca55 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:54:07.417580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:54:07.423547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9208799d-4527-422e-8dbd-1f37da78f0f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7c57c4a-62a1-49ab-804a-aedb0abdca55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935349 Nov 15 22:54:07.425567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54002) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:07.430143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Sync routers for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:54:07.442412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:07.443126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:07.561796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:07.564236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:07.685853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:07.721287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87819c46-83cf-4e0b-bdc6-579bec5bd01f req-b19d03c0-f17c-4734-9757-cded8cee5031 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:07.722984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87819c46-83cf-4e0b-bdc6-579bec5bd01f req-b19d03c0-f17c-4734-9757-cded8cee5031 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0704317 Nov 15 22:54:07.780325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-87819c46-83cf-4e0b-bdc6-579bec5bd01f req-31df73c5-b9f8-4d26-ae67-7cf2649fbd26 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Nov 15 22:54:07.785566 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:54:06Z', 'revision_number': 5, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port': {'id': '3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:48:32Z', 'updated_at': '2021-11-15T22:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:07.825836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Checking router: b7c57c4a-62a1-49ab-804a-aedb0abdca55 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:54:07.836193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Routers {'b7c57c4a-62a1-49ab-804a-aedb0abdca55'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:07.836498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Deleting port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:07.837834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:07.838621 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:07.965242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] Set router b7c57c4a-62a1-49ab-804a-aedb0abdca55 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:07.983521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] For port 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:07.984009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.000285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Calling delete_port for 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:08.031312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:54:07Z', 'revision_number': 6, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:08.061454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec32b5-a027-4105-83a8-8e4b5c74893c None None] The sync data for ids ['b7c57c4a-62a1-49ab-804a-aedb0abdca55'] in n-d-817995-3 is: [{'id': 'b7c57c4a-62a1-49ab-804a-aedb0abdca55', 'name': 'tempest-TestServerBasicOps-204682344-router', 'tenant_id': 'e981fb17469b4c86b2f1e812472c9667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:48:31Z', 'updated_at': '2021-11-15T22:54:07Z', 'revision_number': 6, 'project_id': 'e981fb17469b4c86b2f1e812472c9667', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:54:08.235069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.264411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:08.288112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82943c4e-1f4f-408c-aa7d-992426404b44 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:08.337812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.354940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.355467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.355569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.355850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.356297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.356810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.357360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.357704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.358012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.358330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.358646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.359034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:08.383037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.504421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.508490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.576086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8cc340df-d2b5-4df9-a8ec-e7de57642e56 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:08.617727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8cc340df-d2b5-4df9-a8ec-e7de57642e56 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:08.618065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8cc340df-d2b5-4df9-a8ec-e7de57642e56 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:08.656657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.657493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c57c4a-62a1-49ab-804a-aedb0abdca55 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:54:08.662758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.674076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:08.674204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f43bdb38-9886-4a93-b257-1719e6609e54 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b7c57c4a-62a1-49ab-804a-aedb0abdca55 HTTP/1.1" status: 204 len: 168 time: 1.2464714 Nov 15 22:54:08.713839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Deleting subnet b32bad42-11f1-43f9-80e6-5fa9fda7c53d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:54:08.717219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.753403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.856739 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:08.984590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c923c-3565-401c-aef1-e7b6ca0561d4 req-be6218fc-4ba4-499a-8080-e0191e940c16 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:08.986645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d00c923c-3565-401c-aef1-e7b6ca0561d4 req-be6218fc-4ba4-499a-8080-e0191e940c16 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0742986 Nov 15 22:54:09.002202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.041849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32bad42-11f1-43f9-80e6-5fa9fda7c53d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:09.056077 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.060508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b32bad42-11f1-43f9-80e6-5fa9fda7c53d HTTP/1.1" status: 204 len: 168 time: 0.3915091 Nov 15 22:54:09.063489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54032) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:09.068166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.073510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3584ed-fda9-4d74-a63e-7bd69a9a19c9 None None] Network 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:54:09.086509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.093073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.093773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.094292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.101156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.101847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.102364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.102874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.103398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.104550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.113166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dc8c4-c653-4474-aaad-c5d41d3af0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:09.157764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d00c923c-3565-401c-aef1-e7b6ca0561d4 req-33335127-85e1-4dc4-8c76-4aedc83943e4 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647582 Nov 15 22:54:09.223072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.361714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Deleting port 2f218392-1947-40d0-9905-6db8be5709e8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:09.362351 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.437084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] DHCP port deletion for 58b844c0-090b-4a2b-8fce-43b6b1a1fd51 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:09.480325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.518213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] For port 2f218392-1947-40d0-9905-6db8be5709e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2f218392-1947-40d0-9905-6db8be5709e8,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:09.518577 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.538912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Deleting port 2f218392-1947-40d0-9905-6db8be5709e8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:09.539556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.545545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Calling delete_port for 2f218392-1947-40d0-9905-6db8be5709e8 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:09.620099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] For port 2f218392-1947-40d0-9905-6db8be5709e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=2f218392-1947-40d0-9905-6db8be5709e8,segment=NetworkSegment(dc10b74a-0625-4055-9705-fc80daf9fa9e),segment_id=dc10b74a-0625-4055-9705-fc80daf9fa9e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:09.620774 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.642685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Calling delete_port for 2f218392-1947-40d0-9905-6db8be5709e8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:09.737132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.744964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.767878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] Pushing event deleted for resources: {'Port': ['ID=2f218392-1947-40d0-9905-6db8be5709e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:09.781470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f218392-1947-40d0-9905-6db8be5709e8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:09.784641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676388b-0bba-4413-80cf-97f528c13a3b None None] No DVR routers for this DVR port 2f218392-1947-40d0-9905-6db8be5709e8 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:09.787231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] No DVR routers for this DVR port 2f218392-1947-40d0-9905-6db8be5709e8 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:09.874430 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.898726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b844c0-090b-4a2b-8fce-43b6b1a1fd51']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:09.923351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc10b74a-0625-4055-9705-fc80daf9fa9e') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:09.923643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc10b74a-0625-4055-9705-fc80daf9fa9e') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:09.935863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.954484 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:09.961580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:54:09.961964 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:54:10.024709 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:54:10.074668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.080128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.086182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/58b844c0-090b-4a2b-8fce-43b6b1a1fd51 HTTP/1.1" status: 204 len: 168 time: 1.0191519 Nov 15 22:54:10.097890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990f9a-9889-4920-8311-83b72bd9ada1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b844c0-090b-4a2b-8fce-43b6b1a1fd51,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:10.284497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be900510-0b0b-43e3-8cba-707ddbf43e0c req-8cad744b-b505-4d82-80ea-a59bf2fac791 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:10.292450 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be900510-0b0b-43e3-8cba-707ddbf43e0c req-8cad744b-b505-4d82-80ea-a59bf2fac791 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0578485 Nov 15 22:54:10.337437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be900510-0b0b-43e3-8cba-707ddbf43e0c req-4ee5ae46-642d-4d4c-b4e7-b7ee387ac5ba tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Nov 15 22:54:10.406048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.529618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54052) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:10.562346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:10.587442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:10.588099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f2e68b3-4e2f-4bb2-9d46-5e7f2c53a8d8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:10.588848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2f218392-1947-40d0-9905-6db8be5709e8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:10.609035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3ab3892f-27ba-4b6c-a3cf-94640b8ec1e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93301e804f4d45498bff0e21abb38610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778408 Nov 15 22:54:10.616426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 2f218392-1947-40d0-9905-6db8be5709e8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:10.616426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 2f218392-1947-40d0-9905-6db8be5709e8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:10.618780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54054) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:10.719365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.749471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.874365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.877228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:10.879618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94236983-b95b-425f-a191-0ceffe319e57 HTTP/1.1" status: 204 len: 168 time: 0.2590051 Nov 15 22:54:10.905480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e5bb2-e2c0-4971-8c78-1f37358cc375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94236983-b95b-425f-a191-0ceffe319e57,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:11.305344 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:54:11.451358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5685b6a-95fd-48d9-98d9-1b86e49e8f6e req-c478a606-9bee-40ea-9536-6cc7f88faec7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:11.453109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5685b6a-95fd-48d9-98d9-1b86e49e8f6e req-c478a606-9bee-40ea-9536-6cc7f88faec7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0489779 Nov 15 22:54:11.501594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5685b6a-95fd-48d9-98d9-1b86e49e8f6e req-7fdf204f-47a6-40bd-bc21-e79d771b11ff tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Nov 15 22:54:11.640700 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:11.687386 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1095dec4-6d24-430a-8b19-ad7e3c746837 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e981fb17469b4c86b2f1e812472c9667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454638 Nov 15 22:54:11.689806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:11.762601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:11.791000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:11.937763 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:11.942192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:11.952078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/389efbd4-c3d9-41fd-b579-be85c7529dbd HTTP/1.1" status: 204 len: 168 time: 0.2528443 Nov 15 22:54:11.963253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b8ea-b364-43c7-94d2-c33eaa3e4078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389efbd4-c3d9-41fd-b579-be85c7529dbd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:12.720284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6878e07-07ac-4842-9521-10210c37bf2b req-69935ef4-eabe-4167-b712-2a0600426e56 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:12.724225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6878e07-07ac-4842-9521-10210c37bf2b req-69935ef4-eabe-4167-b712-2a0600426e56 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.1290574 Nov 15 22:54:12.819078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6878e07-07ac-4842-9521-10210c37bf2b req-b7b630c7-0ea7-412a-835a-e1a1c2c5157c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Nov 15 22:54:13.947937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f1f7a-16b1-4a75-9b60-67d7ef84dd9b req-e7a7a5ba-b82c-4a30-8919-d166c4f4ef14 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:13.949454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9f1f7a-16b1-4a75-9b60-67d7ef84dd9b req-e7a7a5ba-b82c-4a30-8919-d166c4f4ef14 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0537753 Nov 15 22:54:13.999002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b9f1f7a-16b1-4a75-9b60-67d7ef84dd9b req-d6400c51-4bda-4dc4-96ec-1898ad513ef4 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Nov 15 22:54:15.129318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe83d67-e347-400a-888f-ce80dc6cf9f9 req-5f65a9e6-7e10-4dbf-8555-a0d6b19261d7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:15.130945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fe83d67-e347-400a-888f-ce80dc6cf9f9 req-5f65a9e6-7e10-4dbf-8555-a0d6b19261d7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0577130 Nov 15 22:54:15.178097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fe83d67-e347-400a-888f-ce80dc6cf9f9 req-1f4fd7be-af26-44b7-9178-fa00470134b5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Nov 15 22:54:16.327959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc47a-1ab8-43ce-81d2-5e236b41497e req-525b6ea8-4272-4267-ab55-7487a5a64033 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:16.329711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b51bc47a-1ab8-43ce-81d2-5e236b41497e req-525b6ea8-4272-4267-ab55-7487a5a64033 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0500283 Nov 15 22:54:16.389119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b51bc47a-1ab8-43ce-81d2-5e236b41497e req-91af436f-9f8d-4da8-9498-f17ad5ee729e tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496154 Nov 15 22:54:17.507103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe062e4-0cb7-4f1f-bb9f-7fef58103b00 req-d60d1aad-1f2d-452a-a040-bc18a87c342a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:17.512396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbe062e4-0cb7-4f1f-bb9f-7fef58103b00 req-d60d1aad-1f2d-452a-a040-bc18a87c342a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0518060 Nov 15 22:54:17.569949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbe062e4-0cb7-4f1f-bb9f-7fef58103b00 req-2fd870ab-14c1-44d3-8779-696787ae5414 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Nov 15 22:54:18.719403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c689d-bffc-4f26-80c2-0596f74ff1f7 req-f2dead51-1cbe-4c15-aa91-52c1e07081a7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:18.721548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-178c689d-bffc-4f26-80c2-0596f74ff1f7 req-f2dead51-1cbe-4c15-aa91-52c1e07081a7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0641201 Nov 15 22:54:18.782963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-178c689d-bffc-4f26-80c2-0596f74ff1f7 req-9bccada0-823f-431c-8608-ca55b235e7ab tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545647 Nov 15 22:54:19.808797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b048cf-201e-41a0-8f5d-a6aef9b124a0 req-cff040c8-cda4-4abb-a6e0-d9c952ccde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:19.810937 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2b048cf-201e-41a0-8f5d-a6aef9b124a0 req-cff040c8-cda4-4abb-a6e0-d9c952ccde44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1096 time: 0.0436080 Nov 15 22:54:19.867942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c2b048cf-201e-41a0-8f5d-a6aef9b124a0 req-9bd71258-d18c-4b7c-9977-c2d38b0861e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Nov 15 22:54:19.914482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c0e66-50ae-4ce2-ac21-c42aa0f3861c req-8ec218ec-5cc4-4863-a1df-89bc0e26f14f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:19.916544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f9c0e66-50ae-4ce2-ac21-c42aa0f3861c req-8ec218ec-5cc4-4863-a1df-89bc0e26f14f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0540018 Nov 15 22:54:19.967885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f9c0e66-50ae-4ce2-ac21-c42aa0f3861c req-ccffbbe2-7c47-47bc-9dfa-f7bba40db566 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Nov 15 22:54:21.108630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87117a-c979-4491-b97a-b67149c3d5b3 req-bd95a86d-e523-4490-a7b2-754e9d24b830 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:21.110336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e87117a-c979-4491-b97a-b67149c3d5b3 req-bd95a86d-e523-4490-a7b2-754e9d24b830 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0595751 Nov 15 22:54:21.166983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e87117a-c979-4491-b97a-b67149c3d5b3 req-e8a8691e-cef8-47db-9c55-7aa9ad428bf5 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Nov 15 22:54:22.296679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8877f-9ae7-4e70-a83e-42d8d664d9d8 req-e4f5359d-647b-481d-b3e0-d9a9f8ea024f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:22.299217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5c8877f-9ae7-4e70-a83e-42d8d664d9d8 req-e4f5359d-647b-481d-b3e0-d9a9f8ea024f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0584438 Nov 15 22:54:22.357997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5c8877f-9ae7-4e70-a83e-42d8d664d9d8 req-33c55bcf-5bac-4194-a22d-586943c55a77 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502086 Nov 15 22:54:22.779055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-e7e9e7f8-ab2e-41db-a0fc-42a27df87ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:22.780725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-e7e9e7f8-ab2e-41db-a0fc-42a27df87ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=965efcebb8e4438aa79e5418d9af03cf&device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 1096 time: 0.0542979 Nov 15 22:54:22.785989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173fdc-9216-49cb-b330-904159a20dc9 req-d750abcc-3c83-43de-8ce5-896e382d0280 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:22.787764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c173fdc-9216-49cb-b330-904159a20dc9 req-d750abcc-3c83-43de-8ce5-896e382d0280 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0904412 Nov 15 22:54:22.843549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c173fdc-9216-49cb-b330-904159a20dc9 req-bba0a1fe-7fd6-4578-9f99-1aff5ab69f4c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Nov 15 22:54:22.899115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-38d0b674-f10b-4893-84b6-8947e4917f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:22.900604 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-38d0b674-f10b-4893-84b6-8947e4917f2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 200 len: 912 time: 0.1029613 Nov 15 22:54:22.941088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-34eda5c0-9262-456d-9d99-987741fa5b02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a HTTP/1.1" status: 200 len: 217 time: 0.0333431 Nov 15 22:54:22.997532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-97e36e5a-8907-4c90-9edb-ec90a446d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:23.001026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-97e36e5a-8907-4c90-9edb-ec90a446d16e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 200 len: 851 time: 0.0504544 Nov 15 22:54:23.042878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-689292e8-cd66-46bb-a785-a6a96059ec60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a3968ef-93f9-4e26-9d5d-7def2b52f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369868 Nov 15 22:54:23.142402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-c76b141a-2219-4e91-bc00-032a0213ed05 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922010 Nov 15 22:54:23.241671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-76cf1b0e-ce57-4cbd-b8c9-7e0c53741deb req-208ce83a-3107-46e1-9dac-ccefa861aff8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Nov 15 22:54:23.969300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa166fb-180e-4321-8d79-38810562595b req-863ad606-ab62-4c43-8dd1-c23dfb0d8a96 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:23.973157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fa166fb-180e-4321-8d79-38810562595b req-863ad606-ab62-4c43-8dd1-c23dfb0d8a96 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0548828 Nov 15 22:54:24.022777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fa166fb-180e-4321-8d79-38810562595b req-237b4556-b364-4744-bb77-afbcd35d751a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Nov 15 22:54:25.150457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6126b-2403-4b7f-a7a1-340e80015ba8 req-41c878e5-6c9b-41b5-87ab-15d68e1c2737 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:25.152023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ab6126b-2403-4b7f-a7a1-340e80015ba8 req-41c878e5-6c9b-41b5-87ab-15d68e1c2737 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0545478 Nov 15 22:54:25.204294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ab6126b-2403-4b7f-a7a1-340e80015ba8 req-6f6f11a9-716e-4fce-a801-07d8b4acba42 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Nov 15 22:54:25.709623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace144e1-58b6-49a5-bcc8-e32dc2cf80b9 req-721c1db0-54dc-456c-a8a4-440a02395eb7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:25.717101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ace144e1-58b6-49a5-bcc8-e32dc2cf80b9 req-721c1db0-54dc-456c-a8a4-440a02395eb7 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0628188 Nov 15 22:54:25.770560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ace144e1-58b6-49a5-bcc8-e32dc2cf80b9 req-51f30870-abd5-4159-9895-a6c3e5176029 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518882 Nov 15 22:54:26.317421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59871-3313-4f25-8fb9-784f0df79ec9 req-96dfef27-c63b-431a-9d4f-0619d2113ad6 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:26.318833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ae59871-3313-4f25-8fb9-784f0df79ec9 req-96dfef27-c63b-431a-9d4f-0619d2113ad6 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Nov 15 22:54:26.369943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ae59871-3313-4f25-8fb9-784f0df79ec9 req-4ca4af76-5d15-4591-a27e-5fb57c39fc02 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Nov 15 22:54:26.902965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95cb48-935a-4bc3-b03c-c90587ff52f6 req-c2c50e05-fb66-4ddd-a53c-d8da595305de tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:26.904504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da95cb48-935a-4bc3-b03c-c90587ff52f6 req-c2c50e05-fb66-4ddd-a53c-d8da595305de tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0510337 Nov 15 22:54:26.952846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da95cb48-935a-4bc3-b03c-c90587ff52f6 req-c19fe84a-e2f4-4ddf-a43e-a70c4b2e829f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Nov 15 22:54:27.519815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f1098-7c05-4d35-9e16-230c01de6a7c req-e637000f-110c-4cea-af40-24a95f47d483 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:27.521660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd7f1098-7c05-4d35-9e16-230c01de6a7c req-e637000f-110c-4cea-af40-24a95f47d483 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0612025 Nov 15 22:54:27.586120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd7f1098-7c05-4d35-9e16-230c01de6a7c req-d191513f-076f-48f5-b91f-70ed114f347a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Nov 15 22:54:27.916769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-1fa4a4c4-11d7-48e5-b3ec-86c70b162040 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:27.919032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-1fa4a4c4-11d7-48e5-b3ec-86c70b162040 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Nov 15 22:54:28.016814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Deleting port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:28.017170 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:28.071300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d9d5-e4d0-4567-9e05-0114af1e1578 req-1b6e2c0c-f1ad-4703-88b6-d5247473a28c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:28.072919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d00d9d5-e4d0-4567-9e05-0114af1e1578 req-1b6e2c0c-f1ad-4703-88b6-d5247473a28c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0512457 Nov 15 22:54:28.112199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] For port e5bff3bb-80d9-45e9-a806-2351ca7e9d81, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:28.112604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:28.127611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Calling delete_port for e5bff3bb-80d9-45e9-a806-2351ca7e9d81 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:28.128491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1d00d9d5-e4d0-4567-9e05-0114af1e1578 req-e586cc5e-a368-4f66-81af-0fb129579791 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Nov 15 22:54:28.326175 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:28.340079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e5bff3bb-80d9-45e9-a806-2351ca7e9d81'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:54:28.357057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Pushing event deleted for resources: {'Port': ['ID=e5bff3bb-80d9-45e9-a806-2351ca7e9d81,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:28.400737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] No DVR routers for this DVR port e5bff3bb-80d9-45e9-a806-2351ca7e9d81 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:28.404694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:28.408384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5de38c59-04bb-49d0-8263-1c8e3d685fda req-e34573f1-f459-451c-971e-723448a0662a tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.55 "DELETE /v2.0/ports/e5bff3bb-80d9-45e9-a806-2351ca7e9d81 HTTP/1.1" status: 204 len: 173 time: 0.4821718 Nov 15 22:54:28.408836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'name': 'network-vif-deleted', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:28.411228 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff6f3f-943d-47a3-803c-03ea96e34d2a" -d '{"events": [{"server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "name": "network-vif-deleted", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:28.459930 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e089294-23cf-4820-8b35-f674da7b0d12 x-openstack-request-id: req-6e089294-23cf-4820-8b35-f674da7b0d12 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:28.459930 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0", "name": "network-vif-deleted", "tag": "e5bff3bb-80d9-45e9-a806-2351ca7e9d81", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:28.459930 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e089294-23cf-4820-8b35-f674da7b0d12 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:28.459930 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0', 'name': 'network-vif-deleted', 'tag': 'e5bff3bb-80d9-45e9-a806-2351ca7e9d81', 'status': 'completed', 'code': 200} Nov 15 22:54:28.688059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2fc6138-3697-4ad7-aca0-93130a68dd49 req-31277dc8-262e-40a7-a3ad-60a7691757e3 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a30ed8d-02d4-4a7f-b8b3-a3134dcc32b0 HTTP/1.1" status: 200 len: 210 time: 0.0286467 Nov 15 22:54:28.967692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-e75c1e5a-5fda-42df-843a-45f027c3b6c6 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:28.969917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-e75c1e5a-5fda-42df-843a-45f027c3b6c6 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.55 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0511818 Nov 15 22:54:29.076210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Deleting port a941b331-8d68-4f29-a2aa-a787cc5d050a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:29.076549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:29.212772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] For port a941b331-8d68-4f29-a2aa-a787cc5d050a, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a941b331-8d68-4f29-a2aa-a787cc5d050a,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:29.213131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:29.227914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Calling delete_port for a941b331-8d68-4f29-a2aa-a787cc5d050a owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:29.285424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198d9a0-1aee-4329-ba2e-c96f6b2acc4e req-847d0039-e4d2-4536-a412-04ab71ca230a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:29.287594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0198d9a0-1aee-4329-ba2e-c96f6b2acc4e req-847d0039-e4d2-4536-a412-04ab71ca230a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 945 time: 0.0616045 Nov 15 22:54:29.363837 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0198d9a0-1aee-4329-ba2e-c96f6b2acc4e req-9664cd0f-b826-469f-adb8-d6ba62001df3 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Nov 15 22:54:29.377746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:29.446463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:29.460776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a941b331-8d68-4f29-a2aa-a787cc5d050a'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:54:29.467374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:54:29.482133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Pushing event deleted for resources: {'Port': ['ID=a941b331-8d68-4f29-a2aa-a787cc5d050a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:29.535795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] No DVR routers for this DVR port a941b331-8d68-4f29-a2aa-a787cc5d050a on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:29.550329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:29.557497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0ae54058-3401-4754-9e34-e4dbae8daf04 req-c106f05c-aa6d-4105-8351-5afe660d42aa tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.55 "DELETE /v2.0/ports/a941b331-8d68-4f29-a2aa-a787cc5d050a HTTP/1.1" status: 204 len: 173 time: 0.5797129 Nov 15 22:54:30.052716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:30.457360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'name': 'network-vif-deleted', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:30.460868 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9664c-489b-401b-bd6a-682b5a601ee8" -d '{"events": [{"server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "name": "network-vif-deleted", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:30.512321 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02012702-9ca7-4364-ab3f-6ff3a022ec46 x-openstack-request-id: req-02012702-9ca7-4364-ab3f-6ff3a022ec46 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:30.512607 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f2c071-7acc-48d2-bb82-193d6eb3a60a", "name": "network-vif-deleted", "tag": "a941b331-8d68-4f29-a2aa-a787cc5d050a", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:30.512880 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02012702-9ca7-4364-ab3f-6ff3a022ec46 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:30.513304 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2c071-7acc-48d2-bb82-193d6eb3a60a', 'name': 'network-vif-deleted', 'tag': 'a941b331-8d68-4f29-a2aa-a787cc5d050a', 'status': 'completed', 'code': 200} Nov 15 22:54:30.543115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ffe0321-6c7f-4052-a60a-240baa3a7a35 req-0a20237d-fe9e-4155-ae01-5aaa08f25917 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f2c071-7acc-48d2-bb82-193d6eb3a60a HTTP/1.1" status: 200 len: 210 time: 0.0539801 Nov 15 22:54:32.077589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1da7ee-f18f-45f8-8c2d-1904a26c6d2a req-828241c5-5b3e-480b-90ea-9f37662b90b6 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:32.079814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a1da7ee-f18f-45f8-8c2d-1904a26c6d2a req-828241c5-5b3e-480b-90ea-9f37662b90b6 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0550296 Nov 15 22:54:32.152198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a1da7ee-f18f-45f8-8c2d-1904a26c6d2a req-a1dd8c14-82c7-4cbe-a014-d29541adf39b tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 Nov 15 22:54:33.275394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11888-61b0-4867-9c0f-a17a288d0d46 req-74fcf2c6-97e2-4442-a60f-6801f119492c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:33.277437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ba11888-61b0-4867-9c0f-a17a288d0d46 req-74fcf2c6-97e2-4442-a60f-6801f119492c tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Nov 15 22:54:33.334981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ba11888-61b0-4867-9c0f-a17a288d0d46 req-cda11666-34a0-4eb7-883c-8f1de8ea6889 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Nov 15 22:54:33.388883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5bff3bb-80d9-45e9-a806-2351ca7e9d81 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:33.411932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: e5bff3bb-80d9-45e9-a806-2351ca7e9d81 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:33.411932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e5bff3bb-80d9-45e9-a806-2351ca7e9d81 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:33.417178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a941b331-8d68-4f29-a2aa-a787cc5d050a no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:33.432549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: a941b331-8d68-4f29-a2aa-a787cc5d050a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:33.432997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a941b331-8d68-4f29-a2aa-a787cc5d050a not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:34.446328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-7a2643d9-97ca-4fd7-9354-3c97de2b2579 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:34.447875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-7a2643d9-97ca-4fd7-9354-3c97de2b2579 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.57 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0839307 Nov 15 22:54:34.548162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9520a-9f15-4e5a-b38c-1c56fcf2f0cc req-ec7a307b-c795-4dc2-be71-25fa03c2fb9f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:34.548162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98f9520a-9f15-4e5a-b38c-1c56fcf2f0cc req-ec7a307b-c795-4dc2-be71-25fa03c2fb9f tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 945 time: 0.0681834 Nov 15 22:54:34.584910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Deleting port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:34.585246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:34.607376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98f9520a-9f15-4e5a-b38c-1c56fcf2f0cc req-5fc22c74-0ba4-4d0c-9905-c6791b5f4baf tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd489d8d-aa01-4959-9fbd-17229b2c2eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567834 Nov 15 22:54:34.734147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] For port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:34.734614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:34.748628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Calling delete_port for 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:34.803035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44c7dee0-c5c2-4a00-87c0-8f4845e05e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:34.985950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:34.999702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:54:35.020135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Pushing event deleted for resources: {'Port': ['ID=1d3b968e-08b8-41f4-842e-5e9bed7cc6aa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:35.070261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] No DVR routers for this DVR port 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:54:35.072873 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:35.076839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b0ad9d2c-201d-4475-a188-56f4d09799fd req-3376c4e4-f5f9-46b2-99bc-128fa4852027 tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.57 "DELETE /v2.0/ports/1d3b968e-08b8-41f4-842e-5e9bed7cc6aa HTTP/1.1" status: 204 len: 173 time: 0.6211193 Nov 15 22:54:35.077283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'name': 'network-vif-deleted', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:35.079567 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb13870-d9ff-49f1-9415-d3fa6550ceb6" -d '{"events": [{"server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "name": "network-vif-deleted", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:35.120280 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed2d8eb-5ef5-4a6f-a1d6-e39cb249fb5c x-openstack-request-id: req-0ed2d8eb-5ef5-4a6f-a1d6-e39cb249fb5c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:35.120809 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aee4ad-bf86-469d-bcf2-82e7e3146df7", "name": "network-vif-deleted", "tag": "1d3b968e-08b8-41f4-842e-5e9bed7cc6aa", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:35.121262 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ed2d8eb-5ef5-4a6f-a1d6-e39cb249fb5c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:35.121761 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aee4ad-bf86-469d-bcf2-82e7e3146df7', 'name': 'network-vif-deleted', 'tag': '1d3b968e-08b8-41f4-842e-5e9bed7cc6aa', 'status': 'completed', 'code': 200} Nov 15 22:54:35.762056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-793e8be9-834a-4b3e-905c-494cc42d12ec req-33c8e14b-035f-40f2-889c-679f1745232a tempest-ServerRescueTestJSON-1387887995 tempest-ServerRescueTestJSON-1387887995-project] 10.222.0.15 "GET /v2.0/ports?device_id=19aee4ad-bf86-469d-bcf2-82e7e3146df7 HTTP/1.1" status: 200 len: 210 time: 0.0413775 Nov 15 22:54:36.827214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54604) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:37.190207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f25485cb-90ee-4bbc-8be2-9842b0ae2d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:37.240138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:37.282038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:37.515196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:37.515537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1d3b968e-08b8-41f4-842e-5e9bed7cc6aa not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:37.566699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Deleting port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:37.567046 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:37.663291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] For port 97566ebb-4750-46f6-a0c2-8bb70bbd0d07, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,segment=NetworkSegment(9e2eb471-5892-412c-8f83-cdd0c8ef5e90),segment_id=9e2eb471-5892-412c-8f83-cdd0c8ef5e90)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:37.663546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:37.679387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Calling delete_port for 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:37.933345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:37.976886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Pushing event deleted for resources: {'Port': ['ID=97566ebb-4750-46f6-a0c2-8bb70bbd0d07,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:38.177682 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:38.338022 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:38.473149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:54:38.672465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:54:38.679668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0cc39a7-1da6-43bd-99e6-dd62b586cdab admin admin] 10.222.0.15 "PUT /v2.0/routers/45e05a05-2b98-45f4-854d-03d4ebdb8f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494852 Nov 15 22:54:38.681468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:38.686464 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Sync routers for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:54:38.709026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:38.710104 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:38.840418 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:38.871750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.007727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.048861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:54:37Z', 'revision_number': 5, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port': {'id': 'ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:52:48Z', 'updated_at': '2021-11-15T22:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:39.083430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Checking router: 45e05a05-2b98-45f4-854d-03d4ebdb8f58 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:54:39.103924 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Routers {'45e05a05-2b98-45f4-854d-03d4ebdb8f58'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:39.103924 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:39.162602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Deleting port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:54:39.163042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.242214 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] Set router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:39.301778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] For port ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:39.302458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.327578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Calling delete_port for ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:54:39.435812 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:54:39Z', 'revision_number': 6, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:39.472132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.575754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de450dbe-78a3-48a7-aefd-234432c827d9 None None] The sync data for ids ['45e05a05-2b98-45f4-854d-03d4ebdb8f58'] in n-d-817995-3 is: [{'id': '45e05a05-2b98-45f4-854d-03d4ebdb8f58', 'name': 'tempest-ServerRescueTestJSON-1757582657-router', 'tenant_id': '965efcebb8e4438aa79e5418d9af03cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:52:46Z', 'updated_at': '2021-11-15T22:54:39Z', 'revision_number': 6, 'project_id': '965efcebb8e4438aa79e5418d9af03cf', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:54:39.741952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:39.772847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:39.800276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad708ec6-8c49-4ec3-b1ce-1a4308be312d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:39.885979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.025107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.028663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.190037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.190617 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e05a05-2b98-45f4-854d-03d4ebdb8f58 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:54:40.204217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.204217 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8438b39-67d0-4cab-b35c-faf38754592d admin admin] 10.222.0.15 "DELETE /v2.0/routers/45e05a05-2b98-45f4-854d-03d4ebdb8f58 HTTP/1.1" status: 204 len: 168 time: 1.5181506 Nov 15 22:54:40.204471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54672) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:40.252697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Deleting subnet f704c0cd-3f04-46f1-8415-d6733a0cc681 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:54:40.255805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.292378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.337368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.343797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.481592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.520079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f704c0cd-3f04-46f1-8415-d6733a0cc681,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:40.524138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.530289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6701a16d-7f3f-4053-9566-16773921b684 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f704c0cd-3f04-46f1-8415-d6733a0cc681 HTTP/1.1" status: 204 len: 168 time: 0.3257644 Nov 15 22:54:40.531028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:40.575414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:40.607151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:40.607488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ed8882ab-4cbd-4914-a0ca-2ca4d86ed8e6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:40.607903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:54:40.631240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:54:40.631240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97566ebb-4750-46f6-a0c2-8bb70bbd0d07 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:54:40.686097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.807038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:40.843663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3968ef-93f9-4e26-9d5d-7def2b52f503']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:40.861232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2eb471-5892-412c-8f83-cdd0c8ef5e90') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:40.861869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2eb471-5892-412c-8f83-cdd0c8ef5e90') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:40.960435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-6a50f428-3366-4cd4-8110-306d41752663 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:40.962096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-6a50f428-3366-4cd4-8110-306d41752663 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/networks?id=bd106364-88e1-4506-b8a4-aabb78ac5916 HTTP/1.1" status: 200 len: 814 time: 0.1336391 Nov 15 22:54:40.979472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-80cbf6b0-6b8d-4f75-a04d-2449051073e0 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/quotas/1f4ff7ddcf6543c1b6581c6579d25910 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Nov 15 22:54:41.016814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-f101f244-8686-4c60-8989-5f21eb555602 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279076 Nov 15 22:54:41.260754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:41.275684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:41.281942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:54:41.282404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:54:41.284382 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:54:41.303400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-8d7f6280-3601-4273-9203-fa77771334ac service neutron] 10.222.0.15 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662003 Nov 15 22:54:41.413313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-8f380844-fc0f-4cc3-b6d2-6a64c9f70abe service neutron] 10.222.0.15 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030734 Nov 15 22:54:41.424848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:41.430443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:41.437051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a3968ef-93f9-4e26-9d5d-7def2b52f503 HTTP/1.1" status: 204 len: 168 time: 0.9027274 Nov 15 22:54:41.452273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f903c8-6d0d-454b-ab8f-ae60e3320a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3968ef-93f9-4e26-9d5d-7def2b52f503,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:41.703026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-116f5fda-5a81-43e8-a78b-b862c2855c1d req-fde614be-fc71-493c-b3f4-1f3bd939c642 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 210 time: 0.0363843 Nov 15 22:54:41.881845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:41.942547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fc3703f6-18c4-4a1a-ab19-845848510e55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=965efcebb8e4438aa79e5418d9af03cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593138 Nov 15 22:54:41.945067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 54734) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:41.992816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:42.015957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:42.195008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:42.197619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:42.199091 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd489d8d-aa01-4959-9fbd-17229b2c2eda HTTP/1.1" status: 204 len: 168 time: 0.2526498 Nov 15 22:54:42.207510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c65fdc-fcd3-42f6-b8aa-de7750797525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd489d8d-aa01-4959-9fbd-17229b2c2eda,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:42.812665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12c24e1a-6500-4db2-adca-7541fa57c210 req-717842db-c9c2-4d9f-aa53-704d7763d93e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 210 time: 0.0274241 Nov 15 22:54:43.317049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:43.421139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-367642453-network', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:43.500013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Made reservation on behalf of 6276c9f7f9ed46bb9189b67e6efaf039 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:54:43.502730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.512881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.599464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.683369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.704907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:54:43.724001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.724335 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Added segment 86e71013-a251-4066-8a7c-c87c88e5c301 of type vlan for network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 Nov 15 22:54:43.725673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d7f52-b899-4269-b79d-87134db94854,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:43.923414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.942797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18d6599a-ac56-4d4d-87db-313e3ef735bc req-24e38bad-54e2-45bf-911d-42fa42ad8984 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 210 time: 0.0459883 Nov 15 22:54:43.942797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.942797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:43.942797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:43.965888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-739a2a3a-a2e4-42ed-b3d9-da7ed9be69b1 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:43.968681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-739a2a3a-a2e4-42ed-b3d9-da7ed9be69b1 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.57 "GET /v2.0/networks?id=bd106364-88e1-4506-b8a4-aabb78ac5916 HTTP/1.1" status: 200 len: 814 time: 0.1744740 Nov 15 22:54:43.981694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Request body: {'port': {'device_id': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916', 'admin_state_up': True, 'tenant_id': '1f4ff7ddcf6543c1b6581c6579d25910'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:44.012453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:44.020858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:54:44.187087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-34fa164c-64d6-4234-9fe3-d7c1bf215e93 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8685341 Nov 15 22:54:44.189694 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:44.194440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Request body: {'subnet': {'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-subnet', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:44.321364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Made reservation on behalf of 1f4ff7ddcf6543c1b6581c6579d25910 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:54:44.324918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.436580 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Made reservation on behalf of 6276c9f7f9ed46bb9189b67e6efaf039 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:54:44.439128 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.473037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Allocated IP 172.20.0.14 (bd106364-88e1-4506-b8a4-aabb78ac5916/db4cf3cf-5f1e-4774-9018-6481f280bc1d/df3a9abc-0ae4-47f3-a51f-3bd2d688a45d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:54:44.647147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.693386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.751117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=574f11bc-b17e-418e-982d-d28b9fe8c246,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:44.760466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Checking segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:44.760840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Network hostable DHCP agents. Network: eb9e12d8-3a23-4d42-a27e-eb6cb14048d1, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:54:44.791690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.831482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Network bd106364-88e1-4506-b8a4-aabb78ac5916 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:44.834371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:44.838013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:54:44.852866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:54:44.906238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Pushing event updated for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:44.906238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:44.906238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.978371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, eb9e12d8-3a23-4d42-a27e-eb6cb14048d1) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:44.983984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:44.984573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:44.992374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486238b6-eec7-4e82-82ba-8b521bcacb2b None None] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:54:45.009883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-d532dcd3-4c95-400a-8d5a-d9b383c39c49 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0321655 Nov 15 22:54:45.026705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Request body: {'port': {'device_id': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:45.102058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.104853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-925a8577-1174-4ce4-ad45-353dabfae80e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9139211 Nov 15 22:54:45.109004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:45.114150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:45.127482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f7652-fd07-4a65-9394-229ff623d60c req-0886d4fd-9495-41cc-818b-dd0d86aa8159 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:45.129308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d89f7652-fd07-4a65-9394-229ff623d60c req-0886d4fd-9495-41cc-818b-dd0d86aa8159 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 932 time: 0.0759490 Nov 15 22:54:45.171867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3a7fb-e10f-450b-83d7-a5d1a7d63be9 None None] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:54:45.214609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d89f7652-fd07-4a65-9394-229ff623d60c req-6d5b90ed-d68e-45f6-be5a-8fb1e56527af tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746510 Nov 15 22:54:45.249959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.251408 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.320217 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.447195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3a9abc-0ae4-47f3-a51f-3bd2d688a45d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:54:45.460453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.472000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Transition to ACTIVE for port object df3a9abc-0ae4-47f3-a51f-3bd2d688a45d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:54:45.584275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.681022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Pushing event updated for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:45.712644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Attempting to bind port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:54:45.712963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Attempting to bind port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:54:45.713464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Attempting to bind port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d on network bd106364-88e1-4506-b8a4-aabb78ac5916 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d on network bd106364-88e1-4506-b8a4-aabb78ac5916 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Attempting to bind port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d on network bd106364-88e1-4506-b8a4-aabb78ac5916 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Checking segment: {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Bound using segment: {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Bound port: df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c544dbb5-23c0-4880-9b8e-0569907c7ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:54:45.726732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.803518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:54:45.807371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:54:45.885973 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.927718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:45.928588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.933479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] 10.222.0.57 "PUT /v2.0/ports/df3a9abc-0ae4-47f3-a51f-3bd2d688a45d HTTP/1.1" status: 200 len: 1092 time: 0.9097571 Nov 15 22:54:45.933479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:45.933479 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18357b5-5816-49a6-939e-b3ae8c1b930b" -d '{"events": [{"name": "network-changed", "server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:45.955573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aa3fe-5c6f-4414-88eb-4bba7c3c9ced service neutron] Pushing event updated for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:45.983676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:45.996508 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc432b6f-9056-46f9-891d-6eef94799882 x-openstack-request-id: req-cc432b6f-9056-46f9-891d-6eef94799882 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:45.996833 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:45.997087 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc432b6f-9056-46f9-891d-6eef94799882 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:45.997490 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d', 'status': 'completed', 'code': 200} Nov 15 22:54:46.063211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-c3acc5f0-8ddc-42cf-b364-ba335346b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.064800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-c3acc5f0-8ddc-42cf-b364-ba335346b389 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 1095 time: 0.0438964 Nov 15 22:54:46.178413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-f077ea46-9dae-4d2e-a251-50b0abfd4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.179910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-f077ea46-9dae-4d2e-a251-50b0abfd4b48 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1074171 Nov 15 22:54:46.280009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-f5295a62-0b0a-4751-9d4a-8f58e3e12871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.285790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a18357b5-5816-49a6-939e-b3ae8c1b930b req-f5295a62-0b0a-4751-9d4a-8f58e3e12871 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940623 Nov 15 22:54:46.348740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:46.380883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:46.392856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0458-8061-4547-a405-85ded1d20ead req-af1c47b8-1f9f-485b-95ca-dc07bf653a38 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.394774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17fd0458-8061-4547-a405-85ded1d20ead req-af1c47b8-1f9f-485b-95ca-dc07bf653a38 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 944 time: 0.0999274 Nov 15 22:54:46.404377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-845b8b89-da48-457b-85ed-bcc4fa17e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.405952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-845b8b89-da48-457b-85ed-bcc4fa17e635 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 1095 time: 0.0832672 Nov 15 22:54:46.462633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-15ccd219-7107-4ec9-accf-4c2b744ba23a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d HTTP/1.1" status: 200 len: 217 time: 0.0486073 Nov 15 22:54:46.518265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-c2c4732c-1ac5-46b6-9807-4091666df52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:46.519842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-c2c4732c-1ac5-46b6-9807-4091666df52a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db4cf3cf-5f1e-4774-9018-6481f280bc1d HTTP/1.1" status: 200 len: 854 time: 0.0478952 Nov 15 22:54:46.522920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17fd0458-8061-4547-a405-85ded1d20ead req-452dd306-b8f1-447c-b066-f6fec3a7947d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180050 Nov 15 22:54:46.542862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Allocated IP 172.25.0.142 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/b698acad-1c05-4ccd-a1d9-8424c7834446) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:54:46.554882 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-908cd435-aba0-40c2-ad5e-1d29728fabec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd106364-88e1-4506-b8a4-aabb78ac5916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277898 Nov 15 22:54:46.655303 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:46.660828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-84de5502-6b8d-4c87-a6fa-2e74e8b6eeb0 service neutron] 10.222.0.57 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990219 Nov 15 22:54:46.733621 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:46.773633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4cce6933-1842-4f4f-b06d-a27049350dc0 req-a2420d11-4bef-4714-aec2-5c7e7595f7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020145 Nov 15 22:54:46.774889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:46.781136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:46.783375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:54:46.802653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ee37a-eaea-4673-a7bd-cfda888b0fc4 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:46.822866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Pushing event updated for resources: {'Port': ['ID=b698acad-1c05-4ccd-a1d9-8424c7834446,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:46.867657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-93c86b8a-39f7-4d7c-aebe-29ed4ce8343c None None] Provisioning complete for port b698acad-1c05-4ccd-a1d9-8424c7834446 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:46.867990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93c86b8a-39f7-4d7c-aebe-29ed4ce8343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:46.902126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-93c86b8a-39f7-4d7c-aebe-29ed4ce8343c None None] Port b698acad-1c05-4ccd-a1d9-8424c7834446 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:54:47.160109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:47.363770 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:47.612587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Router d66bf41c-ed11-412d-bb11-9a05c175c5aa is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:54:47.729613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab137-37f3-4390-a100-db7e8a3928e4 req-9bad15e4-0a36-4e2d-b3aa-e2705564df18 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:47.731597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53cab137-37f3-4390-a100-db7e8a3928e4 req-9bad15e4-0a36-4e2d-b3aa-e2705564df18 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 944 time: 0.1316032 Nov 15 22:54:47.805414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:54:47.810778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53cab137-37f3-4390-a100-db7e8a3928e4 req-517c4dbc-0d74-4e6f-8edd-6e2b1c08469d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699561 Nov 15 22:54:47.817936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Sync routers for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:54:47.826128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:47.826739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:47.918602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:47.920437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a203272-c2c7-4d2b-b550-591be6ed4e6c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8096199 Nov 15 22:54:47.922572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 54892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:54:47.934275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:48.168513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:46Z', 'revision_number': 3, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:48.198243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Checking router: d66bf41c-ed11-412d-bb11-9a05c175c5aa for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:54:48.198590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Updating router d66bf41c-ed11-412d-bb11-9a05c175c5aa port b698acad-1c05-4ccd-a1d9-8424c7834446 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:54:48.222924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.305482 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:54:48.426852 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.517989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.607157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Allocated IP 172.20.0.1 (eb9e12d8-3a23-4d42-a27e-eb6cb14048d1/574f11bc-b17e-418e-982d-d28b9fe8c246/344ba3da-0828-4a37-b5af-7fb3e58030c4) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:54:48.607930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.659386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9264d-7a31-40a8-89df-e2a4eaec7713 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:48.671581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Attempting to bind port b698acad-1c05-4ccd-a1d9-8424c7834446 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:54:48.671947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Attempting to bind port b698acad-1c05-4ccd-a1d9-8424c7834446 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:54:48.672309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Attempting to bind port b698acad-1c05-4ccd-a1d9-8424c7834446 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:48.679025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Pushing event updated for resources: {'Port': ['ID=b698acad-1c05-4ccd-a1d9-8424c7834446,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:48.681402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:54:48.681778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:48.682176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.682567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:54:48.683052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Bound port: b698acad-1c05-4ccd-a1d9-8424c7834446, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:54:48.684378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.712130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.712434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.712795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.713157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.713445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.713768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.714087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.714669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.714998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.715317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.715667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.715989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:48.720604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.756430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f73d73bb-a5d7-40d7-ad70-7f18c8593a83 None None] Provisioning complete for port b698acad-1c05-4ccd-a1d9-8424c7834446 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:48.760884 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f73d73bb-a5d7-40d7-ad70-7f18c8593a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.760884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] For port b698acad-1c05-4ccd-a1d9-8424c7834446, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:54:48.789562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] For port b698acad-1c05-4ccd-a1d9-8424c7834446, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b698acad-1c05-4ccd-a1d9-8424c7834446,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:54:48.799365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f73d73bb-a5d7-40d7-ad70-7f18c8593a83 None None] Port b698acad-1c05-4ccd-a1d9-8424c7834446 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:54:48.825629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.842156 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:48.895842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75ec06-b7c7-4dfe-88b8-d9c18282ec9e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:54:48.902955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Pushing event updated for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:48.926668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf18a6-eaed-4090-a166-89db5816983c None None] Pushing event updated for resources: {'Port': ['ID=b698acad-1c05-4ccd-a1d9-8424c7834446,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:48.929639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:48.930422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:48.939980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:48.955942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:48.959842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:54:49.004536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.018470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914929b-5680-456f-b123-480da2c379d7 req-42c23e4e-38a7-4818-9e6a-bed0b3c79bca tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:49.025200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0914929b-5680-456f-b123-480da2c379d7 req-42c23e4e-38a7-4818-9e6a-bed0b3c79bca tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 944 time: 0.1140199 Nov 15 22:54:49.039565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] Provisioning complete for port b698acad-1c05-4ccd-a1d9-8424c7834446 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:49.039927 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.096661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:49.139819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0914929b-5680-456f-b123-480da2c379d7 req-e2c45788-20e9-4323-ba31-a14e09bdb08c tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Nov 15 22:54:49.290099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.329492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] For port b698acad-1c05-4ccd-a1d9-8424c7834446, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b698acad-1c05-4ccd-a1d9-8424c7834446,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:49.352943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.356953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device df3a9abc-0ae4-47f3-a51f-3bd2d688a45d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:54:49.441310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.535883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:49.558607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:46Z', 'revision_number': 3, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:49.562002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.586356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d', 'network_id': 'bd106364-88e1-4506-b8a4-aabb78ac5916', 'port_id': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d', 'mac_address': 'fa:16:3e:d5:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4cf3cf-5f1e-4774-9018-6481f280bc1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:54:49.593272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116fde-e21d-447a-a0e2-82ea64099336 None None] The sync data for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 is: [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:46Z', 'revision_number': 3, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:54:49.598256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ece45-75b2-4939-8271-ece7f4ea1356 None None] Pushing event updated for resources: {'Port': ['ID=b698acad-1c05-4ccd-a1d9-8424c7834446,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:49.610596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.649161 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.664565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3a9abc-0ae4-47f3-a51f-3bd2d688a45d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:54:49.697215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:49.697936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.701190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Pushing event updated for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:49.762061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:49.841836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:49.845207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:49.848955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:49.977555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['df3a9abc-0ae4-47f3-a51f-3bd2d688a45d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:54:50.042800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Router d66bf41c-ed11-412d-bb11-9a05c175c5aa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:54:50.218527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:54:50.234278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd095b71-7e89-42cb-a611-5409871427a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/d66bf41c-ed11-412d-bb11-9a05c175c5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3095431 Nov 15 22:54:50.327940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b0d38-dd6a-4f58-952c-d01f368476f0 req-0c61775b-2145-4f01-9cfe-f8c42db5092d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:50.330692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-703b0d38-dd6a-4f58-952c-d01f368476f0 req-0c61775b-2145-4f01-9cfe-f8c42db5092d tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 945 time: 0.0770350 Nov 15 22:54:50.443821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-703b0d38-dd6a-4f58-952c-d01f368476f0 req-04b9e5fe-5827-4b68-bcc8-7d75350a06c5 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990999 Nov 15 22:54:50.616493 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b698acad-1c05-4ccd-a1d9-8424c7834446 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:54:50.888603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port b698acad-1c05-4ccd-a1d9-8424c7834446 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:50.889833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:51.094467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-e1524f6a-81a7-4448-b6e1-16d2b40d17ad tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:51.101679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-e1524f6a-81a7-4448-b6e1-16d2b40d17ad tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 818 time: 0.1511436 Nov 15 22:54:51.114080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-97fbb455-b804-4d07-b84d-e060e6367ce8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/quotas/6276c9f7f9ed46bb9189b67e6efaf039 HTTP/1.1" status: 200 len: 375 time: 0.0105908 Nov 15 22:54:51.168949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c44301c0-3d36-450e-991e-580af314c3b5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483408 Nov 15 22:54:51.272747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-380af6b4-b5b2-47bc-8668-1cc0e7f18c91 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940180 Nov 15 22:54:51.364849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-3e1f516f-aea7-4be7-90e3-18d17a7b6f56 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848160 Nov 15 22:54:51.372818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device df3a9abc-0ae4-47f3-a51f-3bd2d688a45d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:54:51.516896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:54:51.520265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:51.520690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:51.623932 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:51.653048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:51.655986 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bcaa4-a034-4a79-9d1e-a1045862840e" -d '{"events": [{"server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "name": "network-vif-plugged", "status": "completed", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:51.693613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:51.749466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6ed9b2b-25a6-47ff-aee0-d87bac550df2 req-d491c478-086c-41a3-8a89-ad8717d242ce tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 210 time: 0.0552020 Nov 15 22:54:51.768796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e726-8ba1-4b1d-a9cd-00c2872dfb8a req-dee3d640-7d6f-470d-b62d-92a94f61887e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:51.771428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7f0e726-8ba1-4b1d-a9cd-00c2872dfb8a req-dee3d640-7d6f-470d-b62d-92a94f61887e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 945 time: 0.2341790 Nov 15 22:54:51.797937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:51.871320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7f0e726-8ba1-4b1d-a9cd-00c2872dfb8a req-b1d0d39d-6a53-4d20-aaae-02606472684e tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869021 Nov 15 22:54:51.881048 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d08c47-10a8-4868-9062-e65c169266cb x-openstack-request-id: req-c9d08c47-10a8-4868-9062-e65c169266cb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:51.881335 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "name": "network-vif-plugged", "status": "completed", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:51.886772 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9d08c47-10a8-4868-9062-e65c169266cb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:51.887195 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d', 'code': 200} Nov 15 22:54:51.936707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:51.965273 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Sync routers for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:54:51.982164 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:51.983921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:52.070762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06a26-f1d9-4ced-8016-be5b45e5b2fb req-8be6d698-4b1f-4e73-9259-6f9eb42de4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:52.083731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40b06a26-f1d9-4ced-8016-be5b45e5b2fb req-8be6d698-4b1f-4e73-9259-6f9eb42de4f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 1097 time: 0.1152802 Nov 15 22:54:52.140403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40b06a26-f1d9-4ced-8016-be5b45e5b2fb req-d3a9ec46-9729-4774-8f5a-1df88fb3ff4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Nov 15 22:54:52.160672 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:52.171995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-002cf718-59cb-4c40-814c-83cd52fcfd52 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:52.179527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-002cf718-59cb-4c40-814c-83cd52fcfd52 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 818 time: 0.1526496 Nov 15 22:54:52.195905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-5fc6fee9-eb1b-437f-8172-187e8f47b2f0 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/quotas/6276c9f7f9ed46bb9189b67e6efaf039 HTTP/1.1" status: 200 len: 375 time: 0.0155292 Nov 15 22:54:52.273221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-4790f979-0dbb-4c0b-bd08-ddfd7178c914 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763824 Nov 15 22:54:52.400781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-8ba9136b-541b-4ab8-8ba8-7ead06695548 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261547 Nov 15 22:54:52.448113 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '344ba3da-0828-4a37-b5af-7fb3e58030c4', 'name': '', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'mac_address': 'fa:16:3e:ab:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:48Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 2, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'subnets': [{'id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:52.479081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Checking router: d66bf41c-ed11-412d-bb11-9a05c175c5aa for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:54:52.479421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Updating router d66bf41c-ed11-412d-bb11-9a05c175c5aa port 344ba3da-0828-4a37-b5af-7fb3e58030c4 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:54:52.528721 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:52.904899 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:52.935424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-92343954-92fe-477a-82d3-4b1cb18f48b2 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335402 Nov 15 22:54:53.015756 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:53.099241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32402-39e4-4816-8908-84d4f2522f20 req-222b76dd-c18b-4622-8bed-5dc570166be1 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:53.108046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ff32402-39e4-4816-8908-84d4f2522f20 req-222b76dd-c18b-4622-8bed-5dc570166be1 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 946 time: 0.1623483 Nov 15 22:54:53.163659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Pushing event updated for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:53.173596 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Attempting to bind port 344ba3da-0828-4a37-b5af-7fb3e58030c4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:54:53.174152 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Attempting to bind port 344ba3da-0828-4a37-b5af-7fb3e58030c4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:54:53.174515 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Attempting to bind port 344ba3da-0828-4a37-b5af-7fb3e58030c4 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.184983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:54:53.194021 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:54:53.194468 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Checking segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:53.196905 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:53.209387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Bound using segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:54:53.209387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Bound port: 344ba3da-0828-4a37-b5af-7fb3e58030c4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:54:53.209387 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:53.209838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ff32402-39e4-4816-8908-84d4f2522f20 req-a327e668-780a-4252-86a4-00e08a49360b tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986173 Nov 15 22:54:53.284077 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] For port 344ba3da-0828-4a37-b5af-7fb3e58030c4, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:54:53.286409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] For port 344ba3da-0828-4a37-b5af-7fb3e58030c4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=344ba3da-0828-4a37-b5af-7fb3e58030c4,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:54:53.402943 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:53.475677 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:54:53.476579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:54:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:53.518055 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d1a1-d4e0-417f-a8e7-4c54576c797b None None] Pushing event updated for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:53.572503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fbe3294-61d7-4b16-933d-e8d864538059 req-4fe29a41-64e8-4944-ad2e-d9daed112c56 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 210 time: 0.0407588 Nov 15 22:54:53.634551 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:54:53.871165 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-17269021-09ec-4ec1-a05d-052088630361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '344ba3da-0828-4a37-b5af-7fb3e58030c4', 'name': '', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'mac_address': 'fa:16:3e:ab:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:48Z', 'updated_at': '2021-11-15T22:54:53Z', 'revision_number': 4, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'subnets': [{'id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:54:53.899229 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17269021-09ec-4ec1-a05d-052088630361 None None] The sync data for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 is: [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '344ba3da-0828-4a37-b5af-7fb3e58030c4', 'name': '', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'mac_address': 'fa:16:3e:ab:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:48Z', 'updated_at': '2021-11-15T22:54:53Z', 'revision_number': 4, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'subnets': [{'id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:54:54.403186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105a11c-d2fd-4bfa-a097-70fc68c7cfdd req-c0ad3cdc-3a2d-4fa9-8278-8f9a5f91f4be tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:54.405732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a105a11c-d2fd-4bfa-a097-70fc68c7cfdd req-c0ad3cdc-3a2d-4fa9-8278-8f9a5f91f4be tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 946 time: 0.0763850 Nov 15 22:54:54.486328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a105a11c-d2fd-4bfa-a097-70fc68c7cfdd req-d92b409c-b0c6-49fc-8ff5-9a308eb6d31b tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610874 Nov 15 22:54:54.670895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 344ba3da-0828-4a37-b5af-7fb3e58030c4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:54:54.770716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f25e0f5-b92a-479b-9eff-80de6129abe2 req-3324ddb4-18a5-4d06-af64-bac498beee26 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 210 time: 0.1014574 Nov 15 22:54:54.795626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 344ba3da-0828-4a37-b5af-7fb3e58030c4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:54.795626 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:54.844863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-4b1cf7d0-bf04-4194-bec9-90e59893ece7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:54.849030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-4b1cf7d0-bf04-4194-bec9-90e59893ece7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 818 time: 0.3012133 Nov 15 22:54:54.865376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Request body: {'port': {'device_id': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'admin_state_up': True, 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:54.903227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:54.964557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 344ba3da-0828-4a37-b5af-7fb3e58030c4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=344ba3da-0828-4a37-b5af-7fb3e58030c4,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:54:55.053695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:55.165694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:55.175995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Made reservation on behalf of 6276c9f7f9ed46bb9189b67e6efaf039 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:54:55.185226 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:55.355472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Allocated IP 172.20.0.5 (eb9e12d8-3a23-4d42-a27e-eb6cb14048d1/574f11bc-b17e-418e-982d-d28b9fe8c246/62d9801d-c7a7-45cc-9c77-41acebd758c3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:54:55.623454 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:55.751421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:55.819655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:55.841150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:55.844419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:54:55.847893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Pushing event updated for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:55.891324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ca83ef2-e89b-4c22-9882-70ae0d17d522 req-64ccac95-c924-45b2-b6df-31008e9c9b48 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 210 time: 0.0372586 Nov 15 22:54:55.922852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:55.923914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.039234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-f0d723f7-8859-48cd-9140-d91a7ebcbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1788681 Nov 15 22:54:56.057799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Request body: {'port': {'device_id': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:56.129626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.369163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-280da69b-b35b-407c-b142-1ba41d66916c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:56.378510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-280da69b-b35b-407c-b142-1ba41d66916c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 818 time: 0.1411746 Nov 15 22:54:56.395497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Request body: {'port': {'device_id': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'admin_state_up': True, 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:56.499020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d9801d-c7a7-45cc-9c77-41acebd758c3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:54:56.517626 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.546462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Transition to ACTIVE for port object 62d9801d-c7a7-45cc-9c77-41acebd758c3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:54:56.572960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 344ba3da-0828-4a37-b5af-7fb3e58030c4 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:54:56.626581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.626895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 344ba3da-0828-4a37-b5af-7fb3e58030c4 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:54:56.627479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Made reservation on behalf of 6276c9f7f9ed46bb9189b67e6efaf039 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:54:56.627607 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.634352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.675189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:56.797907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Attempting to bind port 62d9801d-c7a7-45cc-9c77-41acebd758c3 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:54:56.798367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Attempting to bind port 62d9801d-c7a7-45cc-9c77-41acebd758c3 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:54:56.798792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Attempting to bind port 62d9801d-c7a7-45cc-9c77-41acebd758c3 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:56.807732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Port 62d9801d-c7a7-45cc-9c77-41acebd758c3 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:54:56.808687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Attempting to bind port 62d9801d-c7a7-45cc-9c77-41acebd758c3 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:56.812924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Allocated IP 172.20.0.10 (eb9e12d8-3a23-4d42-a27e-eb6cb14048d1/574f11bc-b17e-418e-982d-d28b9fe8c246/70d4ab9c-072d-4ec5-825a-3a9fc6070cc6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:54:56.818213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:54:56.818968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Checking segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:56.819458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Bound using segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:54:56.819998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Bound port: 62d9801d-c7a7-45cc-9c77-41acebd758c3, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:54:56.820450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:56.894419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:54:56.899500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:54:56.984886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.036475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.037378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.038050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0737b86b-7f49-4594-ba62-d138f4e8155e req-ed3dcbd8-1c8f-4a0b-8996-66611b2929a9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 210 time: 0.0450146 Nov 15 22:54:57.039273 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 1091 time: 0.9861510 Nov 15 22:54:57.039889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:57.043117 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97f71b8-1ea6-4a7e-8746-d90195471352" -d '{"events": [{"name": "network-changed", "server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:57.071907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.088823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83b38-affc-484d-9206-b39c3cfcc3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:57.128248 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ee866-0ed6-4912-b887-065f4a56400c x-openstack-request-id: req-e18ee866-0ed6-4912-b887-065f4a56400c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:57.128871 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:57.129204 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e18ee866-0ed6-4912-b887-065f4a56400c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:57.129680 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3', 'status': 'completed', 'code': 200} Nov 15 22:54:57.168412 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.204008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-b7ab2a94-e651-4fde-baf2-ca878a5d8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.206129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-b7ab2a94-e651-4fde-baf2-ca878a5d8830 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1094 time: 0.0538094 Nov 15 22:54:57.237380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:54:57.241986 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:54:57.246521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:54:57.315828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.316590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.330839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Pushing event updated for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:57.402548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-7c322b2b-9be7-4986-9db5-8d60c287d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.404082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-7c322b2b-9be7-4986-9db5-8d60c287d7a8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1832509 Nov 15 22:54:57.405984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-55127210-ee13-484a-ac0b-4468f6dfcf11 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0163493 Nov 15 22:54:57.438516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Request body: {'port': {'device_id': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:54:57.531665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.555694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-291ac019-aad7-41ad-b7f6-77787189d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.557365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c97f71b8-1ea6-4a7e-8746-d90195471352 req-291ac019-aad7-41ad-b7f6-77787189d371 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324527 Nov 15 22:54:57.689702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-cd5dc436-be8c-4d7b-b34c-f4d56187f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.691248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-cd5dc436-be8c-4d7b-b34c-f4d56187f53a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1094 time: 0.0842495 Nov 15 22:54:57.747093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-2922ca48-9b89-4139-8c63-c5890f16015c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0426338 Nov 15 22:54:57.835279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-169f48b7-d336-4ac2-bcd0-0f4693f10d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:57.841165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-169f48b7-d336-4ac2-bcd0-0f4693f10d61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0817890 Nov 15 22:54:57.888450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-27387412-e4ca-4a34-bcaa-697b1bb45b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401716 Nov 15 22:54:57.946664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:54:57.961465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:57.978292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Transition to ACTIVE for port object 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:54:58.027970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-1907c855-fc51-487f-bc04-ae98c4444026 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137037 Nov 15 22:54:58.070776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:58.137940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Pushing event updated for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:58.162154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab8d955b-a3d5-4fc1-bf53-0216c638b307 req-4f4f061d-9073-41ac-888e-7b585609c193 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211247 Nov 15 22:54:58.258608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Attempting to bind port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:54:58.267202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Attempting to bind port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:54:58.267202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Attempting to bind port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:58.270379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:54:58.270762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Attempting to bind port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 on network eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:54:58.281884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab27d7-b0c1-4408-b41c-a9fbdea32739 req-b3718935-51a8-429e-af24-443ab528ea43 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:58.283421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02ab27d7-b0c1-4408-b41c-a9fbdea32739 req-b3718935-51a8-429e-af24-443ab528ea43 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 944 time: 0.0820212 Nov 15 22:54:58.286315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:54:58.286819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Checking segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:54:58.287202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Bound using segment: {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:54:58.287631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Bound port: 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e71013-a251-4066-8a7c-c87c88e5c301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:54:58.287983 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:58.378160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02ab27d7-b0c1-4408-b41c-a9fbdea32739 req-8b1a7b20-9f1e-4804-865c-a60bef12690a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869930 Nov 15 22:54:58.387848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:54:58.394189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:54:58.522101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:58.564480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:58.565144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:58.566513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] 10.222.0.55 "PUT /v2.0/ports/70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 HTTP/1.1" status: 200 len: 1092 time: 1.1395526 Nov 15 22:54:58.566957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:54:58.569292 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f195e-54ec-47b4-bef7-88d5539160a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:54:58.590426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6429ce-2b83-49fd-849e-87e2011ec43e service neutron] Pushing event updated for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:54:58.643356 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f92ac-26ed-4788-a120-8faf6c98252d x-openstack-request-id: req-052f92ac-26ed-4788-a120-8faf6c98252d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:54:58.643647 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:54:58.643901 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052f92ac-26ed-4788-a120-8faf6c98252d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:54:58.644307 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6', 'status': 'completed', 'code': 200} Nov 15 22:54:58.735659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-0e988223-dbf9-459f-a4a2-1709a6f08107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:58.737318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-0e988223-dbf9-459f-a4a2-1709a6f08107 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1095 time: 0.0624237 Nov 15 22:54:58.862075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-225e8aa3-3d54-45b4-89c6-c63a0c7f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:58.863483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-225e8aa3-3d54-45b4-89c6-c63a0c7f54fa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1158199 Nov 15 22:54:58.973204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-c491ccb2-d379-4b8e-9bb2-97ad6cd513a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:58.974658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-214f195e-54ec-47b4-bef7-88d5539160a5 req-c491ccb2-d379-4b8e-9bb2-97ad6cd513a9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031995 Nov 15 22:54:59.066162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-c6bd28e3-5813-4e18-98c7-b553f11b5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:59.067726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-c6bd28e3-5813-4e18-98c7-b553f11b5445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1095 time: 0.0436962 Nov 15 22:54:59.123724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-64b9716e-64b8-40b5-aef0-271e3951b107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 HTTP/1.1" status: 200 len: 217 time: 0.0471933 Nov 15 22:54:59.181424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-12cbd724-a83f-4a64-8ded-3b6ea969f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:59.183044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-12cbd724-a83f-4a64-8ded-3b6ea969f22f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0507898 Nov 15 22:54:59.236264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-649c1357-492f-4987-908a-72bebc61e8ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385613 Nov 15 22:54:59.358229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-a9ac42e9-872c-465f-8cd6-141b22444429 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105878 Nov 15 22:54:59.387523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:54:59.491998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95f3c5e6-f739-461c-9e9f-ad5d4812df91 req-de780f5a-27e5-4a99-b72a-6101f6006225 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209500 Nov 15 22:54:59.534964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352170-b7c1-4f45-a052-b23c08d50dd3 req-1fa1711e-753f-4629-9dae-8aff931f46ae tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:54:59.536907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47352170-b7c1-4f45-a052-b23c08d50dd3 req-1fa1711e-753f-4629-9dae-8aff931f46ae tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 944 time: 0.0607917 Nov 15 22:54:59.601262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47352170-b7c1-4f45-a052-b23c08d50dd3 req-e23ce403-7baf-499a-b990-848340937416 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Nov 15 22:54:59.865298 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:00.736812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163d09-957a-4d0b-ad2d-cc2273221e58 req-12ad3543-9c88-4b65-9529-6c6b568331c1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:00.741898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91163d09-957a-4d0b-ad2d-cc2273221e58 req-12ad3543-9c88-4b65-9529-6c6b568331c1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 944 time: 0.0613477 Nov 15 22:55:00.795812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91163d09-957a-4d0b-ad2d-cc2273221e58 req-55284a0e-623e-4497-a7f6-4339beaa4d3e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 Nov 15 22:55:01.485285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 62d9801d-c7a7-45cc-9c77-41acebd758c3 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:55:01.603084 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:01.615159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '62d9801d-c7a7-45cc-9c77-41acebd758c3', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'port_id': '62d9801d-c7a7-45cc-9c77-41acebd758c3', 'mac_address': 'fa:16:3e:63:80:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:55:01.657805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:01.672560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d9801d-c7a7-45cc-9c77-41acebd758c3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:55:01.701399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:01.825418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:01.926413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:55:01.988009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ad7f4-bf62-44b2-a0e3-ec4fde111726 req-bed7c7dd-954c-4ccc-ad46-19bf47d59e09 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:01.990679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b1ad7f4-bf62-44b2-a0e3-ec4fde111726 req-bed7c7dd-954c-4ccc-ad46-19bf47d59e09 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 944 time: 0.0784945 Nov 15 22:55:02.054620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b1ad7f4-bf62-44b2-a0e3-ec4fde111726 req-1d995f24-5231-4861-8f6e-fc7c1443f396 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554876 Nov 15 22:55:02.108965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['62d9801d-c7a7-45cc-9c77-41acebd758c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:55:03.202616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e95bf-53de-4815-87c5-7b572c00a4d5 req-b2839c8d-0bae-4311-ad01-80e683c9661f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:03.204879 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-312e95bf-53de-4815-87c5-7b572c00a4d5 req-b2839c8d-0bae-4311-ad01-80e683c9661f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 944 time: 0.0731914 Nov 15 22:55:03.272402 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-312e95bf-53de-4815-87c5-7b572c00a4d5 req-307bf479-27f9-4711-b5ea-049d175abe85 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603957 Nov 15 22:55:03.487297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:55:03.504004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 62d9801d-c7a7-45cc-9c77-41acebd758c3 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:55:03.700569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:03.720386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6', 'network_id': 'eb9e12d8-3a23-4d42-a27e-eb6cb14048d1', 'port_id': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6', 'mac_address': 'fa:16:3e:11:58:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574f11bc-b17e-418e-982d-d28b9fe8c246', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:55:03.776081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:03.778599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 62d9801d-c7a7-45cc-9c77-41acebd758c3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:55:03.794260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 62d9801d-c7a7-45cc-9c77-41acebd758c3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:55:03.794630 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:03.819995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:55:03.856398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:03.914063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:03.924241 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:03.993413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:55:03.995895 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8864c0-31fe-4419-a06a-9a4a15282f8d" -d '{"events": [{"server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "name": "network-vif-plugged", "status": "completed", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:55:04.018690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:04.026580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:55:04.069665 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f31b4b-650f-4cf4-afb5-49316bb6fd18 x-openstack-request-id: req-59f31b4b-650f-4cf4-afb5-49316bb6fd18 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:55:04.069665 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "name": "network-vif-plugged", "status": "completed", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:55:04.069665 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59f31b4b-650f-4cf4-afb5-49316bb6fd18 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:55:04.070000 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3', 'code': 200} Nov 15 22:55:04.111137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:04.168672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:55:04.180562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de68de7-a631-4fc3-abef-e45a9b156f6d req-1635e914-6a33-4c11-8b10-6ff9cdb18a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:04.182190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0de68de7-a631-4fc3-abef-e45a9b156f6d req-1635e914-6a33-4c11-8b10-6ff9cdb18a82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0490043 Nov 15 22:55:04.192344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['70d4ab9c-072d-4ec5-825a-3a9fc6070cc6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:55:04.263475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0de68de7-a631-4fc3-abef-e45a9b156f6d req-1c8273e0-921c-4db1-82bc-1c6040f848e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732434 Nov 15 22:55:04.410446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72d64-e928-485f-84e8-1d3f85078a27 req-ce3350cd-b102-4282-9f9f-4157dbfadec4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:04.412070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dd72d64-e928-485f-84e8-1d3f85078a27 req-ce3350cd-b102-4282-9f9f-4157dbfadec4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 945 time: 0.0605631 Nov 15 22:55:04.485549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dd72d64-e928-485f-84e8-1d3f85078a27 req-20a992e7-0910-4802-983d-4bd226c3bc57 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Nov 15 22:55:04.753696 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-793dbfd8-51bc-4daf-b07c-2f5f49eff38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:05.487513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:55:05.611409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84581dfd-3e06-47e0-8edd-7b9857e71e0b req-8f789fac-1093-45b8-bd38-2c0f00392e47 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:05.612970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84581dfd-3e06-47e0-8edd-7b9857e71e0b req-8f789fac-1093-45b8-bd38-2c0f00392e47 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 945 time: 0.0535309 Nov 15 22:55:05.636542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:55:05.641615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:55:05.641972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:05.663464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84581dfd-3e06-47e0-8edd-7b9857e71e0b req-b3e99b58-bace-4581-afd2-5d4895cb50c1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Nov 15 22:55:05.725554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:05.772049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:05.842566 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:05.896485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:55:06.070755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:55:06.073997 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eef572-0816-4a58-9449-53da315c7241" -d '{"events": [{"server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "name": "network-vif-plugged", "status": "completed", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:55:06.112551 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cb241b-1e21-47fa-ae01-2039c49f7d49 x-openstack-request-id: req-22cb241b-1e21-47fa-ae01-2039c49f7d49 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:55:06.115802 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "name": "network-vif-plugged", "status": "completed", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:55:06.115802 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22cb241b-1e21-47fa-ae01-2039c49f7d49 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:55:06.115802 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6', 'code': 200} Nov 15 22:55:06.218747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7913200-8fa4-4ecc-8b93-342f635ce0e0 req-3adbcc1d-c360-478a-a5ea-ddfa837968b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:06.220209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7913200-8fa4-4ecc-8b93-342f635ce0e0 req-3adbcc1d-c360-478a-a5ea-ddfa837968b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1097 time: 0.0393765 Nov 15 22:55:06.264363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7913200-8fa4-4ecc-8b93-342f635ce0e0 req-a4948a38-cf12-465a-8d21-04354326a8bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Nov 15 22:55:06.801449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00f07c-9518-45e9-8d68-e99f0437afaf req-c90b9736-03a7-4fcc-bc8c-f2bb3828c40b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:06.803045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b00f07c-9518-45e9-8d68-e99f0437afaf req-c90b9736-03a7-4fcc-bc8c-f2bb3828c40b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0570834 Nov 15 22:55:06.851994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b00f07c-9518-45e9-8d68-e99f0437afaf req-9c47a96f-9682-4c3c-adf6-8d279e4f1ee4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Nov 15 22:55:07.151116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd7bad8c-4c11-4c07-a1cc-2161c97b3db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:07.971131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c9553-41d0-4fbe-a9c1-fd3b2629e863 req-97133ee7-a089-48d3-bedb-919ad1816a51 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:07.972661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c42c9553-41d0-4fbe-a9c1-fd3b2629e863 req-97133ee7-a089-48d3-bedb-919ad1816a51 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0496955 Nov 15 22:55:08.022572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c42c9553-41d0-4fbe-a9c1-fd3b2629e863 req-6fcc9164-3468-4a8f-9261-f2c188b5116f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Nov 15 22:55:08.345294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:08.451901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929767ca-fd1e-4e7c-8edf-c11e6ac5d4dc req-bbd6f8d1-8cc3-454b-a4e7-63a8ef8ec9ba tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:08.454773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-929767ca-fd1e-4e7c-8edf-c11e6ac5d4dc req-bbd6f8d1-8cc3-454b-a4e7-63a8ef8ec9ba tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0533440 Nov 15 22:55:08.537720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-929767ca-fd1e-4e7c-8edf-c11e6ac5d4dc req-d304b732-cab5-4728-8a26-519277c0cb77 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Nov 15 22:55:08.548502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-979726a9-c91f-4162-a241-40bf0d3bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:08.558700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-979726a9-c91f-4162-a241-40bf0d3bd648 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1097 time: 0.0702302 Nov 15 22:55:08.648072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-d0396b32-0876-46c1-a744-bd442a0ea045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:08.649830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-d0396b32-0876-46c1-a744-bd442a0ea045 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.0895629 Nov 15 22:55:08.692945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-8c7b3149-3470-4420-a60e-9398009aadfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 HTTP/1.1" status: 200 len: 217 time: 0.0362661 Nov 15 22:55:08.744161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-e23a0225-1dcf-4425-926d-865c5348fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:08.745861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-e23a0225-1dcf-4425-926d-865c5348fa7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0457776 Nov 15 22:55:08.778199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-ce7f199f-74c2-41e8-85a1-65b82df251ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249338 Nov 15 22:55:08.874913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-960cb566-8b69-49b2-8fc4-53ab7ccde067 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900669 Nov 15 22:55:08.966116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b4bcf78-c122-4c77-8a15-86ea00d7d0f3 req-dd135db0-b1fa-45f3-85b1-57149c6efe07 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Nov 15 22:55:09.452573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:09.686395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93a95-c0e6-4795-bf14-3445492d9369 req-5dc3ccbf-01da-48b3-acd6-12897394cc6d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:09.687987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2b93a95-c0e6-4795-bf14-3445492d9369 req-5dc3ccbf-01da-48b3-acd6-12897394cc6d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0595191 Nov 15 22:55:09.742984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2b93a95-c0e6-4795-bf14-3445492d9369 req-8d9d1c64-b884-4499-a730-dbe4b9b3e68c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Nov 15 22:55:10.340717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:10.894306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe572ea-13dc-4168-8449-f0608f6d65d6 req-7176eb15-dd34-4a47-8202-6e0b7df524c6 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:10.895916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fe572ea-13dc-4168-8449-f0608f6d65d6 req-7176eb15-dd34-4a47-8202-6e0b7df524c6 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0570447 Nov 15 22:55:10.948483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fe572ea-13dc-4168-8449-f0608f6d65d6 req-7b455765-45d0-4d2b-8539-1a20aa652ac4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Nov 15 22:55:12.084037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df5453-5f26-47c3-ad5b-01d33d3fe73b req-1619ba13-8ce2-40d0-9269-1d26948da3d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:12.089554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54df5453-5f26-47c3-ad5b-01d33d3fe73b req-1619ba13-8ce2-40d0-9269-1d26948da3d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0610137 Nov 15 22:55:12.145533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54df5453-5f26-47c3-ad5b-01d33d3fe73b req-9ef789d4-ea8b-474b-aaed-cb23631dd3d3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Nov 15 22:55:13.268445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6bad7-a03b-4832-9f87-3bc0fd44be11 req-71259af4-434f-44f6-8055-a9481accd1b9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:13.270038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9df6bad7-a03b-4832-9f87-3bc0fd44be11 req-71259af4-434f-44f6-8055-a9481accd1b9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0513616 Nov 15 22:55:13.321820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9df6bad7-a03b-4832-9f87-3bc0fd44be11 req-082f8e3e-1b83-4cbd-b3b2-a6c5d15637c8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Nov 15 22:55:14.464964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6439a-b837-44cf-afbb-8f6c5c2baef3 req-f739b679-2e01-4ae3-a814-59de4c36b77d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:14.466987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6e6439a-b837-44cf-afbb-8f6c5c2baef3 req-f739b679-2e01-4ae3-a814-59de4c36b77d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0668690 Nov 15 22:55:14.516301 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6e6439a-b837-44cf-afbb-8f6c5c2baef3 req-e836a1ff-564d-48e5-9d92-8373627d69e7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Nov 15 22:55:15.664386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f5b77-7028-4fa0-a7ec-0aa3897714f9 req-eca18fb8-7d9c-4b73-b426-28349cbf3fb6 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:15.666081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-826f5b77-7028-4fa0-a7ec-0aa3897714f9 req-eca18fb8-7d9c-4b73-b426-28349cbf3fb6 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0809062 Nov 15 22:55:15.714328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-826f5b77-7028-4fa0-a7ec-0aa3897714f9 req-5801fc5d-7c8f-4adf-92fb-b3b4193bbe94 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Nov 15 22:55:16.852744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b5bb-5fda-4f70-8e51-619cf95c50a9 req-bdb59dfd-d85c-43e5-962b-2aec973eff13 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:16.855054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3589b5bb-5fda-4f70-8e51-619cf95c50a9 req-bdb59dfd-d85c-43e5-962b-2aec973eff13 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0632312 Nov 15 22:55:16.933695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3589b5bb-5fda-4f70-8e51-619cf95c50a9 req-b16e5e88-2712-4235-85ca-ff0bc70338d3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677822 Nov 15 22:55:18.101017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f79df8-8ba0-4105-b837-07117e3c35da req-61fff762-4c4d-4b7f-8f12-6ed506819d8b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:18.102976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9f79df8-8ba0-4105-b837-07117e3c35da req-61fff762-4c4d-4b7f-8f12-6ed506819d8b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0652800 Nov 15 22:55:18.154646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9f79df8-8ba0-4105-b837-07117e3c35da req-46bcda30-ed76-436d-83cf-65d9a0c03f5c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Nov 15 22:55:19.309439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8f76-d677-4c71-868b-4ae015713877 req-51ee1055-272e-46a1-b91e-c4c1fb6c6919 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:19.311725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05bf8f76-d677-4c71-868b-4ae015713877 req-51ee1055-272e-46a1-b91e-c4c1fb6c6919 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0594957 Nov 15 22:55:19.362502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05bf8f76-d677-4c71-868b-4ae015713877 req-42db2149-0258-4cad-99f0-87991210e162 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Nov 15 22:55:20.501202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2ef35-fdc8-4220-8f7e-5933c3e3f3c9 req-3c83aa40-fe46-4c11-884d-f6c3622531ee tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:20.509821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6f2ef35-fdc8-4220-8f7e-5933c3e3f3c9 req-3c83aa40-fe46-4c11-884d-f6c3622531ee tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0623415 Nov 15 22:55:20.563659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6f2ef35-fdc8-4220-8f7e-5933c3e3f3c9 req-f54ec39a-d329-4510-92a6-3d04ba01439e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Nov 15 22:55:21.703415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15ad4-5b34-4694-8607-8416813c0e88 req-ace9eb3d-6bbc-4db7-83a7-d44043de9809 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:21.705052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13b15ad4-5b34-4694-8607-8416813c0e88 req-ace9eb3d-6bbc-4db7-83a7-d44043de9809 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0549226 Nov 15 22:55:21.762289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13b15ad4-5b34-4694-8607-8416813c0e88 req-e4027763-ddbb-47e6-9317-c5042c282c18 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Nov 15 22:55:22.883821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974c50-945c-42fb-b593-fd68749963c3 req-cf09eef5-2887-481d-9fe9-3f9272e09b16 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:22.885565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9974c50-945c-42fb-b593-fd68749963c3 req-cf09eef5-2887-481d-9fe9-3f9272e09b16 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0524738 Nov 15 22:55:22.948577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9974c50-945c-42fb-b593-fd68749963c3 req-632949e3-651f-4666-97d3-b6a50729006d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Nov 15 22:55:24.077303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c3f4-a25f-413c-aac9-12efdd35290f req-004b76bb-c933-46c4-aac5-fb972a0e2009 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:24.085115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ab9c3f4-a25f-413c-aac9-12efdd35290f req-004b76bb-c933-46c4-aac5-fb972a0e2009 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0624206 Nov 15 22:55:24.133136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ab9c3f4-a25f-413c-aac9-12efdd35290f req-da274c91-86cc-44fb-9c06-2ffec21c905c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Nov 15 22:55:25.261775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00ca11-d5a6-4b41-a5c3-391896dcc28c req-d3e6757f-c43d-4da7-bdd7-a2e5b7af3830 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:25.263291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e00ca11-d5a6-4b41-a5c3-391896dcc28c req-d3e6757f-c43d-4da7-bdd7-a2e5b7af3830 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0545962 Nov 15 22:55:25.305852 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:55:25.316949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e00ca11-d5a6-4b41-a5c3-391896dcc28c req-ff8acc6a-fb5d-45ea-933a-db5871524795 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Nov 15 22:55:26.450850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d508-49a2-49be-88ad-5b0d72af31d6 req-74504a80-1b79-4b86-8b62-c642ed3b9c7a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:26.460663 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a59d508-49a2-49be-88ad-5b0d72af31d6 req-74504a80-1b79-4b86-8b62-c642ed3b9c7a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0645716 Nov 15 22:55:26.508599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a59d508-49a2-49be-88ad-5b0d72af31d6 req-c1ba1678-9aea-47e9-9c39-d047ed97fda8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Nov 15 22:55:27.629645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05558719-9605-49fe-aa18-132da6f3d4c6 req-d46224bf-6a29-4e21-af66-1b75c66af390 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:27.631053 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05558719-9605-49fe-aa18-132da6f3d4c6 req-d46224bf-6a29-4e21-af66-1b75c66af390 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0516493 Nov 15 22:55:27.685713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05558719-9605-49fe-aa18-132da6f3d4c6 req-fce45b70-bc6b-419f-ac73-0a6dc27c364d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Nov 15 22:55:28.176867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1c7df-2005-43b1-94d9-3f302d714c79 req-9c7559bf-746d-4ac8-992b-a3b161f2b7e0 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:28.178811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31c1c7df-2005-43b1-94d9-3f302d714c79 req-9c7559bf-746d-4ac8-992b-a3b161f2b7e0 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 946 time: 0.0509944 Nov 15 22:55:28.225899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31c1c7df-2005-43b1-94d9-3f302d714c79 req-b8ec90e2-f273-4b41-b813-ff74fd26bf14 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Nov 15 22:55:28.828428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdc20e-7dfa-4334-bcd0-f0f33b2f0207 req-726fdcde-f202-4244-a41d-b12f14d625ab tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:28.829961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34cdc20e-7dfa-4334-bcd0-f0f33b2f0207 req-726fdcde-f202-4244-a41d-b12f14d625ab tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0544996 Nov 15 22:55:28.881697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34cdc20e-7dfa-4334-bcd0-f0f33b2f0207 req-a1c306c9-62bc-42ea-b532-7612917d6767 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Nov 15 22:55:29.346133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445d43d-1394-4bdc-97b7-15a49cc90ed7 req-9c698a7e-cb46-472c-a7d1-a052863c2439 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:29.347656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b445d43d-1394-4bdc-97b7-15a49cc90ed7 req-9c698a7e-cb46-472c-a7d1-a052863c2439 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 946 time: 0.0534523 Nov 15 22:55:29.385972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:29.400916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b445d43d-1394-4bdc-97b7-15a49cc90ed7 req-61d6a93a-4721-47dd-825d-3e344a0dff3b tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d0687d3-5512-414c-9988-12a562dc924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Nov 15 22:55:29.766476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31729-298b-4858-aebe-945954bf6c52 req-aff7f5df-d053-41c5-a234-5e243c25d49c tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:29.770615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bca31729-298b-4858-aebe-945954bf6c52 req-aff7f5df-d053-41c5-a234-5e243c25d49c tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.57 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 946 time: 0.0512800 Nov 15 22:55:29.875705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Deleting port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:55:29.876068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:29.907036 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:30.007761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] For port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,segment=NetworkSegment(c544dbb5-23c0-4880-9b8e-0569907c7ee5),segment_id=c544dbb5-23c0-4880-9b8e-0569907c7ee5)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:55:30.008281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:30.024221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Calling delete_port for df3a9abc-0ae4-47f3-a51f-3bd2d688a45d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:55:30.047540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a40e-f2d2-4d6c-a097-5fc9d1860b40 req-2abe413e-19bc-4afb-9109-68744274894a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:30.049120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7198a40e-f2d2-4d6c-a097-5fc9d1860b40 req-2abe413e-19bc-4afb-9109-68744274894a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0788226 Nov 15 22:55:30.105465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7198a40e-f2d2-4d6c-a097-5fc9d1860b40 req-0743bd4c-dd12-4ad6-bf16-38e219fbf879 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490885 Nov 15 22:55:30.272203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:30.284538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['df3a9abc-0ae4-47f3-a51f-3bd2d688a45d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:55:30.302361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Pushing event deleted for resources: {'Port': ['ID=df3a9abc-0ae4-47f3-a51f-3bd2d688a45d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:55:30.345781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.346122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.346664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.346996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.347324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.347656 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.347971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.348288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.348603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.348940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.349255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.349568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:55:30.352322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] No DVR routers for this DVR port df3a9abc-0ae4-47f3-a51f-3bd2d688a45d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:55:30.354665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:30.358910 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bca31729-298b-4858-aebe-945954bf6c52 req-f27f45a7-c7f3-4920-84a5-9a3ef3e91aea tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.57 "DELETE /v2.0/ports/df3a9abc-0ae4-47f3-a51f-3bd2d688a45d HTTP/1.1" status: 204 len: 173 time: 0.5812500 Nov 15 22:55:30.359344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'name': 'network-vif-deleted', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:55:30.361610 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88183928-7b70-4b03-af8a-66e32162188f" -d '{"events": [{"server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "name": "network-vif-deleted", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:55:30.485931 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4ed7d0-d59b-4946-b9a1-84c9f60d1d8e x-openstack-request-id: req-8f4ed7d0-d59b-4946-b9a1-84c9f60d1d8e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:55:30.486219 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60692dd-c24e-43ee-8e8f-493a33befd7f", "name": "network-vif-deleted", "tag": "df3a9abc-0ae4-47f3-a51f-3bd2d688a45d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:55:30.486468 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f4ed7d0-d59b-4946-b9a1-84c9f60d1d8e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:55:30.486863 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60692dd-c24e-43ee-8e8f-493a33befd7f', 'name': 'network-vif-deleted', 'tag': 'df3a9abc-0ae4-47f3-a51f-3bd2d688a45d', 'status': 'completed', 'code': 200} Nov 15 22:55:30.505208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5c4ced24-888a-4436-951d-c02a2db383a3 req-14a00884-a3ec-4cac-af7f-621e2b9d6903 tempest-VolumesSnapshotTestJSON-256791986 tempest-VolumesSnapshotTestJSON-256791986-project] 10.222.0.15 "GET /v2.0/ports?device_id=b60692dd-c24e-43ee-8e8f-493a33befd7f HTTP/1.1" status: 200 len: 210 time: 0.0319219 Nov 15 22:55:31.232802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2c01-b61c-413e-bf64-058e343af00f req-9ee17300-ed91-4738-8877-8056691c9cf1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:31.234286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f83c2c01-b61c-413e-bf64-058e343af00f req-9ee17300-ed91-4738-8877-8056691c9cf1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0535996 Nov 15 22:55:31.281683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f83c2c01-b61c-413e-bf64-058e343af00f req-47113f87-b96d-4134-a267-98a4feb4be8a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Nov 15 22:55:32.368916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-2a66401e-3249-49ab-8655-bc57063e766f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054485 Nov 15 22:55:32.485739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e086ef-aab0-4c3d-a209-0060d0b24d44 req-4de75866-5e44-446c-b4e3-45d50d5207d2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:32.487900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0e086ef-aab0-4c3d-a209-0060d0b24d44 req-4de75866-5e44-446c-b4e3-45d50d5207d2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0983706 Nov 15 22:55:32.499633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-378e8e09-2d69-467e-b685-078bac005a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:32.501825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-378e8e09-2d69-467e-b685-078bac005a09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0716891 Nov 15 22:55:32.616925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0e086ef-aab0-4c3d-a209-0060d0b24d44 req-f03e52ff-5d9e-4de6-99e8-ba19a4d5bf8c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192205 Nov 15 22:55:32.645826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-0b9a9bed-004b-459b-937d-27f33c894669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:32.647286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-0b9a9bed-004b-459b-937d-27f33c894669 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.1219273 Nov 15 22:55:32.690419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-8dd1b72b-ecd3-4c18-b073-d3c5c26c8dc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0346019 Nov 15 22:55:32.741742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-aa4dbd9a-15ef-4eda-93e4-934c4a2eb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:32.743511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-aa4dbd9a-15ef-4eda-93e4-934c4a2eb7af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0456655 Nov 15 22:55:32.793703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-715fb8d8-ad82-442a-a131-a264dd86ba2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374143 Nov 15 22:55:32.907302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-7686867e-ecf1-40c7-bac6-b465344fb192 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049747 Nov 15 22:55:33.011826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d8e92dd-2f05-45e3-9d7f-e0da2933a203 req-9adf126d-eaa8-476f-a815-f42b37d5c2f0 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968781 Nov 15 22:55:33.624103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device df3a9abc-0ae4-47f3-a51f-3bd2d688a45d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:55:33.644081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: df3a9abc-0ae4-47f3-a51f-3bd2d688a45d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:55:33.644416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device df3a9abc-0ae4-47f3-a51f-3bd2d688a45d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:55:33.732550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d9b77-8c71-4e86-84b7-b3cccdcdecc4 req-b9148cf6-a3a1-4e2c-a4e4-5939fcdb54dc tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:33.734115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba1d9b77-8c71-4e86-84b7-b3cccdcdecc4 req-b9148cf6-a3a1-4e2c-a4e4-5939fcdb54dc tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0489721 Nov 15 22:55:33.781145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba1d9b77-8c71-4e86-84b7-b3cccdcdecc4 req-e83cd9f6-cf42-484b-98b8-0667df797b4e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Nov 15 22:55:34.758483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4478-decf-4589-848b-9155ee585334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:34.913234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54961aef-058d-456c-a225-029e6eb88d82 req-c4fc3ec0-d840-4e8e-93da-11baf40efd18 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:34.914854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54961aef-058d-456c-a225-029e6eb88d82 req-c4fc3ec0-d840-4e8e-93da-11baf40efd18 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0577877 Nov 15 22:55:35.014113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54961aef-058d-456c-a225-029e6eb88d82 req-a0c3381e-875f-46d5-8c66-159fc826aaf4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883081 Nov 15 22:55:36.176973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081a7f-a5c4-4a5a-8024-99da829a0e03 req-f734ca5e-00ee-4d21-99a0-7b382075cdb7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:36.184232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf081a7f-a5c4-4a5a-8024-99da829a0e03 req-f734ca5e-00ee-4d21-99a0-7b382075cdb7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.1059372 Nov 15 22:55:36.251225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf081a7f-a5c4-4a5a-8024-99da829a0e03 req-973ca5f4-53c2-45a9-bf31-d6897e21701d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Nov 15 22:55:37.157848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9214283-cbba-4a84-a6ad-e4305dad92c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:37.408893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d21921-633b-4648-aeac-d0f0a87dfb14 req-d210d7d7-02ac-4f4c-82fc-5d9118ed6144 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:37.416489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9d21921-633b-4648-aeac-d0f0a87dfb14 req-d210d7d7-02ac-4f4c-82fc-5d9118ed6144 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0751510 Nov 15 22:55:37.472996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9d21921-633b-4648-aeac-d0f0a87dfb14 req-16ee88fd-f16b-4c6a-9de7-d825d9661d83 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554199 Nov 15 22:55:38.330333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:38.596602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b72860-3938-4c33-ab94-3e2754a8dfd3 req-55ba416d-2061-4302-bcd1-05581db13453 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:38.599121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88b72860-3938-4c33-ab94-3e2754a8dfd3 req-55ba416d-2061-4302-bcd1-05581db13453 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0549874 Nov 15 22:55:38.656496 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88b72860-3938-4c33-ab94-3e2754a8dfd3 req-50891878-5668-47a6-904f-b514d79f20bf tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 Nov 15 22:55:39.473331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:39.775746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb368e-50d8-46d6-9595-b7677c80f8bb req-8b782644-8a5b-48a3-a29f-c40a11656894 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:39.777773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71bb368e-50d8-46d6-9595-b7677c80f8bb req-8b782644-8a5b-48a3-a29f-c40a11656894 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0516846 Nov 15 22:55:39.825565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-71bb368e-50d8-46d6-9595-b7677c80f8bb req-c0e9122b-151e-4e1c-af2e-4e430bfb97d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 15 22:55:40.375173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:40.394927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ce60-f7f9-41e2-81d1-61645dd52092 req-a20a6ca6-371b-4fe9-ad28-80deff6374e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:40.397397 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4f2ce60-f7f9-41e2-81d1-61645dd52092 req-a20a6ca6-371b-4fe9-ad28-80deff6374e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1097 time: 0.0431459 Nov 15 22:55:40.458682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4f2ce60-f7f9-41e2-81d1-61645dd52092 req-dc9eff23-70ee-4cfb-8514-51ae2235b603 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523629 Nov 15 22:55:40.971589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd4ca6-abe2-45af-bdaa-399faa7f7f17 req-2a532e49-3d16-4601-a2a7-9e241ee425d1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:40.973245 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bfd4ca6-abe2-45af-bdaa-399faa7f7f17 req-2a532e49-3d16-4601-a2a7-9e241ee425d1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0765560 Nov 15 22:55:41.039645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0bfd4ca6-abe2-45af-bdaa-399faa7f7f17 req-6ec83b3e-4c49-4cf4-bea6-9ce4f68947c5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Nov 15 22:55:42.196773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41862dd0-f514-429b-9beb-8c8637bd1aab req-5cd196d5-7c42-43d4-8ee5-7b7e969c4933 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:42.201155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41862dd0-f514-429b-9beb-8c8637bd1aab req-5cd196d5-7c42-43d4-8ee5-7b7e969c4933 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0746965 Nov 15 22:55:42.259460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41862dd0-f514-429b-9beb-8c8637bd1aab req-d91faa3c-289d-4fdd-a315-0258cb93b3ac tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532970 Nov 15 22:55:42.390967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc754-6d75-4283-91f6-71c45ca94a93 req-cce6a049-712f-4065-988d-38a3587eff16 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:42.393058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f1bc754-6d75-4283-91f6-71c45ca94a93 req-cce6a049-712f-4065-988d-38a3587eff16 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0588098 Nov 15 22:55:42.470071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f1bc754-6d75-4283-91f6-71c45ca94a93 req-db5343cc-616d-4826-99ce-ea36e2ac0711 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526845 Nov 15 22:55:42.923733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f8cd6-3712-4e03-8dae-4802a7d1e3cb req-e96ff2ce-196a-4c10-a770-4dcc33d2ecbb tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:42.927579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-543f8cd6-3712-4e03-8dae-4802a7d1e3cb req-e96ff2ce-196a-4c10-a770-4dcc33d2ecbb tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0642300 Nov 15 22:55:42.985279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-543f8cd6-3712-4e03-8dae-4802a7d1e3cb req-9614a3ee-4cbe-434a-a159-5bb49d5451fc tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Nov 15 22:55:44.137920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b63e5-fdc6-435b-b17f-a7043d8c8a95 req-6371a50e-0be9-4a8f-a3a6-6909212bd6d4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:44.146366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b07b63e5-fdc6-435b-b17f-a7043d8c8a95 req-6371a50e-0be9-4a8f-a3a6-6909212bd6d4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0842373 Nov 15 22:55:44.217654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b07b63e5-fdc6-435b-b17f-a7043d8c8a95 req-2f04d8e2-52e9-42b3-b878-14f9215bedf5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Nov 15 22:55:44.694714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd3cd-11f7-4be9-926c-223327b6ac7d req-b44963b7-80ac-47e1-8da3-bc684da4ea59 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:44.696184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63dbd3cd-11f7-4be9-926c-223327b6ac7d req-b44963b7-80ac-47e1-8da3-bc684da4ea59 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0955594 Nov 15 22:55:44.765626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63dbd3cd-11f7-4be9-926c-223327b6ac7d req-d44d082f-d2eb-4278-99af-6be6b4e082a1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593641 Nov 15 22:55:45.930099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8155-0b7a-4bc1-84c3-a3ae2042e8aa req-5f64b34b-8e31-4181-a4f4-d093371ceff3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:45.933209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa8a8155-0b7a-4bc1-84c3-a3ae2042e8aa req-5f64b34b-8e31-4181-a4f4-d093371ceff3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0578673 Nov 15 22:55:45.979851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa8a8155-0b7a-4bc1-84c3-a3ae2042e8aa req-91e61c98-d7c8-43d6-90f2-c6cb67a2a884 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Nov 15 22:55:46.643101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-8ac2b020-c824-49f8-9b70-d74066cd6ca2 req-ca64965c-d369-4b0d-99ab-5ba925a36341 service neutron] (103128) timed out ('10.222.0.15', 60228) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:55:49.365086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579cfc4-fd2e-4964-a835-e152bfb9c2bc req-ecad4f65-2215-43b8-9616-d59ee30d6c36 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:49.372306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b579cfc4-fd2e-4964-a835-e152bfb9c2bc req-ecad4f65-2215-43b8-9616-d59ee30d6c36 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0998821 Nov 15 22:55:49.392743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-183e099a-8af7-4fcb-9e32-8c4dc8792bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:49.394236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-183e099a-8af7-4fcb-9e32-8c4dc8792bbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0927768 Nov 15 22:55:49.525713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-5c5aed0d-3f82-494e-8e46-26869b949259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:49.527629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-5c5aed0d-3f82-494e-8e46-26869b949259 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.1259568 Nov 15 22:55:49.579812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b579cfc4-fd2e-4964-a835-e152bfb9c2bc req-fe9cf487-4953-4588-acd5-e0af941a2054 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011209 Nov 15 22:55:49.581272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-424bf901-16af-4a16-970a-639873a94369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0426154 Nov 15 22:55:49.632489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-bc873b1d-6960-41d7-b8ff-3b0b83dbd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:49.634009 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-bc873b1d-6960-41d7-b8ff-3b0b83dbd382 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0456378 Nov 15 22:55:49.666211 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-084592d1-13b0-4034-a211-2d8f74334da1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249462 Nov 15 22:55:49.771159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-7bb6bf61-e869-4786-8579-3a4b39b2930b service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971684 Nov 15 22:55:49.871156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f641d4ef-7219-42ca-a9ea-5b3fdcfbd370 req-0a3682a8-33ac-437e-ba97-fc4e72a6991e service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909655 Nov 15 22:55:50.735937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbf731-2f31-45ca-b6b2-82ea704bec7c req-7abdf829-e7f9-45c0-ac65-7152ba1238df tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:50.737698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23dbf731-2f31-45ca-b6b2-82ea704bec7c req-7abdf829-e7f9-45c0-ac65-7152ba1238df tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0835395 Nov 15 22:55:50.815507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23dbf731-2f31-45ca-b6b2-82ea704bec7c req-1cfe6d8c-6700-4267-9bdd-87e91132e639 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Nov 15 22:55:51.954749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5094-6e49-470b-a3df-065e101edfd0 req-fd9607a9-ace9-42fe-9c12-37c4bdf6027a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:51.957810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e6d5094-6e49-470b-a3df-065e101edfd0 req-fd9607a9-ace9-42fe-9c12-37c4bdf6027a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0669396 Nov 15 22:55:52.041870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e6d5094-6e49-470b-a3df-065e101edfd0 req-494856c4-9fb1-43bc-a1a0-2ac3bbc465ac tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767453 Nov 15 22:55:53.183261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804bd8-1f60-4e8e-b9ad-b750f57afabd req-85358d76-dcad-4ed0-a654-1b11305d685f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:53.185124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1804bd8-1f60-4e8e-b9ad-b750f57afabd req-85358d76-dcad-4ed0-a654-1b11305d685f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0753913 Nov 15 22:55:53.257595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1804bd8-1f60-4e8e-b9ad-b750f57afabd req-8ef96e2b-3b5b-43d7-98ab-551c0f94582b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658302 Nov 15 22:55:54.389757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0ad47-1299-4b56-abe6-9f7e2e693186 req-5b8294db-4025-4c74-86b8-a0c559ea36a2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:54.391367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eb0ad47-1299-4b56-abe6-9f7e2e693186 req-5b8294db-4025-4c74-86b8-a0c559ea36a2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0521226 Nov 15 22:55:54.458011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eb0ad47-1299-4b56-abe6-9f7e2e693186 req-b07b0ff3-2e33-4404-b268-6a632e2dee0c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Nov 15 22:55:55.579109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d6930-0779-4e2c-9eb2-c3c9e4a8362f req-cb4005f2-6f1f-4b49-bb65-8391d4c0fbf3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:55.580703 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c19d6930-0779-4e2c-9eb2-c3c9e4a8362f req-cb4005f2-6f1f-4b49-bb65-8391d4c0fbf3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0591133 Nov 15 22:55:55.643595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c19d6930-0779-4e2c-9eb2-c3c9e4a8362f req-fae7a0aa-7ee4-478f-b7b4-49b4453be2a8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Nov 15 22:55:56.801780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f33bb-0e4c-4f9c-bfdd-6d84c986cf19 req-7935b05b-3779-4857-b363-4d53165ab9c9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:56.804359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b44f33bb-0e4c-4f9c-bfdd-6d84c986cf19 req-7935b05b-3779-4857-b363-4d53165ab9c9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0645127 Nov 15 22:55:56.864514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b44f33bb-0e4c-4f9c-bfdd-6d84c986cf19 req-59a1dcf5-a343-4dac-b0e7-e278b120b504 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Nov 15 22:55:58.031064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfe36-e5b5-4f4e-907c-9f1840e20bb4 req-7abf54dc-d53e-444a-b78f-ed7a2bb0d2b1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:58.034568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20cfe36-e5b5-4f4e-907c-9f1840e20bb4 req-7abf54dc-d53e-444a-b78f-ed7a2bb0d2b1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0830009 Nov 15 22:55:58.087507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f20cfe36-e5b5-4f4e-907c-9f1840e20bb4 req-fa3f95d0-a321-4cad-b1a8-6c91cccbd488 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469081 Nov 15 22:55:59.416285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:55:59.668104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd483b-12e8-459c-b729-bf0b28380162 req-9b16fac1-1147-4b89-ade0-1782d9d8a683 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:55:59.670951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8bd483b-12e8-459c-b729-bf0b28380162 req-9b16fac1-1147-4b89-ade0-1782d9d8a683 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.4662139 Nov 15 22:55:59.728840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8bd483b-12e8-459c-b729-bf0b28380162 req-fb360e6f-c966-4d3d-9179-06bdc6990329 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502434 Nov 15 22:55:59.907346 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:00.849969 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1d7b1-80ce-4172-b627-426f2f5c3be1 req-f5f8c149-e5e8-4b4b-9232-9f68c3292330 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:00.851484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bd1d7b1-80ce-4172-b627-426f2f5c3be1 req-f5f8c149-e5e8-4b4b-9232-9f68c3292330 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0494871 Nov 15 22:56:00.899164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bd1d7b1-80ce-4172-b627-426f2f5c3be1 req-9aafc794-584e-48d2-8853-ad0a4ff655cb tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Nov 15 22:56:01.053524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593a7cc-c690-44a2-ae0a-546c4396fc1d req-1c5581a1-96d6-4d61-a797-31382cfaa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:01.055133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6593a7cc-c690-44a2-ae0a-546c4396fc1d req-1c5581a1-96d6-4d61-a797-31382cfaa5a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0410993 Nov 15 22:56:01.127830 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6593a7cc-c690-44a2-ae0a-546c4396fc1d req-ead3b9ff-0a43-40cc-a388-6812b94989b2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628977 Nov 15 22:56:02.024281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70593f-99c9-4718-9ba8-c54a62dc5be5 req-e3efef42-8ab9-4f7f-b469-75ef2288658f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:02.026598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b70593f-99c9-4718-9ba8-c54a62dc5be5 req-e3efef42-8ab9-4f7f-b469-75ef2288658f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0515144 Nov 15 22:56:02.085621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b70593f-99c9-4718-9ba8-c54a62dc5be5 req-59a96a52-5c89-4e37-9e8d-e7c28fde4707 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Nov 15 22:56:02.307100 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:56:03.224761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601fb5a-aec9-4dd9-b6bd-eac58bdd85ea req-121df4a3-c766-4c19-ae77-38fe1c45df12 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:03.226275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d601fb5a-aec9-4dd9-b6bd-eac58bdd85ea req-121df4a3-c766-4c19-ae77-38fe1c45df12 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0623038 Nov 15 22:56:03.291882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d601fb5a-aec9-4dd9-b6bd-eac58bdd85ea req-b07c3057-eca6-4075-b498-f1859b305564 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Nov 15 22:56:03.955408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de86a7-0807-461e-9414-52773a7f2bb1 req-8c0242d3-95e4-4c64-a958-732790dbcbe8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:03.964233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6de86a7-0807-461e-9414-52773a7f2bb1 req-8c0242d3-95e4-4c64-a958-732790dbcbe8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0676949 Nov 15 22:56:04.047713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5371b7-a679-4d31-a7af-2289e164937c req-099d09bc-fe22-45da-9603-950d46c99ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:04.049528 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-099d09bc-fe22-45da-9603-950d46c99ffa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0643218 Nov 15 22:56:04.053145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6de86a7-0807-461e-9414-52773a7f2bb1 req-db74c449-d621-48e7-b2f5-9566276270a4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893891 Nov 15 22:56:04.167484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5371b7-a679-4d31-a7af-2289e164937c req-d2b926f0-312a-4ea7-bf77-085f0f46e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:04.169344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-d2b926f0-312a-4ea7-bf77-085f0f46e23f service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.1087272 Nov 15 22:56:04.219779 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-60612453-3c8d-4436-a22c-68acacf4dc30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0409858 Nov 15 22:56:04.268267 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5371b7-a679-4d31-a7af-2289e164937c req-69634e5e-b948-43cc-b7e0-6591e0259e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:04.269793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-69634e5e-b948-43cc-b7e0-6591e0259e85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0430505 Nov 15 22:56:04.302127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-32b049c6-132f-474f-b7e4-ca328fab2530 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247123 Nov 15 22:56:04.395427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-0bfae001-4c33-4b22-8261-ed455756e149 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853500 Nov 15 22:56:04.502953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f5371b7-a679-4d31-a7af-2289e164937c req-d6d9b3d7-9765-48a5-98a3-e7e9a3dc6dff service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001592 Nov 15 22:56:04.764442 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55932809-eea1-43be-bf6e-1267c7725646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:05.176846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a710f-58c6-4b5d-a639-c9bad8def2e2 req-859b50c3-77ae-4c71-9c13-d10a3a0bd12c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:05.179045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d36a710f-58c6-4b5d-a639-c9bad8def2e2 req-859b50c3-77ae-4c71-9c13-d10a3a0bd12c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0529842 Nov 15 22:56:05.245165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d36a710f-58c6-4b5d-a639-c9bad8def2e2 req-632d9f83-0a0b-45d4-ad59-92357f716841 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535085 Nov 15 22:56:06.375052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3ff6a-a86f-4ed8-ac53-b9a07392e9b1 req-f2f093a3-c33e-4a8a-86af-13782dbf30b4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:06.376829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34c3ff6a-a86f-4ed8-ac53-b9a07392e9b1 req-f2f093a3-c33e-4a8a-86af-13782dbf30b4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0626276 Nov 15 22:56:06.426898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34c3ff6a-a86f-4ed8-ac53-b9a07392e9b1 req-89999d9b-0556-4d30-99ba-d0b6a2a835a7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Nov 15 22:56:07.256844 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a82f540-2167-4341-a2e5-e5ee5792f423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:07.560536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b66e9-7802-48b6-a073-fed492148266 req-d9f9d09f-5462-44ae-b4e7-d8ee876b333f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:07.563934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f9b66e9-7802-48b6-a073-fed492148266 req-d9f9d09f-5462-44ae-b4e7-d8ee876b333f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0566728 Nov 15 22:56:07.617680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f9b66e9-7802-48b6-a073-fed492148266 req-998a4d06-51b4-4c22-8176-00cf3537da99 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Nov 15 22:56:08.338911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:09.490542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:10.401428 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:10.559853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66173a47-3c93-4a09-b39b-133e4c8c64a0 req-9c2a2735-a355-4c7a-9c45-efedf1d95d1d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:10.561372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66173a47-3c93-4a09-b39b-133e4c8c64a0 req-9c2a2735-a355-4c7a-9c45-efedf1d95d1d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0495958 Nov 15 22:56:10.620088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66173a47-3c93-4a09-b39b-133e4c8c64a0 req-08492028-4bc7-4f97-9f3b-334b84008e4f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513802 Nov 15 22:56:23.927812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f193a-e758-48f1-8aac-0e9c38328d58 req-ad7ac88d-764a-46bb-8124-416e4b79ffab tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:23.929736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d2f193a-e758-48f1-8aac-0e9c38328d58 req-ad7ac88d-764a-46bb-8124-416e4b79ffab tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0542247 Nov 15 22:56:23.993100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d2f193a-e758-48f1-8aac-0e9c38328d58 req-0807dd82-087b-4eca-aacf-4f10eef61392 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Nov 15 22:56:24.022605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-dacb7da0-f4d6-45ec-b5cd-bd31af711a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:24.024097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-dacb7da0-f4d6-45ec-b5cd-bd31af711a95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0501649 Nov 15 22:56:24.123610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-0e30f4c5-7489-4447-b396-4b983413d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:24.125702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-0e30f4c5-7489-4447-b396-4b983413d46c service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.0911314 Nov 15 22:56:24.178332 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-9bbe24dd-1682-4831-b1d8-d19917b741d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0447631 Nov 15 22:56:24.237310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-1e5c2457-eff9-4fc5-8b0d-2359cccfe144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:24.241653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-1e5c2457-eff9-4fc5-8b0d-2359cccfe144 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0477557 Nov 15 22:56:24.271298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-0604b981-91c7-4d4d-bb0f-54a3bb2b1b6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250008 Nov 15 22:56:24.388507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-4a4cf2c5-205b-4b99-88d5-966a9e92cdfa service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059835 Nov 15 22:56:24.497990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bdbfeef4-b056-41a9-9342-1b0201073f05 req-41362a35-ae70-46c4-be01-1bdef789a996 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961626 Nov 15 22:56:25.129037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce9a38-433a-4696-8dcb-b26e1d214349 req-0302205d-1885-4f29-9b25-d38feb2ecaa8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:25.129037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dce9a38-433a-4696-8dcb-b26e1d214349 req-0302205d-1885-4f29-9b25-d38feb2ecaa8 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0545177 Nov 15 22:56:25.200078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8dce9a38-433a-4696-8dcb-b26e1d214349 req-bd4bb091-8b22-4be8-b6ad-2ec01308d8a3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550342 Nov 15 22:56:26.325474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8da06f-f42d-4628-86ff-8017808827fa req-2d49dfb0-1a44-41ed-8755-dd45ba3a0178 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:26.329007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c8da06f-f42d-4628-86ff-8017808827fa req-2d49dfb0-1a44-41ed-8755-dd45ba3a0178 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0577173 Nov 15 22:56:26.377111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c8da06f-f42d-4628-86ff-8017808827fa req-d4f695d1-77b7-4970-b0a9-0e25cc623780 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Nov 15 22:56:27.506034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fadf7a-ed44-4122-bd21-96faf4e2562e req-5fafae99-a7d4-40db-b31c-cc2b57d28ec1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:27.507945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92fadf7a-ed44-4122-bd21-96faf4e2562e req-5fafae99-a7d4-40db-b31c-cc2b57d28ec1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0614786 Nov 15 22:56:27.555469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92fadf7a-ed44-4122-bd21-96faf4e2562e req-bde985a2-70ce-4d54-8c7f-4a8c097b2cb7 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Nov 15 22:56:28.677751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c33c-f3a1-4f72-bb21-c8bfc25fec5b req-7e1ec8fa-be86-4a8c-8144-abceb3d65855 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:28.679226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3519c33c-f3a1-4f72-bb21-c8bfc25fec5b req-7e1ec8fa-be86-4a8c-8144-abceb3d65855 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0548322 Nov 15 22:56:28.728977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3519c33c-f3a1-4f72-bb21-c8bfc25fec5b req-4ef2a762-64f4-4f70-a952-df55b79af9f9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Nov 15 22:56:29.423880 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:29.905375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0bbc8-c794-4b13-a54b-14e549ac6532 req-f493a173-84e4-4a92-b20f-776dd6560366 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:29.916641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17e0bbc8-c794-4b13-a54b-14e549ac6532 req-f493a173-84e4-4a92-b20f-776dd6560366 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0773642 Nov 15 22:56:29.942776 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:29.972444 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17e0bbc8-c794-4b13-a54b-14e549ac6532 req-2c78fdf8-0ac7-4963-bbff-928c57ff6749 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Nov 15 22:56:31.111877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe30769-7fd0-4c4b-bc6f-63dd18210e88 req-019468ef-0e32-44e1-bddf-0a65b268447e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:31.113313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1fe30769-7fd0-4c4b-bc6f-63dd18210e88 req-019468ef-0e32-44e1-bddf-0a65b268447e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0611103 Nov 15 22:56:31.172971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1fe30769-7fd0-4c4b-bc6f-63dd18210e88 req-43d181db-813b-4c70-a698-d7bbf8782532 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Nov 15 22:56:32.296003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de3dd-87ee-48ef-acec-f257129558e3 req-cc861a46-baa3-4de2-acee-3247e4203906 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:32.298116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a5de3dd-87ee-48ef-acec-f257129558e3 req-cc861a46-baa3-4de2-acee-3247e4203906 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0513456 Nov 15 22:56:32.350750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a5de3dd-87ee-48ef-acec-f257129558e3 req-f23e9e28-1481-4e98-bd6d-5cf19fb5663a tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 Nov 15 22:56:32.418769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-d29bb6e2-50f2-4b29-89cc-d3083e900624 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570755 Nov 15 22:56:32.526678 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd090-000c-4f99-95c9-095be2efbb67 req-2bac1a2e-f480-451f-bf1e-6bedca63e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:32.528550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-2bac1a2e-f480-451f-bf1e-6bedca63e238 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 1097 time: 0.0855839 Nov 15 22:56:32.688108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd090-000c-4f99-95c9-095be2efbb67 req-b4a08c14-3955-4190-9089-94825623060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:32.689540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-b4a08c14-3955-4190-9089-94825623060e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.1301649 Nov 15 22:56:32.743648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-b4bd9ece-0f70-4cd2-855c-54b6b6130379 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 HTTP/1.1" status: 200 len: 217 time: 0.0459969 Nov 15 22:56:32.795827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd090-000c-4f99-95c9-095be2efbb67 req-8ba1c638-829b-4a7b-8981-eda534fe2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:32.797591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-8ba1c638-829b-4a7b-8981-eda534fe2a81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0461252 Nov 15 22:56:32.832486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-a7c20816-2aea-4e30-b7f1-46ec7c18584b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272069 Nov 15 22:56:32.934243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-b46bc0ef-91c1-48e5-9dd0-441f3b71d9ac service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937703 Nov 15 22:56:33.027824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86efd090-000c-4f99-95c9-095be2efbb67 req-db909e26-1000-4faa-93d1-9d553bed8e8e service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851662 Nov 15 22:56:33.506310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e018dd-bd4d-40c2-92a0-b94ad512f991 req-efa71622-e35f-40d0-b6bd-1c880efb43d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:33.508659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74e018dd-bd4d-40c2-92a0-b94ad512f991 req-efa71622-e35f-40d0-b6bd-1c880efb43d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0547531 Nov 15 22:56:33.566414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74e018dd-bd4d-40c2-92a0-b94ad512f991 req-86389879-2b66-40b7-b3c3-9ed35ea3ec6f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511012 Nov 15 22:56:33.991975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-5a7a5ba9-07dd-447d-aaaa-77bb405a3666 req-e413f75d-32ff-4f3c-9968-51a40fc62648 service neutron] (103127) timed out ('10.222.0.57', 62474) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:56:34.125035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-6ec72d88-85d7-4802-81be-6e06208e1508 req-9cad0e46-74fa-416c-afe7-0023428c2257 service neutron] (103127) timed out ('10.222.0.57', 62009) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 22:56:34.701502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ba54f-d95d-49d1-b182-be66828b0075 req-c4ec61f9-da12-429d-8bf1-32826fd23e13 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:34.707862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-755ba54f-d95d-49d1-b182-be66828b0075 req-c4ec61f9-da12-429d-8bf1-32826fd23e13 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0595763 Nov 15 22:56:34.763735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-755ba54f-d95d-49d1-b182-be66828b0075 req-426ddc67-2abe-4405-9529-34422b36a0e4 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 Nov 15 22:56:34.827972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3cf2-5fb3-49a4-afa1-3a5d7a9c27e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:35.939554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122bd5-e767-4931-8c57-5c4238816862 req-7f004789-6621-4359-949a-1d930b9b5af0 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:35.947566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b122bd5-e767-4931-8c57-5c4238816862 req-7f004789-6621-4359-949a-1d930b9b5af0 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0924234 Nov 15 22:56:36.008923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b122bd5-e767-4931-8c57-5c4238816862 req-05a0dc30-8a29-45eb-b28b-1b613b93bd0d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Nov 15 22:56:36.847416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:36.980067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.084232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.172599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.195113 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2821-abfd-46b7-b2fd-261b77581529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.227817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbf3d3-2203-4485-ae8b-928cf4be6afd req-e9533bcf-6690-47eb-9606-43c7b01b3253 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:37.235741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33bbf3d3-2203-4485-ae8b-928cf4be6afd req-e9533bcf-6690-47eb-9606-43c7b01b3253 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.1047561 Nov 15 22:56:37.239388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4c287fadd1430bb96623524f7c1c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909342 Nov 15 22:56:37.242209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58392) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:37.242737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12320a02-4821-494c-9b4c-7e946137654d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:37.256742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.257148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.257420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.257730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.258052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.258371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.258684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.258999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.259314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.259623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.259935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.260245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14593a4c-ff8c-4ba0-94b2-96064959de8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.313695 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33bbf3d3-2203-4485-ae8b-928cf4be6afd req-915cbe74-2aea-4dc0-9911-ed16fee6a608 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769713 Nov 15 22:56:37.314868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.340479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.491824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.497304 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:37.501003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12320a02-4821-494c-9b4c-7e946137654d HTTP/1.1" status: 204 len: 168 time: 0.2572176 Nov 15 22:56:37.511937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12320a02-4821-494c-9b4c-7e946137654d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:37.526905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.527258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.527702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.528134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.528557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.529079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.529407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.529916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.530350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.530715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.530980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:37.531298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e316f07-82f3-43e3-bd6b-f395aae20598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:38.271445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58404) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:38.285665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb079d-e094-4781-9152-9b583892d971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.342701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.360522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb079d-e094-4781-9152-9b583892d971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.417841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26cb079d-e094-4781-9152-9b583892d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.443050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7a403-71d7-4258-a263-61021cf6cbdf req-72c88568-2574-4035-a9fc-8507e54d0a5f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:38.445388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2d7a403-71d7-4258-a263-61021cf6cbdf req-72c88568-2574-4035-a9fc-8507e54d0a5f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0624816 Nov 15 22:56:38.467869 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-26cb079d-e094-4781-9152-9b583892d971 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7288522b8a494bc2a876a500cdfd0c00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952834 Nov 15 22:56:38.471295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58410) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:38.473824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb079d-e094-4781-9152-9b583892d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a3c12-2b03-4fdd-b33b-200cf1553114,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:38.524822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2d7a403-71d7-4258-a263-61021cf6cbdf req-27fbae3d-2c4d-42e0-856c-ab97e6ff61c5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Nov 15 22:56:38.542236 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.563754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.667794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.670456 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:38.671534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c6a3c12-2b03-4fdd-b33b-200cf1553114 HTTP/1.1" status: 204 len: 168 time: 0.1993406 Nov 15 22:56:38.681086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59e204-16c2-4928-a085-e062d9ef17b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a3c12-2b03-4fdd-b33b-200cf1553114,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:39.306463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:56:39.459219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:39.650991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7a1bb-1694-4982-af7d-a6faa97abf2c req-8d546d72-caf1-4a46-a5a1-54816393421e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:39.652482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52a7a1bb-1694-4982-af7d-a6faa97abf2c req-8d546d72-caf1-4a46-a5a1-54816393421e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0505750 Nov 15 22:56:39.706667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52a7a1bb-1694-4982-af7d-a6faa97abf2c req-c6325504-39f5-46a2-aed2-35511ddd7ae6 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Nov 15 22:56:40.360653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.377191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58454) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:40.513187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b10d-1d53-4765-aedc-1c11bbb41c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.593233 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b10d-1d53-4765-aedc-1c11bbb41c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.663538 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b10d-1d53-4765-aedc-1c11bbb41c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.704430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1b10d-1d53-4765-aedc-1c11bbb41c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6291a3-4120-47ca-beeb-766c5e802d5d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:40.712933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58460) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:40.717607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b2a1b10d-1d53-4765-aedc-1c11bbb41c98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95ccac93958341a380a464cd694dc4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386850 Nov 15 22:56:40.827321 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.875885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:40.908194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb74ce6-4455-4be0-8f89-0b08812ce699 req-0044ed1d-b018-4a5a-b36a-a9ba6b132c4f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:40.909759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bb74ce6-4455-4be0-8f89-0b08812ce699 req-0044ed1d-b018-4a5a-b36a-a9ba6b132c4f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.1170518 Nov 15 22:56:40.913359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fbbb1-5383-4da6-ba7a-b8b37dec6bf5 req-6882be31-7560-4c8b-9710-74a10d86d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:40.915277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-418fbbb1-5383-4da6-ba7a-b8b37dec6bf5 req-6882be31-7560-4c8b-9710-74a10d86d88a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.1080778 Nov 15 22:56:41.025095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bb74ce6-4455-4be0-8f89-0b08812ce699 req-8082addc-8e7b-42e3-a8df-9cfea5e8372b tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037600 Nov 15 22:56:41.027955 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-418fbbb1-5383-4da6-ba7a-b8b37dec6bf5 req-28b5cfea-dbd3-4f4b-a7d0-bcf04a1f889c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930982 Nov 15 22:56:41.057423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:41.060334 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:41.064266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d6291a3-4120-47ca-beeb-766c5e802d5d HTTP/1.1" status: 204 len: 168 time: 0.3480222 Nov 15 22:56:41.075639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce713-8c91-4992-b31b-2a5309ccced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6291a3-4120-47ca-beeb-766c5e802d5d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:42.163998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043c0c-4860-41f8-82ff-ed7407093896 req-ede753c7-843c-43a4-8edd-3e759d780a4c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:42.166550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3043c0c-4860-41f8-82ff-ed7407093896 req-ede753c7-843c-43a4-8edd-3e759d780a4c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0586152 Nov 15 22:56:42.224240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3043c0c-4860-41f8-82ff-ed7407093896 req-26118056-f41a-481b-a6ce-949336148283 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Nov 15 22:56:42.752059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58518) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:42.955039 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65cb8826-460e-4588-b38d-74b841a2cdc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.014235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65cb8826-460e-4588-b38d-74b841a2cdc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.086028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65cb8826-460e-4588-b38d-74b841a2cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.129423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb8826-460e-4588-b38d-74b841a2cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606e1ca6-135b-4deb-9030-9e500a6adfe7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:43.133710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65cb8826-460e-4588-b38d-74b841a2cdc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d8c90b3b8e641dfbc3ef51dc6da3db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801982 Nov 15 22:56:43.136278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58532) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:43.199495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.222150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.385306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ab7f4-da9e-4f27-85bf-77f40a0322a7 req-8b5c6e89-0790-43c0-b09f-5f6b82520fa9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:43.386775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-192ab7f4-da9e-4f27-85bf-77f40a0322a7 req-8b5c6e89-0790-43c0-b09f-5f6b82520fa9 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0511098 Nov 15 22:56:43.388897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.391536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:43.395575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/606e1ca6-135b-4deb-9030-9e500a6adfe7 HTTP/1.1" status: 204 len: 168 time: 0.2576585 Nov 15 22:56:43.459236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-192ab7f4-da9e-4f27-85bf-77f40a0322a7 req-d62fbf4b-e9a4-4b14-8a4e-9663342b5b2d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630102 Nov 15 22:56:43.461062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287901e9-f847-49c6-9acf-2de222fd3911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e1ca6-135b-4deb-9030-9e500a6adfe7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:44.004791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea5dee-04a7-4290-8be7-a470ae86d63e req-1084aa0c-31e1-4b5b-99a5-08af75fb1230 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:44.006120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0ea5dee-04a7-4290-8be7-a470ae86d63e req-1084aa0c-31e1-4b5b-99a5-08af75fb1230 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0900571 Nov 15 22:56:44.008709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4bdc-d060-4025-a291-82d061653707 req-ec4895ec-ee2a-4b91-af96-63126d2350a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:44.010289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-ec4895ec-ee2a-4b91-af96-63126d2350a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 1096 time: 0.0589232 Nov 15 22:56:44.109832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0ea5dee-04a7-4290-8be7-a470ae86d63e req-11731765-137b-435b-a2c7-3304d11cddb3 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972726 Nov 15 22:56:44.155626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4bdc-d060-4025-a291-82d061653707 req-fdea4a57-5b67-485f-bdb0-5b9aff727b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:44.157108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-fdea4a57-5b67-485f-bdb0-5b9aff727b0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 200 len: 919 time: 0.1384852 Nov 15 22:56:44.201739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-50dfc495-3271-4738-899e-bc7924ba8075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 200 len: 217 time: 0.0369451 Nov 15 22:56:44.263286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4bdc-d060-4025-a291-82d061653707 req-ec9e4e01-58bc-4a83-91ee-e39c96d6365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:44.264748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-ec9e4e01-58bc-4a83-91ee-e39c96d6365a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 200 len: 858 time: 0.0552616 Nov 15 22:56:44.310125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-618d1b73-2994-46b6-97b2-d78d67764d26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384569 Nov 15 22:56:44.425752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-3dfd794b-d6dd-4eeb-8d3e-f31bcdc5b4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080520 Nov 15 22:56:44.547748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea9d4bdc-d060-4025-a291-82d061653707 req-6d03e31f-214a-4bb0-95c9-810ecf3a37d4 service neutron] 10.222.0.55 "GET /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095476 Nov 15 22:56:44.721776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:44.965723 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Deleting subnet db4cf3cf-5f1e-4774-9018-6481f280bc1d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:56:44.968899 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.004948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.047615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.189026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.227809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4cf3cf-5f1e-4774-9018-6481f280bc1d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:45.232351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.237313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80b96519-5864-40b1-a808-74fd4ac734cf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db4cf3cf-5f1e-4774-9018-6481f280bc1d HTTP/1.1" status: 204 len: 168 time: 0.5144389 Nov 15 22:56:45.240647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58610) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:45.291827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523c3a-09f6-4346-be8e-6e53ff50ff2e req-f9780160-de31-491e-a0da-937e761cab95 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:45.296014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56523c3a-09f6-4346-be8e-6e53ff50ff2e req-f9780160-de31-491e-a0da-937e761cab95 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0793040 Nov 15 22:56:45.323968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.374327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-56523c3a-09f6-4346-be8e-6e53ff50ff2e req-96a1aac1-c89f-42e8-944c-c6bb58ae68cc tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Nov 15 22:56:45.425347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.447798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd106364-88e1-4506-b8a4-aabb78ac5916']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:45.458988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c544dbb5-23c0-4880-9b8e-0569907c7ee5') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:45.459279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c544dbb5-23c0-4880-9b8e-0569907c7ee5') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:45.470819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.487298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.495207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:56:45.495869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:56:45.497831 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:56:45.669481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.676426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:45.679691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bd106364-88e1-4506-b8a4-aabb78ac5916 HTTP/1.1" status: 204 len: 168 time: 0.4369543 Nov 15 22:56:45.690766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c1c23-f4af-4b3e-8586-040cec9e2f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd106364-88e1-4506-b8a4-aabb78ac5916,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:46.102155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58632) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:46.151897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-efb48613-d5fc-4743-9eab-d67e2aea3a99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f4ff7ddcf6543c1b6581c6579d25910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483456 Nov 15 22:56:46.154464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58634) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:46.206355 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:46.229515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:46.359523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:46.362631 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:46.363794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d0687d3-5512-414c-9988-12a562dc924c HTTP/1.1" status: 204 len: 168 time: 0.2084472 Nov 15 22:56:46.373390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb2dfc-bcb5-45f8-854a-5601d267655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0687d3-5512-414c-9988-12a562dc924c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:46.538976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e2b70-44f6-4ce4-b796-3cbb0ce17534 req-39fdeb92-8e20-47ba-8719-07db8bb3cd45 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:46.540543 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c7e2b70-44f6-4ce4-b796-3cbb0ce17534 req-39fdeb92-8e20-47ba-8719-07db8bb3cd45 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0538371 Nov 15 22:56:46.603183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c7e2b70-44f6-4ce4-b796-3cbb0ce17534 req-edf05d71-b2ac-4563-aa05-6c400898fdbf tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Nov 15 22:56:47.668208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58692) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:47.781256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1764001385-network', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:47.886403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Made reservation on behalf of 3a1c4bfc90a945f88766928c991e7b70 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:56:47.888818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:47.897685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:47.974996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.092253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.133949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cfaccf-7d0e-407d-bbfb-62264b38b1e4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:48.151014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:56:48.165257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.165682 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Added segment 8437df52-43eb-42c6-a4f7-2b758cd1dfdd of type vlan for network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 Nov 15 22:56:48.213219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.319297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.320361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:48.320971 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.385522 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] Pushing event updated for resources: {'Network': ['ID=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:48.397653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:56:48.441345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58716) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:48.442092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d2e25860-6504-4401-9857-61c12bd17f1f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7726119 Nov 15 22:56:48.467364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Request body: {'subnet': {'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1764001385-subnet', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:48.589222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Made reservation on behalf of 3a1c4bfc90a945f88766928c991e7b70 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:56:48.591745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.859464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:48.929408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae51b129-ddb3-4474-8659-1a55b5db3ae4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:48.939445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Checking segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:48.943314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Network hostable DHCP agents. Network: cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:56:49.043359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:56:49.148728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:49.158952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436aa28-d844-4a16-b6b5-85b624594cc0 None None] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:56:49.163858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:49.165932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.281180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58730) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:49.283289 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0dd4d71f-ce0a-49be-8d59-86e9b27f3760 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8392661 Nov 15 22:56:49.287051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:49.384836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:56:49.386232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.429639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.430239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.508889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.608095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Allocated IP 172.20.0.2 (cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608/ae51b129-ddb3-4474-8659-1a55b5db3ae4/c7c6d895-7709-4f31-b38c-5165fc5e996c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:56:49.803474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.850416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.875619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:49.937377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:49.943837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:49.951731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:56:49.962344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Pushing event updated for resources: {'Port': ['ID=c7c6d895-7709-4f31-b38c-5165fc5e996c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:49.993786 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.994585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.996225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.996772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:49.999936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:50.000956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:50.058122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Attempting to bind port c7c6d895-7709-4f31-b38c-5165fc5e996c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:56:50.058494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Attempting to bind port c7c6d895-7709-4f31-b38c-5165fc5e996c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:56:50.058989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Attempting to bind port c7c6d895-7709-4f31-b38c-5165fc5e996c on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:56:50.065925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:56:50.066370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Checking segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:50.066976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.067428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Bound using segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:56:50.068191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Bound port: c7c6d895-7709-4f31-b38c-5165fc5e996c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:56:50.068727 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.148303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.151984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] For port c7c6d895-7709-4f31-b38c-5165fc5e996c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:56:50.156667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] For port c7c6d895-7709-4f31-b38c-5165fc5e996c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7c6d895-7709-4f31-b38c-5165fc5e996c,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:56:50.168889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.291058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Allocated IP 172.25.0.240 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/6f170dc9-341a-4c31-ac76-317db87e76a6) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:56:50.355153 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.539359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b5c4e-e291-4e15-a752-1e4ee76cdd39 None None] Pushing event updated for resources: {'Port': ['ID=c7c6d895-7709-4f31-b38c-5165fc5e996c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:50.817098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:50.997419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:51.041625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:51.044689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:51.052466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:56:51.061194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddf528-0062-4485-90ad-72b706ea1535 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:56:51.127172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f170dc9-341a-4c31-ac76-317db87e76a6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:51.181111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88da793e-dfbf-43e5-b85c-a656f6aa28fd None None] Provisioning complete for port 6f170dc9-341a-4c31-ac76-317db87e76a6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:51.181111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88da793e-dfbf-43e5-b85c-a656f6aa28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:51.439004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88da793e-dfbf-43e5-b85c-a656f6aa28fd None None] Port 6f170dc9-341a-4c31-ac76-317db87e76a6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:56:51.477597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:51.758832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:51.865173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c69cb4-a9e9-4132-ba47-72bfec846131 None None] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:56:51.998100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] Provisioning complete for port c7c6d895-7709-4f31-b38c-5165fc5e996c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:51.998470 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:52.029977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Router 4f546180-f044-4598-afe8-cc960b0203c2 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:56:52.140160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:52.201968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] For port c7c6d895-7709-4f31-b38c-5165fc5e996c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7c6d895-7709-4f31-b38c-5165fc5e996c,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:56:52.218898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:56:52.231455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Sync routers for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:56:52.250454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:56:52.252116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:52.294269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:52.357247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:52.358674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c7b378fc-9a99-4834-a66f-a1df7fd8f5a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0751143 Nov 15 22:56:52.362005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58788) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:52.449015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668c812-e6d5-430e-b15e-553db0de258f None None] Pushing event updated for resources: {'Port': ['ID=c7c6d895-7709-4f31-b38c-5165fc5e996c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:52.460538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-078f0d43-d725-4cfa-9a65-d1efdf91e324 None None] Provisioning complete for port c7c6d895-7709-4f31-b38c-5165fc5e996c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:52.460816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-078f0d43-d725-4cfa-9a65-d1efdf91e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:52.494100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:56:52.797886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:51Z', 'revision_number': 3, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:52.845736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7c6d895-7709-4f31-b38c-5165fc5e996c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:56:52.848588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Checking router: 4f546180-f044-4598-afe8-cc960b0203c2 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:56:52.848971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Updating router 4f546180-f044-4598-afe8-cc960b0203c2 port 6f170dc9-341a-4c31-ac76-317db87e76a6 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:56:52.911987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.010454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c7c6d895-7709-4f31-b38c-5165fc5e996c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:53.010701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.047011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.257441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Allocated IP 172.20.0.1 (cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608/ae51b129-ddb3-4474-8659-1a55b5db3ae4/31fd9aef-0d85-4d5d-bad4-339cdd3d9db7) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:56:53.313419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.376958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.424595 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.477745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50c422-b36a-4ab4-8452-7d140116499e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:56:53.490198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Attempting to bind port 6f170dc9-341a-4c31-ac76-317db87e76a6 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:56:53.490628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Attempting to bind port 6f170dc9-341a-4c31-ac76-317db87e76a6 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:56:53.491095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Attempting to bind port 6f170dc9-341a-4c31-ac76-317db87e76a6 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:56:53.499194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2398b-99e5-4cf5-a21e-08d310da57ee None None] Pushing event updated for resources: {'Port': ['ID=6f170dc9-341a-4c31-ac76-317db87e76a6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:53.502970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:56:53.503491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:53.504054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.504504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:56:53.505067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Bound port: 6f170dc9-341a-4c31-ac76-317db87e76a6, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:56:53.505523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.510589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.561929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:53.564895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:53.567640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:56:53.601836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] For port 6f170dc9-341a-4c31-ac76-317db87e76a6, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:56:53.622261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.645090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] For port 6f170dc9-341a-4c31-ac76-317db87e76a6, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f170dc9-341a-4c31-ac76-317db87e76a6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:56:53.645090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-129937ab-2de9-469c-8acf-138585cef581 None None] Provisioning complete for port 6f170dc9-341a-4c31-ac76-317db87e76a6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:53.645090 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-129937ab-2de9-469c-8acf-138585cef581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.669368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Pushing event updated for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:53.694309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-129937ab-2de9-469c-8acf-138585cef581 None None] Port 6f170dc9-341a-4c31-ac76-317db87e76a6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:56:53.727424 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:53.778780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efef53c-032b-4b86-a836-0f2be545c6b8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:56:53.810385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2398b-99e5-4cf5-a21e-08d310da57ee None None] Pushing event updated for resources: {'Port': ['ID=6f170dc9-341a-4c31-ac76-317db87e76a6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:53.820816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:56:53.821731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:53.937070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.028407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] Provisioning complete for port 6f170dc9-341a-4c31-ac76-317db87e76a6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:54.028902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.068967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:56:54.169036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.252931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.284314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.347398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Pushing event updated for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:54.355009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.364674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] For port 6f170dc9-341a-4c31-ac76-317db87e76a6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f170dc9-341a-4c31-ac76-317db87e76a6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:56:54.427623 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:51Z', 'revision_number': 3, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:54.463258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a8b47-11bf-42f1-9705-2eb44621245f None None] The sync data for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 is: [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:51Z', 'revision_number': 3, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:56:54.468747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.605148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90409214-f719-4c87-b05b-ca00d305b7d7 None None] Pushing event updated for resources: {'Port': ['ID=6f170dc9-341a-4c31-ac76-317db87e76a6,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:54.617033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-941f1b9d-119e-4e82-875b-533f04d0eeb6 None None] Provisioning complete for port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:54.617402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941f1b9d-119e-4e82-875b-533f04d0eeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:54.631247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:54.633134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:54.687618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-941f1b9d-119e-4e82-875b-533f04d0eeb6 None None] Port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:56:54.865345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Router 4f546180-f044-4598-afe8-cc960b0203c2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:56:55.021742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-353cee3b-b5c7-46a0-a8da-590e701de713 None None] Provisioning complete for port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:55.022278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-353cee3b-b5c7-46a0-a8da-590e701de713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:55.042962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:56:55.057842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-64b40f94-6c3f-499a-92fa-d50e66d167d6 admin admin] 10.222.0.15 "PUT /v2.0/routers/4f546180-f044-4598-afe8-cc960b0203c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945922 Nov 15 22:56:55.083682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-353cee3b-b5c7-46a0-a8da-590e701de713 None None] Port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:56:56.114644 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 58874) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:56.121788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2032624494-network', 'tenant_id': 'c4e62c9e04354096a276282957d8994f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:56.207284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Made reservation on behalf of c4e62c9e04354096a276282957d8994f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:56:56.217489 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.235233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.334324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.415602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.430048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:56:56.441212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.441966 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Added segment 8a114b74-7f22-47bf-a11a-29eeeb2f0bb1 of type vlan for network 80fe719b-e2e6-40f0-aa95-820c52476512 Nov 15 22:56:56.502821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.519434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16982fb-8a65-4e81-aae8-60891a2e4851,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:56.626243 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.627517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:56.628278 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.686902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f170dc9-341a-4c31-ac76-317db87e76a6 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:56:56.755348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6f170dc9-341a-4c31-ac76-317db87e76a6 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:56.755812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:56.758167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] Pushing event updated for resources: {'Network': ['ID=80fe719b-e2e6-40f0-aa95-820c52476512,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:56.792036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 80fe719b-e2e6-40f0-aa95-820c52476512 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:56:56.805124 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Sync routers for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:56:56.820542 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:56:56.821480 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:56.861814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58892) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:56.867360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Request body: {'subnet': {'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2032624494-subnet', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:56.868086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-970647c2-e595-4ee3-9bd2-b8ef0c93e257 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7508526 Nov 15 22:56:56.956334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Made reservation on behalf of c4e62c9e04354096a276282957d8994f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:56:56.959314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.076793 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:56:57.366841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.468176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f93c165-e3fe-409c-b9ef-4e35ddfa1878,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:57.517933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Checking segment: {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:57.518284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Network hostable DHCP agents. Network: 80fe719b-e2e6-40f0-aa95-820c52476512, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:56:57.535598 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:53Z', 'revision_number': 4, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '31fd9aef-0d85-4d5d-bad4-339cdd3d9db7', 'name': '', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'mac_address': 'fa:16:3e:21:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:53Z', 'updated_at': '2021-11-15T22:56:54Z', 'revision_number': 2, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'subnets': [{'id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:57.581925 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Checking router: 4f546180-f044-4598-afe8-cc960b0203c2 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:56:57.582938 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Updating router 4f546180-f044-4598-afe8-cc960b0203c2 port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:56:57.589754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Network 80fe719b-e2e6-40f0-aa95-820c52476512 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:56:57.615652 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.666877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 80fe719b-e2e6-40f0-aa95-820c52476512) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:57.672166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:56:57.672911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.680501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09294df4-dc80-4795-a76a-d12701518932 None None] Network 80fe719b-e2e6-40f0-aa95-820c52476512 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:56:57.785340 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed281bf5-8f90-434d-a1e7-cc4825051223 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9219532 Nov 15 22:56:57.787841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:56:57.795440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:56:57.915976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.917107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:57.991755 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.016207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-80fe719b-e2e6-40f0-aa95-820c52476512', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:56:58.017638 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.159862 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.225654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Allocated IP 172.20.0.2 (80fe719b-e2e6-40f0-aa95-820c52476512/5f93c165-e3fe-409c-b9ef-4e35ddfa1878/40b125a9-aee7-4b7c-84ff-0ec01d68ba70) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:56:58.241493 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.250850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.328419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Pushing event updated for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:58.362012 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.362547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.364598 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.364896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.365233 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.365560 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.365981 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.366486 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.370108 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.370509 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.371543 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.371879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:56:58.424429 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Attempting to bind port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:56:58.424905 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Attempting to bind port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:56:58.425443 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Attempting to bind port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:56:58.431124 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:56:58.432162 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Checking segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:58.432699 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.438508 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Bound using segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:56:58.438508 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Bound port: 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:56:58.438508 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.470913 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.538335 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] For port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:56:58.540189 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.542804 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] For port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:56:58.598478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Network 80fe719b-e2e6-40f0-aa95-820c52476512 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:58.612677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:58.624492 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.630624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Pushing event updated for resources: {'Port': ['ID=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:58.639249 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:56:58.708569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.724368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Attempting to bind port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:56:58.726584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Attempting to bind port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:56:58.727085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Attempting to bind port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 on network 80fe719b-e2e6-40f0-aa95-820c52476512 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:56:58.739119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.743615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:56:58.743615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Checking segment: {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:56:58.743615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.743615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Bound using segment: {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:56:58.745105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Bound port: 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:56:58.747078 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.753140 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4934951-b39a-4b72-9af3-e4db0acf37e7 None None] Pushing event updated for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:58.755816 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:56:58.756581 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:58.905622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] Provisioning complete for port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:58.908589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:58.930685 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:56:59.014526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-761d1543-cd1a-493c-8363-601acc91971d None None] For port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:56:59.019620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Allocated IP 172.25.0.190 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/723e64ed-acd3-429e-b1d5-f18ba97aa518) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:56:59.073750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-761d1543-cd1a-493c-8363-601acc91971d None None] For port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:56:59.167127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.293925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.320287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.358329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1543-cd1a-493c-8363-601acc91971d None None] Pushing event updated for resources: {'Port': ['ID=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:59.469667 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:53Z', 'revision_number': 4, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '31fd9aef-0d85-4d5d-bad4-339cdd3d9db7', 'name': '', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'mac_address': 'fa:16:3e:21:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:53Z', 'updated_at': '2021-11-15T22:56:58Z', 'revision_number': 4, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'subnets': [{'id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:56:59.498771 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.528479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] For port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:56:59.566638 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a5654-fbec-42f6-b824-3f15bbb9d255 None None] The sync data for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 is: [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:56:53Z', 'revision_number': 4, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '31fd9aef-0d85-4d5d-bad4-339cdd3d9db7', 'name': '', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'mac_address': 'fa:16:3e:21:30:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:53Z', 'updated_at': '2021-11-15T22:56:58Z', 'revision_number': 4, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'subnets': [{'id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:56:59.600249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.600596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:56:59.608794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:56:59.619117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:56:59.628745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752c196-2c3b-4bf1-94bc-b427c70b7b43 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:56:59.633905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:56:59.752304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Pushing event updated for resources: {'Port': ['ID=723e64ed-acd3-429e-b1d5-f18ba97aa518,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:59.816153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dadb0-4c45-49eb-96ec-3abfe0acdc94 None None] Pushing event updated for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:56:59.830948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0d8fc06-7921-4599-af1e-da7847eddf2f None None] Provisioning complete for port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:56:59.831704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fc06-7921-4599-af1e-da7847eddf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:00.039149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:00.122671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0d8fc06-7921-4599-af1e-da7847eddf2f None None] Provisioning complete for port 723e64ed-acd3-429e-b1d5-f18ba97aa518 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:00.123315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fc06-7921-4599-af1e-da7847eddf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:00.232337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8fc06-7921-4599-af1e-da7847eddf2f None None] Port 723e64ed-acd3-429e-b1d5-f18ba97aa518 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:00.438291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:00.889258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:00.910899 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.006497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:01.006497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.257666 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.286555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Router 6825d520-a150-4242-949b-19bfc0b7fa61 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:57:01.388024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:01.449974 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.450827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:01.498417 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ed589-0560-41fd-88c4-4616fb6911ad None None] Network 80fe719b-e2e6-40f0-aa95-820c52476512 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:01.533093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:01.593560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Sync routers for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:01.637875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.639148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-08292719-40b0-4a58-b89a-05f8d8e3f494 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8499229 Nov 15 22:57:01.642657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 58974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:01.738991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:01.752288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:01.753015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:01.870740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d0f94d97-8820-4839-97bc-75f03c536075 None None] Provisioning complete for port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:01.873160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0f94d97-8820-4839-97bc-75f03c536075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:01.990459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:01.990826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:02.126173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:02.572483 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:00Z', 'revision_number': 3, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:02.618513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Checking router: 6825d520-a150-4242-949b-19bfc0b7fa61 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:02.618865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Updating router 6825d520-a150-4242-949b-19bfc0b7fa61 port 723e64ed-acd3-429e-b1d5-f18ba97aa518 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:57:02.670641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:02.801188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:02.857155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:02.919175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-baab738a-514f-47e0-a86d-04736cc1509a None None] Provisioning complete for port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:02.919546 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baab738a-514f-47e0-a86d-04736cc1509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:02.982859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:02.983121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.068532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Allocated IP 172.20.0.1 (80fe719b-e2e6-40f0-aa95-820c52476512/5f93c165-e3fe-409c-b9ef-4e35ddfa1878/c415030f-39e3-4f90-8851-28de04ce0046) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:03.225937 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.389721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.421977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.485234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Pushing event updated for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:03.488325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.491569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Network 80fe719b-e2e6-40f0-aa95-820c52476512 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:03.495188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:03.497697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:03.595739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78bae6-303c-4fc5-bc00-988d7e6889ca None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:03.606535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.612654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Attempting to bind port 723e64ed-acd3-429e-b1d5-f18ba97aa518 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:03.612654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Attempting to bind port 723e64ed-acd3-429e-b1d5-f18ba97aa518 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:03.612654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Attempting to bind port 723e64ed-acd3-429e-b1d5-f18ba97aa518 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:03.622230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:03.622601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:03.622987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.623378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:03.623850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Bound port: 723e64ed-acd3-429e-b1d5-f18ba97aa518, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:03.624225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.667829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d4073-545f-4748-be8e-cd7592b2034f None None] Pushing event updated for resources: {'Port': ['ID=723e64ed-acd3-429e-b1d5-f18ba97aa518,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:03.718957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7f9120d1-f8fd-4ed2-a332-43a74fe2420d None None] Provisioning complete for port 723e64ed-acd3-429e-b1d5-f18ba97aa518 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:03.719406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f9120d1-f8fd-4ed2-a332-43a74fe2420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.791761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] For port 723e64ed-acd3-429e-b1d5-f18ba97aa518, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:03.796338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] For port 723e64ed-acd3-429e-b1d5-f18ba97aa518, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=723e64ed-acd3-429e-b1d5-f18ba97aa518,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:03.801726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7f9120d1-f8fd-4ed2-a332-43a74fe2420d None None] Port 723e64ed-acd3-429e-b1d5-f18ba97aa518 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:03.876025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.917797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78f8bf-2115-40b4-9c75-4e0018ae581e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:03.943361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:03.946154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:03.947010 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:56:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:04.165634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:04.192174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.237353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3a643324-e5c6-49d8-ba48-7a47eec17a97 None None] Provisioning complete for port c415030f-39e3-4f90-8851-28de04ce0046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:04.245107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a643324-e5c6-49d8-ba48-7a47eec17a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.252562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.323615 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.389681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d4073-545f-4748-be8e-cd7592b2034f None None] Pushing event updated for resources: {'Port': ['ID=723e64ed-acd3-429e-b1d5-f18ba97aa518,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:04.434405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Pushing event updated for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:04.452652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Network 80fe719b-e2e6-40f0-aa95-820c52476512 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:04.454163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:04.602712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a643324-e5c6-49d8-ba48-7a47eec17a97 None None] Port c415030f-39e3-4f90-8851-28de04ce0046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:04.658418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c415030f-39e3-4f90-8851-28de04ce0046', 'name': '', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'mac_address': 'fa:16:3e:ab:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:02Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 1, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'subnets': [{'id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:04.731254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291dd4f-a8c9-42a0-af0f-3e4c21ce237f None None] The sync data for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 is: [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c415030f-39e3-4f90-8851-28de04ce0046', 'name': '', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'mac_address': 'fa:16:3e:ab:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:02Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 1, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'subnets': [{'id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:04.750776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Router 6825d520-a150-4242-949b-19bfc0b7fa61 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:57:04.803102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] Provisioning complete for port 723e64ed-acd3-429e-b1d5-f18ba97aa518 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:04.806232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.896117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44b38955-d5dd-4a9b-ba49-023195ce76f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.984971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:04.989892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:05.017658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a5e26180-85bc-48d3-98c7-925e1a30df84 admin admin] 10.222.0.15 "PUT /v2.0/routers/6825d520-a150-4242-949b-19bfc0b7fa61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3645601 Nov 15 22:57:05.022565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] For port 723e64ed-acd3-429e-b1d5-f18ba97aa518, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=723e64ed-acd3-429e-b1d5-f18ba97aa518,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:05.091661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:05.212288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72ac10-ff88-42c8-bd83-0dd88c3e6d64 None None] Pushing event updated for resources: {'Port': ['ID=723e64ed-acd3-429e-b1d5-f18ba97aa518,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:05.219492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-78d88090-cc97-48e5-94c3-982be3a8fa26 None None] Provisioning complete for port c415030f-39e3-4f90-8851-28de04ce0046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:05.220856 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78d88090-cc97-48e5-94c3-982be3a8fa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:05.250673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c7641-5b05-43e5-b4b1-f4f08fd88623 req-c0a60258-88d1-4793-a120-c09d0b0eb12d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:05.267905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-886c7641-5b05-43e5-b4b1-f4f08fd88623 req-c0a60258-88d1-4793-a120-c09d0b0eb12d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.1644659 Nov 15 22:57:05.310962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-78d88090-cc97-48e5-94c3-982be3a8fa26 None None] Port c415030f-39e3-4f90-8851-28de04ce0046 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:05.335618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-886c7641-5b05-43e5-b4b1-f4f08fd88623 req-8a6c3eff-a93c-41b5-9d4c-187e0dff1598 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662949 Nov 15 22:57:05.907031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-2b7a0fca-82ae-4816-9f6d-ab5333930afb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:05.909067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-2b7a0fca-82ae-4816-9f6d-ab5333930afb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.1359735 Nov 15 22:57:05.926153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-92f16909-acfc-4a72-91ac-06c65e960203 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/quotas/c4e62c9e04354096a276282957d8994f HTTP/1.1" status: 200 len: 375 time: 0.0107799 Nov 15 22:57:06.050040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-10d7c636-ba5a-4d47-91d0-1bad390f6e3b tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178091 Nov 15 22:57:06.143088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-4fc63be2-18c5-4617-8255-a18cabfa21da service neutron] 10.222.0.15 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921800 Nov 15 22:57:06.268082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-1c0f4f28-1956-4272-97ac-f423cef2b462 service neutron] 10.222.0.15 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183152 Nov 15 22:57:06.541014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ded739-8d7d-4f3c-b3e3-23c69b1a95c1 req-737fc47d-1d47-4deb-9e92-f9cd611c79d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:06.550530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3ded739-8d7d-4f3c-b3e3-23c69b1a95c1 req-737fc47d-1d47-4deb-9e92-f9cd611c79d5 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.1274965 Nov 15 22:57:06.670578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbf832b0-837b-4a2a-9d98-d9f4683fbad1 req-84a7cb39-82c2-4db3-9ca5-fccf4c5dd2f8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.1093383 Nov 15 22:57:06.742415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3ded739-8d7d-4f3c-b3e3-23c69b1a95c1 req-f1def235-6c13-4a15-9a3e-63e9400c5ad2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881649 Nov 15 22:57:06.778472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 723e64ed-acd3-429e-b1d5-f18ba97aa518 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:06.885269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 723e64ed-acd3-429e-b1d5-f18ba97aa518 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:06.887701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:07.188887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0630d80e-dfea-4507-9dde-6fc671c84719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:07.524023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-cff9425e-35be-4ac1-b306-235b00c7e677 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:07.525437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-cff9425e-35be-4ac1-b306-235b00c7e677 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.0627265 Nov 15 22:57:08.017961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-971e5364-4a85-4171-8349-bf6ba4328f56 req-01e80a77-0f4b-4754-b274-7e240b41b9ac tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.0753634 Nov 15 22:57:08.097091 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Sync routers for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:08.099585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158c37f-758a-427d-86d5-d7e1a2529034 req-cbc597c1-e399-4daa-97d8-25d3cde191ac tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:08.101122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6158c37f-758a-427d-86d5-d7e1a2529034 req-cbc597c1-e399-4daa-97d8-25d3cde191ac tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 946 time: 0.1574557 Nov 15 22:57:08.111769 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:08.112958 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:08.171194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Deleting port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:08.171808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.227733 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6158c37f-758a-427d-86d5-d7e1a2529034 req-e155f53f-efbe-4200-80df-5c2b99f146de tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127560 Nov 15 22:57:08.235770 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:08.282082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] For port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:08.282448 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.299196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Calling delete_port for 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:08.319882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.455880 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c415030f-39e3-4f90-8851-28de04ce0046', 'name': '', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'mac_address': 'fa:16:3e:ab:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:02Z', 'updated_at': '2021-11-15T22:57:04Z', 'revision_number': 2, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'subnets': [{'id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:08.481990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.486779 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Checking router: 6825d520-a150-4242-949b-19bfc0b7fa61 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:08.487202 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Updating router 6825d520-a150-4242-949b-19bfc0b7fa61 port c415030f-39e3-4f90-8851-28de04ce0046 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:57:08.504260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['62d9801d-c7a7-45cc-9c77-41acebd758c3', '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:08.515093 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.560497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Pushing event deleted for resources: {'Port': ['ID=70d4ab9c-072d-4ec5-825a-3a9fc6070cc6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:08.668670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] No DVR routers for this DVR port 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:08.673340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.680357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-779a4d8b-c8bc-4466-84bd-29f426dc3545 req-ef1a6ff1-d143-4ff5-9d76-b3a49956d31d tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "DELETE /v2.0/ports/70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 HTTP/1.1" status: 204 len: 173 time: 1.1443806 Nov 15 22:57:08.682627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'name': 'network-vif-deleted', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:08.699457 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26051695-7a85-46b5-bbde-df48b2bc7893" -d '{"events": [{"server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "name": "network-vif-deleted", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:08.751778 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5adc786-fdcc-46be-9af8-ae60f1cb4ed7 x-openstack-request-id: req-b5adc786-fdcc-46be-9af8-ae60f1cb4ed7 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:08.753184 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f1a8a-e802-48e5-b59d-e6d819364b3d", "name": "network-vif-deleted", "tag": "70d4ab9c-072d-4ec5-825a-3a9fc6070cc6", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:08.753184 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5adc786-fdcc-46be-9af8-ae60f1cb4ed7 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:08.753184 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f1a8a-e802-48e5-b59d-e6d819364b3d', 'name': 'network-vif-deleted', 'tag': '70d4ab9c-072d-4ec5-825a-3a9fc6070cc6', 'status': 'completed', 'code': 200} Nov 15 22:57:08.860836 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.938293 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:08.989892 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db98827-155c-4b6c-8740-5a1a64b7add4 None None] Pushing event updated for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:09.047776 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Attempting to bind port c415030f-39e3-4f90-8851-28de04ce0046 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:09.048455 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Attempting to bind port c415030f-39e3-4f90-8851-28de04ce0046 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:09.049096 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Attempting to bind port c415030f-39e3-4f90-8851-28de04ce0046 on network 80fe719b-e2e6-40f0-aa95-820c52476512 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:09.057933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:09.058680 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Checking segment: {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:09.059239 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.059778 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Bound using segment: {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:09.060419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Bound port: c415030f-39e3-4f90-8851-28de04ce0046, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:09.060818 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.124559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3891094-66c9-49b7-b274-ea10425b2f7d req-48cb88f9-6450-41ab-a780-e59f44242eab tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Nov 15 22:57:09.153534 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] For port c415030f-39e3-4f90-8851-28de04ce0046, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:09.157183 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] For port c415030f-39e3-4f90-8851-28de04ce0046, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c415030f-39e3-4f90-8851-28de04ce0046,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:09.229575 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.284341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] Provisioning complete for port c415030f-39e3-4f90-8851-28de04ce0046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:09.284738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.299813 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:09.300452 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:09.396252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d51be16-a77a-4e21-8a30-676a76dacebb req-1fc77b69-615b-4b43-ae24-8d66d4ad6fda tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53f1a8a-e802-48e5-b59d-e6d819364b3d HTTP/1.1" status: 200 len: 210 time: 0.0627940 Nov 15 22:57:09.400869 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.469425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] For port c415030f-39e3-4f90-8851-28de04ce0046, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c415030f-39e3-4f90-8851-28de04ce0046,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:09.515384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.542005 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db98827-155c-4b6c-8740-5a1a64b7add4 None None] Pushing event updated for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:09.543946 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.604435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348a099-b520-4be3-9ab9-f6e2215b374b None None] Pushing event updated for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:09.615879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:09.665406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-24b1b357-0fa7-4d3d-99b7-ab8d740ea1de None None] Provisioning complete for port c415030f-39e3-4f90-8851-28de04ce0046 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:09.666182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24b1b357-0fa7-4d3d-99b7-ab8d740ea1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:09.925611 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c415030f-39e3-4f90-8851-28de04ce0046', 'name': '', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'mac_address': 'fa:16:3e:ab:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:02Z', 'updated_at': '2021-11-15T22:57:09Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'subnets': [{'id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:09.953414 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44007f13-c735-438a-b6c8-b33a23cd7a5d None None] The sync data for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 is: [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:03Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'c415030f-39e3-4f90-8851-28de04ce0046', 'name': '', 'network_id': '80fe719b-e2e6-40f0-aa95-820c52476512', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'mac_address': 'fa:16:3e:ab:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:02Z', 'updated_at': '2021-11-15T22:57:09Z', 'revision_number': 4, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'subnets': [{'id': '5f93c165-e3fe-409c-b9ef-4e35ddfa1878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:10.233152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-080a6bbf-026e-4d39-8ef0-4015f7c621ae req-fb9b24aa-1f57-4be7-a37f-70235a4f099d tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Nov 15 22:57:10.356199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:10.696018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-2ca7a72f-600c-40fa-a1dc-4e96c4167ca6 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:10.697985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-2ca7a72f-600c-40fa-a1dc-4e96c4167ca6 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.55 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.1396756 Nov 15 22:57:10.714480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Request body: {'port': {'device_id': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'admin_state_up': True, 'tenant_id': 'c4e62c9e04354096a276282957d8994f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:10.721105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c415030f-39e3-4f90-8851-28de04ce0046 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:10.774745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c415030f-39e3-4f90-8851-28de04ce0046 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:10.774745 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:10.829215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Made reservation on behalf of c4e62c9e04354096a276282957d8994f for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:10.831673 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.112279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Allocated IP 172.20.0.10 (cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608/ae51b129-ddb3-4474-8659-1a55b5db3ae4/a9ffb6fe-be72-499e-822e-3e4a8618536b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:11.121256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9707-3f81-48ce-8bda-4941b593408e req-c1f19f8d-2fd5-47f0-8554-b696df2af82e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:11.123077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c9c9707-3f81-48ce-8bda-4941b593408e req-c1f19f8d-2fd5-47f0-8554-b696df2af82e tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.1710777 Nov 15 22:57:11.214632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c9c9707-3f81-48ce-8bda-4941b593408e req-3aa02460-e266-46ab-9181-68b303c59685 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Nov 15 22:57:11.338376 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.364336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef9bd867-eaae-4c38-a01f-566bef4ca46f req-4b14386b-6c94-4298-8af1-da80eea597f7 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.0381920 Nov 15 22:57:11.447919 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.495817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:11.499150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:11.503667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:11.527820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:11.547505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:11.548100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.604357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-5433e2d8-f439-42d9-ad95-01ac8eae16cb tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8966765 Nov 15 22:57:11.619688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Request body: {'port': {'device_id': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:11.679966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.757795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fce46571-a678-4c64-853a-3a57c6db8a7c None None] Provisioning complete for port a9ffb6fe-be72-499e-822e-3e4a8618536b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:11.760792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fce46571-a678-4c64-853a-3a57c6db8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.808107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fce46571-a678-4c64-853a-3a57c6db8a7c None None] Port a9ffb6fe-be72-499e-822e-3e4a8618536b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:11.953188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ffb6fe-be72-499e-822e-3e4a8618536b {{(pid=103128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:11.961166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:11.972778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.provisioning_blocks [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Transition to ACTIVE for port object a9ffb6fe-be72-499e-822e-3e4a8618536b will not be triggered until provisioned by entity L2. {{(pid=103128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:57:12.051741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:12.103806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Pushing event updated for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:12.181463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:12.189991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Attempting to bind port a9ffb6fe-be72-499e-822e-3e4a8618536b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:12.190375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Attempting to bind port a9ffb6fe-be72-499e-822e-3e4a8618536b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:12.190709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Attempting to bind port a9ffb6fe-be72-499e-822e-3e4a8618536b on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:12.195548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Port a9ffb6fe-be72-499e-822e-3e4a8618536b on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:57:12.196001 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Attempting to bind port a9ffb6fe-be72-499e-822e-3e4a8618536b on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:12.200999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:12.201459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Checking segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:12.201845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Bound using segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:12.202274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Bound port: a9ffb6fe-be72-499e-822e-3e4a8618536b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:12.202627 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:12.205263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:12.205602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 70d4ab9c-072d-4ec5-825a-3a9fc6070cc6 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:12.309400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:12.322724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:12.402866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba585-b5ff-4f14-a33b-cd445b2b477e req-b2fb234f-0598-414c-8957-e022755fa227 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.411298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e59ba585-b5ff-4f14-a33b-cd445b2b477e req-b2fb234f-0598-414c-8957-e022755fa227 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0859563 Nov 15 22:57:12.412431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:12.491367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.491997 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:12.493394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] 10.222.0.55 "PUT /v2.0/ports/a9ffb6fe-be72-499e-822e-3e4a8618536b HTTP/1.1" status: 200 len: 1092 time: 0.8782904 Nov 15 22:57:12.509163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:12.511420 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63" -d '{"events": [{"name": "network-changed", "server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:12.604069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e262f-0bbe-483b-80f9-8d71b485766d service neutron] Pushing event updated for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:12.620955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32f24-aa07-4c05-b4b7-e5b1ad0f5bcf req-5188c8d6-cf2f-46d9-af25-8f6323ce4170 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.622778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17b32f24-aa07-4c05-b4b7-e5b1ad0f5bcf req-5188c8d6-cf2f-46d9-af25-8f6323ce4170 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.1398978 Nov 15 22:57:12.660652 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e59ba585-b5ff-4f14-a33b-cd445b2b477e req-81112cb9-bcac-4ff4-9715-73964cb57058 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854520 Nov 15 22:57:12.714620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-b316dc76-c39b-4d67-9a20-a3230abc244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.714620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-b316dc76-c39b-4d67-9a20-a3230abc244d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.0873842 Nov 15 22:57:12.724818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-17b32f24-aa07-4c05-b4b7-e5b1ad0f5bcf req-2fa1c9d7-a7b3-4a12-8b7b-6ada2364e8dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764351 Nov 15 22:57:12.778499 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef5024-1586-42fb-a4b4-9076e3b475ae x-openstack-request-id: req-9eef5024-1586-42fb-a4b4-9076e3b475ae {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:12.778907 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:12.779034 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eef5024-1586-42fb-a4b4-9076e3b475ae {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:12.779414 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b', 'status': 'completed', 'code': 200} Nov 15 22:57:12.781045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-26f595d1-47d2-425e-973a-3f63d67e4db5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b HTTP/1.1" status: 200 len: 217 time: 0.0553451 Nov 15 22:57:12.837608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-6d8ecd32-a605-4aa5-a153-c6733281e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.840021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-6d8ecd32-a605-4aa5-a153-c6733281e9fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae51b129-ddb3-4474-8659-1a55b5db3ae4 HTTP/1.1" status: 200 len: 849 time: 0.0504827 Nov 15 22:57:12.903125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-35bf1fcb-6d12-499f-95da-579454ad63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:12.904589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-35bf1fcb-6d12-499f-95da-579454ad63eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562079 Nov 15 22:57:13.003592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-b3015ae1-1546-44b8-8ef5-1b1d9f07b883 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895526 Nov 15 22:57:13.105754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14487e43-a63c-42c4-93a7-69e59f1fef49 req-239c5743-bb3f-483e-af6e-1a279b86d128 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928521 Nov 15 22:57:13.277350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-e71fc6ed-6378-449f-9f44-16d6a7447b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.278919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-e71fc6ed-6378-449f-9f44-16d6a7447b07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.0462198 Nov 15 22:57:13.377135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-1c849a82-0f56-4995-b4f2-0dd25b21dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.378590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-1c849a82-0f56-4995-b4f2-0dd25b21dc23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.0912495 Nov 15 22:57:13.427492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-1c7c10bd-903d-4f76-8661-e6130f612c3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b HTTP/1.1" status: 200 len: 217 time: 0.0399761 Nov 15 22:57:13.491608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-5c679108-a8d8-4812-a9b4-5aee641aa878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.493810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-5c679108-a8d8-4812-a9b4-5aee641aa878 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae51b129-ddb3-4474-8659-1a55b5db3ae4 HTTP/1.1" status: 200 len: 849 time: 0.0549870 Nov 15 22:57:13.541547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-29e432f8-7b64-41d0-b04a-3fdef8039e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.543046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-29e432f8-7b64-41d0-b04a-3fdef8039e8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405579 Nov 15 22:57:13.646611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-8940a0a6-1b46-442d-9881-5101e10f9760 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913498 Nov 15 22:57:13.762697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3efc8e10-aba0-4d1d-9a39-c2cfc3426c63 req-07867c35-9e17-4607-94e9-07e609ca3e7d service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054707 Nov 15 22:57:13.810178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d51c-a028-4f18-9b69-82e0f1c75678 req-e2f084ff-0a55-4136-a815-08ea3aac36e1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.811844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72c6d51c-a028-4f18-9b69-82e0f1c75678 req-e2f084ff-0a55-4136-a815-08ea3aac36e1 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0640111 Nov 15 22:57:13.894607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda19030-2268-490e-947f-64e007267b3b req-081c7e62-695f-4ac8-b7c4-d59bf0297862 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:13.895958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda19030-2268-490e-947f-64e007267b3b req-081c7e62-695f-4ac8-b7c4-d59bf0297862 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.0712383 Nov 15 22:57:13.899953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72c6d51c-a028-4f18-9b69-82e0f1c75678 req-63b5aafe-da52-4f36-987a-34dd49f68b27 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819049 Nov 15 22:57:13.947536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cda19030-2268-490e-947f-64e007267b3b req-a92f807a-2f90-4aa5-ba62-c0504af7c315 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Nov 15 22:57:15.069692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c20efb-134a-4b56-bc28-9aeac0207b30 req-fef6f993-2fbf-4c13-8226-49a77b736950 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:15.071279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c20efb-134a-4b56-bc28-9aeac0207b30 req-fef6f993-2fbf-4c13-8226-49a77b736950 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0809255 Nov 15 22:57:15.102335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed67239-a9bf-4c8a-a227-487472ccf4e0 req-cdb2d376-e8f7-41d0-99f0-998ddd1db4e2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:15.103979 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ed67239-a9bf-4c8a-a227-487472ccf4e0 req-cdb2d376-e8f7-41d0-99f0-998ddd1db4e2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.0786605 Nov 15 22:57:15.156875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c20efb-134a-4b56-bc28-9aeac0207b30 req-6f0669b2-9c23-4503-b279-ff61c9ad69da tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759585 Nov 15 22:57:15.186059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ed67239-a9bf-4c8a-a227-487472ccf4e0 req-5a9d1536-9d90-4c1d-9f21-a01db59db1f0 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723763 Nov 15 22:57:16.172220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a9ffb6fe-be72-499e-822e-3e4a8618536b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:57:16.288503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:16.306172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:57:16.313368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'a9ffb6fe-be72-499e-822e-3e4a8618536b', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'port_id': 'a9ffb6fe-be72-499e-822e-3e4a8618536b', 'mac_address': 'fa:16:3e:8a:69:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:57:16.347473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c21ab9-4eb8-41d7-8308-acad94adcb12 req-18c44ab6-5743-4be3-97b7-53efd20f0b03 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:16.349493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8c21ab9-4eb8-41d7-8308-acad94adcb12 req-18c44ab6-5743-4be3-97b7-53efd20f0b03 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.1114423 Nov 15 22:57:16.370214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:16.373211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acf452-6b3b-4211-baf3-0dcfba78bca1 req-aa82c424-7f6f-49e7-b890-e95a33525cef tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:16.377594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63acf452-6b3b-4211-baf3-0dcfba78bca1 req-aa82c424-7f6f-49e7-b890-e95a33525cef tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1095 time: 0.0663979 Nov 15 22:57:16.390733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ffb6fe-be72-499e-822e-3e4a8618536b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:16.414677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:16.440396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8c21ab9-4eb8-41d7-8308-acad94adcb12 req-5a2575d0-55ef-4bb4-8681-c078a5e04fa2 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/security-groups?id=c60d7f52-b899-4269-b79d-87134db94854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 Nov 15 22:57:16.468341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63acf452-6b3b-4211-baf3-0dcfba78bca1 req-d7ef736e-873b-4a22-a080-6b4d928f8eba tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710030 Nov 15 22:57:16.487349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:16.542931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:16.726758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a9ffb6fe-be72-499e-822e-3e4a8618536b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:16.827682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-433ed0de-ed21-4ec6-9bd7-be62adb02f96 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:16.829258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-433ed0de-ed21-4ec6-9bd7-be62adb02f96 tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 945 time: 0.0777481 Nov 15 22:57:16.942737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Deleting port 62d9801d-c7a7-45cc-9c77-41acebd758c3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:16.942984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:17.276868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] For port 62d9801d-c7a7-45cc-9c77-41acebd758c3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=62d9801d-c7a7-45cc-9c77-41acebd758c3,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:17.277251 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:17.290748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Calling delete_port for 62d9801d-c7a7-45cc-9c77-41acebd758c3 owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:17.481564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:17.497873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['62d9801d-c7a7-45cc-9c77-41acebd758c3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:17.516836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Pushing event deleted for resources: {'Port': ['ID=62d9801d-c7a7-45cc-9c77-41acebd758c3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:17.632961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] No DVR routers for this DVR port 62d9801d-c7a7-45cc-9c77-41acebd758c3 on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:17.635875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38744b94-8709-4d8a-9f51-5baf92176c0f req-78426234-1828-4517-8b26-65c2cde9d37f tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.15 "GET /v2.0/ports?device_id=270d496a-9cd2-49b3-aee2-9ad9a512bb2c HTTP/1.1" status: 200 len: 210 time: 0.0626562 Nov 15 22:57:17.638423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:17.641640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-682feac7-1693-4ddb-a395-3dcf71b9dc7f req-8b308384-13ae-450b-8958-92892050873c tempest-ServerRescueNegativeTestJSON-1218865403 tempest-ServerRescueNegativeTestJSON-1218865403-project] 10.222.0.55 "DELETE /v2.0/ports/62d9801d-c7a7-45cc-9c77-41acebd758c3 HTTP/1.1" status: 204 len: 173 time: 0.8024404 Nov 15 22:57:17.642117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'name': 'network-vif-deleted', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:17.644358 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba224c3e-c7fd-43a0-9e52-d2ebd8c09975" -d '{"events": [{"server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "name": "network-vif-deleted", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:17.673766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504da7d-b9cb-4867-8573-7ebe41563806 req-ec5fc25f-5776-4387-a50b-2416026ce318 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:17.675600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2504da7d-b9cb-4867-8573-7ebe41563806 req-ec5fc25f-5776-4387-a50b-2416026ce318 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1096 time: 0.1035635 Nov 15 22:57:17.722449 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e3978-4686-4fa4-9abf-1f24645ba868 x-openstack-request-id: req-131e3978-4686-4fa4-9abf-1f24645ba868 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:17.722449 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270d496a-9cd2-49b3-aee2-9ad9a512bb2c", "name": "network-vif-deleted", "tag": "62d9801d-c7a7-45cc-9c77-41acebd758c3", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:17.722449 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-131e3978-4686-4fa4-9abf-1f24645ba868 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:17.722449 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270d496a-9cd2-49b3-aee2-9ad9a512bb2c', 'name': 'network-vif-deleted', 'tag': '62d9801d-c7a7-45cc-9c77-41acebd758c3', 'status': 'completed', 'code': 200} Nov 15 22:57:17.733146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2504da7d-b9cb-4867-8573-7ebe41563806 req-b474e71b-41b2-4705-a94f-6d40d78d3ee0 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509224 Nov 15 22:57:18.176762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a9ffb6fe-be72-499e-822e-3e4a8618536b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:18.289721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port a9ffb6fe-be72-499e-822e-3e4a8618536b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:57:18.299473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port a9ffb6fe-be72-499e-822e-3e4a8618536b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:18.299473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:18.396920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:18.433380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:18.434433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:18.436720 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e480ef-c35a-4c6f-869d-36a7a3419954" -d '{"events": [{"server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "name": "network-vif-plugged", "status": "completed", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:18.492072 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:18.557346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:18.584961 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdb3549-cada-4b51-8077-6ba2836e58a4 x-openstack-request-id: req-8bdb3549-cada-4b51-8077-6ba2836e58a4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:18.585255 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "name": "network-vif-plugged", "status": "completed", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:18.585504 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bdb3549-cada-4b51-8077-6ba2836e58a4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:18.585930 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b', 'code': 200} Nov 15 22:57:18.705976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352b766-4529-4314-a1e6-aff4515b465c req-ed833516-262f-44b1-a222-76bca1655b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:18.708147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d352b766-4529-4314-a1e6-aff4515b465c req-ed833516-262f-44b1-a222-76bca1655b8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0469174 Nov 15 22:57:18.716732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:18.876215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d352b766-4529-4314-a1e6-aff4515b465c req-718fee47-7681-45b8-8f3b-2788157769ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523955 Nov 15 22:57:18.896333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b10f-0190-4bba-bcdc-5b83ed26ca36 req-895d1543-0bc7-41f1-b76b-283c83452176 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:18.898122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7226b10f-0190-4bba-bcdc-5b83ed26ca36 req-895d1543-0bc7-41f1-b76b-283c83452176 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0863895 Nov 15 22:57:19.042603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7226b10f-0190-4bba-bcdc-5b83ed26ca36 req-38ef512a-29d2-4838-9f69-d80a6a6b7b3d tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957730 Nov 15 22:57:19.235631 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:19.561961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Deleting port 344ba3da-0828-4a37-b5af-7fb3e58030c4 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:19.562302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:19.645691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] For port 344ba3da-0828-4a37-b5af-7fb3e58030c4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=344ba3da-0828-4a37-b5af-7fb3e58030c4,segment=NetworkSegment(86e71013-a251-4066-8a7c-c87c88e5c301),segment_id=86e71013-a251-4066-8a7c-c87c88e5c301)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:19.646008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:19.663417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Calling delete_port for 344ba3da-0828-4a37-b5af-7fb3e58030c4 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:19.944835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:19.974290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Pushing event deleted for resources: {'Port': ['ID=344ba3da-0828-4a37-b5af-7fb3e58030c4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:20.173174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 62d9801d-c7a7-45cc-9c77-41acebd758c3 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:20.184046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb845362-41f6-4e2a-967d-ddeff5fe1867 req-4a1ba3eb-4aba-47ab-b87e-c782500b70f2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:20.185477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb845362-41f6-4e2a-967d-ddeff5fe1867 req-4a1ba3eb-4aba-47ab-b87e-c782500b70f2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0644674 Nov 15 22:57:20.198965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 62d9801d-c7a7-45cc-9c77-41acebd758c3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:20.200108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 62d9801d-c7a7-45cc-9c77-41acebd758c3 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:20.215359 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:20.323795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb845362-41f6-4e2a-967d-ddeff5fe1867 req-a920b6ec-0eb5-41f3-817f-7800b31138fa tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281199 Nov 15 22:57:20.483442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Router d66bf41c-ed11-412d-bb11-9a05c175c5aa has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:57:20.645252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:20.650716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-202b8551-7dcc-4c8a-94d0-8fa668a1813e admin admin] 10.222.0.15 "PUT /v2.0/routers/d66bf41c-ed11-412d-bb11-9a05c175c5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323618 Nov 15 22:57:20.652925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59446) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:20.657092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Sync routers for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:20.670260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:20.676670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:20.764390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:20.811886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:20.908836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:21.021015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:57:19Z', 'revision_number': 5, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port': {'id': 'b698acad-1c05-4ccd-a1d9-8424c7834446', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:54:46Z', 'updated_at': '2021-11-15T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:21.048118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Checking router: d66bf41c-ed11-412d-bb11-9a05c175c5aa for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:21.057575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Routers {'d66bf41c-ed11-412d-bb11-9a05c175c5aa'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:21.058410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:21.082334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Deleting port b698acad-1c05-4ccd-a1d9-8424c7834446 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:21.087015 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:21.149116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] Set router d66bf41c-ed11-412d-bb11-9a05c175c5aa gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:21.182349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] For port b698acad-1c05-4ccd-a1d9-8424c7834446, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=b698acad-1c05-4ccd-a1d9-8424c7834446,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:21.182767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:21.197134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Calling delete_port for b698acad-1c05-4ccd-a1d9-8424c7834446 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:21.389404 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:57:20Z', 'revision_number': 6, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:21.432139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beacf5a-fe3b-4f56-9f23-db79ea9d6664 None None] The sync data for ids ['d66bf41c-ed11-412d-bb11-9a05c175c5aa'] in n-d-817995-3 is: [{'id': 'd66bf41c-ed11-412d-bb11-9a05c175c5aa', 'name': 'tempest-ServerRescueNegativeTestJSON-367642453-router', 'tenant_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:54:45Z', 'updated_at': '2021-11-15T22:57:20Z', 'revision_number': 6, 'project_id': '6276c9f7f9ed46bb9189b67e6efaf039', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:21.514646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7307831-e778-4f6f-923a-f7192fdf992e req-218ec423-c677-4b1d-b6b4-31eb4c1367fe tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:21.516196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7307831-e778-4f6f-923a-f7192fdf992e req-218ec423-c677-4b1d-b6b4-31eb4c1367fe tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0809255 Nov 15 22:57:21.570781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7307831-e778-4f6f-923a-f7192fdf992e req-b961d32a-f8c6-4e1d-9d21-b8cc0cbb537f tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Nov 15 22:57:21.680593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bb567-3f2e-4071-ab79-e8ad0250e6ab req-efcd642d-7b0b-4877-a6e9-d5ecd99f1c66 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:21.682423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-025bb567-3f2e-4071-ab79-e8ad0250e6ab req-efcd642d-7b0b-4877-a6e9-d5ecd99f1c66 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0412986 Nov 15 22:57:21.731425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-025bb567-3f2e-4071-ab79-e8ad0250e6ab req-9f5fa67b-f00c-4256-b61c-7bc74d3d1d8c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Nov 15 22:57:21.752189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:21.778807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Pushing event deleted for resources: {'Port': ['ID=b698acad-1c05-4ccd-a1d9-8424c7834446,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:21.805326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b8e10-7e9b-4b93-b0c1-501ceaf840cf None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:21.904342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.006540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ac73-826f-484d-b85e-6194a2478fee req-83708b57-99c4-4f74-8bc1-1b0a5e452427 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:22.014363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45c9ac73-826f-484d-b85e-6194a2478fee req-83708b57-99c4-4f74-8bc1-1b0a5e452427 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.1667414 Nov 15 22:57:22.026553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.034418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.099678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45c9ac73-826f-484d-b85e-6194a2478fee req-21b28108-8756-42c1-8f4f-800ce560bf8e tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841706 Nov 15 22:57:22.166199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.166880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66bf41c-ed11-412d-bb11-9a05c175c5aa {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:57:22.174708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.178982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59514) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:22.179457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec4e844d-d74b-4120-ac8c-16634048255e admin admin] 10.222.0.15 "DELETE /v2.0/routers/d66bf41c-ed11-412d-bb11-9a05c175c5aa HTTP/1.1" status: 204 len: 168 time: 1.5249493 Nov 15 22:57:22.238407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Deleting subnet 574f11bc-b17e-418e-982d-d28b9fe8c246 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:57:22.241646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.277182 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.324601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.360335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-03d75f55-6b0f-4e71-9a98-8ff1f4e1fa97 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:22.362975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-03d75f55-6b0f-4e71-9a98-8ff1f4e1fa97 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.1055684 Nov 15 22:57:22.387261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-2bfc9b30-b123-4238-9988-9ab270edad23 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/quotas/c4e62c9e04354096a276282957d8994f HTTP/1.1" status: 200 len: 375 time: 0.0181987 Nov 15 22:57:22.424849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.437261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-7819bb57-b628-43e8-8867-5ab189f0de19 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491030 Nov 15 22:57:22.453309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574f11bc-b17e-418e-982d-d28b9fe8c246,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:22.456408 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.460026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27526d77-b011-4cb1-9e97-8136e678ca16 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/574f11bc-b17e-418e-982d-d28b9fe8c246 HTTP/1.1" status: 204 len: 168 time: 0.2802687 Nov 15 22:57:22.462594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:22.540995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.645975 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.667577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b698acad-1c05-4ccd-a1d9-8424c7834446 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:22.676288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9e12d8-3a23-4d42-a27e-eb6cb14048d1']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:22.686845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e71013-a251-4066-8a7c-c87c88e5c301') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:22.687143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e71013-a251-4066-8a7c-c87c88e5c301') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:22.703897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.717557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: b698acad-1c05-4ccd-a1d9-8424c7834446 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:22.717557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device b698acad-1c05-4ccd-a1d9-8424c7834446 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:22.717557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 344ba3da-0828-4a37-b5af-7fb3e58030c4 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:22.719429 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.726373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:57:22.727009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.734143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-aa7e4a3d-0b8d-40b3-8676-d6a2abb2ef0f service neutron] 10.222.0.15 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918780 Nov 15 22:57:22.741743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 344ba3da-0828-4a37-b5af-7fb3e58030c4 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:22.742090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 344ba3da-0828-4a37-b5af-7fb3e58030c4 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:57:22.749298 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:57:22.846544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-47f866f2-adde-48a9-a6a0-7d98450d5b23 service neutron] 10.222.0.15 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114914 Nov 15 22:57:22.853442 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.863731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:22.868195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb9e12d8-3a23-4d42-a27e-eb6cb14048d1 HTTP/1.1" status: 204 len: 168 time: 0.4044363 Nov 15 22:57:22.898338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338d82-4914-4e2d-b362-bcd90667d3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9e12d8-3a23-4d42-a27e-eb6cb14048d1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:23.108886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-778225ba-7011-464b-a21a-0039454f3b61 req-6327b385-b801-4bc2-9728-44716778c71c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 210 time: 0.0316160 Nov 15 22:57:23.315687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59594) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:23.358047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:23.358276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-30d7c7e5-0796-4870-8e4d-2a8ca26902f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6276c9f7f9ed46bb9189b67e6efaf039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414069 Nov 15 22:57:23.410768 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:23.433074 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:23.550107 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:23.552853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:23.554147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c60d7f52-b899-4269-b79d-87134db94854 HTTP/1.1" status: 204 len: 168 time: 0.1948578 Nov 15 22:57:23.567831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81464614-8c68-41bd-a546-1afc7451c297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d7f52-b899-4269-b79d-87134db94854,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:24.223049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e55781a9-5d66-4d5e-93a5-1da8f9d5fd8b req-71df70e0-6c4d-47a1-bc17-550cc8f24e5f tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 210 time: 0.0412643 Nov 15 22:57:25.166194 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d820cd7-85b1-4e9f-b1c6-012e4580f91f req-a329ebd7-b307-4017-9db9-73340e9be919 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0341735 Nov 15 22:57:25.346884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd213a72-96e5-41ec-8679-6d9b17bac9f0 req-31f61ecf-7cf0-4419-bf69-fe84583e25b6 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Nov 15 22:57:26.254962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee3f5956-e1dd-44d0-916a-34b8d612b21b req-80628d74-5aad-44db-bbf6-df5efc26d4b1 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0280402 Nov 15 22:57:26.494047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ff6a9d3-ac9a-4eaa-9005-8107f41a81d8 req-f0f7c9f3-885a-4505-9968-ebc27904fd6d tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 210 time: 0.0386317 Nov 15 22:57:26.533296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-dec6fa73-ac73-4a55-98f5-8f876be237a2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:26.534852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-dec6fa73-ac73-4a55-98f5-8f876be237a2 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.57 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.1306827 Nov 15 22:57:26.547292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Request body: {'port': {'device_id': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'admin_state_up': True, 'tenant_id': 'c4e62c9e04354096a276282957d8994f'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:26.647606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Made reservation on behalf of c4e62c9e04354096a276282957d8994f for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:26.650107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:26.795197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Allocated IP 172.20.0.5 (cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608/ae51b129-ddb3-4474-8659-1a55b5db3ae4/bd383123-278d-458d-8785-5ec64fa3fef8) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:26.957641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.076934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.094366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a9ffb6fe-be72-499e-822e-3e4a8618536b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:27.131388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:27.134858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:27.140214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:27.148000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Pushing event updated for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:27.208113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:27.223557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.347038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-5322c06f-247a-40bf-9f9f-55ffb369b6e8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8033814 Nov 15 22:57:27.411903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0c2b8db-52a7-407b-91c5-94f8540d6f8f req-b7364c22-9af3-4617-8b67-212fbf689d89 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0497811 Nov 15 22:57:27.516006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Request body: {'port': {'device_id': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:27.531871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0c623a92-4fa7-487c-a36a-931e595afa76 None None] Provisioning complete for port bd383123-278d-458d-8785-5ec64fa3fef8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:27.532378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c623a92-4fa7-487c-a36a-931e595afa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.579220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0c623a92-4fa7-487c-a36a-931e595afa76 None None] Port bd383123-278d-458d-8785-5ec64fa3fef8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:27.588272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.671518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38c1c-2b02-4cf8-91f3-eb6e8520f381 req-933d947d-167e-4f6f-a337-d6c7a042fd86 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:27.674448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5b38c1c-2b02-4cf8-91f3-eb6e8520f381 req-933d947d-167e-4f6f-a337-d6c7a042fd86 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1027 time: 0.0793016 Nov 15 22:57:27.744319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5b38c1c-2b02-4cf8-91f3-eb6e8520f381 req-21638767-2f7a-498f-9aa3-c0e564db1349 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575387 Nov 15 22:57:27.890657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd383123-278d-458d-8785-5ec64fa3fef8 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:27.899402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:27.912550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Transition to ACTIVE for port object bd383123-278d-458d-8785-5ec64fa3fef8 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:57:27.962758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:28.024652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Pushing event updated for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:28.112233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Attempting to bind port bd383123-278d-458d-8785-5ec64fa3fef8 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:28.112624 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Attempting to bind port bd383123-278d-458d-8785-5ec64fa3fef8 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:28.113102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Attempting to bind port bd383123-278d-458d-8785-5ec64fa3fef8 on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:28.118204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Port bd383123-278d-458d-8785-5ec64fa3fef8 on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:57:28.118711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Attempting to bind port bd383123-278d-458d-8785-5ec64fa3fef8 on network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:28.124329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:28.124702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Checking segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:28.125055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Bound using segment: {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:28.125475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Bound port: bd383123-278d-458d-8785-5ec64fa3fef8, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8437df52-43eb-42c6-a4f7-2b758cd1dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:28.125820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:28.196839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:28.200532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd383123-278d-458d-8785-5ec64fa3fef8,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:28.270985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:28.305826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.306946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:28.308326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] 10.222.0.57 "PUT /v2.0/ports/bd383123-278d-458d-8785-5ec64fa3fef8 HTTP/1.1" status: 200 len: 1091 time: 0.9508245 Nov 15 22:57:28.308815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:28.311144 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e3926a-5fbd-4a16-b954-6f005fdc68b3" -d '{"events": [{"name": "network-changed", "server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:28.385850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4389bc8-4808-4c91-9f26-1b050c55a92e service neutron] Pushing event updated for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:28.393102 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91e47d7-fa13-4527-ae4a-ea723252f5fd x-openstack-request-id: req-b91e47d7-fa13-4527-ae4a-ea723252f5fd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:28.393102 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:28.393102 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b91e47d7-fa13-4527-ae4a-ea723252f5fd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:28.393102 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8', 'status': 'completed', 'code': 200} Nov 15 22:57:28.468895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-1594412a-8f2f-45f6-bd83-271470e3c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.470480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-1594412a-8f2f-45f6-bd83-271470e3c807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0583405 Nov 15 22:57:28.554073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-915654bd-4af1-4646-a1ed-a073dd07118b req-4b616a8a-82af-4285-a552-dd45d420d9c3 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0358052 Nov 15 22:57:28.669681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-3b404a94-7aab-4877-bef4-40df32511bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.671486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-3b404a94-7aab-4877-bef4-40df32511bb7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c4e62c9e04354096a276282957d8994f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1897192 Nov 15 22:57:28.808029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-fba655ad-66b6-497a-9447-bdbb686eed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.810028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-65e3926a-5fbd-4a16-b954-6f005fdc68b3 req-fba655ad-66b6-497a-9447-bdbb686eed07 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301599 Nov 15 22:57:28.881332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3a4a1dce-4c88-4e95-aa24-1e71b749270f req-4aae8d8c-efbe-45d3-bb59-cd32e9e77a6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0683844 Nov 15 22:57:28.929738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a849015-63d6-4cfd-bc27-eb5413a1395a req-395455e1-0b81-4fc0-9e48-63bcb1e3c8ef tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.937664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a849015-63d6-4cfd-bc27-eb5413a1395a req-395455e1-0b81-4fc0-9e48-63bcb1e3c8ef tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0773108 Nov 15 22:57:28.969392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-bd06665f-28b4-490e-a98f-0e4d1b352a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:28.978162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-bd06665f-28b4-490e-a98f-0e4d1b352a42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0959184 Nov 15 22:57:28.992421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a849015-63d6-4cfd-bc27-eb5413a1395a req-e0af0582-c491-4f7a-9fc5-67454f6862de tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Nov 15 22:57:29.128428 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-48bf2d07-2252-4763-a677-2e40ff601d8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd383123-278d-458d-8785-5ec64fa3fef8 HTTP/1.1" status: 200 len: 217 time: 0.0579381 Nov 15 22:57:29.194054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-3f902f57-8495-4693-8b0a-b3fe777be31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:29.195620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-3f902f57-8495-4693-8b0a-b3fe777be31d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae51b129-ddb3-4474-8659-1a55b5db3ae4 HTTP/1.1" status: 200 len: 849 time: 0.0580726 Nov 15 22:57:29.249861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-87df849d-7834-4f60-af5b-49e137656646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:29.251461 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-87df849d-7834-4f60-af5b-49e137656646 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474451 Nov 15 22:57:29.350154 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-6e623ad2-09ee-41e7-a024-3248cab193db service neutron] 10.222.0.57 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892496 Nov 15 22:57:29.395220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:29.457336 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ebdb60ea-526d-4e14-8daa-ebbd121847d8 req-c660e8fa-7bd0-4c96-ad4e-3da7fb9ec53f service neutron] 10.222.0.57 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990283 Nov 15 22:57:29.673295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3b003ec-8dd8-4068-90f3-8285e198a223 req-c78cdedd-388f-4793-a068-ce372c137ff1 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0316455 Nov 15 22:57:29.928137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:30.107620 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257b8d-217f-4673-97b4-f1451eafcf17 req-2822ad1a-1603-4572-9baa-08a12f88647c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:30.109267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31257b8d-217f-4673-97b4-f1451eafcf17 req-2822ad1a-1603-4572-9baa-08a12f88647c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0434504 Nov 15 22:57:30.159846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31257b8d-217f-4673-97b4-f1451eafcf17 req-677c4902-ca96-48af-94f6-9cfc4eab0c04 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Nov 15 22:57:30.794168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49e7b3d0-99e9-4ee6-a197-29a953871872 req-d3c96fa2-3f10-4bae-b718-876bda1260a8 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0335131 Nov 15 22:57:31.278183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af3ee-fead-4a8b-a632-8e91630a11c3 req-814dc59f-a8f8-4af4-a78a-fed1357fcdf1 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:31.279671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a9af3ee-fead-4a8b-a632-8e91630a11c3 req-814dc59f-a8f8-4af4-a78a-fed1357fcdf1 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0413098 Nov 15 22:57:31.330442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a9af3ee-fead-4a8b-a632-8e91630a11c3 req-d692903d-789e-4811-b459-06cb82c34fd4 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Nov 15 22:57:31.966867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e316e86-8ac7-47a2-b2f6-4c2ab16e320d req-db98ba2a-7567-47d8-8e2e-1ec86a3e5138 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.3162374 Nov 15 22:57:32.085503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd383123-278d-458d-8785-5ec64fa3fef8 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:57:32.240046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd383123-278d-458d-8785-5ec64fa3fef8,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:32.254614 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'bd383123-278d-458d-8785-5ec64fa3fef8', 'network_id': 'cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608', 'port_id': 'bd383123-278d-458d-8785-5ec64fa3fef8', 'mac_address': 'fa:16:3e:11:82:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae51b129-ddb3-4474-8659-1a55b5db3ae4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:57:32.307888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:32.323282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd383123-278d-458d-8785-5ec64fa3fef8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:32.351474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd383123-278d-458d-8785-5ec64fa3fef8,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:32.454834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:32.474115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d725ab-0a22-4bd3-9ce2-bcf7fbca9427 req-01ab5965-62be-4895-babf-74be603ea78b tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:32.476225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d725ab-0a22-4bd3-9ce2-bcf7fbca9427 req-01ab5965-62be-4895-babf-74be603ea78b tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1094 time: 0.0613351 Nov 15 22:57:32.546228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32d725ab-0a22-4bd3-9ce2-bcf7fbca9427 req-7f7a3cf7-b51e-425d-95c0-22d3ed0bf6d8 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619311 Nov 15 22:57:32.547521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:32.641975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-76e9e775-3b4e-414b-bfbc-da9e7dd0c790 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405493 Nov 15 22:57:32.729273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bd383123-278d-458d-8785-5ec64fa3fef8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:32.742140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-94dfec40-cc4c-460e-897c-dd88cfba2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:32.744280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-94dfec40-cc4c-460e-897c-dd88cfba2485 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4e62c9e04354096a276282957d8994f&device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0548003 Nov 15 22:57:32.913884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-7cc16d6d-1263-4bf2-92cc-4f56bd9a0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:32.919549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-7cc16d6d-1263-4bf2-92cc-4f56bd9a0f74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 200 len: 911 time: 0.1476707 Nov 15 22:57:32.955501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59834) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:32.981764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-f443a16e-8b8b-4dc2-8255-94966aa340fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b HTTP/1.1" status: 200 len: 217 time: 0.0553885 Nov 15 22:57:33.040135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-9e4c893d-6981-4b85-b91a-ba249f79d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:33.045502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-9e4c893d-6981-4b85-b91a-ba249f79d1fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae51b129-ddb3-4474-8659-1a55b5db3ae4 HTTP/1.1" status: 200 len: 849 time: 0.0556059 Nov 15 22:57:33.100366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cd0478c-7bce-477c-9779-2e5ca196e4d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.109136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fb242ab-f614-4091-92da-7192545514b9 req-52fafd34-b6d7-443a-849f-fb9b3316dad0 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0560184 Nov 15 22:57:33.129636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-1c27dcee-b597-4ece-8e16-72839a31e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:33.131166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-1c27dcee-b597-4ece-8e16-72839a31e7ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758643 Nov 15 22:57:33.184800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cd0478c-7bce-477c-9779-2e5ca196e4d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.237621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-535ee29e-83cf-4526-94b5-844f436c8cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980999 Nov 15 22:57:33.252930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6cd0478c-7bce-477c-9779-2e5ca196e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.296304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6cd0478c-7bce-477c-9779-2e5ca196e4d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b0d73a6628b44999621bd56615d8182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388245 Nov 15 22:57:33.298883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0478c-7bce-477c-9779-2e5ca196e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b945803d-6a6f-4509-8741-e7c3681bad82,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:33.299655 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59840) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:33.369335 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67317035-66f7-4bb2-9264-546b8d4be3c6 req-cc8b00f2-0667-48a7-b5f3-7e3bc584ce91 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237550 Nov 15 22:57:33.381212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.403468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.521978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.524670 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:33.525801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b945803d-6a6f-4509-8741-e7c3681bad82 HTTP/1.1" status: 204 len: 168 time: 0.2238050 Nov 15 22:57:33.534161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fab8c1-caa1-4f46-bcd5-27c0396830e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b945803d-6a6f-4509-8741-e7c3681bad82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:33.664026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d19ea3-323b-4794-a5a9-0124a8f0386e req-bc189554-7de7-411c-9322-af4221c99dff tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:33.665615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7d19ea3-323b-4794-a5a9-0124a8f0386e req-bc189554-7de7-411c-9322-af4221c99dff tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1095 time: 0.0410838 Nov 15 22:57:33.713806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7d19ea3-323b-4794-a5a9-0124a8f0386e req-e0b6af31-49e6-4049-90dd-7f4efea4220f tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Nov 15 22:57:34.104879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd383123-278d-458d-8785-5ec64fa3fef8 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:34.232667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a2a4366-edbc-48e6-a4ea-571c37532903 req-29d48951-8d8a-4afb-adab-07fae102fe2f tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0299509 Nov 15 22:57:34.235985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port bd383123-278d-458d-8785-5ec64fa3fef8 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:57:34.240129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port bd383123-278d-458d-8785-5ec64fa3fef8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:34.246521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.324553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.348719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:34.350942 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdcc139-d00d-4655-a4be-b58f76f01fd6" -d '{"events": [{"server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "name": "network-vif-plugged", "status": "completed", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:34.367664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd383123-278d-458d-8785-5ec64fa3fef8,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:34.391543 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895f7a2-6217-4801-9fcb-885301019a4a x-openstack-request-id: req-2895f7a2-6217-4801-9fcb-885301019a4a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:34.392009 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "name": "network-vif-plugged", "status": "completed", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:34.392954 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2895f7a2-6217-4801-9fcb-885301019a4a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:34.393354 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8', 'code': 200} Nov 15 22:57:34.425099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.492372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:34.500480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee426-7fe4-4fb5-a19a-abc560c6e189 req-a6deffe3-56ad-4c90-bdd8-85a2ccab358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:34.503666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c5ee426-7fe4-4fb5-a19a-abc560c6e189 req-a6deffe3-56ad-4c90-bdd8-85a2ccab358a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0547571 Nov 15 22:57:34.552403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c5ee426-7fe4-4fb5-a19a-abc560c6e189 req-63fde638-715a-45ac-9c17-167f9edbd691 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Nov 15 22:57:34.559797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59872) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:34.658429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1003562787-network', 'tenant_id': '35090f98ba3b440a9c7f219076beaf1e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:34.784914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Made reservation on behalf of 35090f98ba3b440a9c7f219076beaf1e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:34.787236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.796186 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.813563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6321b723-eab1-4d1f-919b-a01efd678add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.822405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbb1c-c4fe-4dd4-9dcc-fc9e8c98aa90 req-9fd4623b-382b-4ca8-8821-683bfe17852c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:34.823825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62bcbb1c-c4fe-4dd4-9dcc-fc9e8c98aa90 req-9fd4623b-382b-4ca8-8821-683bfe17852c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0424390 Nov 15 22:57:34.870791 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.872440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62bcbb1c-c4fe-4dd4-9dcc-fc9e8c98aa90 req-d20f71b7-ce26-4350-b598-3965988beb7e tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Nov 15 22:57:34.933465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.962324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:57:34.968719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15405097-0db2-45bd-8644-7e062880d896,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:34.975272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:34.978710 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Added segment 4b4916d2-61fb-4436-b2d3-3ba0e434f8b1 of type vlan for network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 Nov 15 22:57:35.019603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.116667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.117689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:35.121296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.181698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7da7f8bc-f346-465f-a8cf-f12ded146bd5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:35.191366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:57:35.267664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-18eff3c3-c4c1-4a6d-91a5-92bf6d4752e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7065361 Nov 15 22:57:35.275515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59886) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:35.275515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Request body: {'subnet': {'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1003562787-subnet', 'tenant_id': '35090f98ba3b440a9c7f219076beaf1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:35.348061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5ecf793-e25a-418a-9339-1adb6e6c9c30 req-01d7e0fe-dafd-49d2-a164-1aeffbc8c79d tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0272667 Nov 15 22:57:35.373518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Made reservation on behalf of 35090f98ba3b440a9c7f219076beaf1e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:35.375945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.506357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 59890) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:35.614107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.692776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f982aef7-8771-406f-a16b-4169260e4772,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:35.729471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Checking segment: {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:35.729803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Network hostable DHCP agents. Network: 7da7f8bc-f346-465f-a8cf-f12ded146bd5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:57:35.741421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f718e7d0-ed40-4905-9a20-1116918c68b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1cbe6af5b4054e0dae95297b33a2a3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338657 Nov 15 22:57:35.744074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:35.792067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.807839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:57:35.813382 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.887940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7da7f8bc-f346-465f-a8cf-f12ded146bd5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:35.891915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:35.892505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.901661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982c654-77f7-4806-a56b-3596c26f2cee None None] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:35.910900 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.914347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:35.917359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9987244-5829-4a91-9ce4-e97032fb2fb4 HTTP/1.1" status: 204 len: 168 time: 0.1720567 Nov 15 22:57:35.928583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ff3cd-3351-4b11-b7ec-cca8aefc1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9987244-5829-4a91-9ce4-e97032fb2fb4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:36.000826 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff13b13e-4f4a-4844-a229-06cf0c215283 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7293198 Nov 15 22:57:36.022060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed69f75-3088-485e-a1c4-f09abe970d9a req-ede94ea8-68ab-4fe6-bc8d-8a05f054fcb1 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:36.031021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bed69f75-3088-485e-a1c4-f09abe970d9a req-ede94ea8-68ab-4fe6-bc8d-8a05f054fcb1 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0658977 Nov 15 22:57:36.072766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1e043-9530-4435-83f2-04878c46141e None None] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:36.082914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bed69f75-3088-485e-a1c4-f09abe970d9a req-3a1f7166-011d-4c0a-a472-f75d2a569a5d tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510173 Nov 15 22:57:36.211327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0da73-08c3-4809-afed-412573962949 req-863561b7-0559-4613-aa21-9a8b46e1ff55 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:36.212871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dc0da73-08c3-4809-afed-412573962949 req-863561b7-0559-4613-aa21-9a8b46e1ff55 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0469201 Nov 15 22:57:36.261714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3dc0da73-08c3-4809-afed-412573962949 req-774c6361-b780-4546-90d6-bb107565a0b4 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Nov 15 22:57:36.387467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6923b0-19fd-4430-b8d0-6db27420e63c req-8875a542-22d3-41f5-9e04-a99975ec068c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:36.389026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba6923b0-19fd-4430-b8d0-6db27420e63c req-8875a542-22d3-41f5-9e04-a99975ec068c tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0578418 Nov 15 22:57:36.436536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba6923b0-19fd-4430-b8d0-6db27420e63c req-ebecfc0f-75a6-49ad-811a-609adec1eca3 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Nov 15 22:57:36.481312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cef61b8-3adf-4fa6-99f7-5b53d29c8d8b req-9ec42f3a-9552-4b27-9cd6-5b9c6191eeab tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0368576 Nov 15 22:57:36.904924 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc865702-efbc-4383-b866-cd515f580046 req-571b06fa-a773-49af-9c9d-87a1f8c57830 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:36.906438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc865702-efbc-4383-b866-cd515f580046 req-571b06fa-a773-49af-9c9d-87a1f8c57830 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0409470 Nov 15 22:57:36.951507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc865702-efbc-4383-b866-cd515f580046 req-4b8e5c04-c209-4925-9dba-74da1e139e9d tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Nov 15 22:57:37.219176 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12a59c10-f42a-4ea3-a7da-aa29906c1244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:37.611832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-40ff7565-c9ba-4a49-badb-ce0e6531cbfa req-4e325fe0-b85e-4371-a8c0-44dd449f90db tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0453939 Nov 15 22:57:38.061204 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8ee88-8429-4891-92ab-a62792e68481 req-6f9d5108-6517-489f-8e2e-44f84903b4ed tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:38.062707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea8ee88-8429-4891-92ab-a62792e68481 req-6f9d5108-6517-489f-8e2e-44f84903b4ed tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0411282 Nov 15 22:57:38.124257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea8ee88-8429-4891-92ab-a62792e68481 req-b673433b-5c92-4317-9996-5d688bc7aab9 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Nov 15 22:57:38.205683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-32061a80-6f5f-4c32-a9d3-6346b8a23064 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:38.207224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-32061a80-6f5f-4c32-a9d3-6346b8a23064 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 1096 time: 0.0475657 Nov 15 22:57:38.291290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Deleting port bd383123-278d-458d-8785-5ec64fa3fef8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:38.293590 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:38.327814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:38.375600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] For port bd383123-278d-458d-8785-5ec64fa3fef8, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bd383123-278d-458d-8785-5ec64fa3fef8,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:38.375966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:38.389715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Calling delete_port for bd383123-278d-458d-8785-5ec64fa3fef8 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:38.567759 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:38.580073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a9ffb6fe-be72-499e-822e-3e4a8618536b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:38.582912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bd383123-278d-458d-8785-5ec64fa3fef8'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:38.600069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd383123-278d-458d-8785-5ec64fa3fef8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:38.647546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] No DVR routers for this DVR port bd383123-278d-458d-8785-5ec64fa3fef8 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:38.650255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.650599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.650985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.651503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.652007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.652338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.652685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.653016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.653423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.653648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.653969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.654291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:38.669064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:38.669064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b763b3e6-99fb-45c0-abf0-10297b0e0585 req-3a545558-f618-4c1c-b4ef-f7cccf615e91 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.57 "DELETE /v2.0/ports/bd383123-278d-458d-8785-5ec64fa3fef8 HTTP/1.1" status: 204 len: 173 time: 0.4521961 Nov 15 22:57:38.669064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'name': 'network-vif-deleted', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:38.669064 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956db9b3-7823-4fc8-b913-7b97def9cc4d" -d '{"events": [{"server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "name": "network-vif-deleted", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:38.757805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24c21d16-cb2b-4317-958a-9b7fc611d6ac req-d9df58b3-3a3d-4ccd-971f-0280386601f1 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0375259 Nov 15 22:57:38.820164 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbf3458-aabc-4c56-9d8c-0ea91171682f x-openstack-request-id: req-ebbf3458-aabc-4c56-9d8c-0ea91171682f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:38.820595 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe555f-22aa-4963-89c1-0a2a04f06258", "name": "network-vif-deleted", "tag": "bd383123-278d-458d-8785-5ec64fa3fef8", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:38.820969 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebbf3458-aabc-4c56-9d8c-0ea91171682f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:38.821529 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe555f-22aa-4963-89c1-0a2a04f06258', 'name': 'network-vif-deleted', 'tag': 'bd383123-278d-458d-8785-5ec64fa3fef8', 'status': 'completed', 'code': 200} Nov 15 22:57:39.073898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 59980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:39.078879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'network': {'name': 'tempest-network-smoke--1632028411', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:39.191409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:39.195050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.206697 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.235045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31c90fcc-6f0a-4e7d-9bdc-c19a3997455e req-3ea6aa7c-3188-4eff-8548-d3a2feb4799b tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46fe555f-22aa-4963-89c1-0a2a04f06258 HTTP/1.1" status: 200 len: 210 time: 0.0309920 Nov 15 22:57:39.317038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.451234 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-0f9006f6-2c2c-4561-b0f1-483ea4c14690 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:39.452713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-0f9006f6-2c2c-4561-b0f1-483ea4c14690 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/networks?id=7da7f8bc-f346-465f-a8cf-f12ded146bd5 HTTP/1.1" status: 200 len: 809 time: 0.1034489 Nov 15 22:57:39.457519 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.476462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.478484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-e930e037-9995-44c4-be36-8a6f14bae761 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/quotas/35090f98ba3b440a9c7f219076beaf1e HTTP/1.1" status: 200 len: 375 time: 0.0190876 Nov 15 22:57:39.504494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:57:39.510686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810fbc98-79f4-4676-b551-58e6f80510d7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:39.533395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-a3fc451e-f7e9-4a24-b493-abc5612c91e4 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458653 Nov 15 22:57:39.539625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.539945 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Added segment ae3a9b0c-ef8e-4b66-a8b4-317fae01de92 of type vlan for network baeca1cc-7b88-4794-a644-792204431b83 Nov 15 22:57:39.542084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.542423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.542748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.543071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.543390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.543751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.544025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.544338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.544671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.544983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.545294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.545600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:39.642974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.708256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-1783a351-2b57-45e3-9c49-9235c4649ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579742 Nov 15 22:57:39.768444 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.773908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:39.774472 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:39.893713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d670f502-c7fb-4847-9f53-798b5781b427 req-fa539e4b-0c47-4bb4-adc5-aa440647fadd tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0554202 Nov 15 22:57:39.905872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Network': ['ID=baeca1cc-7b88-4794-a644-792204431b83,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:39.915375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63b451b4-5361-4b4c-9035-4ff319142111 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8378043 Nov 15 22:57:39.917125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-8152ef0e-72ec-44c5-bec7-d4b3fc22e223 service neutron] 10.222.0.15 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026951 Nov 15 22:57:39.917593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60000) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:39.920244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network baeca1cc-7b88-4794-a644-792204431b83 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:57:39.921880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'admin_state_up': True, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:40.048238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.052305 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.099669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.192799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e442404f-a8cb-4a74-97f5-d3a72362ff63 req-2ee5cccf-6e99-4964-b5f9-e72b92a34382 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 210 time: 0.0274856 Nov 15 22:57:40.332681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.345222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.598229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.617794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.707773 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4abfeb2b-b755-4e3c-949b-2079c6897c35 req-dcf54631-3b02-4c8f-8804-25bfd778d995 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=484f6f24e8b5450ba3f0776db66b9cc1&device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0452247 Nov 15 22:57:40.747931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.25.0.252 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0f547f03-ffe4-42c6-91a7-ae5d67d20b05) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:40.754284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4abfeb2b-b755-4e3c-949b-2079c6897c35 req-11cbd898-8197-44ae-aa68-035b4c3badbb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=484f6f24e8b5450ba3f0776db66b9cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253255 Nov 15 22:57:40.870012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfeb2b-b755-4e3c-949b-2079c6897c35 req-8bc870ac-b1c3-4596-bfb3-3bcb1f88a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:40.871592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4abfeb2b-b755-4e3c-949b-2079c6897c35 req-8bc870ac-b1c3-4596-bfb3-3bcb1f88a63f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094694 Nov 15 22:57:40.889635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a165-b885-419c-96d5-e2c1a81497fb req-37ba2499-a4cd-4781-b8a6-2a408aac7540 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:40.891477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b88a165-b885-419c-96d5-e2c1a81497fb req-37ba2499-a4cd-4781-b8a6-2a408aac7540 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0714974 Nov 15 22:57:40.912001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:40.970463 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b88a165-b885-419c-96d5-e2c1a81497fb req-7f27c777-4ed3-457e-aa04-fc790e63bf7e tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 15 22:57:41.014865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c7a8a54-c8c3-4007-b5c2-4a1c03c240d8 req-7b8f1f38-784f-4aba-a375-e793863f30d2 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0356166 Nov 15 22:57:41.105555 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:41.141442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:41.146218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:41.151021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:41.161043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d29dab-363a-4758-95ae-356d57aa9306 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:41.177329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:41.277851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2f289baf-7b69-4ac1-8731-e2d30d38cbab None None] Provisioning complete for port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:41.278157 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f289baf-7b69-4ac1-8731-e2d30d38cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:41.315865 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2f289baf-7b69-4ac1-8731-e2d30d38cbab None None] Port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:41.316346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3e34f73-6b48-4ecf-8e36-9b4f04424512 req-8b587e5c-e218-4e0c-a118-7aefe0177be9 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Nov 15 22:57:41.532588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:41.728312 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:41.922542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:57:42.029039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:42.040802 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Sync routers for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:42.067652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:42.068275 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:42.080941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b9e37-05ad-4859-8b36-19180744ecf2 req-dc93fd07-c1d6-4152-9890-8e9b3a1f9d74 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:42.082621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-031b9e37-05ad-4859-8b36-19180744ecf2 req-dc93fd07-c1d6-4152-9890-8e9b3a1f9d74 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.0465243 Nov 15 22:57:42.148232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd383123-278d-458d-8785-5ec64fa3fef8 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:42.153487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-031b9e37-05ad-4859-8b36-19180744ecf2 req-664aaf29-94d6-4538-bde8-7659360d5369 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d16982fb-8a65-4e81-aae8-60891a2e4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Nov 15 22:57:42.168693 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1161f90-e789-4de7-8be1-2d763faceb61 req-0093c54f-8b38-4b82-a177-fe04048ed820 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0408158 Nov 15 22:57:42.171487 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.172783 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-570e96b8-73a2-4715-aa03-49731d73c458 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2540863 Nov 15 22:57:42.174812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: bd383123-278d-458d-8785-5ec64fa3fef8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:42.175380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bd383123-278d-458d-8785-5ec64fa3fef8 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:42.175893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:42.196869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:42.335360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cef5a52e-43c2-4ce0-9bf2-66f2f23eb361 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e0342858164d4d9bb25c0908924ca1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1581221 Nov 15 22:57:42.338193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:42.349121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5039574-a49b-451c-9115-3b84e1832294 req-6035399a-090b-49d0-a355-24c42c68c8fa tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:42.349357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5039574-a49b-451c-9115-3b84e1832294 req-6035399a-090b-49d0-a355-24c42c68c8fa tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 1097 time: 0.1020818 Nov 15 22:57:42.400133 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:41Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:42.439101 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Checking router: 6e6a06e8-664a-4ea2-9872-affa4f2eff52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:42.439433 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Updating router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:57:42.444305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa1c3bb0-6f35-4f2f-8825-353849e6aa4a req-1c3e20a0-6496-4339-b881-6917cd9c8be1 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 210 time: 0.0400984 Nov 15 22:57:42.475614 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.505813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-11f46b44-1f50-490c-b7af-2f0c8e57970d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:42.507677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-11f46b44-1f50-490c-b7af-2f0c8e57970d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "GET /v2.0/networks?id=7da7f8bc-f346-465f-a8cf-f12ded146bd5 HTTP/1.1" status: 200 len: 809 time: 0.2362621 Nov 15 22:57:42.516837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Deleting port a9ffb6fe-be72-499e-822e-3e4a8618536b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:42.517175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.532885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Request body: {'port': {'device_id': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5', 'admin_state_up': True, 'tenant_id': '35090f98ba3b440a9c7f219076beaf1e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:42.584450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff782e91-ac68-4f44-985a-bfc9fb23be76 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:42.586268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ff782e91-ac68-4f44-985a-bfc9fb23be76 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2430096 Nov 15 22:57:42.589252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60034) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:42.629716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-97d911c9-1ce7-4368-8005-535c31fd8899 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391176 Nov 15 22:57:42.637478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:42.647035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093236890', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:42.739505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Made reservation on behalf of 35090f98ba3b440a9c7f219076beaf1e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:42.741208 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.743332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.819451 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.874445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04369c2-8f72-4bda-ad70-5c01756da5c8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:42.879891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Allocated IP 172.20.0.10 (7da7f8bc-f346-465f-a8cf-f12ded146bd5/f982aef7-8771-406f-a16b-4169260e4772/175e27bd-7da2-4885-9c0e-642d00d73249) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:42.886915 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Attempting to bind port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:42.887484 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Attempting to bind port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:42.887946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Attempting to bind port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:42.900808 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:42.901345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:42.901839 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.902325 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:42.902964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Bound port: 0f547f03-ffe4-42c6-91a7-ae5d67d20b05, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:42.903634 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.906916 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a8f37-3402-421d-bf5a-36c5717cabff None None] Pushing event updated for resources: {'Port': ['ID=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:42.946903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-841e90be-454e-4052-9bd8-bc2c6eba98f5 None None] Provisioning complete for port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:42.947738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-841e90be-454e-4052-9bd8-bc2c6eba98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.950006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] For port a9ffb6fe-be72-499e-822e-3e4a8618536b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=a9ffb6fe-be72-499e-822e-3e4a8618536b,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:42.950485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:42.969653 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] For port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:42.974250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] For port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:42.979686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Calling delete_port for a9ffb6fe-be72-499e-822e-3e4a8618536b owned by compute:nova {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:42.994412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-841e90be-454e-4052-9bd8-bc2c6eba98f5 None None] Port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:43.040802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.043154 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.067037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1c0b3-54e4-4680-b2a4-c35f37d260b1 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:43.113463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:43.114429 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:43.115172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] Provisioning complete for port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:43.115689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.118866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:43.122398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.181998 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.223639 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:43.241002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.243009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.264322 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['a9ffb6fe-be72-499e-822e-3e4a8618536b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:43.285176 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a8f37-3402-421d-bf5a-36c5717cabff None None] Pushing event updated for resources: {'Port': ['ID=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:43.300028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] For port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:43.305456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Pushing event updated for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:43.312111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:43.314912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:43.317544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:43.323294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ffb6fe-be72-499e-822e-3e4a8618536b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:43.374861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.381061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:43.382716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.431124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33cbd34b-50f6-41ff-b668-6900a352000e req-a8d59a62-c4b6-4211-ada0-9f6989654f03 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.1182613 Nov 15 22:57:43.433169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-757d05b3-05b0-43b9-81ba-ba22e69143f2 req-ef3f4a2a-26b8-40f1-aa43-34cb3001cc30 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.1234448 Nov 15 22:57:43.467931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd6814-eaa8-4830-826d-55ae823ead0f None None] Pushing event updated for resources: {'Port': ['ID=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:43.481050 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:41Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:43.516263 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9c9bb-4fe6-40a2-a435-a3441476e1fb None None] The sync data for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 is: [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:41Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:43.521680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] No DVR routers for this DVR port a9ffb6fe-be72-499e-822e-3e4a8618536b on host n-h1-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:43.525610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.527633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-953f46bf-9fa4-4c08-b8d4-1b1b2ad5452b tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0016704 Nov 15 22:57:43.530716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5039574-a49b-451c-9115-3b84e1832294 req-b5abe2d7-20ca-4092-b0ed-aa8ec9c9e6dc tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a9ffb6fe-be72-499e-822e-3e4a8618536b HTTP/1.1" status: 204 len: 173 time: 1.1663792 Nov 15 22:57:43.531320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'name': 'network-vif-deleted', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:43.533784 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b230e7b6-9094-4333-b127-541129860e40" -d '{"events": [{"server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "name": "network-vif-deleted", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:43.550597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Request body: {'port': {'device_id': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:43.647290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.647786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc85b64-86f5-4705-bb3a-72521e248ebe req-0283c6a6-f1c6-43a8-bc38-0860f52d314e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:43.649535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdc85b64-86f5-4705-bb3a-72521e248ebe req-0283c6a6-f1c6-43a8-bc38-0860f52d314e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 932 time: 0.1126552 Nov 15 22:57:43.705834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.710631 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9eae35-d361-45d6-b43c-d5968935b8c1 x-openstack-request-id: req-be9eae35-d361-45d6-b43c-d5968935b8c1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:43.711056 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656435f7-160e-4bd0-9cc8-58d14d8c8f89", "name": "network-vif-deleted", "tag": "a9ffb6fe-be72-499e-822e-3e4a8618536b", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:43.711300 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be9eae35-d361-45d6-b43c-d5968935b8c1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:43.711697 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656435f7-160e-4bd0-9cc8-58d14d8c8f89', 'name': 'network-vif-deleted', 'tag': 'a9ffb6fe-be72-499e-822e-3e4a8618536b', 'status': 'completed', 'code': 200} Nov 15 22:57:43.725178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdc85b64-86f5-4705-bb3a-72521e248ebe req-8a5c4ea1-6dda-4518-b02c-950fa9bad8e6 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646172 Nov 15 22:57:43.792812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Subnet': ['ID=47d59adc-bf98-4eb5-aa38-6863bca50b1c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:43.802320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Checking segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:43.802840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network hostable DHCP agents. Network: baeca1cc-7b88-4794-a644-792204431b83, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:57:43.886310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network baeca1cc-7b88-4794-a644-792204431b83 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:57:43.951133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, baeca1cc-7b88-4794-a644-792204431b83) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:43.956228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:43.957505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:43.961814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783856e3-d701-4217-97b8-bf7bcddb97ec None None] Network baeca1cc-7b88-4794-a644-792204431b83 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:44.059577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2feb5e74-456a-4483-824a-2b26ed554b3b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4185362 Nov 15 22:57:44.065127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:44.145474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-baeca1cc-7b88-4794-a644-792204431b83', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:57:44.146689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.315823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175e27bd-7da2-4885-9c0e-642d00d73249 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:44.319238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Allocated IP 172.20.0.2 (baeca1cc-7b88-4794-a644-792204431b83/47d59adc-bf98-4eb5-aa38-6863bca50b1c/74a528c1-3142-4cde-8ae1-d312b84e9cb5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:44.324287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.338461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Transition to ACTIVE for port object 175e27bd-7da2-4885-9c0e-642d00d73249 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:57:44.414265 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.485655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:44.569757 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.649178 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Attempting to bind port 175e27bd-7da2-4885-9c0e-642d00d73249 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:44.649732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Attempting to bind port 175e27bd-7da2-4885-9c0e-642d00d73249 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:44.650317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Attempting to bind port 175e27bd-7da2-4885-9c0e-642d00d73249 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:44.655336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Port 175e27bd-7da2-4885-9c0e-642d00d73249 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:57:44.655712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Attempting to bind port 175e27bd-7da2-4885-9c0e-642d00d73249 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:44.661410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.662017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:44.672887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Checking segment: {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:44.672887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Bound using segment: {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:44.673340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7160e7b-3a47-4776-ac24-b686ac1bb4ba req-a70b0588-d5e3-4def-8cde-c0185773e534 tempest-TestServerMultinode-1527023810 tempest-TestServerMultinode-1527023810-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=656435f7-160e-4bd0-9cc8-58d14d8c8f89 HTTP/1.1" status: 200 len: 210 time: 0.0563788 Nov 15 22:57:44.673842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Bound port: 175e27bd-7da2-4885-9c0e-642d00d73249, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:44.673842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.674021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21d71c8b-4de5-485e-bd3d-a3442612c83d req-5e1ee8de-8154-47af-a384-a69ef1d7b8e3 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0800550 Nov 15 22:57:44.689663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.773457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Network baeca1cc-7b88-4794-a644-792204431b83 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:44.775863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:44.777816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:44.779831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=175e27bd-7da2-4885-9c0e-642d00d73249,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:44.785984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:44.809873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:44.814332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Pushing event updated for resources: {'Port': ['ID=74a528c1-3142-4cde-8ae1-d312b84e9cb5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:44.853235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.898311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Attempting to bind port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:44.898745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Attempting to bind port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:44.899088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Attempting to bind port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 on network baeca1cc-7b88-4794-a644-792204431b83 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:44.902801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89131c3-0853-44e3-80ee-5ce22374da39 req-8b1a5f7f-af9d-4976-8376-d59d8f03d69e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:44.904527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a89131c3-0853-44e3-80ee-5ce22374da39 req-8b1a5f7f-af9d-4976-8376-d59d8f03d69e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 944 time: 0.0784187 Nov 15 22:57:44.904886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:44.905536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.906985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] 10.222.0.55 "PUT /v2.0/ports/175e27bd-7da2-4885-9c0e-642d00d73249 HTTP/1.1" status: 200 len: 1092 time: 1.3607574 Nov 15 22:57:44.907424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:44.907696 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:44.908067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Checking segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:44.908501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.908916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Bound using segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:44.909392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Bound port: 74a528c1-3142-4cde-8ae1-d312b84e9cb5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:44.909775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.909893 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:44.931242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906dce-1475-4ee1-93ec-ab0ccf0c6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:44.954486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:44.954898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:44.966494 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62744795-7a9b-4c77-88a3-8b9e748f710e x-openstack-request-id: req-62744795-7a9b-4c77-88a3-8b9e748f710e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:44.966885 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:44.967203 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62744795-7a9b-4c77-88a3-8b9e748f710e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:44.967862 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249', 'status': 'completed', 'code': 200} Nov 15 22:57:45.022450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] For port 74a528c1-3142-4cde-8ae1-d312b84e9cb5, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:45.044225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-aca4cc8e-9211-46e3-bf15-9b6b2f3d8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:45.045905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-aca4cc8e-9211-46e3-bf15-9b6b2f3d8b94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0539663 Nov 15 22:57:45.050430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] For port 74a528c1-3142-4cde-8ae1-d312b84e9cb5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74a528c1-3142-4cde-8ae1-d312b84e9cb5,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:45.085794 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a89131c3-0853-44e3-80ee-5ce22374da39 req-8d1c6c6b-d357-492c-93b0-e14af3b45339 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355693 Nov 15 22:57:45.105955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:45.176463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53c1c-d478-45b2-8215-dc96eec0d7cf None None] Pushing event updated for resources: {'Port': ['ID=74a528c1-3142-4cde-8ae1-d312b84e9cb5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:45.195980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.20.0.1 (baeca1cc-7b88-4794-a644-792204431b83/47d59adc-bf98-4eb5-aa38-6863bca50b1c/9dd0bdc8-deea-409c-a671-51cb562b5620) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:45.196268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-325a9554-de48-4a87-8e68-a6da680a155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:45.197805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-325a9554-de48-4a87-8e68-a6da680a155e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=35090f98ba3b440a9c7f219076beaf1e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1387997 Nov 15 22:57:45.319885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-fd7b52e4-c50d-4fe2-bc82-27e3716ec261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:45.321437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58a5a2da-985f-47bb-b3fc-01ec9b0f1ee9 req-fd7b52e4-c50d-4fe2-bc82-27e3716ec261 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094313 Nov 15 22:57:45.338363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:45.425923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-8d3b11cd-82eb-48d3-84a2-0eb00ba48fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:45.430229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-8d3b11cd-82eb-48d3-84a2-0eb00ba48fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0597141 Nov 15 22:57:45.448796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:45.497005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-8fc444b4-03de-47f5-857d-ea6d91df1e87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=175e27bd-7da2-4885-9c0e-642d00d73249 HTTP/1.1" status: 200 len: 217 time: 0.0557437 Nov 15 22:57:45.503665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network baeca1cc-7b88-4794-a644-792204431b83 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:45.508454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:45.512225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:45.552869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:45.568124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:45.572598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-7b428dd6-d6e6-4d0e-8536-cfbbd008403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:45.574269 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-7b428dd6-d6e6-4d0e-8536-cfbbd008403f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f982aef7-8771-406f-a16b-4169260e4772 HTTP/1.1" status: 200 len: 849 time: 0.0582952 Nov 15 22:57:45.622735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-621bb1fe-19fe-4857-9f30-b6219b2d202d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7da7f8bc-f346-465f-a8cf-f12ded146bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283375 Nov 15 22:57:45.713667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-be7553e4-2d81-43a6-9787-1530fe9bf9c4 service neutron] 10.222.0.55 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860610 Nov 15 22:57:45.768711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:45.814511 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-993d1093-3af9-437b-b79c-a7ddeb9eba4b req-23217ceb-3ba5-4c83-8b0d-a28d0c603b0b service neutron] 10.222.0.55 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895419 Nov 15 22:57:45.850506 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:45.880322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a06e8dd6-7ded-441c-a4aa-55091dd39a89 req-af4577b0-2716-424a-a835-f0428664d427 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0660281 Nov 15 22:57:46.300794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a9ffb6fe-be72-499e-822e-3e4a8618536b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:46.322373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: a9ffb6fe-be72-499e-822e-3e4a8618536b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:46.323071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device a9ffb6fe-be72-499e-822e-3e4a8618536b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:46.415692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d35bff-409b-4ce6-af22-8d175aacf375 req-8c208d4d-7b8f-49ca-be91-de7193dbf9a0 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:46.417207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7d35bff-409b-4ce6-af22-8d175aacf375 req-8c208d4d-7b8f-49ca-be91-de7193dbf9a0 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 944 time: 0.0972514 Nov 15 22:57:46.427627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b39cd5-beca-41bb-9251-71db55e7044b None None] Network baeca1cc-7b88-4794-a644-792204431b83 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:46.553814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] Provisioning complete for port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:46.554194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.556133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b7d35bff-409b-4ce6-af22-8d175aacf375 req-1b5ea30d-d93b-430d-9f41-34cb1b4ff5be tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Nov 15 22:57:46.648662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.667169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.706678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] For port 74a528c1-3142-4cde-8ae1-d312b84e9cb5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74a528c1-3142-4cde-8ae1-d312b84e9cb5,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:46.711888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.723736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74a528c1-3142-4cde-8ae1-d312b84e9cb5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:46.774917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:46.775282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.795774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.798312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.841005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:46.865215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef089f8-eddd-4065-9f22-9f04cb67ea08 None None] Pushing event updated for resources: {'Port': ['ID=74a528c1-3142-4cde-8ae1-d312b84e9cb5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:46.872466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.930486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d8e7fd67-d493-4611-ba4b-e13a0f3be67d None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:46.930985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fd67-d493-4611-ba4b-e13a0f3be67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:46.979426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7fd67-d493-4611-ba4b-e13a0f3be67d None None] Port 9dd0bdc8-deea-409c-a671-51cb562b5620 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:46.991187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d8e7fd67-d493-4611-ba4b-e13a0f3be67d None None] Provisioning complete for port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:46.991681 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8e7fd67-d493-4611-ba4b-e13a0f3be67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.057721 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c2d54b7-e0c8-4feb-9df2-1b4c27091b2e req-05a6e7e0-eb48-4a4d-b790-cf8df2c89b51 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0534952 Nov 15 22:57:47.073302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network baeca1cc-7b88-4794-a644-792204431b83 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:47.076236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:47.206358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-91f2e007-1f99-41c6-becd-f2a17d25c960 None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:47.207016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91f2e007-1f99-41c6-becd-f2a17d25c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.248927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:57:47.250916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-91f2e007-1f99-41c6-becd-f2a17d25c960 None None] Port 9dd0bdc8-deea-409c-a671-51cb562b5620 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:47.329303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Deleting port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:47.329636 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.370217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f4be0928-9f54-466a-9155-d0450201e977 None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:47.370814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4be0928-9f54-466a-9155-d0450201e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.407706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4be0928-9f54-466a-9155-d0450201e977 None None] Port 9dd0bdc8-deea-409c-a671-51cb562b5620 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:47.428646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:47.437858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b3943187-8ff7-45d9-b200-0a2a6465291e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "PUT /v2.0/routers/6e6a06e8-664a-4ea2-9872-affa4f2eff52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3691347 Nov 15 22:57:47.438025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Sync routers for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:47.438123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:47.441711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] For port 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:47.442070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.442686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--26065265', 'description': 'tempest-secgroup_access--26065265 description', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:47.453248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:47.453872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:47.454379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Calling delete_port for 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:47.549890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.561870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:47.638865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.696521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac159-5768-4d0e-af83-0b3d3bfb170c req-07f5e045-78a3-4b4f-8436-dc09df0e0232 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:47.698079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d2ac159-5768-4d0e-af83-0b3d3bfb170c req-07f5e045-78a3-4b4f-8436-dc09df0e0232 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 944 time: 0.0496743 Nov 15 22:57:47.704152 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.734048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.740307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d304cad-f3d4-4f6d-9de3-6e932991a4f0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:47.776677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=31fd9aef-0d85-4d5d-bad4-339cdd3d9db7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:47.790169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d2ac159-5768-4d0e-af83-0b3d3bfb170c req-7a359980-c736-43df-88b8-043db0b83bfa tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856068 Nov 15 22:57:47.831470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.833149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e565774-4dc9-4875-b2b7-a74cfa5e4d8d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3939595 Nov 15 22:57:47.836292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60072) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:47.844965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1285532417', 'description': 'tempest-secgroup_general--1285532417 description', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:47.936705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:46Z', 'revision_number': 2, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:47.963107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.966324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Checking router: 6e6a06e8-664a-4ea2-9872-affa4f2eff52 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:47.966679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Updating router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 port 9dd0bdc8-deea-409c-a671-51cb562b5620 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:57:47.967797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:47.996733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.054850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.111230 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.165729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a89b04-2f58-4dff-aa13-056d09364347,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:48.216035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.217293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3e7a745-c449-41d9-9581-32815021b3f1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3760583 Nov 15 22:57:48.218497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-748c6f59-d068-4f33-9cf6-9ce55dfaa516 req-e8f97558-507a-4a36-ae02-8078e50a7a8b tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0316205 Nov 15 22:57:48.220181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60076) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:48.224657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'security_group_rule': {'security_group_id': '8d304cad-f3d4-4f6d-9de3-6e932991a4f0', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:48.256788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Router 4f546180-f044-4598-afe8-cc960b0203c2 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:57:48.275222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.306074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 175e27bd-7da2-4885-9c0e-642d00d73249 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:57:48.310413 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.337505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.365467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:48.371366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9b9df499-3af7-4e52-ad34-f30d468a5d0a admin admin] 10.222.0.15 "PUT /v2.0/routers/4f546180-f044-4598-afe8-cc960b0203c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6015232 Nov 15 22:57:48.377060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:48.380476 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Sync routers for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:48.381032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.392574 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:48.397027 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:48.429789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f97d1-5c8e-42a8-be4f-0c8ebc343d38 None None] Pushing event updated for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:48.442425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.479486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48df8e06-a14d-467f-9e58-6860813b599a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:48.528471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=175e27bd-7da2-4885-9c0e-642d00d73249,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:48.531787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.540154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.542436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8e929ef5-d548-4973-812d-27de9ff64e1c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211994 Nov 15 22:57:48.567826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Attempting to bind port 9dd0bdc8-deea-409c-a671-51cb562b5620 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:48.569262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Attempting to bind port 9dd0bdc8-deea-409c-a671-51cb562b5620 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:48.569712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Attempting to bind port 9dd0bdc8-deea-409c-a671-51cb562b5620 on network baeca1cc-7b88-4794-a644-792204431b83 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:48.576284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:48.577355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Checking segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:48.580207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.580810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Bound using segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:48.586173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Bound port: 9dd0bdc8-deea-409c-a671-51cb562b5620, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:48.586173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.634704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '175e27bd-7da2-4885-9c0e-642d00d73249', 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5', 'port_id': '175e27bd-7da2-4885-9c0e-642d00d73249', 'mac_address': 'fa:16:3e:6b:ab:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f982aef7-8771-406f-a16b-4169260e4772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:57:48.707088 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.733635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:48.743259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.748195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] For port 9dd0bdc8-deea-409c-a671-51cb562b5620, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:48.758011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] For port 9dd0bdc8-deea-409c-a671-51cb562b5620, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9dd0bdc8-deea-409c-a671-51cb562b5620,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:48.764991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175e27bd-7da2-4885-9c0e-642d00d73249 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:48.806893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74a528c1-3142-4cde-8ae1-d312b84e9cb5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:48.810183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=175e27bd-7da2-4885-9c0e-642d00d73249,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:48.874193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.886203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:48.886619 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.945830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.978090 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:57:47Z', 'revision_number': 5, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port': {'id': '6f170dc9-341a-4c31-ac76-317db87e76a6', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f546180-f044-4598-afe8-cc960b0203c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:50Z', 'updated_at': '2021-11-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:48.982262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:48.982628 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:48.986336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f97d1-5c8e-42a8-be4f-0c8ebc343d38 None None] Pushing event updated for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:49.016439 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Checking router: 4f546180-f044-4598-afe8-cc960b0203c2 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:49.018609 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:49.019253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:49.028659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Routers {'4f546180-f044-4598-afe8-cc960b0203c2'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:49.029262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4f546180-f044-4598-afe8-cc960b0203c2'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:49.139522 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] Set router 4f546180-f044-4598-afe8-cc960b0203c2 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:49.177815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a2ce-8753-4256-940e-747ed3a3b8f1 req-d637083f-872d-4860-8f90-bc8f5fc8deb2 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:49.186058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfd3a2ce-8753-4256-940e-747ed3a3b8f1 req-d637083f-872d-4860-8f90-bc8f5fc8deb2 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 945 time: 0.1299510 Nov 15 22:57:49.199180 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:57:48Z', 'revision_number': 6, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:49.212189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['175e27bd-7da2-4885-9c0e-642d00d73249'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:49.212521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-1e8ea6f7-814f-474e-a476-0e306bd95382 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--26065265&fields=id&tenant_id=e0342858164d4d9bb25c0908924ca1d0 HTTP/1.1" status: 200 len: 267 time: 0.4957125 Nov 15 22:57:49.222337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:49.239702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae991a4a-41f8-45fc-9ba3-7f32a95daa84 None None] The sync data for ids ['4f546180-f044-4598-afe8-cc960b0203c2'] in n-d-817995-3 is: [{'id': '4f546180-f044-4598-afe8-cc960b0203c2', 'name': 'tempest-TestServerMultinode-1764001385-router', 'tenant_id': '3a1c4bfc90a945f88766928c991e7b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:49Z', 'updated_at': '2021-11-15T22:57:48Z', 'revision_number': 6, 'project_id': '3a1c4bfc90a945f88766928c991e7b70', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:49.270682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.280716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfd3a2ce-8753-4256-940e-747ed3a3b8f1 req-e226e159-98fe-4d11-8c2a-10599c29bda2 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934930 Nov 15 22:57:49.291164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Deleting port 6f170dc9-341a-4c31-ac76-317db87e76a6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:49.291499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.298060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-cf4f8c9e-d727-42c6-87cd-e5749566dab1 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1285532417&fields=id&tenant_id=e0342858164d4d9bb25c0908924ca1d0 HTTP/1.1" status: 200 len: 267 time: 0.0753615 Nov 15 22:57:49.338639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:49.415744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] For port 9dd0bdc8-deea-409c-a671-51cb562b5620, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9dd0bdc8-deea-409c-a671-51cb562b5620,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:49.428974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee12c0e6-198b-4d90-8312-4f1aa76cf6a3 req-0f1522b1-762f-4bf1-8e6e-6d960e79e796 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0665021 Nov 15 22:57:49.496539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] For port 6f170dc9-341a-4c31-ac76-317db87e76a6, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6f170dc9-341a-4c31-ac76-317db87e76a6,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:49.497166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.503029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.521264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-4397a311-5961-43e5-8b6b-d2052e7b2164 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:49.523336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-4397a311-5961-43e5-8b6b-d2052e7b2164 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/networks?id=baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 200 len: 797 time: 0.2061121 Nov 15 22:57:49.527506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Calling delete_port for 6f170dc9-341a-4c31-ac76-317db87e76a6 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:49.547771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-dc5d2082-4f40-4c28-94ba-96f44ebcd17c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/quotas/e0342858164d4d9bb25c0908924ca1d0 HTTP/1.1" status: 200 len: 375 time: 0.0181761 Nov 15 22:57:49.591248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1917c9-00ff-4cee-9a68-64bf47bcc88e None None] Pushing event updated for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:49.654639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-26f0e590-2728-4ef0-a0a9-8172e429e683 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779717 Nov 15 22:57:49.684282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2419b390-addd-4cb0-af96-efa3634ccceb None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:49.684762 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2419b390-addd-4cb0-af96-efa3634ccceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.756429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:48Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:49.803599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa37922-78ba-4593-b990-402ae97d8aea None None] The sync data for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 is: [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:48Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:49.820294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-2bcfe778-fcac-4bbf-af84-c82f4fa8696a service neutron] 10.222.0.15 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319001 Nov 15 22:57:49.890435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:49.925550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Pushing event deleted for resources: {'Port': ['ID=6f170dc9-341a-4c31-ac76-317db87e76a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:49.942657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-05cddfab-e53d-4e5c-bfb2-8b580679212f service neutron] 10.222.0.15 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136806 Nov 15 22:57:49.943706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014c2e0-10a4-436c-bc1d-2cd56c715e2c None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:49.999776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.105153 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.107502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.210993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4a6c16c-d9e1-4d57-877a-39f76254670e req-dd44f451-1cb5-4131-84e0-8d75e5bac6b2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 210 time: 0.0439870 Nov 15 22:57:50.254123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.254910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f546180-f044-4598-afe8-cc960b0203c2 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:57:50.259327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.260973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a1aaa81-ecf1-4001-8c10-2008b2d73afa admin admin] 10.222.0.15 "DELETE /v2.0/routers/4f546180-f044-4598-afe8-cc960b0203c2 HTTP/1.1" status: 204 len: 168 time: 1.8822601 Nov 15 22:57:50.263553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:50.315748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Deleting subnet ae51b129-ddb3-4474-8659-1a55b5db3ae4 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:57:50.319661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.336240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 175e27bd-7da2-4885-9c0e-642d00d73249 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:50.367113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.488662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.500299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b1bce-8391-4c62-8ecd-596848df294c req-bea03bf7-c39a-41f1-bf77-553510b6af2e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:50.501958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-576b1bce-8391-4c62-8ecd-596848df294c req-bea03bf7-c39a-41f1-bf77-553510b6af2e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 945 time: 0.1035535 Nov 15 22:57:50.511734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 175e27bd-7da2-4885-9c0e-642d00d73249 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:57:50.516990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 175e27bd-7da2-4885-9c0e-642d00d73249 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:50.517713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.563912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8fbd91e-57bf-429b-bd0d-a9f9c96f8237 req-70f5a669-1a4c-4679-8ed0-090fbbe0cacd tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0409563 Nov 15 22:57:50.616986 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.634002 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-576b1bce-8391-4c62-8ecd-596848df294c req-15041234-7383-4183-951d-d3165feb547f tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203585 Nov 15 22:57:50.652205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:50.655016 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916c1fb-8186-4016-a75e-7630cf5fa38c" -d '{"events": [{"server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "name": "network-vif-plugged", "status": "completed", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:50.662378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=175e27bd-7da2-4885-9c0e-642d00d73249,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:50.670169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.704891 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b37d2-bd6f-4182-a080-c548c9c68891 x-openstack-request-id: req-ff8b37d2-bd6f-4182-a080-c548c9c68891 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:50.708248 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "name": "network-vif-plugged", "status": "completed", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:50.708248 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff8b37d2-bd6f-4182-a080-c548c9c68891 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:50.708248 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249', 'code': 200} Nov 15 22:57:50.714072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae51b129-ddb3-4474-8659-1a55b5db3ae4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:50.725002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.730757 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2e2e6525-7fd0-4e1d-8f4f-084690aa1468 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae51b129-ddb3-4474-8659-1a55b5db3ae4 HTTP/1.1" status: 204 len: 168 time: 0.4642248 Nov 15 22:57:50.732821 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:50.744063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8788c-a927-428d-82a3-7042dde62686 None None] Network cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:50.751685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.807254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9dd0bdc8-deea-409c-a671-51cb562b5620 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:57:50.832930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.851738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbc477-1d3d-4c22-9f0e-bcf4b471e25b req-e7a828a5-2254-4d24-8cc9-6efa5072f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:50.852381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ccbc477-1d3d-4c22-9f0e-bcf4b471e25b req-e7a828a5-2254-4d24-8cc9-6efa5072f5be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0545449 Nov 15 22:57:50.905814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Deleting port c7c6d895-7709-4f31-b38c-5165fc5e996c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:50.907185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:50.908890 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ccbc477-1d3d-4c22-9f0e-bcf4b471e25b req-28d561ae-2f69-4c8f-8782-e75d39254052 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Nov 15 22:57:50.920427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:50.941525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.941871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.942210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.942542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.942874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.943196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.943519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.943833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.944171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.944474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.944823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.945143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:57:50.981968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] For port c7c6d895-7709-4f31-b38c-5165fc5e996c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c7c6d895-7709-4f31-b38c-5165fc5e996c,segment=NetworkSegment(8437df52-43eb-42c6-a4f7-2b758cd1dfdd),segment_id=8437df52-43eb-42c6-a4f7-2b758cd1dfdd)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:50.982339 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.001850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9dd0bdc8-deea-409c-a671-51cb562b5620 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:51.002253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.006081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Calling delete_port for c7c6d895-7709-4f31-b38c-5165fc5e996c owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:51.151406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.185151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c6d895-7709-4f31-b38c-5165fc5e996c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:51.190724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] No DVR routers for this DVR port c7c6d895-7709-4f31-b38c-5165fc5e996c on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:51.275509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.326827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1151cd41-668b-4556-af60-eb62dd3e1d99 req-6dcf1bb2-f230-4c36-bcd8-32b70cf29b0b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 210 time: 0.0369191 Nov 15 22:57:51.326827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:51.336072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc218f7a-aefe-46b9-98fe-318c73e06a6f None None] DHCP port deletion for cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:51.339815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8437df52-43eb-42c6-a4f7-2b758cd1dfdd') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:51.340107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8437df52-43eb-42c6-a4f7-2b758cd1dfdd') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:51.364783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.374777 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.377497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f170dc9-341a-4c31-ac76-317db87e76a6 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:51.382425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:57:51.382800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:57:51.384525 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:57:51.398953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6f170dc9-341a-4c31-ac76-317db87e76a6 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:51.399301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6f170dc9-341a-4c31-ac76-317db87e76a6 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:51.399811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:51.419802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:51.420142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 31fd9aef-0d85-4d5d-bad4-339cdd3d9db7 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:51.503911 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.527166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:51.530487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] 10.222.0.15 "DELETE /v2.0/networks/cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608 HTTP/1.1" status: 204 len: 168 time: 0.7962868 Nov 15 22:57:51.531639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ceeb7-285f-43b5-8196-5c064794d50f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1d9b8a-1e55-48f4-b95c-4b8a5b1e6608,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:51.540361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60118) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:51.751424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-975272d7-eb0d-4eff-b82c-0af254c716e5 req-d01ddd67-710f-4b42-b944-83b99d3ba61a tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.1071441 Nov 15 22:57:51.807630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7f8a-e193-47d5-8fd7-c117ea19f8a8 req-dac387e8-e83d-4cac-affd-3a061d9fe2a9 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:51.809171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b26e7f8a-e193-47d5-8fd7-c117ea19f8a8 req-dac387e8-e83d-4cac-affd-3a061d9fe2a9 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 946 time: 0.0861022 Nov 15 22:57:51.895774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b26e7f8a-e193-47d5-8fd7-c117ea19f8a8 req-c35a9902-05a0-4b04-a582-ad5c1a799757 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787320 Nov 15 22:57:52.004112 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:52.254167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Deleting port c415030f-39e3-4f90-8851-28de04ce0046 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:52.254494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:52.329975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] For port c415030f-39e3-4f90-8851-28de04ce0046, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c415030f-39e3-4f90-8851-28de04ce0046,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:52.331416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:52.351411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Calling delete_port for c415030f-39e3-4f90-8851-28de04ce0046 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:52.440208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6a07b6e-06aa-48cc-a7b8-d65f38c79693 req-4e9c99e9-3352-4bb7-af87-ac93bbba7dff tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 210 time: 0.0329258 Nov 15 22:57:52.635916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:52.665301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7c6d895-7709-4f31-b38c-5165fc5e996c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:52.667405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c415030f-39e3-4f90-8851-28de04ce0046,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:52.693433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c7c6d895-7709-4f31-b38c-5165fc5e996c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:52.694082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c7c6d895-7709-4f31-b38c-5165fc5e996c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:52.796687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-daf4f9fb-f799-48cb-bd5d-f00bfdb82e4e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:52.798327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-daf4f9fb-f799-48cb-bd5d-f00bfdb82e4e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.57 "GET /v2.0/networks?id=baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 200 len: 797 time: 0.1433663 Nov 15 22:57:52.887198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac9d1ce6-f167-42dd-82c4-28ee011e9d2e req-b69da925-027a-4480-a290-a27d5fc7c7e5 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0353832 Nov 15 22:57:52.888256 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:52.892048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-ee64aec4-3fbd-4705-8249-072ab725de7c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0342858164d4d9bb25c0908924ca1d0 HTTP/1.1" status: 200 len: 476 time: 0.0833397 Nov 15 22:57:52.903447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'port': {'device_id': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'admin_state_up': True, 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'security_groups': ['8d304cad-f3d4-4f6d-9de3-6e932991a4f0', '35a89b04-2f58-4dff-aa13-056d09364347']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:53.128161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:53.131950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.264575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.20.0.5 (baeca1cc-7b88-4794-a644-792204431b83/47d59adc-bf98-4eb5-aa38-6863bca50b1c/cbf3dded-0b54-4e13-9661-507fa98b50ee) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:57:53.307491 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:57:53.322092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04be5d-84f6-40f7-960d-d63206531eff req-dd4f3fb0-5734-4579-a1aa-1d58e08b2d60 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:53.323544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c04be5d-84f6-40f7-960d-d63206531eff req-dd4f3fb0-5734-4579-a1aa-1d58e08b2d60 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 946 time: 0.0734298 Nov 15 22:57:53.411581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.450466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c04be5d-84f6-40f7-960d-d63206531eff req-e2bb6e29-a9c7-4b92-9a7e-dc4cf44b4922 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Nov 15 22:57:53.475664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Router 6825d520-a150-4242-949b-19bfc0b7fa61 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:57:53.523113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.569910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network baeca1cc-7b88-4794-a644-792204431b83 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:57:53.574924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:57:53.577691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:57:53.615211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:53.620351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062974af-bc40-4c5a-8cb4-edfbdf505903 req-6ee27f43-35d7-4128-924b-dda77d3a4f72 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:53.621904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-062974af-bc40-4c5a-8cb4-edfbdf505903 req-6ee27f43-35d7-4128-924b-dda77d3a4f72 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 970 time: 0.0715530 Nov 15 22:57:53.643397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:57:53.659020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Sync routers for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:57:53.661571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5216e6cf-bc2a-42ce-b6a8-3238502e5ab0 admin admin] 10.222.0.15 "PUT /v2.0/routers/6825d520-a150-4242-949b-19bfc0b7fa61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1240203 Nov 15 22:57:53.662212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:53.667367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:53.668643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.679402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:53.680066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:53.780365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-031f4036-152d-48af-b1d2-de93b6083145 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8800995 Nov 15 22:57:53.802911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Request body: {'port': {'device_id': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:53.804203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:53.808943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-062974af-bc40-4c5a-8cb4-edfbdf505903 req-b103b830-ad8b-473d-af8d-297221c7374f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1743991 Nov 15 22:57:53.844436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.881172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:53.999630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.008358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b03c868d-8e67-4076-8a6f-5beea1806f0d None None] Provisioning complete for port cbf3dded-0b54-4e13-9661-507fa98b50ee triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:57:54.009012 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b03c868d-8e67-4076-8a6f-5beea1806f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.043453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1da2a503-3332-4832-93e6-b01d9651e3b6 req-7173ffa4-3f42-4b31-97c2-4793951d929e tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0324335 Nov 15 22:57:54.057621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b03c868d-8e67-4076-8a6f-5beea1806f0d None None] Port cbf3dded-0b54-4e13-9661-507fa98b50ee cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:57:54.065381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:52Z', 'revision_number': 5, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port': {'id': '723e64ed-acd3-429e-b1d5-f18ba97aa518', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:56:58Z', 'updated_at': '2021-11-15T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:54.100264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Checking router: 6825d520-a150-4242-949b-19bfc0b7fa61 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:57:54.108974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Routers {'6825d520-a150-4242-949b-19bfc0b7fa61'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:57:54.109584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6825d520-a150-4242-949b-19bfc0b7fa61'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:54.148024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Deleting port 723e64ed-acd3-429e-b1d5-f18ba97aa518 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:54.148703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.199637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] Set router 6825d520-a150-4242-949b-19bfc0b7fa61 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:57:54.242311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] For port 723e64ed-acd3-429e-b1d5-f18ba97aa518, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=723e64ed-acd3-429e-b1d5-f18ba97aa518,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:54.242590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf3dded-0b54-4e13-9661-507fa98b50ee {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:57:54.242963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.250958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.257184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Calling delete_port for 723e64ed-acd3-429e-b1d5-f18ba97aa518 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:54.262206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:53Z', 'revision_number': 6, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:54.264092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Transition to ACTIVE for port object cbf3dded-0b54-4e13-9661-507fa98b50ee will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:57:54.293299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3210e7-2848-40a0-bdd5-b077860e04cc None None] The sync data for ids ['6825d520-a150-4242-949b-19bfc0b7fa61'] in n-d-817995-3 is: [{'id': '6825d520-a150-4242-949b-19bfc0b7fa61', 'name': 'tempest-TestServerMultinode-2032624494-router', 'tenant_id': 'c4e62c9e04354096a276282957d8994f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:56:57Z', 'updated_at': '2021-11-15T22:57:53Z', 'revision_number': 6, 'project_id': 'c4e62c9e04354096a276282957d8994f', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:57:54.351200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.416665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:54.494386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.496283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Attempting to bind port cbf3dded-0b54-4e13-9661-507fa98b50ee on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:57:54.496745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Attempting to bind port cbf3dded-0b54-4e13-9661-507fa98b50ee by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:57:54.497075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Attempting to bind port cbf3dded-0b54-4e13-9661-507fa98b50ee on network baeca1cc-7b88-4794-a644-792204431b83 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:54.502321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Port cbf3dded-0b54-4e13-9661-507fa98b50ee on network baeca1cc-7b88-4794-a644-792204431b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:57:54.502708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Attempting to bind port cbf3dded-0b54-4e13-9661-507fa98b50ee on network baeca1cc-7b88-4794-a644-792204431b83 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:57:54.508603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:57:54.509782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Checking segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:54.509782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Bound using segment: {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:57:54.509782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Bound port: cbf3dded-0b54-4e13-9661-507fa98b50ee, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:57:54.510128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.541769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Pushing event deleted for resources: {'Port': ['ID=723e64ed-acd3-429e-b1d5-f18ba97aa518,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:54.555059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdda7af-168f-4577-a2f1-7909ae0e7928 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:54.593359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:57:54.598217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:57:54.604920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.690423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.722146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.724500 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.729406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:54.729406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.730963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] 10.222.0.57 "PUT /v2.0/ports/cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 200 len: 1130 time: 0.9390743 Nov 15 22:57:54.734041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:54.736524 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21" -d '{"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:54.808066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fd147-5543-4ada-8890-b3d8d24ae46d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:54.821442 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635dcf0-512c-4494-b31f-a6a5a16d0bd6 x-openstack-request-id: req-a635dcf0-512c-4494-b31f-a6a5a16d0bd6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:54.821442 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:54.821442 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a635dcf0-512c-4494-b31f-a6a5a16d0bd6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:54.821442 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'status': 'completed', 'code': 200} Nov 15 22:57:54.833942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c415030f-39e3-4f90-8851-28de04ce0046 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:54.870252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c415030f-39e3-4f90-8851-28de04ce0046 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:54.870601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c415030f-39e3-4f90-8851-28de04ce0046 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:54.894904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.895734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6825d520-a150-4242-949b-19bfc0b7fa61 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:57:54.903872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:54.903872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2cd5b5fa-7722-41de-b2fc-f05ceb00c41a admin admin] 10.222.0.15 "DELETE /v2.0/routers/6825d520-a150-4242-949b-19bfc0b7fa61 HTTP/1.1" status: 204 len: 168 time: 1.2382307 Nov 15 22:57:54.906147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:54.964433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-6f25c011-0543-4477-8812-cd14ee8ca44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:54.966003 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-6f25c011-0543-4477-8812-cd14ee8ca44c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1133 time: 0.1235950 Nov 15 22:57:54.972888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Deleting subnet 5f93c165-e3fe-409c-b9ef-4e35ddfa1878 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:57:55.026656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ac33-448c-43ac-9ee8-594e2bf71fca req-2322515a-3634-49f7-bd0f-fc3b54aa575a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.028250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc78ac33-448c-43ac-9ee8-594e2bf71fca req-2322515a-3634-49f7-bd0f-fc3b54aa575a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 982 time: 0.0988240 Nov 15 22:57:55.036268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001109-26ba-42fe-91b1-2ff235116131 req-868d6ab7-bdf1-4a6c-be51-336521d3e2d5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.041205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73001109-26ba-42fe-91b1-2ff235116131 req-868d6ab7-bdf1-4a6c-be51-336521d3e2d5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 946 time: 0.0751727 Nov 15 22:57:55.045148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.095122 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.136311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73001109-26ba-42fe-91b1-2ff235116131 req-4f557221-06f8-4f68-be69-419d251d6727 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917418 Nov 15 22:57:55.141254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc78ac33-448c-43ac-9ee8-594e2bf71fca req-8d320002-6558-4d75-a82a-8cf4119a5a47 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0987730 Nov 15 22:57:55.183686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-a7abf91f-4999-426e-9f02-78ef4ba5327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.185233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-a7abf91f-4999-426e-9f02-78ef4ba5327e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e0342858164d4d9bb25c0908924ca1d0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2094319 Nov 15 22:57:55.233309 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7aafa150-1d0a-4d9e-85c3-e6f141405a04 req-8d81b719-9394-419b-a8a2-bef2b6e7a226 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0255542 Nov 15 22:57:55.287473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.343391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-bf4152bb-adf2-4d17-8e3f-56a99b266aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.344807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a08e6d2-57ab-44ab-8f80-0037cf7ebb21 req-bf4152bb-adf2-4d17-8e3f-56a99b266aa6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507089 Nov 15 22:57:55.425512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-da23b28c-9df1-4a23-a554-43f4f739bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.427028 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-da23b28c-9df1-4a23-a554-43f4f739bd42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1133 time: 0.0427399 Nov 15 22:57:55.442290 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.499603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-b0ba2e23-2660-4a41-8d15-2f76ac1e72fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 200 len: 217 time: 0.0636687 Nov 15 22:57:55.500270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f93c165-e3fe-409c-b9ef-4e35ddfa1878,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:55.505507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.511875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aa905b8b-4f73-45e4-bd97-330b61105827 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5f93c165-e3fe-409c-b9ef-4e35ddfa1878 HTTP/1.1" status: 204 len: 168 time: 0.5988333 Nov 15 22:57:55.512143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f635e6-cd3c-421b-8f70-eac1164bd6fa None None] Network 80fe719b-e2e6-40f0-aa95-820c52476512 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:57:55.512447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60158) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:55.556283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-ee302953-bbcd-4087-8f29-1b321accc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.559290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-ee302953-bbcd-4087-8f29-1b321accc3e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d59adc-bf98-4eb5-aa38-6863bca50b1c HTTP/1.1" status: 200 len: 835 time: 0.0472674 Nov 15 22:57:55.604956 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.607918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-ab4ced48-08bd-4504-99c0-b390f5569ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:55.610387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-ab4ced48-08bd-4504-99c0-b390f5569ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=baeca1cc-7b88-4794-a644-792204431b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433609 Nov 15 22:57:55.666209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Deleting port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:55.666642 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.710838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] DHCP port deletion for 80fe719b-e2e6-40f0-aa95-820c52476512 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:57:55.719088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-8df35c1c-a395-4c8f-9d5a-ebb56eb5b763 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993011 Nov 15 22:57:55.742373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] For port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:55.742618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.755390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Calling delete_port for 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:55.758293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Deleting port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:55.758663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.817034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a012e299-0540-4403-8fcd-f8329abe00b0 req-fb431c61-3a29-4d9a-b22f-59b01477ed15 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898762 Nov 15 22:57:55.831819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] For port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,segment=NetworkSegment(8a114b74-7f22-47bf-a11a-29eeeb2f0bb1),segment_id=8a114b74-7f22-47bf-a11a-29eeeb2f0bb1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:55.832763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.846719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Calling delete_port for 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:55.949986 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 22:57:55.951971 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 22:57:55.957630 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:55.975375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:55.981227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] No DVR routers for this DVR port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:55.990571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] No DVR routers for this DVR port 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:55.993731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89884c3-6e00-4458-a22a-947a3271c842 None None] Pushing event deleted for resources: {'Port': ['ID=40b125a9-aee7-4b7c-84ff-0ec01d68ba70,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:56.050244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.069297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fe719b-e2e6-40f0-aa95-820c52476512']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:56.078120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:56.078408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a114b74-7f22-47bf-a11a-29eeeb2f0bb1') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:57:56.087974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.101364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.107292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:57:56.107661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:57:56.109279 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:57:56.237380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.252994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.256036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] 10.222.0.15 "DELETE /v2.0/networks/80fe719b-e2e6-40f0-aa95-820c52476512 HTTP/1.1" status: 204 len: 168 time: 0.7424896 Nov 15 22:57:56.286094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce867f-ddda-497b-9315-41b56e8b1304 admin admin] Pushing event deleted for resources: {'Network': ['ID=80fe719b-e2e6-40f0-aa95-820c52476512,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:56.305075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e06bc-339c-436f-a84c-be507c2bcbd9 req-7a07eb27-a9c0-49b9-89f3-3c09329b78ba tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:56.306578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-227e06bc-339c-436f-a84c-be507c2bcbd9 req-7a07eb27-a9c0-49b9-89f3-3c09329b78ba tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 946 time: 0.0979517 Nov 15 22:57:56.319774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0059cf-0716-4cba-a0b5-0b303d1f40a3 req-80aa365c-787c-4bbd-93b2-5cd2709add72 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:56.321254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd0059cf-0716-4cba-a0b5-0b303d1f40a3 req-80aa365c-787c-4bbd-93b2-5cd2709add72 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 982 time: 0.0866663 Nov 15 22:57:56.372270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-72e25bdd-35f6-4cb9-ad68-c4c37c2ac253 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:56.373802 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-72e25bdd-35f6-4cb9-ad68-c4c37c2ac253 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 946 time: 0.0540431 Nov 15 22:57:56.397920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-227e06bc-339c-436f-a84c-be507c2bcbd9 req-1f27e8e3-3ef5-49d0-a283-85c4b97a3f7c tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756705 Nov 15 22:57:56.415149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fd0059cf-0716-4cba-a0b5-0b303d1f40a3 req-36f15276-045d-4007-839e-29c6558f36aa tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0862114 Nov 15 22:57:56.487198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Deleting port 175e27bd-7da2-4885-9c0e-642d00d73249 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:57:56.487598 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.493415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2109b6b-f055-471f-890d-d00002183a4b req-2d4440ae-f680-4eb0-ad0a-62070898ffbf tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0280735 Nov 15 22:57:56.576017 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] For port 175e27bd-7da2-4885-9c0e-642d00d73249, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=175e27bd-7da2-4885-9c0e-642d00d73249,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:57:56.576376 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.583213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60168) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:56.604056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Calling delete_port for 175e27bd-7da2-4885-9c0e-642d00d73249 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:57:56.664388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:56.671995 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-de035326-a1e2-4f85-b8f6-c4eea45d5efb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a1c4bfc90a945f88766928c991e7b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876467 Nov 15 22:57:56.675043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:56.684835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:56.685179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 40b125a9-aee7-4b7c-84ff-0ec01d68ba70 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:56.685595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 723e64ed-acd3-429e-b1d5-f18ba97aa518 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:57:56.705150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 723e64ed-acd3-429e-b1d5-f18ba97aa518 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:57:56.705488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 723e64ed-acd3-429e-b1d5-f18ba97aa518 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:57:56.731295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.753784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.848576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.864955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['175e27bd-7da2-4885-9c0e-642d00d73249'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:57:56.875756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Pushing event deleted for resources: {'Port': ['ID=175e27bd-7da2-4885-9c0e-642d00d73249,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:56.883090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.886622 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.888039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0cfaccf-7d0e-407d-bbfb-62264b38b1e4 HTTP/1.1" status: 204 len: 168 time: 0.2116320 Nov 15 22:57:56.897850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37325-4ed5-4c12-813b-b77d58ebdca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cfaccf-7d0e-407d-bbfb-62264b38b1e4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:56.929105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] No DVR routers for this DVR port 175e27bd-7da2-4885-9c0e-642d00d73249 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:57:56.931681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:56.935090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2398a639-6fe0-4d21-b4bc-60b73a4fdd45 req-ec57d4b3-befd-482c-8c7d-e7f979f92e62 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "DELETE /v2.0/ports/175e27bd-7da2-4885-9c0e-642d00d73249 HTTP/1.1" status: 204 len: 173 time: 0.5526953 Nov 15 22:57:56.935532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'name': 'network-vif-deleted', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:57:56.937807 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b4865-00d6-4ae5-b51c-d8ed0d1f0e88" -d '{"events": [{"server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "name": "network-vif-deleted", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:57:56.973842 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c51467-33ff-46de-9096-f0e60f595cbb x-openstack-request-id: req-55c51467-33ff-46de-9096-f0e60f595cbb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:57:56.974336 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d219aeb0-75dc-4ad7-9856-a0d1a9879fb4", "name": "network-vif-deleted", "tag": "175e27bd-7da2-4885-9c0e-642d00d73249", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:57:56.974467 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55c51467-33ff-46de-9096-f0e60f595cbb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:57:56.974781 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd219aeb0-75dc-4ad7-9856-a0d1a9879fb4', 'name': 'network-vif-deleted', 'tag': '175e27bd-7da2-4885-9c0e-642d00d73249', 'status': 'completed', 'code': 200} Nov 15 22:57:57.503398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:57.512525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61358684-bd4f-481e-8067-704cf8b29753 req-4bfe5e98-d66d-4b9a-8773-3a77ae3fda0e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=d219aeb0-75dc-4ad7-9856-a0d1a9879fb4 HTTP/1.1" status: 200 len: 210 time: 0.0316598 Nov 15 22:57:57.564333 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3cecca4-e58d-4b00-b69d-4ce6197083dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4e62c9e04354096a276282957d8994f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597842 Nov 15 22:57:57.567405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60186) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:57.579099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74870c-8489-423a-a866-f6c72d82f20c req-db2c085e-dbaa-479b-b344-c6bc095cc7cd tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:57.580601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e74870c-8489-423a-a866-f6c72d82f20c req-db2c085e-dbaa-479b-b344-c6bc095cc7cd tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 982 time: 0.0705428 Nov 15 22:57:57.616863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75951214-07b4-4005-ab9b-d3d74d4655d8 req-963f541f-1a79-455a-a361-023257dc0cdd tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0342984 Nov 15 22:57:57.619922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:57.647204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:57.657428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e74870c-8489-423a-a866-f6c72d82f20c req-47a3f0a9-4442-4bfd-9c25-b6fb3e79d277 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0656264 Nov 15 22:57:57.739803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:57.742505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:57.743653 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d16982fb-8a65-4e81-aae8-60891a2e4851 HTTP/1.1" status: 204 len: 168 time: 0.1751823 Nov 15 22:57:57.752083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babf24f-cdf9-48f8-a93d-f5ef46a225b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16982fb-8a65-4e81-aae8-60891a2e4851,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:58.731567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45356360-066c-49ed-9ab3-9e2b7b0182ec req-73839099-d4f2-4fe7-9c9b-9e628214ac52 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0343485 Nov 15 22:57:58.788445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:58.892908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9972e9a-b93b-4165-b485-2de0ba24f522 req-02466283-2900-4e74-a397-d9a49d436866 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:58.894948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9972e9a-b93b-4165-b485-2de0ba24f522 req-02466283-2900-4e74-a397-d9a49d436866 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 982 time: 0.0814884 Nov 15 22:57:58.898244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-255097957-network', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:58.905314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-27d51428-1ebe-442f-aea4-4e309cc50e7e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:58.906720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-27d51428-1ebe-442f-aea4-4e309cc50e7e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/networks?id=7da7f8bc-f346-465f-a8cf-f12ded146bd5 HTTP/1.1" status: 200 len: 809 time: 0.1436584 Nov 15 22:57:58.931802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-cfc03e07-8e3c-455f-9d5d-8e576bff1f04 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/quotas/35090f98ba3b440a9c7f219076beaf1e HTTP/1.1" status: 200 len: 375 time: 0.0177217 Nov 15 22:57:58.974144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:58.976502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:58.978781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-98bc11fe-06bb-4fee-84be-3ed9e2294aca tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379455 Nov 15 22:57:58.988561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.009852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9972e9a-b93b-4165-b485-2de0ba24f522 req-83fc90c7-e206-4cd8-a4c5-676f57823986 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1021616 Nov 15 22:57:59.074079 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.076284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-e59b96b8-75ca-4879-9e62-dcc995265a3a service neutron] 10.222.0.15 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880392 Nov 15 22:57:59.146067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.167554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:57:59.170048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-b2583816-1bcb-4ce7-b97c-db20ee929860 service neutron] 10.222.0.15 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867412 Nov 15 22:57:59.182000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f9f43c-8978-48b8-b9ee-ef5295611b5e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:59.186782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.187280 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Added segment f3e1d1b4-d562-4f2c-bda8-813087d78b3f of type vlan for network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 Nov 15 22:57:59.233301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.374531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.375524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:57:59.379345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.398098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.430966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7574594e-795e-4c00-87ce-226ed2650c07 req-f8f3fe3e-b89f-4aa3-9630-3f7369fb6230 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 210 time: 0.0341055 Nov 15 22:57:59.438774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:59.451878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:57:59.495187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:57:59.496743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-58cb1271-c734-4b38-817f-d4f7d63e5396 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7038000 Nov 15 22:57:59.500523 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Request body: {'subnet': {'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-255097957-subnet', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:57:59.596875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:57:59.599331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.818315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a1ca7599-c732-48b4-9b38-fb4b58f78c06 req-30644d59-890a-46d4-80d9-839391146a1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0303907 Nov 15 22:57:59.845791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dfea777-356d-49d5-b0d0-89024e0ad338 req-0272e009-c54b-4063-92f5-04611a27f25c tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0252750 Nov 15 22:57:59.860922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:57:59.913679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f8096b-c818-45b0-817c-0fe32fd6507d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:57:59.935238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:57:59.935238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Network hostable DHCP agents. Network: a3d87f8a-3bf3-4b72-9e2e-c09e9a230990, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:57:59.962400 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.019352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:58:00.109721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a3d87f8a-3bf3-4b72-9e2e-c09e9a230990) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:00.115164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:00.115920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.118954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b3d71-8719-4109-be18-18c005c1c1ff None None] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:00.140588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad83060-b206-411a-84e1-af5a33ccb9d9 req-c6dd59e1-ec8c-4af0-8f06-23c9524ad99f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:00.142067 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ad83060-b206-411a-84e1-af5a33ccb9d9 req-c6dd59e1-ec8c-4af0-8f06-23c9524ad99f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 982 time: 0.0645895 Nov 15 22:58:00.193300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cbf3dded-0b54-4e13-9661-507fa98b50ee details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:58:00.202008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ad83060-b206-411a-84e1-af5a33ccb9d9 req-fa80987f-ba2b-4f4e-8716-f63cebbf2e74 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0536966 Nov 15 22:58:00.205850 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-22ed40f9-fc2d-455f-b129-58e81e809405 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7098551 Nov 15 22:58:00.210015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:00.217843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:00.299778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.300955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.332938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:58:00.333946 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.358357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.368334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:00.387828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'port_id': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'mac_address': 'fa:16:3e:b4:05:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:58:00.434914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 175e27bd-7da2-4885-9c0e-642d00d73249 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:58:00.474916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 175e27bd-7da2-4885-9c0e-642d00d73249 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:58:00.475254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 175e27bd-7da2-4885-9c0e-642d00d73249 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:58:00.544732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.562643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf3dded-0b54-4e13-9661-507fa98b50ee {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:00.571086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f6b58929-0eed-4c2e-8629-6fef91a63c20 req-8d21f891-596b-49e5-a442-6e12afd2190e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 210 time: 0.0530584 Nov 15 22:58:00.579491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Allocated IP 172.20.0.2 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/cc43b5ec-e368-4b5d-9231-014e39eef6e8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:00.597440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:00.642199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.699173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.769507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.784787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:00.865327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.908637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:00.910406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['cbf3dded-0b54-4e13-9661-507fa98b50ee'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:00.934045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.962796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:00.987300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b82a80c-78a8-4b7e-b14f-4973bfcb6930 req-6ba67867-ee18-4d69-88c8-480aa9f8bc1b tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0341964 Nov 15 22:58:01.091119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Allocated IP 172.25.0.127 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/14c188a4-a2a7-4797-8b48-07a5dae37c62) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:01.111560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:01.120202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:01.138304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Pushing event updated for resources: {'Port': ['ID=cc43b5ec-e368-4b5d-9231-014e39eef6e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:01.224880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Attempting to bind port cc43b5ec-e368-4b5d-9231-014e39eef6e8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:01.225281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Attempting to bind port cc43b5ec-e368-4b5d-9231-014e39eef6e8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:01.225617 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Attempting to bind port cc43b5ec-e368-4b5d-9231-014e39eef6e8 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:01.238827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:01.239207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:01.239613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.240149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:01.240604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Bound port: cc43b5ec-e368-4b5d-9231-014e39eef6e8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:01.241199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.354682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] For port cc43b5ec-e368-4b5d-9231-014e39eef6e8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:01.358849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] For port cc43b5ec-e368-4b5d-9231-014e39eef6e8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cc43b5ec-e368-4b5d-9231-014e39eef6e8,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:01.437465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.488966 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707fbab-a1e2-44e1-9de6-5e37c1090002 req-690cd939-8901-468a-8f60-33badd41ced6 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:01.496460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d707fbab-a1e2-44e1-9de6-5e37c1090002 req-690cd939-8901-468a-8f60-33badd41ced6 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 983 time: 0.1144309 Nov 15 22:58:01.505327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb294fd5-374a-43b2-b35d-a9f9d2016077 None None] Pushing event updated for resources: {'Port': ['ID=cc43b5ec-e368-4b5d-9231-014e39eef6e8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:01.529131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.532555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-60d04d68-b8f9-4e0a-8ec8-2972d2a8be52 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:01.539071 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-60d04d68-b8f9-4e0a-8ec8-2972d2a8be52 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "GET /v2.0/networks?id=7da7f8bc-f346-465f-a8cf-f12ded146bd5 HTTP/1.1" status: 200 len: 809 time: 0.1496308 Nov 15 22:58:01.558535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Request body: {'port': {'device_id': '43231878-273e-46cc-a62a-1210cc332076', 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5', 'admin_state_up': True, 'tenant_id': '35090f98ba3b440a9c7f219076beaf1e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:01.589273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d707fbab-a1e2-44e1-9de6-5e37c1090002 req-2ffb45b6-48aa-459f-988c-dbed8f44551a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0917785 Nov 15 22:58:01.658773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.704519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fc5f768-d4ca-4d4c-b68e-27414fe218e0 req-a0823a17-030e-4239-9277-e44717d8542f tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 210 time: 0.0574827 Nov 15 22:58:01.730424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:01.730424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:01.730424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:01.751467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0621aa-730d-4553-b024-8fb38fe06082 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:01.765448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=14c188a4-a2a7-4797-8b48-07a5dae37c62,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:01.792079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Made reservation on behalf of 35090f98ba3b440a9c7f219076beaf1e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:01.796852 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.884380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-daaeedb7-fb0b-4423-a027-b84f2ae3bb76 None None] Provisioning complete for port 14c188a4-a2a7-4797-8b48-07a5dae37c62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:01.884380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daaeedb7-fb0b-4423-a027-b84f2ae3bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:01.924671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-daaeedb7-fb0b-4423-a027-b84f2ae3bb76 None None] Port 14c188a4-a2a7-4797-8b48-07a5dae37c62 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:01.954676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Allocated IP 172.20.0.3 (7da7f8bc-f346-465f-a8cf-f12ded146bd5/f982aef7-8771-406f-a16b-4169260e4772/e94ce61e-497c-4c5a-aca0-a7e1fa72a912) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:02.099553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.103745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b734ef11-10fe-4eb6-932f-626a0e1b0ed0 req-4113f6f7-479b-453e-ac18-2095ca4797b9 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0362034 Nov 15 22:58:02.115496 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.196016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cbf3dded-0b54-4e13-9661-507fa98b50ee up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:02.213722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.287508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:02.290949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:02.295099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:02.309629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.327024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port cbf3dded-0b54-4e13-9661-507fa98b50ee completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:58:02.332197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port cbf3dded-0b54-4e13-9661-507fa98b50ee triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:02.332871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.348609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:02.349309 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.353141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Pushing event updated for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:02.435908 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.457396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-91764b40-701e-4688-a6f9-983a938c136d tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016190 Nov 15 22:58:02.465526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:02.467860 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6372e379-7dae-4fa7-ba24-bc273d262a7b" -d '{"events": [{"server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:02.476589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Request body: {'port': {'device_id': '43231878-273e-46cc-a62a-1210cc332076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:02.486709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:02.515806 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3206a7e7-56fb-46fb-a5a3-e5e3312b1eae x-openstack-request-id: req-3206a7e7-56fb-46fb-a5a3-e5e3312b1eae {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:02.516427 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:02.516909 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3206a7e7-56fb-46fb-a5a3-e5e3312b1eae {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:02.517509 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'code': 200} Nov 15 22:58:02.548350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.568311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:58:02.568740 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.693546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:02.741284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2536e979-b943-4e65-a26d-f02801db6f9f req-d5c5d06d-f968-4f3a-8d66-60b679518908 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=484f6f24e8b5450ba3f0776db66b9cc1&device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0531590 Nov 15 22:58:02.775113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95885-a87d-4f73-8b61-0478f1557943 req-b906ff24-025f-4e29-a182-4342fc7e1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:02.776150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cc43b5ec-e368-4b5d-9231-014e39eef6e8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:02.776662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32e95885-a87d-4f73-8b61-0478f1557943 req-b906ff24-025f-4e29-a182-4342fc7e1d68 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.1868031 Nov 15 22:58:02.799929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2536e979-b943-4e65-a26d-f02801db6f9f req-eb3d910c-fa5c-4125-9246-bb2800636f1e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=484f6f24e8b5450ba3f0776db66b9cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481215 Nov 15 22:58:02.825008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e0cc1a-3572-4a00-a398-a8fbb3149bb6 None None] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:02.828250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b102da50-62bf-4c87-b2eb-5cd122ab4c9b req-240c9251-5b54-42a4-ad7d-c575769c8614 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0654478 Nov 15 22:58:02.868038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617f8a0-1679-42e7-9365-4c94abf8fed3 req-246b5fba-b754-4251-8e0c-56f9b861c211 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:02.869761 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f617f8a0-1679-42e7-9365-4c94abf8fed3 req-246b5fba-b754-4251-8e0c-56f9b861c211 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.1058972 Nov 15 22:58:02.909130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:02.914351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-04932312-02f8-49ae-8e5d-26343e1ae9d0 None None] Provisioning complete for port cc43b5ec-e368-4b5d-9231-014e39eef6e8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:02.914351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04932312-02f8-49ae-8e5d-26343e1ae9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.923704 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:02.934269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:02.935261 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:02.949804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cc43b5ec-e368-4b5d-9231-014e39eef6e8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:02.950780 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:02.994115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01f12-984f-48aa-8196-b02b44e17d32 req-98ff19b7-1860-46fc-8ef6-101943e7165a tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:02.995788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21d01f12-984f-48aa-8196-b02b44e17d32 req-98ff19b7-1860-46fc-8ef6-101943e7165a tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 931 time: 0.0887387 Nov 15 22:58:03.020023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f617f8a0-1679-42e7-9365-4c94abf8fed3 req-8c6f007f-3205-4585-9f3b-94105189fc1a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1357007 Nov 15 22:58:03.074602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536e979-b943-4e65-a26d-f02801db6f9f req-8c27053a-0769-4a9e-9e6f-87962c3324ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:03.074602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2536e979-b943-4e65-a26d-f02801db6f9f req-8c27053a-0769-4a9e-9e6f-87962c3324ad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2611856 Nov 15 22:58:03.075920 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:03.079539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21d01f12-984f-48aa-8196-b02b44e17d32 req-a093b865-91da-47ac-b510-87b40d902588 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658090 Nov 15 22:58:03.109434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32e95885-a87d-4f73-8b61-0478f1557943 req-cec10a8e-e22b-48a4-885b-74d89ab20ea4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35a89b04-2f58-4dff-aa13-056d09364347&id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3185160 Nov 15 22:58:03.113718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.116588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd51ae1a-325c-40e7-8141-c1948d4a3cc1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9051750 Nov 15 22:58:03.118652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:03.148759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.179170 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04932312-02f8-49ae-8e5d-26343e1ae9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.204397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94ce61e-497c-4c5a-aca0-a7e1fa72a912 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:03.216647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.234886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Transition to ACTIVE for port object e94ce61e-497c-4c5a-aca0-a7e1fa72a912 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:58:03.245146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port cc43b5ec-e368-4b5d-9231-014e39eef6e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cc43b5ec-e368-4b5d-9231-014e39eef6e8,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:03.290558 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:01Z', 'revision_number': 3, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:03.322682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.335857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:03.336198 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Updating router c4d9533d-dd59-402d-9dcf-c3ef54286a36 port 14c188a4-a2a7-4797-8b48-07a5dae37c62 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:03.356838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.365613 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.408369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Pushing event updated for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:03.494444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Attempting to bind port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:03.495046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Attempting to bind port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:03.495582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Attempting to bind port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:03.500889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:58:03.501205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Attempting to bind port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 on network 7da7f8bc-f346-465f-a8cf-f12ded146bd5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:03.506388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:03.506723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Checking segment: {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:03.507102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Bound using segment: {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:03.507529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Bound port: e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:03.507880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.510795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-04932312-02f8-49ae-8e5d-26343e1ae9d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 22:58:03.511288 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-04932312-02f8-49ae-8e5d-26343e1ae9d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 22:58:03.512123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=cc43b5ec-e368-4b5d-9231-014e39eef6e8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:03.576441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:03.580364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:03.646438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.654521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.698216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:03.698792 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.700364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] 10.222.0.55 "PUT /v2.0/ports/e94ce61e-497c-4c5a-aca0-a7e1fa72a912 HTTP/1.1" status: 200 len: 1091 time: 1.2299776 Nov 15 22:58:03.700902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:03.703254 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2499b5a8-68ae-46e5-8205-d161134ded62" -d '{"events": [{"name": "network-changed", "server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:03.712443 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.737131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111ac3-4d48-48d0-8522-d39633235250 service neutron] Pushing event updated for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:03.745639 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ad3ba6-9c3b-416d-bab5-991823b4eb0c x-openstack-request-id: req-76ad3ba6-9c3b-416d-bab5-991823b4eb0c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:03.746287 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:03.746543 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76ad3ba6-9c3b-416d-bab5-991823b4eb0c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:03.746949 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912', 'status': 'completed', 'code': 200} Nov 15 22:58:03.780035 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.814367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Allocated IP 172.20.0.1 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/e447c515-f47f-43a0-9fb6-776dd2c73db1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:03.824835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c022bee-f1d2-49a1-abc5-40cca69addbb None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:03.832173 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Attempting to bind port 14c188a4-a2a7-4797-8b48-07a5dae37c62 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:03.832547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Attempting to bind port 14c188a4-a2a7-4797-8b48-07a5dae37c62 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:03.832933 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Attempting to bind port 14c188a4-a2a7-4797-8b48-07a5dae37c62 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:03.842222 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Bound port: 14c188a4-a2a7-4797-8b48-07a5dae37c62, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.848798 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Pushing event updated for resources: {'Port': ['ID=14c188a4-a2a7-4797-8b48-07a5dae37c62,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:03.871557 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.871955 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.872401 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.872780 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.873084 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.873385 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.873693 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.874742 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.875064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.875383 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.875791 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.876109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:03.915673 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] For port 14c188a4-a2a7-4797-8b48-07a5dae37c62, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:03.919712 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] For port 14c188a4-a2a7-4797-8b48-07a5dae37c62, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=14c188a4-a2a7-4797-8b48-07a5dae37c62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:03.950015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-d0aee72d-a35d-4391-bb5c-64f82db1fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:03.951825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-d0aee72d-a35d-4391-bb5c-64f82db1fdf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 1094 time: 0.0449455 Nov 15 22:58:03.967170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a2b2daf-fb10-4991-80fa-7d4dc9524e27 req-a6866503-0513-4cbc-8b51-e20619e8dce7 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0355847 Nov 15 22:58:03.971865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:03.986252 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.039345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71b8a66-d98d-41e2-b43e-6ee58308b504 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:04.051439 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:04.052360 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:04.062544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-a871bf17-273e-485a-989f-6da3e95ddb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.063812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-a871bf17-273e-485a-989f-6da3e95ddb1f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=35090f98ba3b440a9c7f219076beaf1e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1043379 Nov 15 22:58:04.087795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.166717 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615031-8966-4a5f-b806-6deb2e11ee64 None None] Pushing event updated for resources: {'Port': ['ID=14c188a4-a2a7-4797-8b48-07a5dae37c62,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:04.184550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Provisioning complete for port cc43b5ec-e368-4b5d-9231-014e39eef6e8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:04.187166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.200178 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:04.228143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:04.255337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:04.259756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:04.261667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Pushing event updated for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:04.349755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1ab8-e348-4096-bc27-fa2225115252 req-e793ac2a-007f-42b5-a41c-6c2ef278466a tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.352439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89cc1ab8-e348-4096-bc27-fa2225115252 req-e793ac2a-007f-42b5-a41c-6c2ef278466a tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 943 time: 0.1657915 Nov 15 22:58:04.367216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08032b9-5521-4617-90b9-dc707eb35982 req-2ddc79cd-01b6-4e5f-b79a-85c4dcc5daeb tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.383474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Provisioning complete for port 14c188a4-a2a7-4797-8b48-07a5dae37c62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:04.384230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e08032b9-5521-4617-90b9-dc707eb35982 req-2ddc79cd-01b6-4e5f-b79a-85c4dcc5daeb tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.2405300 Nov 15 22:58:04.384663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.497081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.528275 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.587682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] For port 14c188a4-a2a7-4797-8b48-07a5dae37c62, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=14c188a4-a2a7-4797-8b48-07a5dae37c62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:04.596534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e08032b9-5521-4617-90b9-dc707eb35982 req-69f484ca-ac55-40c5-bce6-3fe051fe617c tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2107475 Nov 15 22:58:04.604545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-89cc1ab8-e348-4096-bc27-fa2225115252 req-06ff1122-0765-4f1f-8f4b-69d128bc13b7 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125862 Nov 15 22:58:04.625244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-f08111f3-fe2c-4735-b2fd-b34c5ca1c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.627467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2499b5a8-68ae-46e5-8205-d161134ded62 req-f08111f3-fe2c-4735-b2fd-b34c5ca1c0bf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5507011 Nov 15 22:58:04.660749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:01Z', 'revision_number': 3, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:04.677631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.710394 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca05793c-32d7-4c13-94d3-5652e7bcc39d None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:01Z', 'revision_number': 3, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:04.718612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cc43b5ec-e368-4b5d-9231-014e39eef6e8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:04.768321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2536e979-b943-4e65-a26d-f02801db6f9f req-99d757be-bbae-4459-b3bf-f908ab045012 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0364261 Nov 15 22:58:04.770430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-59a125d7-ea21-4ed8-b879-44efbf6bb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.771891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-59a125d7-ea21-4ed8-b879-44efbf6bb61c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35090f98ba3b440a9c7f219076beaf1e&device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 1094 time: 0.0913415 Nov 15 22:58:04.778645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7278ee8-26e0-469e-95ee-6df2a8551b29 None None] Pushing event updated for resources: {'Port': ['ID=14c188a4-a2a7-4797-8b48-07a5dae37c62,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:04.816550 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f85d977a-fc8b-4576-8635-48d67e498d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.820311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port cc43b5ec-e368-4b5d-9231-014e39eef6e8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:04.820826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.821206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.824421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4f2567e6-aad1-4709-9488-f065a8e09132 None None] Provisioning complete for port e447c515-f47f-43a0-9fb6-776dd2c73db1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:04.824863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f2567e6-aad1-4709-9488-f065a8e09132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:04.861977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-4f36410c-7c43-4848-a709-6c7fb183cf60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912 HTTP/1.1" status: 200 len: 217 time: 0.0734417 Nov 15 22:58:04.899438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f2567e6-aad1-4709-9488-f065a8e09132 None None] Port e447c515-f47f-43a0-9fb6-776dd2c73db1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:04.926514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-45839f36-147f-4204-ab6e-6c1f86933fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:04.931753 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-45839f36-147f-4204-ab6e-6c1f86933fdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f982aef7-8771-406f-a16b-4169260e4772 HTTP/1.1" status: 200 len: 849 time: 0.0548067 Nov 15 22:58:04.969453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-05514025-3446-4ba4-8b1c-4403e7c5cdf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7da7f8bc-f346-465f-a8cf-f12ded146bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270658 Nov 15 22:58:05.026667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:05.119315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-22c40733-9b37-4c0b-ae54-1f1c3acb7e55 service neutron] 10.222.0.55 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384726 Nov 15 22:58:05.122653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-519b84cd-7582-44bc-a71a-6c0cee3fe148 req-788b6624-1011-4422-91c2-ef465beb55f9 tempest-ServerShowV254Test-460751928 tempest-ServerShowV254Test-460751928-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a948646-03e1-4ca6-a046-1fc88329b3df HTTP/1.1" status: 200 len: 210 time: 0.0367036 Nov 15 22:58:05.123239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:05.200438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:05.203701 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Pushing event updated for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:05.245169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f5651b93-5439-40d8-bdfd-193c82f848e8 req-eb27fc08-8fe9-4617-a1d6-28c12935ff4a service neutron] 10.222.0.55 "GET /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141047 Nov 15 22:58:05.315367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:05.317465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:05.437332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:58:05.575852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:05.589775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-34cbb99b-c097-4b52-ab73-6b6e15462bea admin admin] 10.222.0.15 "PUT /v2.0/routers/c4d9533d-dd59-402d-9dcf-c3ef54286a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4621444 Nov 15 22:58:05.635375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f2b57d48-1ce4-4f0f-b5c7-bcb4cb6f7e95 None None] Provisioning complete for port e447c515-f47f-43a0-9fb6-776dd2c73db1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:05.635857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2b57d48-1ce4-4f0f-b5c7-bcb4cb6f7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:05.681027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f2b57d48-1ce4-4f0f-b5c7-bcb4cb6f7e95 None None] Port e447c515-f47f-43a0-9fb6-776dd2c73db1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:05.801459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adbe42-c60f-42b9-b253-4182ebfd87b2 req-0416eb53-0cfd-4f4e-bbf3-6730e12e2f27 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:05.803061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42adbe42-c60f-42b9-b253-4182ebfd87b2 req-0416eb53-0cfd-4f4e-bbf3-6730e12e2f27 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.1316059 Nov 15 22:58:05.820083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20bc0e-1001-4bf7-9f43-966a87ce71a3 req-acc6dfd2-97f1-43c9-b916-765f56690cb5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:05.821705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b20bc0e-1001-4bf7-9f43-966a87ce71a3 req-acc6dfd2-97f1-43c9-b916-765f56690cb5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 943 time: 0.0904765 Nov 15 22:58:05.904162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42adbe42-c60f-42b9-b253-4182ebfd87b2 req-3ecd4046-a897-4b11-906e-3e2c55ff59f4 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0936100 Nov 15 22:58:05.907432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b20bc0e-1001-4bf7-9f43-966a87ce71a3 req-e5ed573c-6d52-4979-94ee-c58b110e0653 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793111 Nov 15 22:58:06.025680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b3666-827a-475d-9ce9-2c6e3244fa5d req-d641ed6d-1023-4b2f-af3e-7a796acefc73 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:06.027161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46b3666-827a-475d-9ce9-2c6e3244fa5d req-d641ed6d-1023-4b2f-af3e-7a796acefc73 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.0506127 Nov 15 22:58:06.091412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46b3666-827a-475d-9ce9-2c6e3244fa5d req-a4233423-01fa-4e8c-b160-666c33263355 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0573640 Nov 15 22:58:06.206127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-0e445e7b-968a-436f-8de6-9600c3e5b21f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:06.208232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-0e445e7b-968a-436f-8de6-9600c3e5b21f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.0488462 Nov 15 22:58:06.235375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-051b7247-0b20-45a5-97c3-1e4a7585b41f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.316390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-051b7247-0b20-45a5-97c3-1e4a7585b41f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.344286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:06.350076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2147391242-network', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:06.397216 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-051b7247-0b20-45a5-97c3-1e4a7585b41f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.437762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7247-0b20-45a5-97c3-1e4a7585b41f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71d2d3b-c512-4e84-8c02-4931c03d086b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:06.446656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a0d5c50e-fba8-445f-a0f2-b0b1d31fe17e req-051b7247-0b20-45a5-97c3-1e4a7585b41f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2294559 Nov 15 22:58:06.469535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:06.503571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Made reservation on behalf of 2ffc468c57594a3a82ea920585db19b8 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:06.506139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.516357 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.540933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e0e2b-47bc-4245-a0cd-23438d6cfe0e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:06.543542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba1e0e2b-47bc-4245-a0cd-23438d6cfe0e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1130 time: 0.0717835 Nov 15 22:58:06.545976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:06.550570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:06.577553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:06.591882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:06.592485 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:57:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:06.612379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.631660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.694298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.716370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:06.731435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:06.735459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 14c188a4-a2a7-4797-8b48-07a5dae37c62 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:06.741182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881bf9a7-8eae-437c-ba37-604e9931c882,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:06.750480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:58:06.770073 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.770313 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Added segment 4bb236dc-78be-4b80-9c44-b092ebe6ed8b of type vlan for network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 Nov 15 22:58:06.792702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.817451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.884605 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-331cb20d-0184-4e13-a296-b2df57c0fc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.889031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.890188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:06.891238 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.923466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 14c188a4-a2a7-4797-8b48-07a5dae37c62 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:06.923831 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:06.957290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.25.0.47 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/0e7f1e39-ee70-4cb9-aa38-2d0390269fe1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:06.989429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a146a89e-841a-4572-8cbb-c86dfe3f2eb0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.010576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:58:07.063706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-331cb20d-0184-4e13-a296-b2df57c0fc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.115404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.138769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-331cb20d-0184-4e13-a296-b2df57c0fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.161650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 2, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:07.190240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:07.190948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Updating router c4d9533d-dd59-402d-9dcf-c3ef54286a36 port e447c515-f47f-43a0-9fb6-776dd2c73db1 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:07.194580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cb20d-0184-4e13-a296-b2df57c0fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e719ac-54e7-4901-b6f6-ea4091d979a9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.201793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-331cb20d-0184-4e13-a296-b2df57c0fc3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484f6f24e8b5450ba3f0776db66b9cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4839807 Nov 15 22:58:07.205308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:07.221679 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-104498f4-2c7e-4fe9-8a68-8ddab46ef388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.225120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.267135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.291165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.295555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.300878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0aa7f2a3-a460-4220-a0ee-90bec46339d8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9510589 Nov 15 22:58:07.300878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60324) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:07.304716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Request body: {'subnet': {'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2147391242-subnet', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:07.332317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b6d9-f08a-4b4d-95a5-6bd3cee260e5 req-f30de07b-4e2c-450d-a657-a225c51564b0 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:07.339602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94e1b6d9-f08a-4b4d-95a5-6bd3cee260e5 req-f30de07b-4e2c-450d-a657-a225c51564b0 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 943 time: 0.3452666 Nov 15 22:58:07.359496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:07.364169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:07.368212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:07.387168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94e1b6d9-f08a-4b4d-95a5-6bd3cee260e5 req-d331e927-ea50-4438-935c-9af38e49f99c tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Nov 15 22:58:07.398049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=0e7f1e39-ee70-4cb9-aa38-2d0390269fe1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.437365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Made reservation on behalf of 2ffc468c57594a3a82ea920585db19b8 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:07.439863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.501900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.505326 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.506658 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4e719ac-54e7-4901-b6f6-ea4091d979a9 HTTP/1.1" status: 204 len: 168 time: 0.3004184 Nov 15 22:58:07.526700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5e75-15da-4cd2-ac74-2fa2e13caaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e719ac-54e7-4901-b6f6-ea4091d979a9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.707121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.733456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.762565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce714dc-ba30-4250-8181-af7227ccc78e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.778941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Checking segment: {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:07.779308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Network hostable DHCP agents. Network: a146a89e-841a-4572-8cbb-c86dfe3f2eb0, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:58:07.821007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.877947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:58:07.881780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:07.903394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347dde6-9d9e-4b59-975b-13ed2cdd3ae9 None None] Pushing event updated for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:07.979972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a146a89e-841a-4572-8cbb-c86dfe3f2eb0) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:07.981441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Attempting to bind port e447c515-f47f-43a0-9fb6-776dd2c73db1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:07.981937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Attempting to bind port e447c515-f47f-43a0-9fb6-776dd2c73db1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:07.999905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Attempting to bind port e447c515-f47f-43a0-9fb6-776dd2c73db1 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:08.000705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:08.000705 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4e691-27bd-48c0-8ddb-0ee2e988abaa None None] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Bound port: e447c515-f47f-43a0-9fb6-776dd2c73db1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:08.000876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.096649 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.109018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3fdfeb32-774d-4a96-a2d9-fba0bdbdbe4c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8061171 Nov 15 22:58:08.109018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60336) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:08.114888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:08.149014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] For port e447c515-f47f-43a0-9fb6-776dd2c73db1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:08.184148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] For port e447c515-f47f-43a0-9fb6-776dd2c73db1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e447c515-f47f-43a0-9fb6-776dd2c73db1,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:08.231876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'fixed_ips': [{'subnet_id': '8ce714dc-ba30-4250-8181-af7227ccc78e'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:58:08.232751 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.235145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-09c2c56f-e738-49b2-9a92-ae562c62754c None None] Provisioning complete for port e447c515-f47f-43a0-9fb6-776dd2c73db1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:08.235505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09c2c56f-e738-49b2-9a92-ae562c62754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.237863 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.239062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.268456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.283005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.299523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.328883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.337002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-09c2c56f-e738-49b2-9a92-ae562c62754c None None] Port e447c515-f47f-43a0-9fb6-776dd2c73db1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:08.432194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347dde6-9d9e-4b59-975b-13ed2cdd3ae9 None None] Pushing event updated for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:08.455649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.458314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e94ce61e-497c-4c5a-aca0-a7e1fa72a912 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:58:08.483013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:08.483780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:08.490541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=0e7f1e39-ee70-4cb9-aa38-2d0390269fe1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:08.517267 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.660697 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.681872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371e66-8ff9-4e52-8d60-515f0e736a52 req-981c6ac4-ecbd-4113-8966-a766ea40df70 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:08.682681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11371e66-8ff9-4e52-8d60-515f0e736a52 req-981c6ac4-ecbd-4113-8966-a766ea40df70 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 943 time: 0.1725576 Nov 15 22:58:08.700207 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Floating IP 697544bf-6441-44c3-a7ec-365c71ae72fc associated. External IP: 172.25.0.47, port: cbf3dded-0b54-4e13-9661-507fa98b50ee. Nov 15 22:58:08.751559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Allocated IP 172.20.0.2 (a146a89e-841a-4572-8cbb-c86dfe3f2eb0/8ce714dc-ba30-4250-8181-af7227ccc78e/789d5125-579b-4d25-bbf6-77e7bd363446) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:08.760657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-11371e66-8ff9-4e52-8d60-515f0e736a52 req-b038b2bf-da91-4a0b-9e3e-82b36d00f27c tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Nov 15 22:58:08.773469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] Provisioning complete for port e447c515-f47f-43a0-9fb6-776dd2c73db1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:08.773469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.872717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:08.934733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:08.959048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:58:08.975525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:08.989577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912', 'network_id': '7da7f8bc-f346-465f-a8cf-f12ded146bd5', 'port_id': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912', 'mac_address': 'fa:16:3e:32:f4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f982aef7-8771-406f-a16b-4169260e4772', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:58:08.994464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.073965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:09.090390 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Sync routers for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:09.104047 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:09.104860 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:09.134321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.140958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Allocated IP 172.25.0.253 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/9ae6a3f5-3b47-44e2-ab09-db2fefe742ec) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:09.177224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.208223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.211583 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a14b6756-9331-469d-b71a-f21b55a874e3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6620574 Nov 15 22:58:09.211583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:09.220217 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac" -d '{"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:09.223740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:09.224023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:09.259419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] For port e447c515-f47f-43a0-9fb6-776dd2c73db1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e447c515-f47f-43a0-9fb6-776dd2c73db1,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:09.260644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.277949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94ce61e-497c-4c5a-aca0-a7e1fa72a912 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:09.344739 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86030b-812a-43a0-8e0b-4e933ec07c0f x-openstack-request-id: req-5b86030b-812a-43a0-8e0b-4e933ec07c0f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:09.350115 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:09.350115 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b86030b-812a-43a0-8e0b-4e933ec07c0f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:09.350115 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'status': 'completed', 'code': 200} Nov 15 22:58:09.357705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:09.360360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.366676 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.377419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.436174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:09.436983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:09.440738 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.448100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:09.450250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:09.453014 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Pushing event updated for resources: {'Port': ['ID=789d5125-579b-4d25-bbf6-77e7bd363446,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:09.514975 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.520909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.525750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-3366ff1a-f3ca-49d3-8ef4-69b5460fc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.527347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-3366ff1a-f3ca-49d3-8ef4-69b5460fc385 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.1619556 Nov 15 22:58:09.540656 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '697544bf-6441-44c3-a7ec-365c71ae72fc', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'port_id': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'mac_address': 'fa:16:3e:b4:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:58:07Z', 'updated_at': '2021-11-15T22:58:07Z', 'revision_number': 0, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:09.562121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:08Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:09.570926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb51aa1-45da-482a-a240-7adda29ca512 None None] Pushing event updated for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:09.574342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.574813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.575631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.576248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.576895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.577346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.577965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:09.579755 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Checking router: 6e6a06e8-664a-4ea2-9872-affa4f2eff52 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:09.580428 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-181b70e3-86db-4efa-a6c7-932159b5c426 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.3551731 Nov 15 22:58:09.582496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Attempting to bind port 789d5125-579b-4d25-bbf6-77e7bd363446 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:09.582861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Attempting to bind port 789d5125-579b-4d25-bbf6-77e7bd363446 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:09.583213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Attempting to bind port 789d5125-579b-4d25-bbf6-77e7bd363446 on network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:09.590717 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:09.591937 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:09.607580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:09.644363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:09.644836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Checking segment: {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:09.645154 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.645539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Bound using segment: {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:09.645998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:09.646132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Bound port: 789d5125-579b-4d25-bbf6-77e7bd363446, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:09.646371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:09.648415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b18da-a32b-4b59-a006-cca0c4b61aba None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:08Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:09.649567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:09.676842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:09.690812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:09.700919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88ca30-cc6b-471c-b6b0-978abf541561 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:09.759127 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e94ce61e-497c-4c5a-aca0-a7e1fa72a912'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:09.767544 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:09.840393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:09.916955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] For port 789d5125-579b-4d25-bbf6-77e7bd363446, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:09.926720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] For port 789d5125-579b-4d25-bbf6-77e7bd363446, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=789d5125-579b-4d25-bbf6-77e7bd363446,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:09.966281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1e8b7e20-c9ba-4e4b-bc63-58c51a7a07c8 None None] Provisioning complete for port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:09.966648 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e20-c9ba-4e4b-bc63-58c51a7a07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.016146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.063337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b7e20-c9ba-4e4b-bc63-58c51a7a07c8 None None] Port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:10.109619 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f54d8722-1613-4e1a-a6d5-fe2fd5b9737a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.148419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '697544bf-6441-44c3-a7ec-365c71ae72fc', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'port_id': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'mac_address': 'fa:16:3e:b4:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:58:07Z', 'updated_at': '2021-11-15T22:58:07Z', 'revision_number': 0, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:10.207597 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafaf10b-75ac-422b-9c62-73807fa43fae None None] The sync data for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 is: [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '697544bf-6441-44c3-a7ec-365c71ae72fc', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'port_id': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'mac_address': 'fa:16:3e:b4:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T22:58:07Z', 'updated_at': '2021-11-15T22:58:07Z', 'revision_number': 0, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:10.349090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.349666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.349980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.350684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.350995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.351446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.351855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.356549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-154d256d-11d4-423a-8cf4-ec910f2e92f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.7452424 Nov 15 22:58:10.356804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718104e2-b2fd-4538-829c-83813527c8b6 None None] Pushing event updated for resources: {'Port': ['ID=789d5125-579b-4d25-bbf6-77e7bd363446,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:10.356934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-0d6b3d73-c6dd-408b-85dc-b82a8648d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.357456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-0d6b3d73-c6dd-408b-85dc-b82a8648d0bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 200 len: 898 time: 0.8159013 Nov 15 22:58:10.357924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60374) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:10.480087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.497379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b322e11-fc23-4fea-a6ea-90302cc00a93 req-10dec8a3-4348-421a-a403-64657fad0c08 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.499038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b322e11-fc23-4fea-a6ea-90302cc00a93 req-10dec8a3-4348-421a-a403-64657fad0c08 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 944 time: 0.4805293 Nov 15 22:58:10.585390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f54d8722-1613-4e1a-a6d5-fe2fd5b9737a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.599158 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-4a9a769f-51fe-47f3-bf8c-99b54ed0a2ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 200 len: 998 time: 0.2158718 Nov 15 22:58:10.627329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7a175f-d043-417b-9770-2cf719c41c1d None None] New status for floating IP 697544bf-6441-44c3-a7ec-365c71ae72fc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:58:10.663478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b322e11-fc23-4fea-a6ea-90302cc00a93 req-289f2d34-bd03-4568-bddd-c0cda4819657 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325564 Nov 15 22:58:10.663478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f54d8722-1613-4e1a-a6d5-fe2fd5b9737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.669361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.692053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-3fbef637-a77b-4f90-b722-684339c777d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.693607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-3fbef637-a77b-4f90-b722-684339c777d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d59adc-bf98-4eb5-aa38-6863bca50b1c HTTP/1.1" status: 200 len: 835 time: 0.0821552 Nov 15 22:58:10.817907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-e50a9cd9-9900-4382-b2f1-47e77f072871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:10.821613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f54d8722-1613-4e1a-a6d5-fe2fd5b9737a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fa28519b987424ba84565a8c88a16a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3810716 Nov 15 22:58:10.822123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-e50a9cd9-9900-4382-b2f1-47e77f072871 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=baeca1cc-7b88-4794-a644-792204431b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142387 Nov 15 22:58:10.823023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:10.827299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d8722-1613-4e1a-a6d5-fe2fd5b9737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e61311-d2bf-41b2-a1ca-f8ad2f632bf7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:10.877641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e447c515-f47f-43a0-9fb6-776dd2c73db1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:10.940742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e447c515-f47f-43a0-9fb6-776dd2c73db1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:10.941610 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:10.995530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.057954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 789d5125-579b-4d25-bbf6-77e7bd363446 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:11.086437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-22582081-7f78-44d3-b0c1-e322cf3dc059 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487726 Nov 15 22:58:11.090817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.123593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.157057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 789d5125-579b-4d25-bbf6-77e7bd363446 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:11.157565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.281398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.323654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 789d5125-579b-4d25-bbf6-77e7bd363446, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=789d5125-579b-4d25-bbf6-77e7bd363446,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:11.325775 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e41da9df-3ca3-44f3-b40f-aa0ae06162f7 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.9666665 Nov 15 22:58:11.338153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:11.341245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Router 68004846-ee5f-4ace-8c9f-756b88602e5f is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:58:11.374263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba138cd2-3dd8-40c5-8686-b9ae06dc8fac req-5bd51e16-0700-4f5e-97ce-ab94e8a37687 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741931 Nov 15 22:58:11.387333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.414928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.421790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.422947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1e61311-d2bf-41b2-a1ca-f8ad2f632bf7 HTTP/1.1" status: 204 len: 168 time: 0.5996511 Nov 15 22:58:11.432277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474d36-fbb0-436a-9d8b-b2496df147f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e61311-d2bf-41b2-a1ca-f8ad2f632bf7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:11.473734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156279e9-179f-4261-8dce-200fd551c41e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:11.474136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156279e9-179f-4261-8dce-200fd551c41e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:11.492800 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-156279e9-179f-4261-8dce-200fd551c41e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6e6a06e8-664a-4ea2-9872-affa4f2eff52 HTTP/1.1" status: 200 len: 1990 time: 0.1551361 Nov 15 22:58:11.495415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=789d5125-579b-4d25-bbf6-77e7bd363446,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:11.531989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:11.544794 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Sync routers for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:11.557110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:11.557712 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:11.567759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25644f2-5542-4187-80b5-fcab5536ddb1 None None] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:11.632435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9f7dd3df-2497-4bec-b78f-113f7b4665d2 None None] Provisioning complete for port 789d5125-579b-4d25-bbf6-77e7bd363446 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:11.632828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd3df-2497-4bec-b78f-113f7b4665d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.640447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:11.644372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3998bfa-9404-4ac1-b061-6625b4279a53 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5321364 Nov 15 22:58:11.645172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:11.681460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:11.940568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264bc70-589f-4072-be5e-97673d9a180e req-23cd500d-511d-4b29-9dc3-ea82caaea235 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:11.942314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9264bc70-589f-4072-be5e-97673d9a180e req-23cd500d-511d-4b29-9dc3-ea82caaea235 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 944 time: 0.1382120 Nov 15 22:58:11.944572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:10Z', 'revision_number': 3, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:11.989735 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Checking router: 68004846-ee5f-4ace-8c9f-756b88602e5f for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:11.990138 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Updating router 68004846-ee5f-4ace-8c9f-756b88602e5f port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:12.048052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9264bc70-589f-4072-be5e-97673d9a180e req-e1a25a52-39aa-4ba8-8403-10bfd7d2ed58 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991814 Nov 15 22:58:12.080526 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.221464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d91b5399-3149-4cb4-9c31-6b8ee37a256c None None] Provisioning complete for port 789d5125-579b-4d25-bbf6-77e7bd363446 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:12.222621 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d91b5399-3149-4cb4-9c31-6b8ee37a256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.443374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e94ce61e-497c-4c5a-aca0-a7e1fa72a912 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:12.564923 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.597505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:58:12.602480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:12.607675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.609530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.654453 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.729507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.733503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 789d5125-579b-4d25-bbf6-77e7bd363446 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:12.756607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7cb6c-0525-44a5-bfa8-5a9b40cd3e56 None None] Pushing event updated for resources: {'Port': ['ID=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:12.783470 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Attempting to bind port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:12.783835 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Attempting to bind port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:12.784185 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Attempting to bind port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:12.789842 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:12.790257 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:12.790647 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.791024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:12.791478 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Bound port: 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:12.791844 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.801670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:12.810867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:12.819253 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228a722-5b53-4d6f-b078-3ef717fd92c2" -d '{"events": [{"server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "name": "network-vif-plugged", "status": "completed", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:12.824230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d87b6-720d-4c84-9fe5-4297895fe6fa None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:12.840192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:12.865718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 789d5125-579b-4d25-bbf6-77e7bd363446 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:12.866055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.884242 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] For port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:12.887720 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] For port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:12.895043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:12.943408 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008fc8d6-dcc7-4a96-a957-90f6c9c5d684 x-openstack-request-id: req-008fc8d6-dcc7-4a96-a957-90f6c9c5d684 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:12.944187 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "name": "network-vif-plugged", "status": "completed", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:12.944700 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-008fc8d6-dcc7-4a96-a957-90f6c9c5d684 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:12.945462 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912', 'code': 200} Nov 15 22:58:12.958352 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Allocated IP 172.20.0.1 (a146a89e-841a-4572-8cbb-c86dfe3f2eb0/8ce714dc-ba30-4250-8181-af7227ccc78e/00824391-11b4-4c4c-89ef-cbe9a97b9f00) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:12.972914 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.001686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.016159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] Provisioning complete for port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:13.019506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.038953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1994861512-network', 'tenant_id': 'be89d450a53041a0a8b5d78331084e80'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:13.065300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbcfbf-a70b-40de-9771-f7b91e024892 req-509d1bf1-58bd-45ef-9562-55db5c84c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:13.071011 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61dbcfbf-a70b-40de-9771-f7b91e024892 req-509d1bf1-58bd-45ef-9562-55db5c84c34f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 1096 time: 0.0951376 Nov 15 22:58:13.085968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7cb6c-0525-44a5-bfa8-5a9b40cd3e56 None None] Pushing event updated for resources: {'Port': ['ID=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.115609 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:13.116461 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:13.147645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f00aca0-a7aa-4e45-ae5a-08769f18c360 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:13.162324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61dbcfbf-a70b-40de-9771-f7b91e024892 req-8392746c-6c2e-44a4-b329-fca1c798d84e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Nov 15 22:58:13.163610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:13.167669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.192477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.202413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.244302 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.282733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] For port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:13.307072 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:13.308490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.324074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc85d-4a91-4c3c-b4f9-090a0f14ddaf req-48edb48e-7db5-4cb9-9cd2-0c1c8bcc4707 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:13.325579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cffc85d-4a91-4c3c-b4f9-090a0f14ddaf req-48edb48e-7db5-4cb9-9cd2-0c1c8bcc4707 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0943949 Nov 15 22:58:13.357461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.380183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cffc85d-4a91-4c3c-b4f9-090a0f14ddaf req-427af863-298a-4900-94fb-e10e278734e5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Nov 15 22:58:13.392349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.405697 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.430358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:58:13.432349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884329f6-f7bb-4332-b2aa-7f374cf224cb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.454535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.454898 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Added segment 8211c03e-d67c-49a6-9c27-99d24a731be4 of type vlan for network c2bf3d03-6697-4507-bdff-d61f43f45533 Nov 15 22:58:13.459365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:13.461239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:13.464293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:13.483690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6ba7e-1e59-4502-b691-c4f2991b63eb None None] Pushing event updated for resources: {'Port': ['ID=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.507807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Pushing event updated for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.514239 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.530908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.545889 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:10Z', 'revision_number': 3, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:13.558083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-facec3d5-c82f-4cbe-93f0-e2a8fbf3b90a None None] Provisioning complete for port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:13.558545 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-facec3d5-c82f-4cbe-93f0-e2a8fbf3b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.585548 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fedd-30d9-4116-9559-fba9d1ed7e6c None None] The sync data for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 is: [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:10Z', 'revision_number': 3, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:13.632053 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.637537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:13.637537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.697749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] Pushing event updated for resources: {'Network': ['ID=c2bf3d03-6697-4507-bdff-d61f43f45533,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:13.708634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c2bf3d03-6697-4507-bdff-d61f43f45533 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:58:13.762730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ecf46bc7-f024-43b1-902d-e5d26d9a436d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9173722 Nov 15 22:58:13.762937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.763184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60414) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:13.769149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Request body: {'subnet': {'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1994861512-subnet', 'tenant_id': 'be89d450a53041a0a8b5d78331084e80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:13.811518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-198418a7-7060-494b-a756-2b113fed177e None None] Provisioning complete for port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:13.812007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-198418a7-7060-494b-a756-2b113fed177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.853098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-198418a7-7060-494b-a756-2b113fed177e None None] Port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:13.893427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:13.896090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:13.965898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.058519 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.128125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Pushing event updated for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:14.130978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.133157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.206272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Checking segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:14.206681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Network hostable DHCP agents. Network: c2bf3d03-6697-4507-bdff-d61f43f45533, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:58:14.208879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de2fe07-3dbb-4808-89a5-fd8c96ef799a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:14.241696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:14.243137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:14.311937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Network c2bf3d03-6697-4507-bdff-d61f43f45533 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:58:14.376153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Router 68004846-ee5f-4ace-8c9f-756b88602e5f has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:58:14.420149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c2bf3d03-6697-4507-bdff-d61f43f45533) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:14.431859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c307aba-8e42-4e9d-8eaf-de14cc62aca0 None None] Network c2bf3d03-6697-4507-bdff-d61f43f45533 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:14.441160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:14.443905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.540480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:14.559822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f3df5700-1b70-44c9-af28-1e2c33847389 admin admin] 10.222.0.15 "PUT /v2.0/routers/68004846-ee5f-4ace-8c9f-756b88602e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9001629 Nov 15 22:58:14.560055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7f85276f-7047-4d33-a4ac-fef6440554cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7892616 Nov 15 22:58:14.587955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2869d8-5b65-4c44-a2d1-52d5416f3db7 req-5f9c3bd3-8fed-47fc-bcb9-7e64e1ce904e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:14.590265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d2869d8-5b65-4c44-a2d1-52d5416f3db7 req-5f9c3bd3-8fed-47fc-bcb9-7e64e1ce904e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0858369 Nov 15 22:58:14.620768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c24c9-393a-4f3b-bd18-e2d31bd469f2 None None] Network c2bf3d03-6697-4507-bdff-d61f43f45533 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:14.664432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d2869d8-5b65-4c44-a2d1-52d5416f3db7 req-582f1072-3727-47c9-a975-fd3327cb717e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 Nov 15 22:58:14.670281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-30a249a1-32ef-47cf-827b-f362aac94d13 None None] Provisioning complete for port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:14.670596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30a249a1-32ef-47cf-827b-f362aac94d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:14.734439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-30a249a1-32ef-47cf-827b-f362aac94d13 None None] Port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:14.790964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:14.843794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:14.844433 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:15.126570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-621e65f4-91aa-4010-a8a1-0305de8a3f87 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:15.129161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-621e65f4-91aa-4010-a8a1-0305de8a3f87 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1074879 Nov 15 22:58:15.147760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-e9b9d7a6-a276-4e72-b7e4-b75cb43de928 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/quotas/be89d450a53041a0a8b5d78331084e80 HTTP/1.1" status: 200 len: 375 time: 0.0101194 Nov 15 22:58:15.180707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-96f32a6c-1922-4e20-89d8-621133c25a63 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272617 Nov 15 22:58:15.274284 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-2ebe6075-cb56-4d98-9d70-5ec4f4bf17c0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863447 Nov 15 22:58:15.362141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-1e3b0e21-c530-45ca-b165-35f0bdbd6abb service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815606 Nov 15 22:58:15.572267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec06794c-ba74-44bb-afaf-736ae10123e0 req-aa6a4c19-1868-42a3-bbb5-c4058928d950 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 210 time: 0.0282733 Nov 15 22:58:15.794049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a161fd0-38b3-4c44-ac0a-de9df5e39d5c req-91c01347-3f23-4bfa-b349-6437f2f494e4 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:15.795529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a161fd0-38b3-4c44-ac0a-de9df5e39d5c req-91c01347-3f23-4bfa-b349-6437f2f494e4 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Nov 15 22:58:15.850116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a161fd0-38b3-4c44-ac0a-de9df5e39d5c req-a2f27e71-14ad-46c5-89fb-d18e8474ccc3 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Nov 15 22:58:16.698263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ec919096-61b6-4614-9e2b-1b611f257fc8 req-23b2d205-bc98-423f-ba0f-8cd45d500b0e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 210 time: 0.0279689 Nov 15 22:58:17.078666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Sync routers for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:17.090169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:17.091013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:17.163292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61484-736e-46ce-8679-82dc22bdf113 req-7570403e-675b-43aa-b89b-92514e73e3dd tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:17.164920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f61484-736e-46ce-8679-82dc22bdf113 req-7570403e-675b-43aa-b89b-92514e73e3dd tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Nov 15 22:58:17.201009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:17.213492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16f61484-736e-46ce-8679-82dc22bdf113 req-b2b5c6f0-2476-49bb-84d1-51f829a135f6 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Nov 15 22:58:17.401310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '00824391-11b4-4c4c-89ef-cbe9a97b9f00', 'name': '', 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'mac_address': 'fa:16:3e:00:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:12Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 2, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'subnets': [{'id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:17.431125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Checking router: 68004846-ee5f-4ace-8c9f-756b88602e5f for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:17.431475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Updating router 68004846-ee5f-4ace-8c9f-756b88602e5f port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:17.612159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:17.802055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7cf51e8-2fde-4396-958e-8605b215be83 req-9c9a4735-20a2-4338-9f20-40c85a3f8ed4 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 210 time: 0.0287282 Nov 15 22:58:17.892827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:17.898576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-36b07dbb-2752-4cac-afea-eccda62bbcff tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:17.900116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-36b07dbb-2752-4cac-afea-eccda62bbcff tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1109478 Nov 15 22:58:17.914771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Request body: {'port': {'device_id': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'admin_state_up': True, 'tenant_id': 'be89d450a53041a0a8b5d78331084e80'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:17.951742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.069630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79d186-d88f-43a9-9ef5-236d7f6605aa None None] Pushing event updated for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:18.085388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Attempting to bind port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:18.086017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Attempting to bind port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:18.086136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Attempting to bind port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 on network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:18.092022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:18.092398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Checking segment: {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:18.092826 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.093571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Bound using segment: {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:18.093810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Bound port: 00824391-11b4-4c4c-89ef-cbe9a97b9f00, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb236dc-78be-4b80-9c44-b092ebe6ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:18.094192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.118042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:18.122155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.162442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] For port 00824391-11b4-4c4c-89ef-cbe9a97b9f00, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:18.178830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] For port 00824391-11b4-4c4c-89ef-cbe9a97b9f00, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=00824391-11b4-4c4c-89ef-cbe9a97b9f00,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:18.256500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.263161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Allocated IP 172.20.0.6 (c2bf3d03-6697-4507-bdff-d61f43f45533/6de2fe07-3dbb-4808-89a5-fd8c96ef799a/64101770-532a-43ce-8bf4-0b030de68389) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:18.355209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] Provisioning complete for port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:18.355584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.357533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79d186-d88f-43a9-9ef5-236d7f6605aa None None] Pushing event updated for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:18.365726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:18.365726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:18.415853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87749d-eae3-42f9-acf6-a6801cf329bf req-f1c22ccb-b137-435d-8001-78a0af4efede tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:18.417674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a87749d-eae3-42f9-acf6-a6801cf329bf req-f1c22ccb-b137-435d-8001-78a0af4efede tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0985870 Nov 15 22:58:18.464295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.494232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-03adf843-7a6c-48a6-877d-26baf56bd45f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:18.501945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-03adf843-7a6c-48a6-877d-26baf56bd45f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.2127631 Nov 15 22:58:18.517212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:18.534689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-7790f63d-2edc-4b6d-8347-3ebca00b6fc6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0314846 Nov 15 22:58:18.551459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a87749d-eae3-42f9-acf6-a6801cf329bf req-18eb678c-8d63-480a-a78d-b37af9c7cb79 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/security-groups?id=15405097-0db2-45bd-8644-7e062880d896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234448 Nov 15 22:58:18.563683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-ab97e650-d6a5-48bb-a7c9-eefcbd02ffb5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:18.565786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-ab97e650-d6a5-48bb-a7c9-eefcbd02ffb5 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 945 time: 0.0671906 Nov 15 22:58:18.569578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.599050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-607d753b-e368-4e15-a2fb-bb65875ad7f9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634940 Nov 15 22:58:18.656188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Network c2bf3d03-6697-4507-bdff-d61f43f45533 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:18.668175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:18.688826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:18.691642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event updated for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:18.707387 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-b83cec4e-6d29-4cb3-9f20-756708453a60 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011832 Nov 15 22:58:18.712002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.756867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:18.757657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.777619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] For port 00824391-11b4-4c4c-89ef-cbe9a97b9f00, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=00824391-11b4-4c4c-89ef-cbe9a97b9f00,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:18.777860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Deleting port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:58:18.778214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.804716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-3705ce24-4c04-4d87-882a-74c3911dc6a6 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963292 Nov 15 22:58:18.824984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '00824391-11b4-4c4c-89ef-cbe9a97b9f00', 'name': '', 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'mac_address': 'fa:16:3e:00:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:12Z', 'updated_at': '2021-11-15T22:58:18Z', 'revision_number': 4, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'subnets': [{'id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:18.865034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96baac-9d66-4785-bf41-8c2b3c523d76 None None] The sync data for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 is: [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '00824391-11b4-4c4c-89ef-cbe9a97b9f00', 'name': '', 'network_id': 'a146a89e-841a-4572-8cbb-c86dfe3f2eb0', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'mac_address': 'fa:16:3e:00:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:12Z', 'updated_at': '2021-11-15T22:58:18Z', 'revision_number': 4, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'subnets': [{'id': '8ce714dc-ba30-4250-8181-af7227ccc78e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:18.874896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] For port e94ce61e-497c-4c5a-aca0-a7e1fa72a912, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,segment=NetworkSegment(4b4916d2-61fb-4436-b2d3-3ba0e434f8b1),segment_id=4b4916d2-61fb-4436-b2d3-3ba0e434f8b1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:18.876361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.882614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-82334e75-16a5-4ee8-971d-795e901630b0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715877 Nov 15 22:58:18.895997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Request body: {'port': {'device_id': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:18.900945 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:18.907468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Calling delete_port for e94ce61e-497c-4c5a-aca0-a7e1fa72a912 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:58:18.971848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d6c4-72e5-4eab-b600-8e7f1c366539 req-b7491459-b087-4e54-902c-2b5160d180af tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:18.973457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f86d6c4-72e5-4eab-b600-8e7f1c366539 req-b7491459-b087-4e54-902c-2b5160d180af tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 931 time: 0.0845828 Nov 15 22:58:19.023524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d245-21e1-4128-931b-5f5fb0e68307 None None] Pushing event updated for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:19.036960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a109e8fb-ba16-4f9d-a2fe-ebae5c6ce1f5 None None] Provisioning complete for port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:19.037323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a109e8fb-ba16-4f9d-a2fe-ebae5c6ce1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.057039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.060013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f86d6c4-72e5-4eab-b600-8e7f1c366539 req-c4abb1d7-f932-4db3-b6fa-79800b706dd2 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757864 Nov 15 22:58:19.403180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.411930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64101770-532a-43ce-8bf4-0b030de68389 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:19.419112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e94ce61e-497c-4c5a-aca0-a7e1fa72a912'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:19.447540 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.454200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Pushing event deleted for resources: {'Port': ['ID=e94ce61e-497c-4c5a-aca0-a7e1fa72a912,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:19.493143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64ddf41c-dd65-4863-bf53-b96e7d405d7f req-ea636ce8-36b5-4267-b9e0-979d2d5436e3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0499301 Nov 15 22:58:19.504741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] No DVR routers for this DVR port e94ce61e-497c-4c5a-aca0-a7e1fa72a912 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:58:19.508276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.511639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54e8ad07-8718-4ca4-b0e3-74e8c5f0cef2 req-41d803c1-089f-4230-8be8-6145c8fe013e tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.55 "DELETE /v2.0/ports/e94ce61e-497c-4c5a-aca0-a7e1fa72a912 HTTP/1.1" status: 204 len: 173 time: 0.9354711 Nov 15 22:58:19.512093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'name': 'network-vif-deleted', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:19.514358 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5be496-89be-4d37-a2ad-c49410c5a9b5" -d '{"events": [{"server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "name": "network-vif-deleted", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:19.517411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Transition to ACTIVE for port object 64101770-532a-43ce-8bf4-0b030de68389 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:58:19.552866 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8a72d-efb6-42a8-921c-f40b84eca336 x-openstack-request-id: req-60b8a72d-efb6-42a8-921c-f40b84eca336 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:19.553181 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43231878-273e-46cc-a62a-1210cc332076", "name": "network-vif-deleted", "tag": "e94ce61e-497c-4c5a-aca0-a7e1fa72a912", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:19.553461 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60b8a72d-efb6-42a8-921c-f40b84eca336 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:19.553952 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43231878-273e-46cc-a62a-1210cc332076', 'name': 'network-vif-deleted', 'tag': 'e94ce61e-497c-4c5a-aca0-a7e1fa72a912', 'status': 'completed', 'code': 200} Nov 15 22:58:19.595645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.654484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d9b86af-0b80-4b74-bd45-a9ba45a688e0 req-b55c0b95-280a-4943-b407-73802defe5f3 tempest-VolumesActionsTest-975544229 tempest-VolumesActionsTest-975544229-project] 10.222.0.15 "GET /v2.0/ports?device_id=43231878-273e-46cc-a62a-1210cc332076 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Nov 15 22:58:19.664193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Pushing event updated for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:19.718516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Attempting to bind port 64101770-532a-43ce-8bf4-0b030de68389 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:19.718905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Attempting to bind port 64101770-532a-43ce-8bf4-0b030de68389 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:19.721290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Attempting to bind port 64101770-532a-43ce-8bf4-0b030de68389 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:19.726108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Port 64101770-532a-43ce-8bf4-0b030de68389 on network c2bf3d03-6697-4507-bdff-d61f43f45533 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:58:19.726668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Attempting to bind port 64101770-532a-43ce-8bf4-0b030de68389 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:19.733116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:19.733453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Checking segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:19.733861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Bound using segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:19.734288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Bound port: 64101770-532a-43ce-8bf4-0b030de68389, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:19.734641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.805473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:19.808636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=64101770-532a-43ce-8bf4-0b030de68389,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:19.906630 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.947830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:19.948491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:19.949838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] 10.222.0.57 "PUT /v2.0/ports/64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 200 len: 1091 time: 1.0589335 Nov 15 22:58:19.966733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7e12-6f1b-4717-b3c2-9746a4d18133 service neutron] Pushing event updated for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:20.172309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3019-a610-4ac9-9f07-485066c09f24 req-44fdca67-e7a4-4d78-b7ae-e8e98dd6a631 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:20.180114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-79803209-e9e4-4182-8a7f-6aa9ef063798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:20.180478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f9e3019-a610-4ac9-9f07-485066c09f24 req-44fdca67-e7a4-4d78-b7ae-e8e98dd6a631 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 943 time: 0.0559499 Nov 15 22:58:20.182641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-79803209-e9e4-4182-8a7f-6aa9ef063798 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 1094 time: 0.0474973 Nov 15 22:58:20.225929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f9e3019-a610-4ac9-9f07-485066c09f24 req-2c283825-6bf4-4643-b8c0-78d64db3b318 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Nov 15 22:58:20.228174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-06338b58-bf72-448b-92cd-8bc333ae69f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 200 len: 217 time: 0.0353916 Nov 15 22:58:20.276721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-f9a1e3bb-d5aa-480c-9104-4058764024b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:20.278162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-f9a1e3bb-d5aa-480c-9104-4058764024b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0433004 Nov 15 22:58:20.314044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-61607e74-b741-4b2a-b923-35ab5600e7bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280101 Nov 15 22:58:20.404600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-638af62f-62db-4e07-a410-f5e261f149b0 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824044 Nov 15 22:58:20.502606 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e946f0ce-9b03-466c-b8ed-988205e1d48c req-5ca5bfe2-cfaf-4ac2-8d01-aa242fdc0712 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902364 Nov 15 22:58:20.574247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-112682f4-7f34-4ed0-95ea-d1d1793202ed req-2fd24dec-de5b-45a4-bba6-b5fd2d11e7e3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0275786 Nov 15 22:58:20.716663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 00824391-11b4-4c4c-89ef-cbe9a97b9f00 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:20.768111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:20.768389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:21.358012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612e54e-ed68-4853-b7d8-6dcf4aee0aa0 req-5aad7d9c-e940-4e8c-b692-ced55eea444e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:21.359522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d612e54e-ed68-4853-b7d8-6dcf4aee0aa0 req-5aad7d9c-e940-4e8c-b692-ced55eea444e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 943 time: 0.0609066 Nov 15 22:58:21.410712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d612e54e-ed68-4853-b7d8-6dcf4aee0aa0 req-61f28055-5e15-4312-a2b9-779eed5585e6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Nov 15 22:58:21.554825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'tag': '64101770-532a-43ce-8bf4-0b030de68389'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:21.557348 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db" -d '{"events": [{"name": "network-changed", "server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "tag": "64101770-532a-43ce-8bf4-0b030de68389"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:21.606472 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285395f-0480-45ca-a8c3-6e0550d3eeda x-openstack-request-id: req-6285395f-0480-45ca-a8c3-6e0550d3eeda {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:21.606757 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "tag": "64101770-532a-43ce-8bf4-0b030de68389", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:21.607008 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6285395f-0480-45ca-a8c3-6e0550d3eeda {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:21.607428 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'tag': '64101770-532a-43ce-8bf4-0b030de68389', 'status': 'completed', 'code': 200} Nov 15 22:58:21.668078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-c8794139-fa6e-432a-bbc1-b2d7105ac5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:21.669737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-c8794139-fa6e-432a-bbc1-b2d7105ac5b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 1094 time: 0.0479519 Nov 15 22:58:21.691709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdc56abd-7e59-4db2-a4a6-b40b99b70370 req-b5fc3261-af45-494c-8a6d-c848496d9124 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Nov 15 22:58:21.777929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-d3e2c4b5-f8aa-45c5-b349-f3cb622bd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:21.779561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-d3e2c4b5-f8aa-45c5-b349-f3cb622bd714 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.1002183 Nov 15 22:58:21.825001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-9cd9ead0-142a-48b2-a5be-83c175e2b87a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 200 len: 217 time: 0.0369840 Nov 15 22:58:21.937761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-9e0074db-14ac-4b0f-8fa0-747f2431b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:21.939229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-9e0074db-14ac-4b0f-8fa0-747f2431b760 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.1036320 Nov 15 22:58:21.984150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-49a607a7-2571-459a-9790-12861a88ab3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342145 Nov 15 22:58:22.013004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-b6811171-fba2-44d6-b28f-e8e21b6f3b6f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:22.014482 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-b6811171-fba2-44d6-b28f-e8e21b6f3b6f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1526387 Nov 15 22:58:22.056113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:22.162551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-1be84ce6-b2ae-458e-bf5e-afcdf8a2f613 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673164 Nov 15 22:58:22.272380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5dcbd8fc-6edb-44e6-86fa-c45dbfb9f8db req-6a6ca16d-f5cb-45a9-af70-61e9941076de service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008523 Nov 15 22:58:22.312301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:22.316780 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:22.480886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.3 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/6b88e872-d22c-4639-bd60-f0458f8ed5a7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:22.506320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e94ce61e-497c-4c5a-aca0-a7e1fa72a912 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:58:22.554436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: e94ce61e-497c-4c5a-aca0-a7e1fa72a912 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:58:22.554774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e94ce61e-497c-4c5a-aca0-a7e1fa72a912 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:58:22.614418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae882df-b8ad-4886-936f-64f090b00474 req-916de1ea-80a8-4b35-a087-34b22dda8a50 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:22.616797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dae882df-b8ad-4886-936f-64f090b00474 req-916de1ea-80a8-4b35-a087-34b22dda8a50 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 943 time: 0.0940111 Nov 15 22:58:22.672921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dae882df-b8ad-4886-936f-64f090b00474 req-27af32f8-02aa-4ce8-9da9-bb27ef6e0cb2 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Nov 15 22:58:22.673420 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:22.777857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:22.845108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:22.849036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:22.857480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:22.863343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cc512-9df2-474a-a039-7ffcaa85b0ae req-088f1a1a-c32b-4a47-b73f-b64570d1ebe5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:22.879001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c98cc512-9df2-474a-a039-7ffcaa85b0ae req-088f1a1a-c32b-4a47-b73f-b64570d1ebe5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 931 time: 0.1155221 Nov 15 22:58:22.888704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:22.922177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:22.923040 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:22.950513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c98cc512-9df2-474a-a039-7ffcaa85b0ae req-e0c891b1-d2fc-4395-b8ee-d3d2626fecfe tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557799 Nov 15 22:58:23.028497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-ccde66fe-b58e-4ec6-a513-85246741b4c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754853 Nov 15 22:58:23.046606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Request body: {'port': {'device_id': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:23.128781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:23.201188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6c738dba-5009-4dd9-b748-40346ec2457c None None] Provisioning complete for port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:23.201579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c738dba-5009-4dd9-b748-40346ec2457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:23.275443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6c738dba-5009-4dd9-b748-40346ec2457c None None] Port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:23.556099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b88e872-d22c-4639-bd60-f0458f8ed5a7 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:23.567673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:23.585693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Transition to ACTIVE for port object 6b88e872-d22c-4639-bd60-f0458f8ed5a7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:58:23.683063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:23.783236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Pushing event updated for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:23.887884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118beab2-675d-4f07-a851-0e5335710ce2 req-eb7ef1cf-0e13-4d45-97f3-ce9da12da285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:23.895622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Attempting to bind port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:23.895957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Attempting to bind port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:23.896289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Attempting to bind port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:23.897723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-118beab2-675d-4f07-a851-0e5335710ce2 req-eb7ef1cf-0e13-4d45-97f3-ce9da12da285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 943 time: 0.0676818 Nov 15 22:58:23.901527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:58:23.901849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Attempting to bind port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:23.907291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:23.907633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:23.908014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:23.908448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Bound port: 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:23.908834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:24.016096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:24.019817 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-118beab2-675d-4f07-a851-0e5335710ce2 req-de3145cd-e5df-4548-beec-ea1a2c1bd677 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141317 Nov 15 22:58:24.020330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:24.112457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:24.146674 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188c5e-f4e4-4789-ad73-aa042e6631fa req-d84ca3a4-347b-47fc-869a-cefde9929bc7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.148520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd188c5e-f4e4-4789-ad73-aa042e6631fa req-d84ca3a4-347b-47fc-869a-cefde9929bc7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0731053 Nov 15 22:58:24.163471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.164105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:24.165554 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] 10.222.0.55 "PUT /v2.0/ports/6b88e872-d22c-4639-bd60-f0458f8ed5a7 HTTP/1.1" status: 200 len: 1091 time: 1.1236742 Nov 15 22:58:24.166013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:24.168269 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff081e-1285-4186-9981-667ecddead75" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:24.195729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84f4b9-3b61-4768-9589-90e5bb56211c service neutron] Pushing event updated for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:24.264176 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420f1b3-99ab-43c0-83d1-83ff61ad22c4 x-openstack-request-id: req-4420f1b3-99ab-43c0-83d1-83ff61ad22c4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:24.264472 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:24.264775 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4420f1b3-99ab-43c0-83d1-83ff61ad22c4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:24.265621 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7', 'status': 'completed', 'code': 200} Nov 15 22:58:24.310415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd188c5e-f4e4-4789-ad73-aa042e6631fa req-c959be1a-8704-4979-8596-1d53f92ebf39 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391888 Nov 15 22:58:24.330487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 64101770-532a-43ce-8bf4-0b030de68389 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:58:24.365168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff081e-1285-4186-9981-667ecddead75 req-1779bf31-71b9-4d9e-a424-eac7b9a4651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.367058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-39ff081e-1285-4186-9981-667ecddead75 req-1779bf31-71b9-4d9e-a424-eac7b9a4651d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 1094 time: 0.0692859 Nov 15 22:58:24.507311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=64101770-532a-43ce-8bf4-0b030de68389,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:24.525630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '64101770-532a-43ce-8bf4-0b030de68389', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'port_id': '64101770-532a-43ce-8bf4-0b030de68389', 'mac_address': 'fa:16:3e:7e:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2fe07-3dbb-4808-89a5-fd8c96ef799a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:58:24.575534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff081e-1285-4186-9981-667ecddead75 req-6175fb38-d17f-4b2a-8c7d-450499414c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.577354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-39ff081e-1285-4186-9981-667ecddead75 req-6175fb38-d17f-4b2a-8c7d-450499414c6d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1813536 Nov 15 22:58:24.599084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:24.614059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64101770-532a-43ce-8bf4-0b030de68389 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:24.638732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=64101770-532a-43ce-8bf4-0b030de68389,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:24.738826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff081e-1285-4186-9981-667ecddead75 req-2e456e8c-382f-40d2-8f12-f36583007032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.740598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-39ff081e-1285-4186-9981-667ecddead75 req-2e456e8c-382f-40d2-8f12-f36583007032 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395991 Nov 15 22:58:24.770747 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:24.884561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-d13af1bd-439e-438c-9bcc-406cfbafe2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:24.886636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-d13af1bd-439e-438c-9bcc-406cfbafe2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 1094 time: 0.0994730 Nov 15 22:58:24.888173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:24.961027 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-5e8023e7-2d2c-4a58-b575-7db272bcf023 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7 HTTP/1.1" status: 200 len: 217 time: 0.0592124 Nov 15 22:58:25.014916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:25.065108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-8ebadad4-c641-4dba-ab0e-99ba0f599dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:25.071462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-8ebadad4-c641-4dba-ab0e-99ba0f599dc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0963180 Nov 15 22:58:25.228789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7287d1-4fd2-45e2-b14a-d423642e114d req-65b9f339-faaf-4e7f-9d88-4b89f1d4c34c tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:25.230670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb7287d1-4fd2-45e2-b14a-d423642e114d req-65b9f339-faaf-4e7f-9d88-4b89f1d4c34c tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 944 time: 0.0823174 Nov 15 22:58:25.378913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb7287d1-4fd2-45e2-b14a-d423642e114d req-e6a12af8-5623-41a1-a688-a946d38bbaf3 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368032 Nov 15 22:58:25.488642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68528ecf-5220-4b51-8dbf-c2af38cb53fb req-81293868-5140-4576-b5bf-64f23a87affc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:25.490552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68528ecf-5220-4b51-8dbf-c2af38cb53fb req-81293868-5140-4576-b5bf-64f23a87affc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0887272 Nov 15 22:58:25.547893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68528ecf-5220-4b51-8dbf-c2af38cb53fb req-08b2c868-9b22-4c65-ac02-9a621ab3ac0b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508788 Nov 15 22:58:25.637333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-3706bef9-77af-4b82-8592-12ed1fc2f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:25.637989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-3706bef9-77af-4b82-8592-12ed1fc2f8bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5567982 Nov 15 22:58:25.780280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-415fa71c-61fb-4ea3-84d1-0d967dbdb219 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274748 Nov 15 22:58:25.920958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9bfe76b4-dfe7-41f2-bc9d-d75c29304d74 req-0dd4736e-7c60-463f-9de4-969bd8f517bb service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285825 Nov 15 22:58:26.332381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 64101770-532a-43ce-8bf4-0b030de68389 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:26.523514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 64101770-532a-43ce-8bf4-0b030de68389 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:58:26.527379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 64101770-532a-43ce-8bf4-0b030de68389 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:26.527754 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:26.552172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805c7f6-88b3-4fcd-a9af-f5e50f8ac0c4 req-0b03aca9-0790-4eba-a063-a8e32bd77d80 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:26.560865 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7805c7f6-88b3-4fcd-a9af-f5e50f8ac0c4 req-0b03aca9-0790-4eba-a063-a8e32bd77d80 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 944 time: 0.0914838 Nov 15 22:58:26.654789 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:26.682314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7805c7f6-88b3-4fcd-a9af-f5e50f8ac0c4 req-790dae72-4df3-44ad-91f0-39e7a28e89e4 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Nov 15 22:58:26.686842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64101770-532a-43ce-8bf4-0b030de68389'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:26.694691 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f4794-0a7e-4f84-aa55-b33e3d229db9" -d '{"events": [{"server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "name": "network-vif-plugged", "status": "completed", "tag": "64101770-532a-43ce-8bf4-0b030de68389"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:26.713289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=64101770-532a-43ce-8bf4-0b030de68389,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:26.774844 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:26.786117 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f152e09-8a86-4353-bd64-22ba936f1af6 x-openstack-request-id: req-3f152e09-8a86-4353-bd64-22ba936f1af6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:26.787619 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "name": "network-vif-plugged", "status": "completed", "tag": "64101770-532a-43ce-8bf4-0b030de68389", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:26.787770 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6966-2549-4a7a-9c73-25536d69880b req-8530708b-ec07-4306-9db9-5b8b909d5646 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:26.789224 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f152e09-8a86-4353-bd64-22ba936f1af6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:26.791968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f63f6966-2549-4a7a-9c73-25536d69880b req-8530708b-ec07-4306-9db9-5b8b909d5646 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0822754 Nov 15 22:58:26.792149 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64101770-532a-43ce-8bf4-0b030de68389', 'code': 200} Nov 15 22:58:26.856274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f63f6966-2549-4a7a-9c73-25536d69880b req-27350538-b108-4d2c-9210-f588ac25ad26 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600045 Nov 15 22:58:26.925849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:26.967341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742754-daf8-48c6-a69c-1592e1c3a7f4 req-29eb646f-67a2-49c1-ac09-ef2f5897d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:26.968900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd742754-daf8-48c6-a69c-1592e1c3a7f4 req-29eb646f-67a2-49c1-ac09-ef2f5897d7e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 1096 time: 0.0769660 Nov 15 22:58:27.034259 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd742754-daf8-48c6-a69c-1592e1c3a7f4 req-6f449bcb-9183-4ae6-8797-372b3706f820 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559595 Nov 15 22:58:27.802777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77694-05ae-4ebf-8abb-3b6352277adc req-70c06a5a-b5e5-47df-8109-f0f8de7ab55e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:27.804360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67c77694-05ae-4ebf-8abb-3b6352277adc req-70c06a5a-b5e5-47df-8109-f0f8de7ab55e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Nov 15 22:58:27.869474 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67c77694-05ae-4ebf-8abb-3b6352277adc req-f835d1a9-70d2-43d1-9c59-191be9b8a895 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558472 Nov 15 22:58:27.982407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040554a7-0a42-4568-b7c1-792d30079600 req-2e8478a8-5ef5-42dc-9c2a-5cfd844f8297 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:27.983952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-040554a7-0a42-4568-b7c1-792d30079600 req-2e8478a8-5ef5-42dc-9c2a-5cfd844f8297 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0499806 Nov 15 22:58:28.034072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-040554a7-0a42-4568-b7c1-792d30079600 req-448efb60-a2e8-429c-890c-f38ca1b88c18 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Nov 15 22:58:29.018296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0248-416b-4166-ab60-b5a7cd2811ef req-982e2941-d285-4764-a1f8-82b783ab7989 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:29.019976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0ad0248-416b-4166-ab60-b5a7cd2811ef req-982e2941-d285-4764-a1f8-82b783ab7989 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 945 time: 0.0553815 Nov 15 22:58:29.129962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0ad0248-416b-4166-ab60-b5a7cd2811ef req-cb130a3b-da89-40a0-b061-d2c78c6ed357 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951123 Nov 15 22:58:29.253774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fde01b-9b44-4333-bd6a-367e97b6335e req-17339daf-0cc2-494d-bd6b-3b3afcaa9976 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:29.267493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38fde01b-9b44-4333-bd6a-367e97b6335e req-17339daf-0cc2-494d-bd6b-3b3afcaa9976 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.1171072 Nov 15 22:58:29.342575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38fde01b-9b44-4333-bd6a-367e97b6335e req-5c48b78b-6948-4123-8d59-e438df330434 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Nov 15 22:58:29.442195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:29.997837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:30.307970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:58:30.505106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a490b-9925-4668-91d0-0522d2f629d4 req-68ec63d8-b51d-45de-a1cc-6878d233e5ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:30.513307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-201a490b-9925-4668-91d0-0522d2f629d4 req-68ec63d8-b51d-45de-a1cc-6878d233e5ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0800614 Nov 15 22:58:30.566499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-201a490b-9925-4668-91d0-0522d2f629d4 req-a567175c-01b9-4ac8-aae6-17dd777f3e54 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Nov 15 22:58:31.712184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dd0ed-1d10-4265-9295-84f3d86356aa req-a39ca388-abca-43e6-874e-fb56481fcc24 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:31.713718 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c71dd0ed-1d10-4265-9295-84f3d86356aa req-a39ca388-abca-43e6-874e-fb56481fcc24 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0604677 Nov 15 22:58:31.777390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c71dd0ed-1d10-4265-9295-84f3d86356aa req-e9866c1a-b1de-45e9-80e6-44255bb2f90b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554774 Nov 15 22:58:32.957899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645da974-bb9a-4122-a46c-67c046a8830c req-b7f0dd11-bd06-4b55-a22e-4013998a31c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:32.967820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-645da974-bb9a-4122-a46c-67c046a8830c req-b7f0dd11-bd06-4b55-a22e-4013998a31c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0969510 Nov 15 22:58:33.032006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-645da974-bb9a-4122-a46c-67c046a8830c req-d34fee94-ac0e-46a7-8487-ed5749b85c48 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593705 Nov 15 22:58:34.177953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525fb29-77e2-4606-90d0-197645958e06 req-3b1b9a4e-9c31-4232-8be8-40f3acfbe94e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:34.186589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5525fb29-77e2-4606-90d0-197645958e06 req-3b1b9a4e-9c31-4232-8be8-40f3acfbe94e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0654042 Nov 15 22:58:34.234924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5525fb29-77e2-4606-90d0-197645958e06 req-c6693262-eb40-478b-839b-1550df8e7709 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Nov 15 22:58:34.963514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dee38556-c2fe-4e8c-ac4e-ab16be03fd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:35.420737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde44be6-6018-4ae6-bf8f-3abc5626d6fc req-0405a63c-3b1a-411d-980d-d82effce0193 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:35.429287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bde44be6-6018-4ae6-bf8f-3abc5626d6fc req-0405a63c-3b1a-411d-980d-d82effce0193 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0636644 Nov 15 22:58:35.498659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bde44be6-6018-4ae6-bf8f-3abc5626d6fc req-3b665cf3-7a6d-4fdf-8f99-4da42c9c6189 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680311 Nov 15 22:58:36.552859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b88e872-d22c-4639-bd60-f0458f8ed5a7 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:58:36.679393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:36.690322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2508d7-8773-4b59-a48c-976ae5002550 req-a411d37c-847b-4233-9b24-f0723d517f74 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:36.693948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6b88e872-d22c-4639-bd60-f0458f8ed5a7', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '6b88e872-d22c-4639-bd60-f0458f8ed5a7', 'mac_address': 'fa:16:3e:b1:fe:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:58:36.697639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db2508d7-8773-4b59-a48c-976ae5002550 req-a411d37c-847b-4233-9b24-f0723d517f74 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 943 time: 0.0836825 Nov 15 22:58:36.754475 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:36.758940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db2508d7-8773-4b59-a48c-976ae5002550 req-51192c9f-066e-4e97-a492-6263a4ad2ba0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Nov 15 22:58:36.779576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b88e872-d22c-4639-bd60-f0458f8ed5a7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:36.810676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:36.884126 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:36.965937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:37.171564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6b88e872-d22c-4639-bd60-f0458f8ed5a7'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:37.200019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2834a742-7486-4960-98d8-14db0bc0c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:37.918454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ffe2c-004b-476c-8550-03bf68c107b9 req-e0e53e96-ead3-4537-84eb-f63aa08faf05 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:37.926943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a30ffe2c-004b-476c-8550-03bf68c107b9 req-e0e53e96-ead3-4537-84eb-f63aa08faf05 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 944 time: 0.0858905 Nov 15 22:58:37.990566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a30ffe2c-004b-476c-8550-03bf68c107b9 req-7933de3f-545f-4682-a5b8-ae8c0b712e16 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Nov 15 22:58:38.339191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:38.570371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b88e872-d22c-4639-bd60-f0458f8ed5a7 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:38.878017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:58:38.882592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:38.882958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:38.966632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:38.999245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:39.002090 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99a314-9930-4e1c-b51e-8048f4298c00" -d '{"events": [{"server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "name": "network-vif-plugged", "status": "completed", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:39.015465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:39.078370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:39.135399 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb6ab5-75e9-4b3d-aee2-8df867c8b72a x-openstack-request-id: req-4dcb6ab5-75e9-4b3d-aee2-8df867c8b72a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:39.135643 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "name": "network-vif-plugged", "status": "completed", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:39.153187 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dcb6ab5-75e9-4b3d-aee2-8df867c8b72a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:39.153616 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7', 'code': 200} Nov 15 22:58:39.188936 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:39.195427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec50d-1aa5-43e6-95a4-7f483f910890 req-3595743e-a5cc-41e1-b1f5-e474422c074a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:39.204795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9ec50d-1aa5-43e6-95a4-7f483f910890 req-3595743e-a5cc-41e1-b1f5-e474422c074a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0607204 Nov 15 22:58:39.232869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f23f-6332-42e5-963a-d39a392c3a56 req-c0ee3684-26c3-494c-be68-7ad4f29048cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:39.235587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d13f23f-6332-42e5-963a-d39a392c3a56 req-c0ee3684-26c3-494c-be68-7ad4f29048cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 1096 time: 0.0731516 Nov 15 22:58:39.260102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9ec50d-1aa5-43e6-95a4-7f483f910890 req-fc3dd260-36d9-4f8e-beb8-64c3b92ad7e3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Nov 15 22:58:39.300754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8d13f23f-6332-42e5-963a-d39a392c3a56 req-50d977e0-bc59-4c12-8409-d9a5f3ef3a78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 Nov 15 22:58:39.483715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:40.356703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:40.437206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbcde9-add4-41bc-b66e-914f4a8f218a req-2f3e3bc4-d135-46b2-b338-27d5c2855e2a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:40.451738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92bbcde9-add4-41bc-b66e-914f4a8f218a req-2f3e3bc4-d135-46b2-b338-27d5c2855e2a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.1122270 Nov 15 22:58:40.521760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92bbcde9-add4-41bc-b66e-914f4a8f218a req-df9bc11a-8fd9-4d32-93f3-c0985d6504f7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686772 Nov 15 22:58:40.707147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-a1ab7ef3-7a17-4909-b470-f9786fa6093f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496614 Nov 15 22:58:41.061952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-e0ca43fe-37f8-4b64-821d-e73455a94053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.061952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-e0ca43fe-37f8-4b64-821d-e73455a94053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.1394815 Nov 15 22:58:41.179514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-991f3487-0774-46cd-9943-e92fc9574324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.253468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-991f3487-0774-46cd-9943-e92fc9574324 service neutron] 10.222.0.57 "GET /v2.0/networks?id=baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 200 len: 898 time: 0.1872382 Nov 15 22:58:41.307126 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-d74beb9a-c932-459f-ad9f-177eb3c461b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 200 len: 1000 time: 0.1126790 Nov 15 22:58:41.384401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-8267fcf5-b7d1-4e2c-a1be-7545c4f3a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.387978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-8267fcf5-b7d1-4e2c-a1be-7545c4f3a4d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d59adc-bf98-4eb5-aa38-6863bca50b1c HTTP/1.1" status: 200 len: 835 time: 0.0707779 Nov 15 22:58:41.496490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-e17d2328-aaa0-4bc6-a328-7532f552cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.498029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-e17d2328-aaa0-4bc6-a328-7532f552cb5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=baeca1cc-7b88-4794-a644-792204431b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897024 Nov 15 22:58:41.661881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-3aa6f2f9-7300-4bad-9146-8f4585c783de service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507709 Nov 15 22:58:41.687962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a897b2-a6e5-4ffd-95fd-d39c1044f86a req-68d7be0a-ac3a-4c5f-85d9-3e55d828d50a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.690388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26a897b2-a6e5-4ffd-95fd-d39c1044f86a req-68d7be0a-ac3a-4c5f-85d9-3e55d828d50a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0672071 Nov 15 22:58:41.783157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26a897b2-a6e5-4ffd-95fd-d39c1044f86a req-48277634-47c3-4172-84c8-eb16b00e7ae9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836205 Nov 15 22:58:41.787782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f97d33bd-3c74-4a62-9677-201aed0fa6c0 req-4cc5cc15-f7e3-4fc9-954e-6ba948d62c0a service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163230 Nov 15 22:58:41.913058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295cbc-5ed6-4034-be31-cf107995750c req-c8ea9322-921d-4738-8d65-180244ae50d8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:41.915462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10295cbc-5ed6-4034-be31-cf107995750c req-c8ea9322-921d-4738-8d65-180244ae50d8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0657487 Nov 15 22:58:41.986764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10295cbc-5ed6-4034-be31-cf107995750c req-e1543b75-55f9-4337-8bc8-e53be0e237db tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620053 Nov 15 22:58:42.125195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc5da7-e9fb-4d32-bea0-1264b43b5d77 req-f0bb4fb0-c8c5-4c15-bd52-52e552fde667 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:42.196460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abc5da7-e9fb-4d32-bea0-1264b43b5d77 req-f0bb4fb0-c8c5-4c15-bd52-52e552fde667 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0604272 Nov 15 22:58:42.196460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2abc5da7-e9fb-4d32-bea0-1264b43b5d77 req-ec11ce7b-e2e5-41b0-b1f2-b8185cd7cb0d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Nov 15 22:58:42.718131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccc502-eb75-40e8-939c-10430f5799b1 req-f7b1ebe8-9897-4a4b-a608-a6daa88dd67f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:42.719630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ccc502-eb75-40e8-939c-10430f5799b1 req-f7b1ebe8-9897-4a4b-a608-a6daa88dd67f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0667608 Nov 15 22:58:42.781166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38ccc502-eb75-40e8-939c-10430f5799b1 req-8ca88ec6-a7da-49c8-81a9-f99427e44470 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Nov 15 22:58:43.902235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff987f-bbfd-4e85-b258-0eee110fe3c7 req-ac248ea9-abd0-4b63-a581-92e8197cd95b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:43.904143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62ff987f-bbfd-4e85-b258-0eee110fe3c7 req-ac248ea9-abd0-4b63-a581-92e8197cd95b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0540998 Nov 15 22:58:43.954462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62ff987f-bbfd-4e85-b258-0eee110fe3c7 req-6f635145-2061-496a-a922-ef5df9290356 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Nov 15 22:58:43.995163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60832) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:44.078616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5183fac9-3783-499c-85be-34b0578851ad tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2410 time: 0.0849357 Nov 15 22:58:44.081607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60834) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:44.088074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'network': {'name': 'tempest-network-smoke--1444814284', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'port_security_enabled': False}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:44.152079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:44.156167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.179937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 22:58:44.180989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-b2540545-cf29-4cb7-bc5b-c6993fea80c4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:44.182656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-b2540545-cf29-4cb7-bc5b-c6993fea80c4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Nov 15 22:58:44.188920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.189257 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Added segment 34026456-e3cd-49cf-a497-ecacf6f34c4e of type vlan for network cb477888-b79e-4802-961d-663c8cb7e870 Nov 15 22:58:44.231156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.277431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:58:44.277659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.301419 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.307748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:44.308591 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.374532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 6b88e872-d22c-4639-bd60-f0458f8ed5a7, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6b88e872-d22c-4639-bd60-f0458f8ed5a7,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:44.374901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.381830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Network': ['ID=cb477888-b79e-4802-961d-663c8cb7e870,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:44.388155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 6b88e872-d22c-4639-bd60-f0458f8ed5a7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:58:44.389435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.389699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.390085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.390357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.390689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.391019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.391610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.391751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.391975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.392298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.392646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.393129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.411525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network cb477888-b79e-4802-961d-663c8cb7e870 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 22:58:44.430366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-28f77635-e132-4dae-bdca-5851b88ec6c2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3448102 Nov 15 22:58:44.430950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:44.435344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'admin_state_up': True, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:44.528176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.529163 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.617648 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.634476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6b88e872-d22c-4639-bd60-f0458f8ed5a7'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:44.655982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=6b88e872-d22c-4639-bd60-f0458f8ed5a7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.671595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.672387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.672387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.673657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.673657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:44.674737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.719019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 6b88e872-d22c-4639-bd60-f0458f8ed5a7 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:58:44.722426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:44.727040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d11e67a1-21bd-428c-b8ca-b7bb556f80de req-99bc2040-74a1-4679-893b-76ccdd084268 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "DELETE /v2.0/ports/6b88e872-d22c-4639-bd60-f0458f8ed5a7 HTTP/1.1" status: 204 len: 173 time: 0.5375917 Nov 15 22:58:44.727519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'name': 'network-vif-deleted', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:44.729993 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d2732-f2a5-4479-bc59-e6b15be3ed94" -d '{"events": [{"server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "name": "network-vif-deleted", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:44.794533 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b7b557-497e-41e8-b014-3524f0f7db35 x-openstack-request-id: req-31b7b557-497e-41e8-b014-3524f0f7db35 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:44.794821 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5627a2-0028-4b4e-9b7c-412f9027b795", "name": "network-vif-deleted", "tag": "6b88e872-d22c-4639-bd60-f0458f8ed5a7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:44.795206 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31b7b557-497e-41e8-b014-3524f0f7db35 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:44.795513 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5627a2-0028-4b4e-9b7c-412f9027b795', 'name': 'network-vif-deleted', 'tag': '6b88e872-d22c-4639-bd60-f0458f8ed5a7', 'status': 'completed', 'code': 200} Nov 15 22:58:45.202512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:45.206664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-389cce6f-9dfd-445c-a2a6-344933d1f4c5 req-a4620f41-f6f9-4f27-8f1a-48fab48b05b5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0316646 Nov 15 22:58:45.494751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:45.514323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:45.616581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.25.0.227 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/1c5867c2-3b0d-4fed-b885-d00d1df4d0b8) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:45.726926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:45.816110 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:45.875105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:45.877383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:45.888909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:45.892584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411213c2-edfd-4866-907b-aa575ecf13e8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:45.893093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:45.992384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a98b543e-cca4-4aaf-860b-75ebaee86346 None None] Provisioning complete for port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:45.993799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a98b543e-cca4-4aaf-860b-75ebaee86346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:46.041248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a98b543e-cca4-4aaf-860b-75ebaee86346 None None] Port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:46.257482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-fdaffb69-3e67-4ba2-bb0f-4e2ed7ff2b72 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:46.258968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-fdaffb69-3e67-4ba2-bb0f-4e2ed7ff2b72 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1778450 Nov 15 22:58:46.277079 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:46.341296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-6662e0dd-e137-495c-bfa6-1f6ead310fc9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/quotas/be89d450a53041a0a8b5d78331084e80 HTTP/1.1" status: 200 len: 375 time: 0.0728829 Nov 15 22:58:46.398784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35f1a45f-59c6-4371-b0b8-5b2c9bb9985c req-25db9002-4499-491d-b798-c6eeb8abc510 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0853031 Nov 15 22:58:46.438125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-d45d48de-c1ae-488f-93d1-3444b9b058a5 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857780 Nov 15 22:58:46.616330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:46.620724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-efcb99d2-d030-4492-8e37-5f09165d60e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426289 Nov 15 22:58:46.799848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-1d2271e0-ad2b-4a73-945e-f9d516a1dbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393595 Nov 15 22:58:46.905062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 22:58:47.025077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:47.041866 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Sync routers for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:47.055806 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:47.055806 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:47.130143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e940c78f-5f9b-49c4-96e6-b145a6d37ceb req-7dfd4300-973b-4cab-9d29-5458f02e09d4 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 210 time: 0.0324037 Nov 15 22:58:47.132673 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:47.134159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96f1b606-3d20-493e-b9b1-9f6a13a1c662 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7021732 Nov 15 22:58:47.137677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60924) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:47.203787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:47.247848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d988f-86a0-4603-aaa9-336ea24c39ef tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:47.249933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3c0d988f-86a0-4603-aaa9-336ea24c39ef tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e0342858164d4d9bb25c0908924ca1d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1106460 Nov 15 22:58:47.253125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:47.488891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:46Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:47.519611 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Checking router: 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:47.520833 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Updating router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:47.557618 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:47.778861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f06efe23-88a9-4b4a-88af-2f5dd484b1ad req-f5b7bc46-8038-4f20-bb99-63be06a4a23b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0403025 Nov 15 22:58:47.839762 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52bddd-afdd-4fb5-b956-d05e3db2d2c4 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:47.844781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:47.855040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c52bddd-afdd-4fb5-b956-d05e3db2d2c4 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6006918 Nov 15 22:58:47.858381 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:47.885491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-254a35ff-9ebe-4dda-a0f4-0290770b822f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392745 Nov 15 22:58:47.888199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60940) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:47.915883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50aae06b-9af5-4fe5-bc49-11b957e40b3e tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=e0342858164d4d9bb25c0908924ca1d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263674 Nov 15 22:58:47.918562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:47.939094 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.012835 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72413a-8ba6-407e-922f-8a42ea68cf65 None None] Pushing event updated for resources: {'Port': ['ID=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:48.034813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3212d-6534-40bd-9c7c-2dc5a947d123 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:48.042533 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Attempting to bind port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:48.043990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Attempting to bind port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:48.044533 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Attempting to bind port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:48.054971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936ee0b-3667-4caa-874e-4cb858175f6f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:48.059783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1936ee0b-3667-4caa-874e-4cb858175f6f tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376235 Nov 15 22:58:48.061181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60944) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:48.071389 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:48.074257 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:48.074870 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.075441 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:48.076118 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Bound port: 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:48.077210 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.084980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8933643c-e8d8-41ca-a32d-f7e5a9ec5df2 None None] Provisioning complete for port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:48.085571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8933643c-e8d8-41ca-a32d-f7e5a9ec5df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.100077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8578db8e-4ce5-4dd2-8502-5a815a4f25c5 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354331 Nov 15 22:58:48.101646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60946) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:48.108402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400598642', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:48.150454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8933643c-e8d8-41ca-a32d-f7e5a9ec5df2 None None] Port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:48.157032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] For port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:48.166230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] For port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:48.227775 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.275231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6aa93b59-77bd-4d28-98de-70c6fbb2467e req-7b8fc641-b55b-49a8-98de-f79b312a5ea6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 210 time: 0.0559621 Nov 15 22:58:48.289568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e23c27-7e8a-4700-8187-9af3c5ee4465 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:58:48.302447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:48.306187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.326184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:48.326726 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:48.332715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72413a-8ba6-407e-922f-8a42ea68cf65 None None] Pushing event updated for resources: {'Port': ['ID=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:48.378440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] Provisioning complete for port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:48.378810 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.549631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.564038 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:48.574912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] For port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:48.631009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b88e872-d22c-4639-bd60-f0458f8ed5a7 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:58:48.682478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6b88e872-d22c-4639-bd60-f0458f8ed5a7 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:58:48.683244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6b88e872-d22c-4639-bd60-f0458f8ed5a7 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:58:48.688843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.748045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f7abd-467a-4428-aa89-aafd8ace4029 None None] Pushing event updated for resources: {'Port': ['ID=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:48.756574 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:46Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:48.785643 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8337399-04c3-4ba3-b792-d6bd957a049e None None] The sync data for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 is: [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:46Z', 'revision_number': 3, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:48.786556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:48.909772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Subnet': ['ID=27392625-5973-4baa-ba1e-8fb26b9394ec,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:48.921297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Checking segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:48.921517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network hostable DHCP agents. Network: cb477888-b79e-4802-961d-663c8cb7e870, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 22:58:48.930407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf62a78b-6e56-4015-93fe-fd24b70149f9 req-144a3fd8-4f4f-40fe-b428-31bee573bb42 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0474756 Nov 15 22:58:49.054320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network cb477888-b79e-4802-961d-663c8cb7e870 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 22:58:49.147755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, cb477888-b79e-4802-961d-663c8cb7e870) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:49.158769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a53ca6-ac7c-4062-a3fc-3db9be3fe6d9 None None] Network cb477888-b79e-4802-961d-663c8cb7e870 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:49.162812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:49.169786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:49.275572 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ac2c33b8-0fc9-4523-a894-a94096e8ccd7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1717236 Nov 15 22:58:49.278226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 60954) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:49.490107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2da4c96-cdc7-42ad-9b24-25016a31689e req-c38eed71-bf2f-4725-8421-1c768d596f15 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 210 time: 0.1028528 Nov 15 22:58:49.667252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-627a6ee0-26ab-4c5a-bdab-7ffa57bf71b6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:49.670039 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-627a6ee0-26ab-4c5a-bdab-7ffa57bf71b6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.2132630 Nov 15 22:58:49.688193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Request body: {'port': {'device_id': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'admin_state_up': True, 'tenant_id': 'be89d450a53041a0a8b5d78331084e80'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:49.793824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-cb477888-b79e-4802-961d-663c8cb7e870', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'fixed_ips': [{'subnet_id': '27392625-5973-4baa-ba1e-8fb26b9394ec'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 22:58:49.795143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:49.992195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Allocated IP 172.20.0.18 (cb477888-b79e-4802-961d-663c8cb7e870/27392625-5973-4baa-ba1e-8fb26b9394ec/4cac2368-f119-456e-a27e-fcaf0ba355b8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:50.081608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58cf3e8c-d0e4-4607-a925-92618b36bd4d req-5b6208d0-7b7a-4a5e-a868-c37ae0d5decd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0469663 Nov 15 22:58:50.188439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:50.193042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.233299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.313169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.360500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Network cb477888-b79e-4802-961d-663c8cb7e870 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:50.366428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:50.368963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:50.383952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Pushing event updated for resources: {'Port': ['ID=4cac2368-f119-456e-a27e-fcaf0ba355b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:50.393808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Allocated IP 172.20.0.5 (c2bf3d03-6697-4507-bdff-d61f43f45533/6de2fe07-3dbb-4808-89a5-fd8c96ef799a/67f59b72-8bb7-4390-82dd-bfd6754ec156) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:50.400950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.439561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Attempting to bind port 4cac2368-f119-456e-a27e-fcaf0ba355b8 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:50.440006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Attempting to bind port 4cac2368-f119-456e-a27e-fcaf0ba355b8 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:50.441730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Attempting to bind port 4cac2368-f119-456e-a27e-fcaf0ba355b8 on network cb477888-b79e-4802-961d-663c8cb7e870 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:50.449552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:50.450022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Checking segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:50.450488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.450940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Bound using segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:50.451509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Bound port: 4cac2368-f119-456e-a27e-fcaf0ba355b8, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:50.451958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.527838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] For port 4cac2368-f119-456e-a27e-fcaf0ba355b8, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:50.528427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] For port 4cac2368-f119-456e-a27e-fcaf0ba355b8, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4cac2368-f119-456e-a27e-fcaf0ba355b8,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:50.567011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60968) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:50.621593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.636433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff53a1ff-d6c6-4d72-b794-96b68aacde5f req-ccd5129a-d101-48fe-82ff-a090e9730c60 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 210 time: 0.0320053 Nov 15 22:58:50.667878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Deleting subnet f982aef7-8771-406f-a16b-4169260e4772 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:58:50.671785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.717274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.776817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.800258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.804254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f937b-3dd1-4af5-8a73-ad5c0c671399 None None] Pushing event updated for resources: {'Port': ['ID=4cac2368-f119-456e-a27e-fcaf0ba355b8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:50.851619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:50.892911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.20.0.17 (cb477888-b79e-4802-961d-663c8cb7e870/27392625-5973-4baa-ba1e-8fb26b9394ec/6280146c-c6d0-4103-927d-860551ed4556) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:50.946193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:50.947195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.948265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:50.996979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.030179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f982aef7-8771-406f-a16b-4169260e4772,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:51.046752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.053947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:51.057126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-832654bd-c1de-451a-8df3-a28c71d9e59c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f982aef7-8771-406f-a16b-4169260e4772 HTTP/1.1" status: 204 len: 168 time: 0.4878919 Nov 15 22:58:51.061114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60970) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:51.151061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event updated for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:51.195120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Network c2bf3d03-6697-4507-bdff-d61f43f45533 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:51.199892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:51.204704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:51.233186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.282360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:51.282896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.338829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.376985 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.380890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b5d6a16-1f27-487b-97ea-f689ff4331fa req-ec4eab01-2d78-4693-9e81-f53a39dedfb7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5627a2-0028-4b4e-9b7c-412f9027b795 HTTP/1.1" status: 200 len: 210 time: 0.0982113 Nov 15 22:58:51.401106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-93c4815a-91d9-40ee-ac8a-f7b29e52c386 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7180161 Nov 15 22:58:51.410260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da7f8bc-f346-465f-a8cf-f12ded146bd5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:51.415262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Request body: {'port': {'device_id': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:51.421094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:51.421389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4916d2-61fb-4436-b2d3-3ba0e434f8b1') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:51.431148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.436754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.446532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.454695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:58:51.455082 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:58:51.456766 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:58:51.496878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network cb477888-b79e-4802-961d-663c8cb7e870 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:51.516458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:51.526047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:51.550025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:51.560366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.580933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.588974 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.593000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] 10.222.0.15 "DELETE /v2.0/networks/7da7f8bc-f346-465f-a8cf-f12ded146bd5 HTTP/1.1" status: 204 len: 168 time: 0.5305622 Nov 15 22:58:51.609305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af96a3-de13-487e-8af5-0ceb7226971b admin admin] Pushing event deleted for resources: {'Network': ['ID=7da7f8bc-f346-465f-a8cf-f12ded146bd5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:51.622876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.771236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d90b3a-eb53-4547-b93d-fe757d2e4af5 req-db0f94ac-05fc-4c7f-ad6b-92d246264d8b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:51.775255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60d90b3a-eb53-4547-b93d-fe757d2e4af5 req-db0f94ac-05fc-4c7f-ad6b-92d246264d8b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 931 time: 0.0577385 Nov 15 22:58:51.862660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60d90b3a-eb53-4547-b93d-fe757d2e4af5 req-90131f0d-61a1-428d-912e-660ce9c8158b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Nov 15 22:58:51.916548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:51.959716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:51.966424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f371c2b-be1e-48f4-9549-54e09a23572c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35090f98ba3b440a9c7f219076beaf1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483854 Nov 15 22:58:51.968991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 60980) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:58:52.026594 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.054458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.174223 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.178690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.183355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15405097-0db2-45bd-8644-7e062880d896 HTTP/1.1" status: 204 len: 168 time: 0.2130740 Nov 15 22:58:52.199910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c7ba-a3b4-412d-be07-8d4ac0f6c37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15405097-0db2-45bd-8644-7e062880d896,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:52.280846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85889bc6-d39d-4092-b582-57e930aea957 None None] Network cb477888-b79e-4802-961d-663c8cb7e870 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:58:52.386757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Provisioning complete for port 4cac2368-f119-456e-a27e-fcaf0ba355b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:52.387125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.538334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f59b72-8bb7-4390-82dd-bfd6754ec156 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:52.541166 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.556633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.576990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Transition to ACTIVE for port object 67f59b72-8bb7-4390-82dd-bfd6754ec156 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:58:52.591277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] For port 4cac2368-f119-456e-a27e-fcaf0ba355b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4cac2368-f119-456e-a27e-fcaf0ba355b8,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:52.666945 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.688847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.770257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Pushing event updated for resources: {'Port': ['ID=4cac2368-f119-456e-a27e-fcaf0ba355b8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:52.790996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Pushing event updated for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:52.812960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.813545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.815724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.816238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.819018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.819604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.820109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.821009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.822370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.822864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.824017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.824229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c712c-2522-456c-bfbd-2eed2d3794c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:58:52.838575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4cac2368-f119-456e-a27e-fcaf0ba355b8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:52.950000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.956868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8d79b19e-88e2-4317-bd8b-87336e024d22 None None] Provisioning complete for port 4cac2368-f119-456e-a27e-fcaf0ba355b8 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:52.957162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Attempting to bind port 67f59b72-8bb7-4390-82dd-bfd6754ec156 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:52.958009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Attempting to bind port 67f59b72-8bb7-4390-82dd-bfd6754ec156 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:52.958166 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Attempting to bind port 67f59b72-8bb7-4390-82dd-bfd6754ec156 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:52.963368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Port 67f59b72-8bb7-4390-82dd-bfd6754ec156 on network c2bf3d03-6697-4507-bdff-d61f43f45533 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:58:52.964372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Attempting to bind port 67f59b72-8bb7-4390-82dd-bfd6754ec156 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:52.966282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d79b19e-88e2-4317-bd8b-87336e024d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.971051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:52.971661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Checking segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:52.972223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Bound using segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:52.972861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Bound port: 67f59b72-8bb7-4390-82dd-bfd6754ec156, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:52.973419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:52.996398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4cac2368-f119-456e-a27e-fcaf0ba355b8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:52.996983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.053024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:53.060265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:53.065283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.070994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6383-484d-4b70-a3ca-69cdc74e5716 req-8bd7c8fd-6035-4fc0-9fa3-69d17b372e16 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.077116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51db6383-484d-4b70-a3ca-69cdc74e5716 req-8bd7c8fd-6035-4fc0-9fa3-69d17b372e16 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 943 time: 0.0923388 Nov 15 22:58:53.172066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51db6383-484d-4b70-a3ca-69cdc74e5716 req-dc7ddc80-110b-40cf-80b6-c7fffc8881cf tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884209 Nov 15 22:58:53.198356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:53.204103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.206911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8d79b19e-88e2-4317-bd8b-87336e024d22 None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:53.207276 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d79b19e-88e2-4317-bd8b-87336e024d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.244763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8d79b19e-88e2-4317-bd8b-87336e024d22 None None] Port 6280146c-c6d0-4103-927d-860551ed4556 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:53.260133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.267193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Pushing event updated for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:53.280185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.280934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.282321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-4d22565d-983f-41d2-9a6e-f1465658da54 service neutron] 10.222.0.57 "PUT /v2.0/ports/67f59b72-8bb7-4390-82dd-bfd6754ec156 HTTP/1.1" status: 200 len: 1091 time: 1.8723376 Nov 15 22:58:53.282766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:53.285026 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f705a9-9d8d-4a53-8d85-d04f053170b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:53.338349 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ab10d-4f2c-4014-9930-620a3fdadc5d x-openstack-request-id: req-1d7ab10d-4f2c-4014-9930-620a3fdadc5d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:53.338638 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:53.338885 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d7ab10d-4f2c-4014-9930-620a3fdadc5d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:53.339285 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156', 'status': 'completed', 'code': 200} Nov 15 22:58:53.381824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d56f8020-7572-449c-b574-eaaf0fb640f5 None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:53.382434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d56f8020-7572-449c-b574-eaaf0fb640f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.426763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d56f8020-7572-449c-b574-eaaf0fb640f5 None None] Port 6280146c-c6d0-4103-927d-860551ed4556 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:53.427886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network cb477888-b79e-4802-961d-663c8cb7e870 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:53.433112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:53.490400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-63d66599-042c-4b5f-893b-06a26a554ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.491947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-63d66599-042c-4b5f-893b-06a26a554ca6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 1094 time: 0.1072905 Nov 15 22:58:53.647277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:58:53.649262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-f402f5be-969e-4c4c-bb95-aef379ee66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.650759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-f402f5be-969e-4c4c-bb95-aef379ee66c7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=be89d450a53041a0a8b5d78331084e80&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1274269 Nov 15 22:58:53.755270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9dba4f42-c2e8-4491-8a5b-b260bc2a44cf None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:53.756705 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9dba4f42-c2e8-4491-8a5b-b260bc2a44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:53.799626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9dba4f42-c2e8-4491-8a5b-b260bc2a44cf None None] Port 6280146c-c6d0-4103-927d-860551ed4556 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:53.844989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:58:53.857176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-85c6af83-d177-402f-a6a1-ae34b06090e2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "PUT /v2.0/routers/2124fdc3-0d12-4613-9849-3a1f9f75e8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5776393 Nov 15 22:58:53.859972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Sync routers for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:58:53.869164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-c482e068-c724-4e19-9c53-7c3d54c47882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.871327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-25f705a9-9d8d-4a53-8d85-d04f053170b2 req-c482e068-c724-4e19-9c53-7c3d54c47882 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109008 Nov 15 22:58:53.896788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:53.898498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:53.987012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-3790bad9-b5d6-4e33-833e-14dddbf4e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:53.987012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-3790bad9-b5d6-4e33-833e-14dddbf4e53f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 1094 time: 0.0680146 Nov 15 22:58:54.058072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:54.091229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-59c49275-5cd8-45f9-b29e-e51b97c16fdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156 HTTP/1.1" status: 200 len: 217 time: 0.0987816 Nov 15 22:58:54.173317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-c4df9683-c225-4447-b68e-ae7d1b3f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:54.174966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-c4df9683-c225-4447-b68e-ae7d1b3f7e89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0757060 Nov 15 22:58:54.237287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-0719d0af-5e8b-4151-aa48-25692a702c47 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:54.241562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-fccb1224-3608-4b68-b887-38cedf5d3639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572705 Nov 15 22:58:54.245602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-0719d0af-5e8b-4151-aa48-25692a702c47 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/networks?id=cb477888-b79e-4802-961d-663c8cb7e870 HTTP/1.1" status: 200 len: 798 time: 0.1737471 Nov 15 22:58:54.270690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-4b905d29-eb2e-43c6-a876-540e34464294 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/quotas/e0342858164d4d9bb25c0908924ca1d0 HTTP/1.1" status: 200 len: 375 time: 0.0133867 Nov 15 22:58:54.328573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:51Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6280146c-c6d0-4103-927d-860551ed4556', 'name': '', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:06:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:50Z', 'updated_at': '2021-11-15T22:58:52Z', 'revision_number': 2, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:54.379629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-3d08a93d-3869-45ca-9c9a-412c4ce8237f service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285980 Nov 15 22:58:54.380434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Checking router: 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:58:54.380826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Updating router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 port 6280146c-c6d0-4103-927d-860551ed4556 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 22:58:54.385523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-52b8f9ad-3fc3-4af3-97ee-74fe2ef92910 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1070096 Nov 15 22:58:54.394055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1caae2-4a3b-4e5c-9bd3-5e70e8b54166 req-0a09a1ca-5bda-4659-b83f-6e9f5e0ff5a9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:54.396562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b1caae2-4a3b-4e5c-9bd3-5e70e8b54166 req-0a09a1ca-5bda-4659-b83f-6e9f5e0ff5a9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 943 time: 0.1195335 Nov 15 22:58:54.422793 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:54.510799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae7e6141-0fbd-45f0-9789-a45f17c393fe req-83957d67-c231-41d0-98e3-0115fef327b0 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228964 Nov 15 22:58:54.548376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b1caae2-4a3b-4e5c-9bd3-5e70e8b54166 req-8e3bd208-4cbf-42fd-97eb-701533fc32e6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455791 Nov 15 22:58:54.554078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-2cb8f994-9f4a-4eec-b0c4-809b183fb641 service neutron] 10.222.0.15 "GET /v2.0/networks/cb477888-b79e-4802-961d-663c8cb7e870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232057 Nov 15 22:58:54.656396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-2848b0db-87cf-4e2c-8e06-e797db1ade2f service neutron] 10.222.0.15 "GET /v2.0/networks/cb477888-b79e-4802-961d-663c8cb7e870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958030 Nov 15 22:58:54.763097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4cac2368-f119-456e-a27e-fcaf0ba355b8 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:54.792491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:54.826067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4cac2368-f119-456e-a27e-fcaf0ba355b8 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:54.826548 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:54.916429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:54.963375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5bf0bb8-ffa3-40df-923d-7d67016b48c9 req-63d3bcfc-8d19-4d78-a0ce-24b7be69e7eb tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 210 time: 0.0431094 Nov 15 22:58:54.998517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c975b5-bb62-471f-a603-d2bb8242ba75 None None] Pushing event updated for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:55.062279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Attempting to bind port 6280146c-c6d0-4103-927d-860551ed4556 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:55.062726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Attempting to bind port 6280146c-c6d0-4103-927d-860551ed4556 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:55.063159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Attempting to bind port 6280146c-c6d0-4103-927d-860551ed4556 on network cb477888-b79e-4802-961d-663c8cb7e870 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:55.069295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:55.069803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Checking segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:55.070279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:55.070741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Bound using segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:55.071344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Bound port: 6280146c-c6d0-4103-927d-860551ed4556, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:55.071917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:55.174332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] For port 6280146c-c6d0-4103-927d-860551ed4556, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:55.178273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] For port 6280146c-c6d0-4103-927d-860551ed4556, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6280146c-c6d0-4103-927d-860551ed4556,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:55.245536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:55.316055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:58:55.317597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:58:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:55.434349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:58:55.665966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c975b5-bb62-471f-a603-d2bb8242ba75 None None] Pushing event updated for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:55.714743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-014522df-b0fb-45de-a747-673936aba038 None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:55.716067 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-014522df-b0fb-45de-a747-673936aba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:55.728039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00781a12-b5d9-4cf8-a0c5-199c92dc92c3 req-b1c2c741-5382-4076-aee6-972f8d0266e5 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:55.730421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00781a12-b5d9-4cf8-a0c5-199c92dc92c3 req-b1c2c741-5382-4076-aee6-972f8d0266e5 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 943 time: 0.0641837 Nov 15 22:58:55.806346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00781a12-b5d9-4cf8-a0c5-199c92dc92c3 req-83c25ba4-d3d6-4023-9e33-c28840b5d50a tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Nov 15 22:58:55.919751 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-014522df-b0fb-45de-a747-673936aba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:55.966690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-014522df-b0fb-45de-a747-673936aba038 None None] For port 6280146c-c6d0-4103-927d-860551ed4556, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6280146c-c6d0-4103-927d-860551ed4556,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:55.991073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:51Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6280146c-c6d0-4103-927d-860551ed4556', 'name': '', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:06:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:50Z', 'updated_at': '2021-11-15T22:58:55Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:58:56.029912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335a71e-5d42-42fc-8095-c6e5272824f8 None None] The sync data for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 is: [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:58:51Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '6280146c-c6d0-4103-927d-860551ed4556', 'name': '', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:06:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:50Z', 'updated_at': '2021-11-15T22:58:55Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:58:56.036335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-014522df-b0fb-45de-a747-673936aba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:56.118894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014522df-b0fb-45de-a747-673936aba038 None None] Pushing event updated for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:56.161580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6727808-b166-4288-8cb9-948fa6c6a21a req-9da9a6f4-95dd-4d06-a417-94aec61dc1b2 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 210 time: 0.0858326 Nov 15 22:58:56.191549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f7afc295-faea-4f6a-bba4-999dc5538706 None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:56.191904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7afc295-faea-4f6a-bba4-999dc5538706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:56.754269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6280146c-c6d0-4103-927d-860551ed4556 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:58:56.818577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 6280146c-c6d0-4103-927d-860551ed4556 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:56.819096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:57.040932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fc43-2228-4ec7-afe7-08f1e90a00d5 req-2c42c5d3-2a36-4ac2-85d8-c11242bf676b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:57.044678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5d5fc43-2228-4ec7-afe7-08f1e90a00d5 req-2c42c5d3-2a36-4ac2-85d8-c11242bf676b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 943 time: 0.0687799 Nov 15 22:58:57.119345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5d5fc43-2228-4ec7-afe7-08f1e90a00d5 req-a6f2e97f-c886-4529-835b-aae72b1975d2 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655949 Nov 15 22:58:57.338812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a667400-0a50-488d-9501-eddb5da21af1 req-2de16883-374f-4af1-b709-d6f32bcc8a74 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 210 time: 0.0822630 Nov 15 22:58:57.467357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-920c0071-46c4-4b9c-8cef-97ca70b6e62f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:57.468941 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-920c0071-46c4-4b9c-8cef-97ca70b6e62f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.55 "GET /v2.0/networks?id=cb477888-b79e-4802-961d-663c8cb7e870 HTTP/1.1" status: 200 len: 798 time: 0.2353952 Nov 15 22:58:57.492641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Request body: {'port': {'device_id': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'admin_state_up': True, 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:57.739746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Made reservation on behalf of e0342858164d4d9bb25c0908924ca1d0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:58:57.745875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:57.878649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Allocated IP 172.20.0.20 (cb477888-b79e-4802-961d-663c8cb7e870/27392625-5973-4baa-ba1e-8fb26b9394ec/7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:58:58.004980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.147469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.202472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Network cb477888-b79e-4802-961d-663c8cb7e870 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:58:58.214799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:58:58.218766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:58:58.226199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event updated for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:58.265547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765a40-360c-4fb9-9016-743b4fce222f req-0d1fb21d-59a7-4315-9758-e7767cdcf13d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:58.267665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa765a40-360c-4fb9-9016-743b4fce222f req-0d1fb21d-59a7-4315-9758-e7767cdcf13d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 943 time: 0.0803983 Nov 15 22:58:58.281140 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:58.281959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.328729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa765a40-360c-4fb9-9016-743b4fce222f req-20d29de2-fb40-4449-9cdf-747fd1c1f3ee tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504696 Nov 15 22:58:58.371608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-632c7b31-118e-4d00-bcc4-702c5f86eb77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8858087 Nov 15 22:58:58.390799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Request body: {'port': {'device_id': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:58:58.462439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.491721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7a6e4-2546-4fa1-aa18-fd2a6adfa43c req-95cb50da-fd5b-4278-bbb3-22e144eaec66 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:58.500026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e8b7a6e4-2546-4fa1-aa18-fd2a6adfa43c req-95cb50da-fd5b-4278-bbb3-22e144eaec66 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 895 time: 0.0675044 Nov 15 22:58:58.513514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67f59b72-8bb7-4390-82dd-bfd6754ec156 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:58:58.579466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-03775a62-9c01-4dd0-a651-059dbd66767f None None] Provisioning complete for port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:58:58.579844 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03775a62-9c01-4dd0-a651-059dbd66767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.631308 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-03775a62-9c01-4dd0-a651-059dbd66767f None None] Port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:58:58.657918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:58.677235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '67f59b72-8bb7-4390-82dd-bfd6754ec156', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'port_id': '67f59b72-8bb7-4390-82dd-bfd6754ec156', 'mac_address': 'fa:16:3e:50:a8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2fe07-3dbb-4808-89a5-fd8c96ef799a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:58:58.721687 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.737583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f59b72-8bb7-4390-82dd-bfd6754ec156 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:58.764237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:58:58.774921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:58:58.782674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.797776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Transition to ACTIVE for port object 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:58:58.814220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.859874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:58.880348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:58.939034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:59.025685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Attempting to bind port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:58:59.026075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Attempting to bind port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:58:59.026375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Attempting to bind port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e on network cb477888-b79e-4802-961d-663c8cb7e870 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:59.032211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e on network cb477888-b79e-4802-961d-663c8cb7e870 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:58:59.035235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Attempting to bind port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e on network cb477888-b79e-4802-961d-663c8cb7e870 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:58:59.038968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:58:59.039307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Checking segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:58:59.039686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Bound using segment: {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:58:59.040119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Bound port: 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34026456-e3cd-49cf-a497-ecacf6f34c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:58:59.040471 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:59.055229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['67f59b72-8bb7-4390-82dd-bfd6754ec156'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:58:59.157849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:58:59.162293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:58:59.242934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:59.293514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.294142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:59.295563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] 10.222.0.55 "PUT /v2.0/ports/7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e HTTP/1.1" status: 200 len: 1055 time: 0.9094796 Nov 15 22:58:59.296025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:58:59.304505 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:58:59.373038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b91d-366a-4d11-9eaf-e485d92ffa2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:58:59.405410 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a19bde1-ab88-422f-b7a0-b1cde749005e x-openstack-request-id: req-3a19bde1-ab88-422f-b7a0-b1cde749005e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:58:59.424915 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:58:59.427694 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a19bde1-ab88-422f-b7a0-b1cde749005e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:58:59.427694 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e', 'status': 'completed', 'code': 200} Nov 15 22:58:59.478870 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:59.501197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-2bc35713-f0be-4eb7-b5d9-45aeac011bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.503401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-2bc35713-f0be-4eb7-b5d9-45aeac011bd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 1058 time: 0.0661960 Nov 15 22:58:59.536741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bcca-2263-4f3b-ac0c-a7900dcdf150 req-6557c4ca-36e7-427b-8ded-49fadf482b1d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.544796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73d8bcca-2263-4f3b-ac0c-a7900dcdf150 req-6557c4ca-36e7-427b-8ded-49fadf482b1d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 944 time: 0.0644023 Nov 15 22:58:59.635936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-f4c72cf1-c3e1-4391-afa5-ad2c7ea4e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.636809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-f4c72cf1-c3e1-4391-afa5-ad2c7ea4e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.638583 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-f4c72cf1-c3e1-4391-afa5-ad2c7ea4e0a2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0342858164d4d9bb25c0908924ca1d0&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1269701 Nov 15 22:58:59.649155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73d8bcca-2263-4f3b-ac0c-a7900dcdf150 req-46672953-73b6-4343-b36f-6b85b77bde5f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Nov 15 22:58:59.673287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ba52f-6866-495f-af66-9dc7983094e0 req-b11f959a-7dd3-4e3e-a34c-1877aeee623e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.681914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-755ba52f-6866-495f-af66-9dc7983094e0 req-b11f959a-7dd3-4e3e-a34c-1877aeee623e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 907 time: 0.0742486 Nov 15 22:58:59.766228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-cfeb8cf1-0ca8-4447-baf6-f22dc00069ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.767849 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-300b06d2-afd4-4ad2-9a53-e8fe465eb5fa req-cfeb8cf1-0ca8-4447-baf6-f22dc00069ad service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152625 Nov 15 22:58:59.857909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-11fbb480-76ae-4676-98b4-e5911317692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.859987 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-11fbb480-76ae-4676-98b4-e5911317692e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 1058 time: 0.0413518 Nov 15 22:58:59.906597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-50d3ed9e-9c77-4ed6-8b70-d16df1b9dc13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e HTTP/1.1" status: 200 len: 217 time: 0.0351429 Nov 15 22:58:59.947283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:58:59.964680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-6e16ed90-988a-4d8b-9ecc-f8310c9bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:58:59.966168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-6e16ed90-988a-4d8b-9ecc-f8310c9bc029 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27392625-5973-4baa-ba1e-8fb26b9394ec HTTP/1.1" status: 200 len: 838 time: 0.0490658 Nov 15 22:59:00.017995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-826fcb11-ceef-4b1f-9d93-ea0ef875866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:00.019522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-826fcb11-ceef-4b1f-9d93-ea0ef875866c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb477888-b79e-4802-961d-663c8cb7e870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420322 Nov 15 22:59:00.114713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-fc7239fc-1cb5-46a6-9868-d62f9641eb2e service neutron] 10.222.0.55 "GET /v2.0/networks/cb477888-b79e-4802-961d-663c8cb7e870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877922 Nov 15 22:59:00.215927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a3fc0871-efda-4f51-a035-f85ff9f228f7 req-bb166621-1f5e-462f-aa8c-46770d21d28e service neutron] 10.222.0.55 "GET /v2.0/networks/cb477888-b79e-4802-961d-663c8cb7e870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906115 Nov 15 22:59:00.513191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67f59b72-8bb7-4390-82dd-bfd6754ec156 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:59:00.655336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 67f59b72-8bb7-4390-82dd-bfd6754ec156 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:59:00.659721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 67f59b72-8bb7-4390-82dd-bfd6754ec156 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:59:00.660171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:00.781844 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:00.822976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:00.826379 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc18ab2-e0f8-4d66-a4dd-7177bf718880" -d '{"events": [{"server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "name": "network-vif-plugged", "status": "completed", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:00.831091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:00.856848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaff77-5461-453b-801e-17130b25105c req-15ef2c86-850c-44bb-97b0-8bbeaf8dba71 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:00.858385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cdaff77-5461-453b-801e-17130b25105c req-15ef2c86-850c-44bb-97b0-8bbeaf8dba71 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 944 time: 0.1077847 Nov 15 22:59:00.867797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cbd62-4180-435c-a302-8a5475511385 req-7a7418d6-2870-4fe8-89f5-b0c6bc66812b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:00.869246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e73cbd62-4180-435c-a302-8a5475511385 req-7a7418d6-2870-4fe8-89f5-b0c6bc66812b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 907 time: 0.0798240 Nov 15 22:59:00.901343 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:00.942824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cdaff77-5461-453b-801e-17130b25105c req-2970f855-3c3a-468f-a18c-28da68ee8fb2 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725167 Nov 15 22:59:00.962207 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfed0af-f6eb-4e01-9a78-42949b93cd66 x-openstack-request-id: req-3cfed0af-f6eb-4e01-9a78-42949b93cd66 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:00.962207 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "name": "network-vif-plugged", "status": "completed", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:00.962207 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cfed0af-f6eb-4e01-9a78-42949b93cd66 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:00.962207 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156', 'code': 200} Nov 15 22:59:00.987190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:01.062211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef03ca-9382-4ff7-b890-8412d0aa8531 req-460db861-7af6-4f7a-aad3-c0bdae6d1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:01.063716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-29ef03ca-9382-4ff7-b890-8412d0aa8531 req-460db861-7af6-4f7a-aad3-c0bdae6d1f8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 1096 time: 0.0461452 Nov 15 22:59:01.110492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-29ef03ca-9382-4ff7-b890-8412d0aa8531 req-8c90bbba-ce14-4d8e-9f2d-77abe33209dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Nov 15 22:59:02.000765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd475c-8988-4b49-8e15-7fffa1299cdb req-1537922c-756e-4f0c-aaf8-c64af2b0bd6f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:02.002799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5dd475c-8988-4b49-8e15-7fffa1299cdb req-1537922c-756e-4f0c-aaf8-c64af2b0bd6f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 907 time: 0.0565484 Nov 15 22:59:02.076306 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54370b3e-e233-4d9e-b1f9-a2710fd32d88 req-09e21c6a-e2e9-451a-bf07-1c44e48f77cb tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:02.077943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54370b3e-e233-4d9e-b1f9-a2710fd32d88 req-09e21c6a-e2e9-451a-bf07-1c44e48f77cb tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 945 time: 0.0634758 Nov 15 22:59:02.142321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54370b3e-e233-4d9e-b1f9-a2710fd32d88 req-318fd6d6-254b-4c0c-9bd7-8d109e94503f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582900 Nov 15 22:59:02.709841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:59:02.807270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:02.820157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e', 'network_id': 'cb477888-b79e-4802-961d-663c8cb7e870', 'port_id': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e', 'mac_address': 'fa:16:3e:cb:df:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27392625-5973-4baa-ba1e-8fb26b9394ec', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:59:02.864253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:02.877154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:02.896275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:02.985898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:03.037041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:03.132445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529b58-1a35-4da5-a7d5-b2dbf9e9391c req-e0b7766d-a76c-4e2b-adb1-5adfd010c1b5 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:03.133970 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5529b58-1a35-4da5-a7d5-b2dbf9e9391c req-e0b7766d-a76c-4e2b-adb1-5adfd010c1b5 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 908 time: 0.0526664 Nov 15 22:59:03.227427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:03.266009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e328851-2489-449c-9db1-88fdd98484e2 req-6f86fcef-de55-4920-9b0f-53ecae9009d0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:03.267756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e328851-2489-449c-9db1-88fdd98484e2 req-6f86fcef-de55-4920-9b0f-53ecae9009d0 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 945 time: 0.0541253 Nov 15 22:59:03.325658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e328851-2489-449c-9db1-88fdd98484e2 req-8e78f200-a8b5-4511-b13f-7cb9d8064cf6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Nov 15 22:59:04.267787 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002fcd3-48d4-44f9-a37e-6c7430599f02 req-4ae4ba9d-dec8-4e66-afd0-5d1e25cea7e5 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:04.271152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b002fcd3-48d4-44f9-a37e-6c7430599f02 req-4ae4ba9d-dec8-4e66-afd0-5d1e25cea7e5 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 908 time: 0.0596907 Nov 15 22:59:04.724799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:59:04.772338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d5001ea-9730-4e0e-ad01-af4f34e9798f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:04.851039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:59:04.857960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:59:04.858333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:04.967906 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:05.009400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:05.015893 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd180cb2-cff9-43f3-9b3e-118c8b7cb575" -d '{"events": [{"server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:05.035065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:05.073840 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67972d31-930c-4c4a-bc06-72321207b2f1 x-openstack-request-id: req-67972d31-930c-4c4a-bc06-72321207b2f1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:05.076893 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:05.076893 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67972d31-930c-4c4a-bc06-72321207b2f1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:05.076893 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e', 'code': 200} Nov 15 22:59:05.096440 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:05.152802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:05.244930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc5005-ac0a-4c38-a24c-98c4f77ffa1b req-030c64f7-ea65-4ae0-b22f-4d3c4a13c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:05.247106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4fc5005-ac0a-4c38-a24c-98c4f77ffa1b req-030c64f7-ea65-4ae0-b22f-4d3c4a13c11f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 1060 time: 0.0935545 Nov 15 22:59:05.429391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68384a4c-49d6-4c31-9d8e-ec05a986c446 req-28469392-e991-46fd-aea5-c97497b8c11e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:05.433087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68384a4c-49d6-4c31-9d8e-ec05a986c446 req-28469392-e991-46fd-aea5-c97497b8c11e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0805838 Nov 15 22:59:06.589208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cb1c-2dad-4d0b-b066-1b0a364cd3fb req-bf83607a-84e6-4ca8-9504-d93147f7610d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:06.592775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9e8cb1c-2dad-4d0b-b066-1b0a364cd3fb req-bf83607a-84e6-4ca8-9504-d93147f7610d tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0708277 Nov 15 22:59:07.170277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af978a1f-677b-4de6-98a7-affb44c04592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:07.307946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:59:07.757294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4400-31e5-480b-aee4-a3f17a2be7ce req-381fb983-869f-46d4-8caf-e80b1d9f0c0a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:07.759651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-846a4400-31e5-480b-aee4-a3f17a2be7ce req-381fb983-869f-46d4-8caf-e80b1d9f0c0a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0755751 Nov 15 22:59:07.907506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a170568-02f9-4b31-abfd-47480d593b0f req-6af68cb3-269d-44db-8222-15ec387f3cfd tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:07.909041 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a170568-02f9-4b31-abfd-47480d593b0f req-6af68cb3-269d-44db-8222-15ec387f3cfd tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0568216 Nov 15 22:59:08.032012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f77b2-0b48-46f7-8b27-60cc25fdeb33 req-bf94d915-ffd7-413c-be20-1eb7a009c8bf tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:08.036727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-027f77b2-0b48-46f7-8b27-60cc25fdeb33 req-bf94d915-ffd7-413c-be20-1eb7a009c8bf tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 1060 time: 0.0519667 Nov 15 22:59:08.157110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c6b35-8cb1-4f02-8b65-50dac598cf2b req-c16a604d-c7a3-43f1-a562-aa4f037eef2c tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:08.159540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-933c6b35-8cb1-4f02-8b65-50dac598cf2b req-c16a604d-c7a3-43f1-a562-aa4f037eef2c tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.0518422 Nov 15 22:59:08.219455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-933c6b35-8cb1-4f02-8b65-50dac598cf2b req-a811904a-c180-4b5c-8b2a-123eb276a7ce tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0528860 Nov 15 22:59:08.243389 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33044) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:08.328252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221309f-266c-4365-b054-57a1726da357 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:08.330097 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a221309f-266c-4365-b054-57a1726da357 tempest-TestSecurityGroupsBasicOps-426699944 tempest-TestSecurityGroupsBasicOps-426699944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 1055 time: 0.0832651 Nov 15 22:59:08.376378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:08.830609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a370dd-83de-4191-a1f1-1d76379ebd67 req-04ab0d9c-e07c-4b84-a548-e66d2197cebe tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:08.836953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77a370dd-83de-4191-a1f1-1d76379ebd67 req-04ab0d9c-e07c-4b84-a548-e66d2197cebe tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0590377 Nov 15 22:59:09.507461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:09.960418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af68b-9b94-442b-9e51-37ffb5f1e305 req-feb4336f-effb-41af-ac60-bc7837e842c7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:09.960418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f98af68b-9b94-442b-9e51-37ffb5f1e305 req-feb4336f-effb-41af-ac60-bc7837e842c7 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0543461 Nov 15 22:59:10.226138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-8da21ed0-c7ca-468a-994b-0f5af70cb766 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:10.227556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-8da21ed0-c7ca-468a-994b-0f5af70cb766 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.55 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0501535 Nov 15 22:59:10.343524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:10.343865 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:10.346926 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:10.465421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:10.465913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:10.487340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:10.705681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-9de10b3a-4de8-48be-9632-e64508fa9a27 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:10.707522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-9de10b3a-4de8-48be-9632-e64508fa9a27 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1096222 Nov 15 22:59:10.723143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-24c27f1f-5c8e-4031-970b-62e0ff44392e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/quotas/be89d450a53041a0a8b5d78331084e80 HTTP/1.1" status: 200 len: 375 time: 0.0096383 Nov 15 22:59:10.781563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-799674ba-d17b-4b9c-93f2-e24827d27c8a tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520432 Nov 15 22:59:10.883480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-550fb5b9-b4e6-4294-ae45-d7b271cc8148 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947905 Nov 15 22:59:11.001791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-d92c7c86-e818-4026-a72b-07597d2b90ad service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110182 Nov 15 22:59:11.090811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c28a1-2984-4ae5-b177-a7857d41d4ab req-5156cf4a-93e3-4f33-9e2a-be528116f07e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:11.092336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-684c28a1-2984-4ae5-b177-a7857d41d4ab req-5156cf4a-93e3-4f33-9e2a-be528116f07e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 909 time: 0.0552738 Nov 15 22:59:11.153373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:11.179401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:11.227010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] No DVR routers for this DVR port 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:59:11.229081 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:11.233681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-621ff8c8-aed6-4836-92c8-44e58a3ec049 req-29fc5a7b-1256-4b99-858a-fa67a249d3ad tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.55 "DELETE /v2.0/ports/7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e HTTP/1.1" status: 204 len: 173 time: 1.0000243 Nov 15 22:59:11.237339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'name': 'network-vif-deleted', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:11.240530 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f9d1a-4d69-49ff-b065-c765e8d10bf7" -d '{"events": [{"server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "name": "network-vif-deleted", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:11.283675 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9d959-6b6a-4fa6-83d4-e30d766a62bd x-openstack-request-id: req-9df9d959-6b6a-4fa6-83d4-e30d766a62bd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:11.284179 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2132a3dc-76ce-4282-868e-9bfaf2eadced", "name": "network-vif-deleted", "tag": "7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:11.284645 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df9d959-6b6a-4fa6-83d4-e30d766a62bd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:11.285218 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2132a3dc-76ce-4282-868e-9bfaf2eadced', 'name': 'network-vif-deleted', 'tag': '7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e', 'status': 'completed', 'code': 200} Nov 15 22:59:11.361125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7317cac5-5e19-4ebd-8e4a-1bd4035d032c req-c8a8632c-a799-43bf-ba79-35979d727761 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 210 time: 0.0664041 Nov 15 22:59:12.229251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97964b4f-529b-4f31-8534-be84c94e84d2 req-4a1ec19b-e4a2-43af-bdba-01d92adf30c8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=2132a3dc-76ce-4282-868e-9bfaf2eadced HTTP/1.1" status: 200 len: 210 time: 0.0304148 Nov 15 22:59:12.509266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b870ebf-0f75-419e-bacb-4c40308a2289 req-de71a105-26c8-4f0b-85b6-94310d00e420 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 210 time: 0.0683444 Nov 15 22:59:13.288013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33136) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:13.702336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74ab5fa9-483b-40dd-a81f-48f599500095 req-376e7a2a-8e46-4092-9ef3-a0a068108ec1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 210 time: 0.0346558 Nov 15 22:59:13.868948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-5e3901c7-5230-4863-b27d-532a28b57744 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:13.870431 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-5e3901c7-5230-4863-b27d-532a28b57744 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.55 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.2532651 Nov 15 22:59:13.892196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Request body: {'port': {'device_id': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'admin_state_up': True, 'tenant_id': 'be89d450a53041a0a8b5d78331084e80'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:14.068097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:14.106230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:59:14.110235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:14.710643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Allocated IP 172.20.0.12 (c2bf3d03-6697-4507-bdff-d61f43f45533/6de2fe07-3dbb-4808-89a5-fd8c96ef799a/02094f84-2086-4bce-81c8-1795772aff69) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:59:14.802725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:14.836688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:14.836940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a0f85b0-a759-49fb-aaec-6d1bf5f5f56e not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:14.843658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54bb5d8e-c97a-4489-853f-7527d5057a2d req-a8702f95-ea93-43e8-9e8a-806dab76471b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 210 time: 0.0372703 Nov 15 22:59:14.992396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 6280146c-c6d0-4103-927d-860551ed4556 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:14.992650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.035315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.103088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port 6280146c-c6d0-4103-927d-860551ed4556, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=6280146c-c6d0-4103-927d-860551ed4556,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:15.103505 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.116479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 6280146c-c6d0-4103-927d-860551ed4556 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:15.167766 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.179473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389', '67f59b72-8bb7-4390-82dd-bfd6754ec156'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:15.230791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Network c2bf3d03-6697-4507-bdff-d61f43f45533 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:59:15.234185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event updated for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:15.246292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:59:15.262218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:59:15.327917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:15.328539 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.453905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-0b8f7d40-21bd-4497-aa41-c31d73283ef9 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5653841 Nov 15 22:59:15.476297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Request body: {'port': {'device_id': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:15.537158 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.592759 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:15.669576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=6280146c-c6d0-4103-927d-860551ed4556,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:15.938153 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.016040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b33b64-6aad-4891-bb8d-f81badd976cb req-03cc1708-e096-4959-853b-b1f3e3713628 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:16.017807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9b33b64-6aad-4891-bb8d-f81badd976cb req-03cc1708-e096-4959-853b-b1f3e3713628 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 932 time: 0.0733023 Nov 15 22:59:16.101712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9b33b64-6aad-4891-bb8d-f81badd976cb req-438dc242-aabd-4735-bd91-edbd0b9856b3 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714035 Nov 15 22:59:16.145917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02094f84-2086-4bce-81c8-1795772aff69 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:16.160364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.185133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Transition to ACTIVE for port object 02094f84-2086-4bce-81c8-1795772aff69 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:59:16.260707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.339394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Pushing event updated for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:16.430816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:59:16.433402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Attempting to bind port 02094f84-2086-4bce-81c8-1795772aff69 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:59:16.433739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Attempting to bind port 02094f84-2086-4bce-81c8-1795772aff69 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:59:16.434154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Attempting to bind port 02094f84-2086-4bce-81c8-1795772aff69 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:16.439992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Port 02094f84-2086-4bce-81c8-1795772aff69 on network c2bf3d03-6697-4507-bdff-d61f43f45533 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:59:16.440303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Attempting to bind port 02094f84-2086-4bce-81c8-1795772aff69 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:16.450499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:59:16.450830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Checking segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:59:16.451195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Bound using segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:59:16.451639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Bound port: 02094f84-2086-4bce-81c8-1795772aff69, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:59:16.451997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.593488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:59:16.598455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=02094f84-2086-4bce-81c8-1795772aff69,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:59:16.621210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:59:16.621210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f309d0e2-1d2f-461e-ba5c-d82bf52e5aa3 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "PUT /v2.0/routers/2124fdc3-0d12-4613-9849-3a1f9f75e8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3258629 Nov 15 22:59:16.621210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33164) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:16.641287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Sync routers for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:59:16.657547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:16.658593 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:16.698721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting subnet 27392625-5973-4baa-ba1e-8fb26b9394ec {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:59:16.708291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.734500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.738636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:16.739273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.740927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] 10.222.0.55 "PUT /v2.0/ports/02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 200 len: 1092 time: 1.2708824 Nov 15 22:59:16.743240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'tag': '02094f84-2086-4bce-81c8-1795772aff69'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:16.752774 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8154ea2-44b3-45de-9d87-392a15558b14" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "tag": "02094f84-2086-4bce-81c8-1795772aff69"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:16.844999 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:16.884878 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a6c7e-61e3-4b66-943a-e10a25bc354b x-openstack-request-id: req-655a6c7e-61e3-4b66-943a-e10a25bc354b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:16.884878 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "tag": "02094f84-2086-4bce-81c8-1795772aff69", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:16.884878 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-655a6c7e-61e3-4b66-943a-e10a25bc354b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:16.884878 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'tag': '02094f84-2086-4bce-81c8-1795772aff69', 'status': 'completed', 'code': 200} Nov 15 22:59:16.886847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f47da-8b9d-40ea-9fed-4b11869249ca service neutron] Pushing event updated for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:17.000256 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:17.024283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-4d23b77a-e516-43d9-ba92-fa2b7f77782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:17.025832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-4d23b77a-e516-43d9-ba92-fa2b7f77782e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 1095 time: 0.1320930 Nov 15 22:59:17.050082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.097522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-4605cdb7-69d6-432d-b87f-ef8040fdeec4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 200 len: 217 time: 0.0555899 Nov 15 22:59:17.176449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-abb7568a-8af2-46ec-ba81-bfa86b5de70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:17.178090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-abb7568a-8af2-46ec-ba81-bfa86b5de70a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0669739 Nov 15 22:59:17.224402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-674b4a84-d8c2-4206-9a8b-712f76ceede2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345409 Nov 15 22:59:17.263561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.279332 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:59:15Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:17.286699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f4489-cedf-4bb5-aecf-32c080be71b5 req-95ee2d86-b036-4a57-aace-8bf4e911f2b4 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:17.294618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-785f4489-cedf-4bb5-aecf-32c080be71b5 req-95ee2d86-b036-4a57-aace-8bf4e911f2b4 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 944 time: 0.0719585 Nov 15 22:59:17.313225 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Checking router: 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:59:17.333694 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Routers {'2124fdc3-0d12-4613-9849-3a1f9f75e8c3'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:17.334590 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:17.359604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-785f4489-cedf-4bb5-aecf-32c080be71b5 req-7ebadb83-87e1-4442-b419-f7f284fdea8e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 Nov 15 22:59:17.375257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.375257 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/subnets/27392625-5973-4baa-ba1e-8fb26b9394ec HTTP/1.1" status: 204 len: 168 time: 0.7478299 Nov 15 22:59:17.375257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa827c-c3b2-4097-b8a3-58f9154d855a tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Subnet': ['ID=27392625-5973-4baa-ba1e-8fb26b9394ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:17.375257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:17.381445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b29d5a-aaeb-4161-b490-ce4a8f04943a None None] Network cb477888-b79e-4802-961d-663c8cb7e870 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:59:17.518930 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-2502dbbc-163c-4ff3-85f8-92ddb3caa167 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846184 Nov 15 22:59:17.547541 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] Set router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:17.592506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.650764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] DHCP port deletion for cb477888-b79e-4802-961d-663c8cb7e870 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:59:17.708117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Deleting port 4cac2368-f119-456e-a27e-fcaf0ba355b8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:17.708670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.728988 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9c77c3ae-cdce-4860-8fa5-51851aa00bb1 req-c18172a7-f8e3-4acd-a796-cdf943231d83 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956985 Nov 15 22:59:17.736164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.787480 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:59:15Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:17.792903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] For port 4cac2368-f119-456e-a27e-fcaf0ba355b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4cac2368-f119-456e-a27e-fcaf0ba355b8,segment=NetworkSegment(34026456-e3cd-49cf-a497-ecacf6f34c4e),segment_id=34026456-e3cd-49cf-a497-ecacf6f34c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:17.793407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:17.810157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Calling delete_port for 4cac2368-f119-456e-a27e-fcaf0ba355b8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:17.814340 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d03ed-71f1-43f9-b800-3e8d9c758144 None None] The sync data for ids ['2124fdc3-0d12-4613-9849-3a1f9f75e8c3'] in n-d-817995-3 is: [{'id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-773227480', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:44Z', 'updated_at': '2021-11-15T22:59:15Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '1c5867c2-3b0d-4fed-b885-d00d1df4d0b8', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2124fdc3-0d12-4613-9849-3a1f9f75e8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:45Z', 'updated_at': '2021-11-15T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:59:17.915545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:17.915886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.029442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-b3474d88-27e1-4b6a-b13f-6203860c7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:18.030962 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-b3474d88-27e1-4b6a-b13f-6203860c7748 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 1095 time: 0.0689466 Nov 15 22:59:18.032742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:18.033099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.062572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:18.090425 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.120369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] Pushing event deleted for resources: {'Port': ['ID=4cac2368-f119-456e-a27e-fcaf0ba355b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:18.126015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a3bf5-d655-4cca-9529-13a83f8ceeb0 None None] No DVR routers for this DVR port 4cac2368-f119-456e-a27e-fcaf0ba355b8 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:59:18.186534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-95962e97-b244-4b42-b34e-661ed005901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:18.188017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-95962e97-b244-4b42-b34e-661ed005901e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.1469028 Nov 15 22:59:18.274656 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-9820355b-b20c-4a8b-ac00-62cb06d7a7eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 200 len: 217 time: 0.0759637 Nov 15 22:59:18.339153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-9ac19403-2740-4e0c-9fbc-6822f6d7602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:18.340578 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-9ac19403-2740-4e0c-9fbc-6822f6d7602b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0528622 Nov 15 22:59:18.397542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-08542d36-8247-4a82-a5e5-e8acf671c2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303020 Nov 15 22:59:18.493459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8b960-e27d-4e10-b34f-4962381839ad req-2d67d832-25d1-4a0a-8d5b-5b46f3668d06 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:18.495086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9e8b960-e27d-4e10-b34f-4962381839ad req-2d67d832-25d1-4a0a-8d5b-5b46f3668d06 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 944 time: 0.0603774 Nov 15 22:59:18.503664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-6ee5475e-4eab-433f-9b82-1a3cdb884ab8 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981553 Nov 15 22:59:18.547048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9e8b960-e27d-4e10-b34f-4962381839ad req-f4ac9561-2a43-4c31-aeb7-b75af3e54828 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Nov 15 22:59:18.571800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.602883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=1c5867c2-3b0d-4fed-b885-d00d1df4d0b8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:18.621390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72228467-cdae-4a66-ba72-286e1c5956f5 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:59:18.668720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8154ea2-44b3-45de-9d87-392a15558b14 req-644345a7-c8e3-4f1d-818e-0bf0b07dd0b9 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561098 Nov 15 22:59:18.689463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.786159 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.788644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.801542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4cac2368-f119-456e-a27e-fcaf0ba355b8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:18.821875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4cac2368-f119-456e-a27e-fcaf0ba355b8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:18.822210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4cac2368-f119-456e-a27e-fcaf0ba355b8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:18.822611 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6280146c-c6d0-4103-927d-860551ed4556 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:18.843105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 6280146c-c6d0-4103-927d-860551ed4556 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:18.843439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 6280146c-c6d0-4103-927d-860551ed4556 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:18.941786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.942275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Fanout notify agent at l3_agent the message router_deleted on router 2124fdc3-0d12-4613-9849-3a1f9f75e8c3 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:59:18.949782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:18.950947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-72fb83d4-93b5-45b0-992a-77546f38fb4b tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/routers/2124fdc3-0d12-4613-9849-3a1f9f75e8c3 HTTP/1.1" status: 204 len: 168 time: 1.5568812 Nov 15 22:59:18.953872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:19.044820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.145721 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.165520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb477888-b79e-4802-961d-663c8cb7e870']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:19.175171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34026456-e3cd-49cf-a497-ecacf6f34c4e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:19.175468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34026456-e3cd-49cf-a497-ecacf6f34c4e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:19.185537 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.206824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.206824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:59:19.206824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: timer() Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:59:19.209145 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:59:19.381998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.389553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.396014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/networks/cb477888-b79e-4802-961d-663c8cb7e870 HTTP/1.1" status: 204 len: 168 time: 0.4383435 Nov 15 22:59:19.396014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:19.412891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376ccb-f454-42ee-bbb1-7686800b4078 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Network': ['ID=cb477888-b79e-4802-961d-663c8cb7e870,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:19.577500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 0e7f1e39-ee70-4cb9-aa38-2d0390269fe1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:19.578210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.693856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.694176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:19.703500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917a46a-cc54-4a48-8070-cb3743c53c14 req-bc6df0a8-948d-4af8-9678-2d20ea19a23f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:19.705111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8917a46a-cc54-4a48-8070-cb3743c53c14 req-bc6df0a8-948d-4af8-9678-2d20ea19a23f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 944 time: 0.0808945 Nov 15 22:59:19.721696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 0e7f1e39-ee70-4cb9-aa38-2d0390269fe1 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:19.804180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8917a46a-cc54-4a48-8070-cb3743c53c14 req-52562c63-6fb6-4f68-90d2-e9882fc5edc6 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910525 Nov 15 22:59:19.988529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:20.017342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=0e7f1e39-ee70-4cb9-aa38-2d0390269fe1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:20.081313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:20.081645 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Floating IP 697544bf-6441-44c3-a7ec-365c71ae72fc disassociated (deleted). External IP: 172.25.0.47, port: cbf3dded-0b54-4e13-9661-507fa98b50ee. Nov 15 22:59:20.318552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:59:20.445044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:59:20.450650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:20.460633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Sync routers for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:59:20.473427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:20.478179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:20.482190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b73b0459-d4c0-4ed7-851d-18a42c85adb9 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/floatingips/697544bf-6441-44c3-a7ec-365c71ae72fc HTTP/1.1" status: 204 len: 168 time: 1.0853140 Nov 15 22:59:20.482779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:20.486172 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:20.539929 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c43699c-655d-445d-9dd7-0d1ee634281e x-openstack-request-id: req-9c43699c-655d-445d-9dd7-0d1ee634281e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:20.541407 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:20.541654 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c43699c-655d-445d-9dd7-0d1ee634281e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:20.542070 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'status': 'completed', 'code': 200} Nov 15 22:59:20.605095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:20.611188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-13142b20-94cf-45d4-af65-2094d3747d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:20.612766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-13142b20-94cf-45d4-af65-2094d3747d81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0342858164d4d9bb25c0908924ca1d0&device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 1135 time: 0.0453703 Nov 15 22:59:20.711805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:20.724403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-dcf01628-69fa-4d52-a2fd-04100a2a32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:20.725925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-dcf01628-69fa-4d52-a2fd-04100a2a32e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 200 len: 898 time: 0.1004815 Nov 15 22:59:20.764499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:20.764878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1c5867c2-3b0d-4fed-b885-d00d1df4d0b8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:20.774459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-56fb307c-b794-4929-a965-158f7d073fa4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 200 len: 217 time: 0.0385036 Nov 15 22:59:20.808926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 02094f84-2086-4bce-81c8-1795772aff69 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:59:20.867456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-6f2aa964-4983-4738-83c2-373b4f40cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:20.867456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-6f2aa964-4983-4738-83c2-373b4f40cbc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47d59adc-bf98-4eb5-aa38-6863bca50b1c HTTP/1.1" status: 200 len: 835 time: 0.0719008 Nov 15 22:59:20.925612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-357eb024-42bc-44c2-81e2-5238ff315dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:20.927472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-357eb024-42bc-44c2-81e2-5238ff315dde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=baeca1cc-7b88-4794-a644-792204431b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651984 Nov 15 22:59:20.964708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0715e67-f8c3-46e3-8b0e-7ebccf67f65e req-94f898f0-877b-4ddd-a268-01f1d46e72ef tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:20.966305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0715e67-f8c3-46e3-8b0e-7ebccf67f65e req-94f898f0-877b-4ddd-a268-01f1d46e72ef tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 944 time: 0.0576289 Nov 15 22:59:21.028947 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0715e67-f8c3-46e3-8b0e-7ebccf67f65e req-4a325f85-39a2-49ab-ba0b-91d238c2303b tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529969 Nov 15 22:59:21.049663 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-7010f7e3-3e28-4834-9359-b76b4efaf309 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970621 Nov 15 22:59:21.170974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016540-f72e-43e0-bf40-4213ad9d3fb9 req-625a5deb-d79e-4d61-a27a-b1e00d76cc8f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:21.173359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69016540-f72e-43e0-bf40-4213ad9d3fb9 req-625a5deb-d79e-4d61-a27a-b1e00d76cc8f tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.0605187 Nov 15 22:59:21.185018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:21.229115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Checking router: 6e6a06e8-664a-4ea2-9872-affa4f2eff52 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:59:21.258820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=02094f84-2086-4bce-81c8-1795772aff69,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:21.266707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69016540-f72e-43e0-bf40-4213ad9d3fb9 req-6d2f3ead-1711-40c8-9fa9-7333530735ea tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0844808 Nov 15 22:59:21.280481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:21.281303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:21.350311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '02094f84-2086-4bce-81c8-1795772aff69', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'port_id': '02094f84-2086-4bce-81c8-1795772aff69', 'mac_address': 'fa:16:3e:28:1d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2fe07-3dbb-4808-89a5-fd8c96ef799a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:59:21.412465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:21.437613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:21.440347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02094f84-2086-4bce-81c8-1795772aff69 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:21.497530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=02094f84-2086-4bce-81c8-1795772aff69,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:21.593589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2dcad3d6-4583-4d20-ae83-2dab8f6227dd req-9ed08eea-e4b1-4d43-90d4-29600e6c57f2 service neutron] 10.222.0.57 "GET /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337315 Nov 15 22:59:21.615526 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:21.694605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:21.747717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:21.775842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f2ac80-8356-45d2-a2b2-ad79d8a4a23b None None] The sync data for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 is: [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:45Z', 'revision_number': 4, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9dd0bdc8-deea-409c-a671-51cb562b5620', 'name': '', 'network_id': 'baeca1cc-7b88-4794-a644-792204431b83', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'mac_address': 'fa:16:3e:45:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:44Z', 'updated_at': '2021-11-15T22:57:49Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'subnets': [{'id': '47d59adc-bf98-4eb5-aa38-6863bca50b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:59:21.869208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['02094f84-2086-4bce-81c8-1795772aff69'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:22.053758 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048c178-5bd4-48f2-b063-387c8be25c44 None None] New status for floating IP 697544bf-6441-44c3-a7ec-365c71ae72fc: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 22:59:22.178732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff6f69-6d18-4398-aaec-a90859f76e40 req-aacf2983-9ca8-4e0b-8e20-1e38d3265d8e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:22.185189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0ff6f69-6d18-4398-aaec-a90859f76e40 req-aacf2983-9ca8-4e0b-8e20-1e38d3265d8e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 945 time: 0.0613205 Nov 15 22:59:22.234539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0ff6f69-6d18-4398-aaec-a90859f76e40 req-a876685b-20d3-491e-9fe7-0114a80fa809 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460088 Nov 15 22:59:22.423740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086475b-12f1-4276-9975-b2a0189738d4 req-b0f709e4-0555-4449-8d3c-7308d9c11085 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:22.425329 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0086475b-12f1-4276-9975-b2a0189738d4 req-b0f709e4-0555-4449-8d3c-7308d9c11085 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.0613933 Nov 15 22:59:22.440651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-0eea6d52-1cca-4465-91c9-1d58a35a6669 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:22.442276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-0eea6d52-1cca-4465-91c9-1d58a35a6669 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.57 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 984 time: 0.0526531 Nov 15 22:59:22.496200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0086475b-12f1-4276-9975-b2a0189738d4 req-7dbe6867-7f33-4fff-ba85-448c227a5c46 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d304cad-f3d4-4f6d-9de3-6e932991a4f0&id=35a89b04-2f58-4dff-aa13-056d09364347&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0647283 Nov 15 22:59:22.551497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port cbf3dded-0b54-4e13-9661-507fa98b50ee {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:22.551859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:22.644134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port cbf3dded-0b54-4e13-9661-507fa98b50ee, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=cbf3dded-0b54-4e13-9661-507fa98b50ee,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:22.644499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:22.657911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for cbf3dded-0b54-4e13-9661-507fa98b50ee owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:22.803353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 02094f84-2086-4bce-81c8-1795772aff69 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 22:59:22.896298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:22.924559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 02094f84-2086-4bce-81c8-1795772aff69 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 22:59:22.929908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 02094f84-2086-4bce-81c8-1795772aff69 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:59:22.930389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=cbf3dded-0b54-4e13-9661-507fa98b50ee,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:22.930582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:22.991099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] No DVR routers for this DVR port cbf3dded-0b54-4e13-9661-507fa98b50ee on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:59:22.994789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:22.998426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5641ee58-86ce-4273-b2b5-06c98ae7ba2b req-ac6aef7c-7408-4bb3-89ba-54c7a7e7da36 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.57 "DELETE /v2.0/ports/cbf3dded-0b54-4e13-9661-507fa98b50ee HTTP/1.1" status: 204 len: 173 time: 0.5475504 Nov 15 22:59:22.999065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'name': 'network-vif-deleted', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:23.003877 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a27e74-13b5-425d-bbe9-9d76c50b57f4" -d '{"events": [{"server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "name": "network-vif-deleted", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:23.045483 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278a3ab-b11c-45c7-8ecf-3f1d966b0e70 x-openstack-request-id: req-8278a3ab-b11c-45c7-8ecf-3f1d966b0e70 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:23.045483 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86012c6-42df-4a5f-bff3-57dce392b66c", "name": "network-vif-deleted", "tag": "cbf3dded-0b54-4e13-9661-507fa98b50ee", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:23.045483 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8278a3ab-b11c-45c7-8ecf-3f1d966b0e70 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:23.045483 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86012c6-42df-4a5f-bff3-57dce392b66c', 'name': 'network-vif-deleted', 'tag': 'cbf3dded-0b54-4e13-9661-507fa98b50ee', 'status': 'completed', 'code': 200} Nov 15 22:59:23.050169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:23.076208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02094f84-2086-4bce-81c8-1795772aff69'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:23.078487 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96829e4-48bc-47f5-97fa-99e79ed89cb9" -d '{"events": [{"server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "name": "network-vif-plugged", "status": "completed", "tag": "02094f84-2086-4bce-81c8-1795772aff69"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:23.093846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=02094f84-2086-4bce-81c8-1795772aff69,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:23.121718 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d8ba2-b5a5-4c60-b5d5-087e7e527135 x-openstack-request-id: req-7d0d8ba2-b5a5-4c60-b5d5-087e7e527135 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:23.122137 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "name": "network-vif-plugged", "status": "completed", "tag": "02094f84-2086-4bce-81c8-1795772aff69", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:23.122454 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d0d8ba2-b5a5-4c60-b5d5-087e7e527135 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:23.122835 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02094f84-2086-4bce-81c8-1795772aff69', 'code': 200} Nov 15 22:59:23.198596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:23.288901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:23.296842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97be07-a795-4a71-b7f8-58d4ac478b86 req-2e6bcc52-a48a-4fd7-8355-c47dedd538bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:23.298371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf97be07-a795-4a71-b7f8-58d4ac478b86 req-2e6bcc52-a48a-4fd7-8355-c47dedd538bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 1097 time: 0.0618675 Nov 15 22:59:23.387010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf97be07-a795-4a71-b7f8-58d4ac478b86 req-71127c90-1c56-4392-8df8-d71dbc18aafb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Nov 15 22:59:23.424451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd478-a657-478c-bb96-9af4a9e01993 req-169266ba-d74e-41e2-a21c-21f9280e4c8a tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:23.426051 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-524fd478-a657-478c-bb96-9af4a9e01993 req-169266ba-d74e-41e2-a21c-21f9280e4c8a tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.0597379 Nov 15 22:59:23.483124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-524fd478-a657-478c-bb96-9af4a9e01993 req-aa7552f1-c390-4bb1-8b35-115c6520b7a8 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Nov 15 22:59:23.625186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9adb339e-5d04-45c6-90be-b0c5acc17636 req-ef37c1ff-b9bd-48d5-864e-747f915d20e5 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86012c6-42df-4a5f-bff3-57dce392b66c HTTP/1.1" status: 200 len: 210 time: 0.0264859 Nov 15 22:59:24.627268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9cf5a-19ea-4079-b9d2-5fc9a3c0ef23 req-c01bb976-d54d-45ba-a99d-1c462b238d3d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:24.629082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74b9cf5a-19ea-4079-b9d2-5fc9a3c0ef23 req-c01bb976-d54d-45ba-a99d-1c462b238d3d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.0606763 Nov 15 22:59:24.685933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33240) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:24.691578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74b9cf5a-19ea-4079-b9d2-5fc9a3c0ef23 req-c5d01299-de26-447f-a524-eba30f39f322 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 Nov 15 22:59:24.743021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:24.769813 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:24.890492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:24.893082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:24.894293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/security-groups/35a89b04-2f58-4dff-aa13-056d09364347 HTTP/1.1" status: 204 len: 168 time: 0.2068553 Nov 15 22:59:24.897574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:24.908803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fa245-8018-416c-9beb-fd78d9eaaaa8 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a89b04-2f58-4dff-aa13-056d09364347,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:24.963498 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:24.986652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:25.170310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:25.173710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:25.174885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/security-groups/8d304cad-f3d4-4f6d-9de3-6e932991a4f0 HTTP/1.1" status: 204 len: 168 time: 0.2762170 Nov 15 22:59:25.177697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33246) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:25.190129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994b3d-af3c-44a6-af2b-f10f6d2fab12 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d304cad-f3d4-4f6d-9de3-6e932991a4f0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:25.562802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:25.838016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a093d-9c01-494a-87c1-92722b21114d req-31929c09-4100-4ab6-bb04-91a62ecd08fd tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:25.840359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-369a093d-9c01-494a-87c1-92722b21114d req-31929c09-4100-4ab6-bb04-91a62ecd08fd tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.0624793 Nov 15 22:59:25.870503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 9dd0bdc8-deea-409c-a671-51cb562b5620 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:25.871103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:25.892644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-369a093d-9c01-494a-87c1-92722b21114d req-a9f8edcb-832c-41c4-99b6-916d70ee70e8 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Nov 15 22:59:26.010440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port 9dd0bdc8-deea-409c-a671-51cb562b5620, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9dd0bdc8-deea-409c-a671-51cb562b5620,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:26.010811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:26.024310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 9dd0bdc8-deea-409c-a671-51cb562b5620 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:26.305950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:26.339210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=9dd0bdc8-deea-409c-a671-51cb562b5620,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:26.595306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:26.820955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cbf3dded-0b54-4e13-9661-507fa98b50ee no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:26.855266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: cbf3dded-0b54-4e13-9661-507fa98b50ee {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:26.855958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device cbf3dded-0b54-4e13-9661-507fa98b50ee not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:26.918772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 22:59:27.033888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 22:59:27.041296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6aa57fde-5735-41f5-bd44-3d8c6963333e tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "PUT /v2.0/routers/6e6a06e8-664a-4ea2-9872-affa4f2eff52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622482 Nov 15 22:59:27.044046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33268) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:27.045235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Sync routers for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 22:59:27.060134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:27.063163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:27.107388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting subnet 47d59adc-bf98-4eb5-aa38-6863bca50b1c {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 22:59:27.111214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:27.155020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:27.178511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:27.261280 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:27.395327 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:59:26Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:27.413455 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:27.426895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Checking router: 6e6a06e8-664a-4ea2-9872-affa4f2eff52 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 22:59:27.440663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Routers {'6e6a06e8-664a-4ea2-9872-affa4f2eff52'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 22:59:27.441411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T22:59:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:27.467684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Subnet': ['ID=47d59adc-bf98-4eb5-aa38-6863bca50b1c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:27.476902 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:27.481931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6353c5a1-7696-4481-81a9-ff25ea9c1869 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/subnets/47d59adc-bf98-4eb5-aa38-6863bca50b1c HTTP/1.1" status: 204 len: 168 time: 0.4360654 Nov 15 22:59:27.484521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33270) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:27.506989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36917f-c8d8-4e56-bd8e-4387d8c36e3d None None] Network baeca1cc-7b88-4794-a644-792204431b83 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 22:59:27.672926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] Set router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 22:59:27.878461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] DHCP port deletion for baeca1cc-7b88-4794-a644-792204431b83 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:59:27.916978 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.006779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Deleting port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:28.007140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.091735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.274424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:59:26Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:28.281142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] For port 74a528c1-3142-4cde-8ae1-d312b84e9cb5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=74a528c1-3142-4cde-8ae1-d312b84e9cb5,segment=NetworkSegment(ae3a9b0c-ef8e-4b66-a8b4-317fae01de92),segment_id=ae3a9b0c-ef8e-4b66-a8b4-317fae01de92)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:28.285294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.285606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Deleting port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 22:59:28.285606 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.314753 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53192c71-f650-42ff-b57e-c8d0261b16b5 None None] The sync data for ids ['6e6a06e8-664a-4ea2-9872-affa4f2eff52'] in n-d-817995-3 is: [{'id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-879771895', 'tenant_id': 'e0342858164d4d9bb25c0908924ca1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:59:26Z', 'revision_number': 5, 'project_id': 'e0342858164d4d9bb25c0908924ca1d0', 'gw_port': {'id': '0f547f03-ffe4-42c6-91a7-ae5d67d20b05', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a06e8-664a-4ea2-9872-affa4f2eff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:57:40Z', 'updated_at': '2021-11-15T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 22:59:28.322401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Calling delete_port for 74a528c1-3142-4cde-8ae1-d312b84e9cb5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:28.490078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-14f3c245-713b-467d-a2ea-e228b296cafa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:28.491547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-14f3c245-713b-467d-a2ea-e228b296cafa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1834576 Nov 15 22:59:28.499823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] For port 0f547f03-ffe4-42c6-91a7-ae5d67d20b05, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:28.500172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.514285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:28.522857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Calling delete_port for 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 22:59:28.525248 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-f6258ef5-60b8-474b-9435-de9f82d6bc53 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0278673 Nov 15 22:59:28.554535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] No DVR routers for this DVR port 74a528c1-3142-4cde-8ae1-d312b84e9cb5 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 22:59:28.559032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778c49e-7109-43e5-b028-ee041f847f43 None None] Pushing event deleted for resources: {'Port': ['ID=74a528c1-3142-4cde-8ae1-d312b84e9cb5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:28.637184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-beba142e-d1d5-4322-bbea-8a7841ed707a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049228 Nov 15 22:59:28.811211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74a528c1-3142-4cde-8ae1-d312b84e9cb5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:28.838659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 74a528c1-3142-4cde-8ae1-d312b84e9cb5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:28.863450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 74a528c1-3142-4cde-8ae1-d312b84e9cb5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:28.863450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9dd0bdc8-deea-409c-a671-51cb562b5620 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:28.865497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-af14cfc7-a06e-4921-aa69-eed776ea935b service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136972 Nov 15 22:59:28.865627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9dd0bdc8-deea-409c-a671-51cb562b5620 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:28.865627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9dd0bdc8-deea-409c-a671-51cb562b5620 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:28.961461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-b8655dc6-dc42-4ef9-a38b-aa464add0cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941212 Nov 15 22:59:28.976437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.028133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Port': ['ID=0f547f03-ffe4-42c6-91a7-ae5d67d20b05,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:29.041338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d769da-1a6f-49a1-9799-938039274371 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 22:59:29.097051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.193976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.196342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.305772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25f85a0f-9433-4fe8-8141-beef683f7771 req-0f19f372-f442-43b8-a7f3-b1b9affa3447 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0288200 Nov 15 22:59:29.328435 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.329049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6a06e8-664a-4ea2-9872-affa4f2eff52 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 22:59:29.337464 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.338489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8510e317-ad51-4f7e-affa-6efd412fac53 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/routers/6e6a06e8-664a-4ea2-9872-affa4f2eff52 HTTP/1.1" status: 204 len: 168 time: 1.8527367 Nov 15 22:59:29.344103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:29.444967 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.465436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.564542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.587904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeca1cc-7b88-4794-a644-792204431b83']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:29.598292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:29.599562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a9b0c-ef8e-4b66-a8b4-317fae01de92') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 22:59:29.609687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.622808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.629032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 22:59:29.629412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: timer() Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 22:59:29.632435 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 22:59:29.825739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.842708 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:29.846141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] 10.222.0.15 "DELETE /v2.0/networks/baeca1cc-7b88-4794-a644-792204431b83 HTTP/1.1" status: 204 len: 168 time: 0.4984593 Nov 15 22:59:29.875214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a057-2fd4-4f82-81a3-844ab577ea77 tempest-TestSecurityGroupsBasicOps-1903184452 tempest-TestSecurityGroupsBasicOps-1903184452-project] Pushing event deleted for resources: {'Network': ['ID=baeca1cc-7b88-4794-a644-792204431b83,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:30.033420 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:30.411977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fd543f8-1546-4ccd-9c32-39d6da89d27c req-168e1046-7b80-47e1-9174-6ca43ddb9baa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0274243 Nov 15 22:59:30.585322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33326) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:30.750328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 22:59:30.756205 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-943c9bc7-afd2-4f1e-ba2b-fc1f2c885850 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0342858164d4d9bb25c0908924ca1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684074 Nov 15 22:59:30.758636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33330) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:30.777379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 22:59:30.777796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0f547f03-ffe4-42c6-91a7-ae5d67d20b05 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 22:59:30.808393 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:30.836725 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:30.982639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:30.985706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:30.991812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/810fbc98-79f4-4676-b551-58e6f80510d7 HTTP/1.1" status: 204 len: 168 time: 0.2274773 Nov 15 22:59:30.998007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e3b91-3468-4073-9a68-8f64bc624eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810fbc98-79f4-4676-b551-58e6f80510d7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:31.525193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06b5aa67-5f1e-49a5-8564-71926904e27b req-d4d2b7bd-43f1-4317-b560-2e265ebc4225 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0365863 Nov 15 22:59:31.754412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33342) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:31.781374 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aab047c5-0d17-4713-a858-9baf7637830d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:31.839564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c8fa7745-b5ee-4e56-98e7-da674803bf3c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:31.841202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c8fa7745-b5ee-4e56-98e7-da674803bf3c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1263123 Nov 15 22:59:31.855972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:31.903368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aab047c5-0d17-4713-a858-9baf7637830d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.046171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-aab047c5-0d17-4713-a858-9baf7637830d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.085997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aab047c5-0d17-4713-a858-9baf7637830d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6921981acda84840bae92ebba66e3308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304038 Nov 15 22:59:32.087658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab047c5-0d17-4713-a858-9baf7637830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61c6b86-050a-4481-9ff9-9add021d727d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:32.088946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:32.096750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:59:32.101930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.208140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.265291 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.315324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.9 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/2fef8462-c0c8-4c98-a029-f195c2572267) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:59:32.446492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.451595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.451595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b61c6b86-050a-4481-9ff9-9add021d727d HTTP/1.1" status: 204 len: 168 time: 0.3582780 Nov 15 22:59:32.470956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc65f-b5cc-4c85-9ed6-35c217505206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61c6b86-050a-4481-9ff9-9add021d727d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:32.495345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.638039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.664688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d708953f-d399-4015-8762-99170b813ca0 req-67d16661-ebb8-4f9a-b4cd-ca405893ec7f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0376661 Nov 15 22:59:32.701350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:59:32.705357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:59:32.710207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:59:32.778603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:32.804014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:32.804737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:32.947036 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-ba032333-1f54-4703-80d4-a85dd129344c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0953543 Nov 15 22:59:32.964012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Request body: {'port': {'device_id': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:33.023411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-58cbde5f-e698-4112-ab6a-2fb86195498d None None] Provisioning complete for port 2fef8462-c0c8-4c98-a029-f195c2572267 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 22:59:33.024068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58cbde5f-e698-4112-ab6a-2fb86195498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.097227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.108564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-58cbde5f-e698-4112-ab6a-2fb86195498d None None] Port 2fef8462-c0c8-4c98-a029-f195c2572267 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 22:59:33.471675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fef8462-c0c8-4c98-a029-f195c2572267 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:33.476482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:33.480095 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.493988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Transition to ACTIVE for port object 2fef8462-c0c8-4c98-a029-f195c2572267 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:59:33.770884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-495cb33e-2375-47d3-bdbc-5c3ec8356d58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=461f8e97c2cb42ef86fc7c597cd46a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634806 Nov 15 22:59:33.770884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 22:59:33.770884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.770884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.772952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.782571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.791116 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:33.803896 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f71d2d3b-c512-4e84-8c02-4931c03d086b HTTP/1.1" status: 204 len: 168 time: 0.2569547 Nov 15 22:59:33.830530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67c6b3-d6dc-4440-aa72-462728bea69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71d2d3b-c512-4e84-8c02-4931c03d086b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:33.866025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Pushing event updated for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:33.874695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac504-ecdb-4ed8-b50c-96f9a6d0c5a2 req-cf83c745-0900-473d-a7af-f4ccd3f1cd39 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:33.881546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d8ac504-ecdb-4ed8-b50c-96f9a6d0c5a2 req-cf83c745-0900-473d-a7af-f4ccd3f1cd39 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.1385601 Nov 15 22:59:33.991459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d8ac504-ecdb-4ed8-b50c-96f9a6d0c5a2 req-aa35eb51-99ad-4523-ae82-31d0b5862152 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022739 Nov 15 22:59:34.004560 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Attempting to bind port 2fef8462-c0c8-4c98-a029-f195c2572267 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:59:34.005615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Attempting to bind port 2fef8462-c0c8-4c98-a029-f195c2572267 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:59:34.007183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Attempting to bind port 2fef8462-c0c8-4c98-a029-f195c2572267 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:34.016389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Port 2fef8462-c0c8-4c98-a029-f195c2572267 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:59:34.016880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Attempting to bind port 2fef8462-c0c8-4c98-a029-f195c2572267 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:34.026264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:59:34.026264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:59:34.026264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:59:34.026264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Bound port: 2fef8462-c0c8-4c98-a029-f195c2572267, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:59:34.026264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:34.153863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:59:34.158984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2fef8462-c0c8-4c98-a029-f195c2572267,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:59:34.252115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:34.330326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:34.331272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:34.347646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] 10.222.0.55 "PUT /v2.0/ports/2fef8462-c0c8-4c98-a029-f195c2572267 HTTP/1.1" status: 200 len: 1091 time: 1.3765182 Nov 15 22:59:34.354023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:34.354023 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2787974-6ccd-4624-b082-44d1bbdd7e91" -d '{"events": [{"name": "network-changed", "server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:34.439116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ffda3-5abf-43b6-a4a4-4caec5e074ca service neutron] Pushing event updated for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:34.653178 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aea533-3943-4002-b75d-95fcada6cae1 x-openstack-request-id: req-b4aea533-3943-4002-b75d-95fcada6cae1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:34.653594 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:34.653955 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4aea533-3943-4002-b75d-95fcada6cae1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:34.654908 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267', 'status': 'completed', 'code': 200} Nov 15 22:59:34.743671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c7a8e5de-c2b0-4873-8d56-f589bc847ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:34.745733 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c7a8e5de-c2b0-4873-8d56-f589bc847ecd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 1094 time: 0.1969032 Nov 15 22:59:34.778138 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f8b9b0-0211-47a7-b74f-a4ace146e24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:34.784050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-38e77c07-957c-4635-9266-a49a31aa7d31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000695 Nov 15 22:59:34.816790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-7933ac90-543a-4e8c-8e96-8ebafb62f633 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fef8462-c0c8-4c98-a029-f195c2572267 HTTP/1.1" status: 200 len: 217 time: 0.0553582 Nov 15 22:59:34.892220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c2aa7c7f-5210-4241-bdc9-da52668e15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:34.893964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-c2aa7c7f-5210-4241-bdc9-da52668e15a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0700104 Nov 15 22:59:34.896844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d298738-421e-463b-899e-bd5dc003ef18 req-60204bb7-3b73-4354-9667-f391e207257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:34.898667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-60204bb7-3b73-4354-9667-f391e207257e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 1097 time: 0.0650544 Nov 15 22:59:34.964013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-2f11c64b-38df-4e55-9d2a-6b0cf48bbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:34.967209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-2f11c64b-38df-4e55-9d2a-6b0cf48bbfbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630727 Nov 15 22:59:35.127402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d298738-421e-463b-899e-bd5dc003ef18 req-411cfdfa-f705-4115-82c3-7ab0a9304654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.129742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-411cfdfa-f705-4115-82c3-7ab0a9304654 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.2041245 Nov 15 22:59:35.129933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-5b61f5e5-2f6c-47c3-95bc-5cbeb019b846 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492329 Nov 15 22:59:35.142758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc23254-e98c-4763-8c23-4ffff715fc53 req-7d9bdd1f-71c5-49c6-bf2c-33e3fdcdb0af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.150883 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bc23254-e98c-4763-8c23-4ffff715fc53 req-7d9bdd1f-71c5-49c6-bf2c-33e3fdcdb0af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0844865 Nov 15 22:59:35.228785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-d6c16f42-d91e-4995-aeac-c63b4382f2d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 200 len: 217 time: 0.0538030 Nov 15 22:59:35.283765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7bc23254-e98c-4763-8c23-4ffff715fc53 req-c6dc3686-8d7e-4145-b69b-8fbfd5f95731 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317766 Nov 15 22:59:35.312849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d298738-421e-463b-899e-bd5dc003ef18 req-567d04da-4d86-4b51-aeef-90e734fe843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.314442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-567d04da-4d86-4b51-aeef-90e734fe843e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0756474 Nov 15 22:59:35.335755 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736036b2-0982-4adf-aeb6-b877b9095f96 req-8812917b-119f-4b03-bdb8-82a7a37dde2e service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900833 Nov 15 22:59:35.355770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-7ddac60d-6cba-4252-8f47-2075b0aa491f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324676 Nov 15 22:59:35.482489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-a3570b40-2b9c-4c40-a6b4-ff31108a90a8 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192563 Nov 15 22:59:35.498424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-dcd43ad1-dfeb-4eb1-bb78-c63db3d74808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.500503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-dcd43ad1-dfeb-4eb1-bb78-c63db3d74808 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 1094 time: 0.0546024 Nov 15 22:59:35.588218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-96b5e22c-17c1-4574-90bd-341162e1a387 service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951760 Nov 15 22:59:35.618248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-b4f9a787-3df7-46c5-b43f-be8bd44e3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.619887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-b4f9a787-3df7-46c5-b43f-be8bd44e3490 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.1107891 Nov 15 22:59:35.663290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-5c318a9c-5349-4b8e-b550-b17c4bde1d4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fef8462-c0c8-4c98-a029-f195c2572267 HTTP/1.1" status: 200 len: 217 time: 0.0355213 Nov 15 22:59:35.726780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-d09c2ca1-0c59-4617-a181-3f107af75554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.728783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-d09c2ca1-0c59-4617-a181-3f107af75554 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0558386 Nov 15 22:59:35.785198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-3e035f98-8551-44ed-91a6-b49208fa2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:35.787761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-3e035f98-8551-44ed-91a6-b49208fa2a3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472841 Nov 15 22:59:35.881877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-ad0f52ac-efe6-4225-9d65-228abe0b2f9a service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848756 Nov 15 22:59:35.990686 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2787974-6ccd-4624-b082-44d1bbdd7e91 req-d8684fcd-d389-489c-89ca-6fc5a7947126 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992172 Nov 15 22:59:36.453451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575bdb8-6de6-400b-af2f-12068cb09884 req-95a72846-35e0-4acd-b1b1-ce9dc329c424 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:36.454974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3575bdb8-6de6-400b-af2f-12068cb09884 req-95a72846-35e0-4acd-b1b1-ce9dc329c424 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0831640 Nov 15 22:59:36.528713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3575bdb8-6de6-400b-af2f-12068cb09884 req-cc9aea15-6f64-4dcf-bb3c-32dbf98d5740 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460217 Nov 15 22:59:37.266033 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8354026c-0b78-4a4d-b3aa-77c3373149b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:37.656903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771620ff-3b4e-443f-9259-8cc4ec1a2371 req-ca0de1fd-1b5c-4663-b5a8-9dfabe162b02 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:37.658432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-771620ff-3b4e-443f-9259-8cc4ec1a2371 req-ca0de1fd-1b5c-4663-b5a8-9dfabe162b02 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0572121 Nov 15 22:59:37.709553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-771620ff-3b4e-443f-9259-8cc4ec1a2371 req-4c189b7f-ebd0-4873-98b5-4d0459c6a61f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Nov 15 22:59:38.377177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:38.833749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c69dd-0d42-4c74-bbbf-fd43e986ba1b req-d264d362-ebda-4abb-8c6d-9aab43d25bfd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:38.835324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a6c69dd-0d42-4c74-bbbf-fd43e986ba1b req-d264d362-ebda-4abb-8c6d-9aab43d25bfd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0521739 Nov 15 22:59:38.893047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a6c69dd-0d42-4c74-bbbf-fd43e986ba1b req-f374fc98-4de9-4801-b117-d2104f86195e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504811 Nov 15 22:59:39.477458 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:40.013116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136ed6-9388-482c-9081-1178a3511a68 req-df1f8032-fbbe-411b-ac6b-84c4be3a3777 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:40.014630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e136ed6-9388-482c-9081-1178a3511a68 req-df1f8032-fbbe-411b-ac6b-84c4be3a3777 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0509071 Nov 15 22:59:40.070252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e136ed6-9388-482c-9081-1178a3511a68 req-605efb37-982e-436f-b28e-1590e65dba7f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493822 Nov 15 22:59:40.365226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:41.199231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02f751-32a4-4b91-8563-3bb434f546ad req-fbfa6646-6232-4d02-a3de-d9ca20993020 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:41.200662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a02f751-32a4-4b91-8563-3bb434f546ad req-fbfa6646-6232-4d02-a3de-d9ca20993020 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0537596 Nov 15 22:59:41.259285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a02f751-32a4-4b91-8563-3bb434f546ad req-7060c97f-567d-4c2c-9a97-0ec1d373d4ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Nov 15 22:59:41.711167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-b86e78d8-f3e3-4756-a1f7-5a9e3e4c9c38 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502834 Nov 15 22:59:41.794353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-39bf707e-26a4-4ba8-b238-1d4375ecab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:41.796538 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-39bf707e-26a4-4ba8-b238-1d4375ecab54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 1096 time: 0.0536044 Nov 15 22:59:41.931524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-928008bc-5aed-4bed-964f-a1d288339742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:41.933066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-928008bc-5aed-4bed-964f-a1d288339742 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.1076126 Nov 15 22:59:41.976762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-90b24789-9d76-48d1-9214-bb56c34c2b75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Nov 15 22:59:42.032922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-510163cd-be05-4cf5-82ac-3296e7beed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:42.039845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-510163cd-be05-4cf5-82ac-3296e7beed5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0502851 Nov 15 22:59:42.068223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-a34b21ea-d6d4-44e1-abd8-f2234991d10f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271015 Nov 15 22:59:42.162459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-4750060f-3919-4b8b-90d8-a88c477d2db0 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Nov 15 22:59:42.269635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-71b51b6d-c82f-4ad6-a970-5305e36a768b req-023a68f0-740f-46e3-b6eb-f69c1d02d8a8 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996375 Nov 15 22:59:42.396144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567421e5-4a1a-4ef9-a1d4-ea0caeb43ea7 req-94a1af0c-ebd7-479e-8479-23ccae188a7e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:42.397726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-567421e5-4a1a-4ef9-a1d4-ea0caeb43ea7 req-94a1af0c-ebd7-479e-8479-23ccae188a7e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0645096 Nov 15 22:59:42.449358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-567421e5-4a1a-4ef9-a1d4-ea0caeb43ea7 req-e2e7503f-ad77-4f21-9be1-ce614bf425e5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Nov 15 22:59:43.600549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375864-82b7-4fdb-95cf-f142027bb66a req-2e5a2e3d-38ef-4e0a-b71b-c3fcdb9eb8b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:43.603977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af375864-82b7-4fdb-95cf-f142027bb66a req-2e5a2e3d-38ef-4e0a-b71b-c3fcdb9eb8b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0750618 Nov 15 22:59:43.662704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af375864-82b7-4fdb-95cf-f142027bb66a req-f04659d4-0c87-4c9b-a3c0-60415ba58aba tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Nov 15 22:59:44.308206 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 22:59:44.807657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190314c1-c8e1-4a60-9dd5-5b53e1874be7 req-bcd7fa61-fa19-4f17-8688-60e350f60d1d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:44.809605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-190314c1-c8e1-4a60-9dd5-5b53e1874be7 req-bcd7fa61-fa19-4f17-8688-60e350f60d1d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0592132 Nov 15 22:59:44.872498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-190314c1-c8e1-4a60-9dd5-5b53e1874be7 req-33134207-72ba-4937-b58c-a6463b21b3c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Nov 15 22:59:46.012850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df87e62-0bf7-4f5d-94e0-274d2244c17b req-7d6bfc99-723a-4e28-9238-def7f0cd602f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:46.015337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4df87e62-0bf7-4f5d-94e0-274d2244c17b req-7d6bfc99-723a-4e28-9238-def7f0cd602f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0640376 Nov 15 22:59:46.073084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4df87e62-0bf7-4f5d-94e0-274d2244c17b req-7cca6955-240d-4243-b9a4-ece9cd9dee8a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524802 Nov 15 22:59:47.214959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf06be2-1c7a-4bf4-9cd4-a652e0201c34 req-a8ff69b1-4bb0-425a-8f78-9ee0f44e7450 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:47.216580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bf06be2-1c7a-4bf4-9cd4-a652e0201c34 req-a8ff69b1-4bb0-425a-8f78-9ee0f44e7450 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0569077 Nov 15 22:59:47.272375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bf06be2-1c7a-4bf4-9cd4-a652e0201c34 req-20c672aa-a03d-4436-a90f-a8ace8909115 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Nov 15 22:59:48.418166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20677c8-504e-4bc5-b89a-db664d2589fb req-0deac421-9814-408d-bfb5-c1b8791fb4a2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:48.420406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d20677c8-504e-4bc5-b89a-db664d2589fb req-0deac421-9814-408d-bfb5-c1b8791fb4a2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0714509 Nov 15 22:59:48.487876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d20677c8-504e-4bc5-b89a-db664d2589fb req-a5f016ab-4f2a-4e0c-aa91-df19cc08a112 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Nov 15 22:59:49.618583 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796257-c141-4867-825a-04d4b7fdf3ee req-f6bd0dc5-9e38-40d0-93aa-86bc75197304 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:49.620737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f796257-c141-4867-825a-04d4b7fdf3ee req-f6bd0dc5-9e38-40d0-93aa-86bc75197304 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0534625 Nov 15 22:59:49.676689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f796257-c141-4867-825a-04d4b7fdf3ee req-3491d2f0-30fd-4823-a8fb-1f52ebe11c25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Nov 15 22:59:50.218570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-4db29272-873c-4f37-99dd-531eb3c7f1c3 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:50.220180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-4db29272-873c-4f37-99dd-531eb3c7f1c3 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1132243 Nov 15 22:59:50.236966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-148663a6-e185-4c8e-a44f-027d30688631 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/quotas/be89d450a53041a0a8b5d78331084e80 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Nov 15 22:59:50.293327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-0094d5e8-a02d-4f7d-9397-88ad7e9f31af tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499866 Nov 15 22:59:50.537091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-c667a55a-651f-4278-b521-f8230f596fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349522 Nov 15 22:59:50.639338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d97cfdc5-2417-47c7-b0a8-bc687e9748af service neutron] 10.222.0.15 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955484 Nov 15 22:59:50.800937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8eb09-a74d-41ee-9283-404b8b12f792 req-a7ad129d-bae6-4e30-97bf-47cec8a29312 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:50.802592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07b8eb09-a74d-41ee-9283-404b8b12f792 req-a7ad129d-bae6-4e30-97bf-47cec8a29312 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0603154 Nov 15 22:59:50.869813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07b8eb09-a74d-41ee-9283-404b8b12f792 req-fcc4615c-e3a8-4621-b0b4-c71f87545752 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578222 Nov 15 22:59:50.899019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5365998d-d6c8-421a-a713-b82c313f3d71 req-12934c53-385f-4995-975e-6019e8484f55 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 210 time: 0.0312834 Nov 15 22:59:52.143592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d734316e-5b82-4a94-8979-c329176eea76 req-3645ea50-b772-4a69-a440-ae287ae9e10f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 210 time: 0.1706679 Nov 15 22:59:52.181786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2625aa-d034-4f81-8e5d-3c5354d919a5 req-bee6cc3b-1f18-408a-9676-82d571510122 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:52.183752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef2625aa-d034-4f81-8e5d-3c5354d919a5 req-bee6cc3b-1f18-408a-9676-82d571510122 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.2334979 Nov 15 22:59:52.238566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef2625aa-d034-4f81-8e5d-3c5354d919a5 req-a85a8732-a75b-4c2e-9bee-56bc060752b5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Nov 15 22:59:53.259913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a015e6e3-b7ab-499e-bb38-187730deb068 req-9500c894-f866-4877-bff5-c4952e0a8185 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 210 time: 0.0369744 Nov 15 22:59:53.338626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-e32425bd-1c3a-4704-b46a-545f8f732b0f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:53.340407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-e32425bd-1c3a-4704-b46a-545f8f732b0f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 815 time: 0.1281996 Nov 15 22:59:53.354546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Request body: {'port': {'device_id': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'admin_state_up': True, 'tenant_id': 'be89d450a53041a0a8b5d78331084e80'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:53.407557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e8b09-16b0-4b52-add4-cf2d39d5640d req-c0347874-c562-459c-ad0f-b40e7302cbac tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:53.416276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-298e8b09-16b0-4b52-add4-cf2d39d5640d req-c0347874-c562-459c-ad0f-b40e7302cbac tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0634627 Nov 15 22:59:53.472436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-298e8b09-16b0-4b52-add4-cf2d39d5640d req-eafec7d2-17ee-4212-89cd-26527367c5b9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Nov 15 22:59:53.568648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Made reservation on behalf of be89d450a53041a0a8b5d78331084e80 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 22:59:53.572460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:53.733669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Allocated IP 172.20.0.10 (c2bf3d03-6697-4507-bdff-d61f43f45533/6de2fe07-3dbb-4808-89a5-fd8c96ef799a/72605274-a5af-45da-bf23-e6da8e4f4e87) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 22:59:53.904083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.015164 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.029443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389', '67f59b72-8bb7-4390-82dd-bfd6754ec156'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:54.033863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['02094f84-2086-4bce-81c8-1795772aff69'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:54.087010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Network c2bf3d03-6697-4507-bdff-d61f43f45533 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 22:59:54.092194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 22:59:54.097083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 22:59:54.124375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event updated for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:54.141224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.141591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.141899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.142326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.142731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.143059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.143386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.143705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.144137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.144750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.145078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.145394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:54.179844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:54.180978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.270700 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-139e2d36-ce10-4b0b-bb05-970fc11e5252 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201131 Nov 15 22:59:54.286428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Request body: {'port': {'device_id': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 22:59:54.366939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.383064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c2bf-948c-4453-9d52-d497b728c932 req-dca1252c-499f-4c0b-8cc1-fd62855612e1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:54.384717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be26c2bf-948c-4453-9d52-d497b728c932 req-dca1252c-499f-4c0b-8cc1-fd62855612e1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 932 time: 0.0649955 Nov 15 22:59:54.476101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be26c2bf-948c-4453-9d52-d497b728c932 req-21f551a3-f895-4178-825e-65b3ceb87ea1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826526 Nov 15 22:59:54.608360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea464d-0d44-44b5-bd66-ec7b135011ee req-ae0a76f1-632e-4d03-9445-b8bebe4eed49 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:54.610385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98ea464d-0d44-44b5-bd66-ec7b135011ee req-ae0a76f1-632e-4d03-9445-b8bebe4eed49 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0596762 Nov 15 22:59:54.678864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98ea464d-0d44-44b5-bd66-ec7b135011ee req-aafe0029-348e-4099-86f0-2c79ad879f91 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620573 Nov 15 22:59:54.725794 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72605274-a5af-45da-bf23-e6da8e4f4e87 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:54.733557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.746068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Transition to ACTIVE for port object 72605274-a5af-45da-bf23-e6da8e4f4e87 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 22:59:54.883247 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:54.933279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Pushing event updated for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:55.007300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Attempting to bind port 72605274-a5af-45da-bf23-e6da8e4f4e87 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 22:59:55.007631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Attempting to bind port 72605274-a5af-45da-bf23-e6da8e4f4e87 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 22:59:55.007959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Attempting to bind port 72605274-a5af-45da-bf23-e6da8e4f4e87 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:55.012445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Port 72605274-a5af-45da-bf23-e6da8e4f4e87 on network c2bf3d03-6697-4507-bdff-d61f43f45533 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 22:59:55.012807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Attempting to bind port 72605274-a5af-45da-bf23-e6da8e4f4e87 on network c2bf3d03-6697-4507-bdff-d61f43f45533 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 22:59:55.017597 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 22, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 22:59:55.017931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Checking segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 22:59:55.018305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Bound using segment: {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 22:59:55.018728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Bound port: 72605274-a5af-45da-bf23-e6da8e4f4e87, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211c03e-d67c-49a6-9c27-99d24a731be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 22:59:55.019071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:55.111128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 22:59:55.114239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=72605274-a5af-45da-bf23-e6da8e4f4e87,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 22:59:55.209744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:55.246498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.247108 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:55.248643 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] 10.222.0.57 "PUT /v2.0/ports/72605274-a5af-45da-bf23-e6da8e4f4e87 HTTP/1.1" status: 200 len: 1092 time: 0.9695263 Nov 15 22:59:55.249085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 22:59:55.251305 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfc1f99-0149-406c-a442-2e15e38f80ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 22:59:55.277074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5a8f7-d414-406c-a112-0d7f4bd88b77 service neutron] Pushing event updated for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:55.293773 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 22:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b870c-df4e-46dc-b769-2e0770bd2954 x-openstack-request-id: req-b03b870c-df4e-46dc-b769-2e0770bd2954 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 22:59:55.294052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 22:59:55.294330 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b03b870c-df4e-46dc-b769-2e0770bd2954 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 22:59:55.294731 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87', 'status': 'completed', 'code': 200} Nov 15 22:59:55.357924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-92c2da72-4418-48f1-a39f-070927abc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.359498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-92c2da72-4418-48f1-a39f-070927abc523 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 1095 time: 0.0424168 Nov 15 22:59:55.467663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-7fa34bb3-bb94-47de-b20e-a355327950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.469475 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-7fa34bb3-bb94-47de-b20e-a355327950f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=be89d450a53041a0a8b5d78331084e80&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019702 Nov 15 22:59:55.610341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2d05-1d26-4a5d-a627-06e47be8305b req-1b00a8e6-d430-460b-b1e6-402602590393 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.612051 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7bc2d05-1d26-4a5d-a627-06e47be8305b req-1b00a8e6-d430-460b-b1e6-402602590393 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 944 time: 0.0553515 Nov 15 22:59:55.678806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7bc2d05-1d26-4a5d-a627-06e47be8305b req-09d437a8-4782-4577-bbbc-26211051a145 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597475 Nov 15 22:59:55.808317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbd801-95ef-4ea0-9ab8-2ef963c394a1 req-6c2f57d8-8645-451f-b445-b0f2c5a5f82d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.809823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77dbd801-95ef-4ea0-9ab8-2ef963c394a1 req-6c2f57d8-8645-451f-b445-b0f2c5a5f82d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0576804 Nov 15 22:59:55.870807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77dbd801-95ef-4ea0-9ab8-2ef963c394a1 req-c43170f3-c304-4cc2-a4fa-f05e033ace19 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Nov 15 22:59:55.946021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-8d82a4bd-8f65-4994-8b8f-10566f1f5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:55.947508 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bdfc1f99-0149-406c-a442-2e15e38f80ca req-8d82a4bd-8f65-4994-8b8f-10566f1f5bf1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4708269 Nov 15 22:59:56.028895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-f6073e9c-6b70-4099-9405-db3d0549d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:56.030390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-f6073e9c-6b70-4099-9405-db3d0549d985 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 1095 time: 0.0423696 Nov 15 22:59:56.073641 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-43c0e02c-bb2d-483f-848c-3a32a482572c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72605274-a5af-45da-bf23-e6da8e4f4e87 HTTP/1.1" status: 200 len: 217 time: 0.0347664 Nov 15 22:59:56.124925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-204b5442-f6c2-4d6a-9975-7dfa2cf8fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:56.126494 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-204b5442-f6c2-4d6a-9975-7dfa2cf8fc8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0461490 Nov 15 22:59:56.163751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-3029f872-1f3a-4c0f-8a48-b28b5e764a00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298412 Nov 15 22:59:56.253852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-4b735291-f7d9-4808-98c7-7f35f56d179e service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Nov 15 22:59:56.350303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa19d59a-f4b0-4c3d-ad92-85eac173b463 req-17bf6d58-c3b1-46aa-b04b-6ed75f2cb68a service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878220 Nov 15 22:59:56.809928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264129e-9ada-491c-96a5-a2e84e349b1d req-1b0b5d9a-54be-4b49-b4a0-af4959a6fa96 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:56.811526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5264129e-9ada-491c-96a5-a2e84e349b1d req-1b0b5d9a-54be-4b49-b4a0-af4959a6fa96 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 944 time: 0.0587227 Nov 15 22:59:56.861900 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5264129e-9ada-491c-96a5-a2e84e349b1d req-7073fa82-c99d-4315-9a1a-dcb3482f65af tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Nov 15 22:59:56.998856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611faa62-329b-4606-bb0a-b2a0b10f5e83 req-bee82bfe-48c6-423e-97e9-6ff68a223b97 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:57.000313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-611faa62-329b-4606-bb0a-b2a0b10f5e83 req-bee82bfe-48c6-423e-97e9-6ff68a223b97 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0521204 Nov 15 22:59:57.054261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-611faa62-329b-4606-bb0a-b2a0b10f5e83 req-c64c6f39-95bd-4f4c-ad21-5c98307f3953 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Nov 15 22:59:57.984317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf810c1-b6ab-4665-aefa-4ad57d99dcbd req-38af65da-f1f6-4ce3-80f4-74061dff9eec tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:57.986312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cf810c1-b6ab-4665-aefa-4ad57d99dcbd req-38af65da-f1f6-4ce3-80f4-74061dff9eec tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 944 time: 0.0529833 Nov 15 22:59:58.045845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cf810c1-b6ab-4665-aefa-4ad57d99dcbd req-34eb4a46-ee7e-4aae-8ad1-26d8b39625e1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Nov 15 22:59:58.174685 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddaccb-5e03-4a80-8462-d99a183d75d2 req-f142b294-39ba-4e69-bbde-a990a7e67d6b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:58.176250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcddaccb-5e03-4a80-8462-d99a183d75d2 req-f142b294-39ba-4e69-bbde-a990a7e67d6b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0513029 Nov 15 22:59:58.229403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcddaccb-5e03-4a80-8462-d99a183d75d2 req-1fc5f5fe-bf9e-425b-b779-7a4c99ede9c6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 Nov 15 22:59:59.041275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 72605274-a5af-45da-bf23-e6da8e4f4e87 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 22:59:59.190166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=72605274-a5af-45da-bf23-e6da8e4f4e87,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:59.195110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b6e76-8a9f-45f2-aeca-2f1fab1c6c93 req-604e835f-5947-42b7-8158-53fa92a5628f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:59.203562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e37b6e76-8a9f-45f2-aeca-2f1fab1c6c93 req-604e835f-5947-42b7-8158-53fa92a5628f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 944 time: 0.0695665 Nov 15 22:59:59.207641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '72605274-a5af-45da-bf23-e6da8e4f4e87', 'network_id': 'c2bf3d03-6697-4507-bdff-d61f43f45533', 'port_id': '72605274-a5af-45da-bf23-e6da8e4f4e87', 'mac_address': 'fa:16:3e:c3:23:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de2fe07-3dbb-4808-89a5-fd8c96ef799a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 22:59:59.260325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e37b6e76-8a9f-45f2-aeca-2f1fab1c6c93 req-35652549-e6c2-419c-9b7f-80ca03a86293 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Nov 15 22:59:59.261641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:59.284976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72605274-a5af-45da-bf23-e6da8e4f4e87 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 22:59:59.309911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=72605274-a5af-45da-bf23-e6da8e4f4e87,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 22:59:59.374832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5755d-b2df-4b10-a998-f45cdd937f6c req-1f7c55c8-5a70-4a28-a42a-895db5537ab9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 22:59:59.376346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16e5755d-b2df-4b10-a998-f45cdd937f6c req-1f7c55c8-5a70-4a28-a42a-895db5537ab9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0566766 Nov 15 22:59:59.429177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:59.429583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16e5755d-b2df-4b10-a998-f45cdd937f6c req-36afe97b-ebc4-4b49-96cd-410e3e5e4400 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Nov 15 22:59:59.463130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 22:59:59.490071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 22:59:59.501640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.501997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.502339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.502673 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.503007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.503336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.503662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.503988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.504579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.505193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.505524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.505844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 22:59:59.671228 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['72605274-a5af-45da-bf23-e6da8e4f4e87'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 22:59:59.982106 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:00.374446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9323b6-b19a-4b31-bc43-c99f253dfdf7 req-1ac33d8a-aba5-4def-b5d0-efa59465a16d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:00.376107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf9323b6-b19a-4b31-bc43-c99f253dfdf7 req-1ac33d8a-aba5-4def-b5d0-efa59465a16d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 945 time: 0.0525501 Nov 15 23:00:00.435218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf9323b6-b19a-4b31-bc43-c99f253dfdf7 req-13db4d7e-92d8-4538-9151-4304aec6d5f8 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515079 Nov 15 23:00:00.554247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229873fc-ffc8-46b5-baf9-b5444db681eb req-6e1f44ad-4f5a-482d-b6d3-46ada96287f5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:00.555750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-229873fc-ffc8-46b5-baf9-b5444db681eb req-6e1f44ad-4f5a-482d-b6d3-46ada96287f5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0518639 Nov 15 23:00:00.604271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-229873fc-ffc8-46b5-baf9-b5444db681eb req-df71ae40-551b-436f-a801-4305c1c9784c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Nov 15 23:00:01.049792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 72605274-a5af-45da-bf23-e6da8e4f4e87 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:00:01.157844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 72605274-a5af-45da-bf23-e6da8e4f4e87 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:00:01.171945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 72605274-a5af-45da-bf23-e6da8e4f4e87 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:01.172547 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:01.277621 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:01.301847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:01.304143 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a980aac2-8a66-4afe-8f71-facc02bd0f27" -d '{"events": [{"server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "name": "network-vif-plugged", "status": "completed", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:01.325489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=72605274-a5af-45da-bf23-e6da8e4f4e87,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:01.346761 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377cb35-daba-40fb-b855-fbd55dccbe3a x-openstack-request-id: req-1377cb35-daba-40fb-b855-fbd55dccbe3a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:01.347051 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "name": "network-vif-plugged", "status": "completed", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:01.347302 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1377cb35-daba-40fb-b855-fbd55dccbe3a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:01.347721 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87', 'code': 200} Nov 15 23:00:01.391937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:01.443700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:01.445099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade4fa3-569f-48fb-bdef-fe69904c0e11 req-a2a04ae9-fda9-4723-931b-95d6d49ac5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:01.447894 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ade4fa3-569f-48fb-bdef-fe69904c0e11 req-a2a04ae9-fda9-4723-931b-95d6d49ac5bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 1097 time: 0.0450439 Nov 15 23:00:01.498200 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ade4fa3-569f-48fb-bdef-fe69904c0e11 req-1e7495d6-711b-4b3e-8803-b2516ae33103 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Nov 15 23:00:01.600465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a017-38f0-4412-80f3-18476d6d07da req-898e2dd9-fa5e-4f9d-8b4c-0530ec14af67 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:01.602118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a683a017-38f0-4412-80f3-18476d6d07da req-898e2dd9-fa5e-4f9d-8b4c-0530ec14af67 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0737281 Nov 15 23:00:01.656103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a683a017-38f0-4412-80f3-18476d6d07da req-ca8741be-09a6-4fc4-acdd-0db48a0d9598 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Nov 15 23:00:01.735453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023464b-c1b8-4947-b893-bd4ede57f4a1 req-9a359457-2381-4629-a921-15b6cb3bb9c2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:01.736937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c023464b-c1b8-4947-b893-bd4ede57f4a1 req-9a359457-2381-4629-a921-15b6cb3bb9c2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0521932 Nov 15 23:00:01.785297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c023464b-c1b8-4947-b893-bd4ede57f4a1 req-a8ae064f-64ec-4732-8a98-01fff2f4ec08 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 15 23:00:02.788935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10112d9f-1fa9-4c3e-8953-355f900737b2 req-43eb52ac-c18f-4bb5-89d8-ee73d5f85681 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:02.790357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10112d9f-1fa9-4c3e-8953-355f900737b2 req-43eb52ac-c18f-4bb5-89d8-ee73d5f85681 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0526435 Nov 15 23:00:02.843466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10112d9f-1fa9-4c3e-8953-355f900737b2 req-429a8ce4-8e3a-4904-81ed-2497125d40a7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Nov 15 23:00:02.926446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba7d42-74c6-4f97-8ee8-96f7434317f4 req-16231286-91ff-42e4-b24a-fa899199b26f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:02.928255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35ba7d42-74c6-4f97-8ee8-96f7434317f4 req-16231286-91ff-42e4-b24a-fa899199b26f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0554836 Nov 15 23:00:02.976853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35ba7d42-74c6-4f97-8ee8-96f7434317f4 req-7d385c34-901b-4c98-8aa2-def669e22810 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Nov 15 23:00:03.971415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9831f1-02a9-43b4-bb3c-fc3e81bbb085 req-b5413acd-0e9b-4fb9-90e2-b7792f6d64d8 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:03.973089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf9831f1-02a9-43b4-bb3c-fc3e81bbb085 req-b5413acd-0e9b-4fb9-90e2-b7792f6d64d8 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0517237 Nov 15 23:00:04.025683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf9831f1-02a9-43b4-bb3c-fc3e81bbb085 req-eb96d1b3-f4c5-4259-92d9-407beaffbfaa tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Nov 15 23:00:04.104319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b84f-ceaf-4d3b-9522-c099d4c3e573 req-7e54d34d-d53b-4624-9934-548f3d1f19df tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:04.106975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7883b84f-ceaf-4d3b-9522-c099d4c3e573 req-7e54d34d-d53b-4624-9934-548f3d1f19df tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0520468 Nov 15 23:00:04.172290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7883b84f-ceaf-4d3b-9522-c099d4c3e573 req-972fde46-521e-4e64-9c19-33d2907c887c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Nov 15 23:00:04.822502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-480c0c20-60db-4898-b4e3-90db43a561ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:05.290525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76278-18ad-44bb-aadb-ca11fc5beee1 req-39224a37-5bfe-4380-8202-2288fe0f78f8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:05.293085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4d76278-18ad-44bb-aadb-ca11fc5beee1 req-39224a37-5bfe-4380-8202-2288fe0f78f8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0519950 Nov 15 23:00:05.344038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4d76278-18ad-44bb-aadb-ca11fc5beee1 req-279fc01b-e4c2-41c4-97bf-9f1738587fce tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Nov 15 23:00:06.464955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07591d-fe88-48a5-9e09-462d1caf71fe req-84cf80ac-4ab4-49bf-814e-fe9ca89d0054 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:06.466468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d07591d-fe88-48a5-9e09-462d1caf71fe req-84cf80ac-4ab4-49bf-814e-fe9ca89d0054 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0521667 Nov 15 23:00:06.514040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d07591d-fe88-48a5-9e09-462d1caf71fe req-36d47abd-6850-409a-8dbc-642638df01f9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Nov 15 23:00:07.244986 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1b98-f6b6-43ce-9b1e-5d1b82d15bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:07.634747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21a8af-6a51-42f1-8e98-8574c7175782 req-652e8e52-d3c3-4dea-a553-1d60c4c63edb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:07.636230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f21a8af-6a51-42f1-8e98-8574c7175782 req-652e8e52-d3c3-4dea-a553-1d60c4c63edb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0525873 Nov 15 23:00:07.684588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f21a8af-6a51-42f1-8e98-8574c7175782 req-0cd13300-a283-44d9-b768-97ff7a70b8d2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Nov 15 23:00:08.382366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:08.800708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc8b-0e99-424b-8e9d-10e6b22d7a03 req-19cac4c3-95bb-4532-9b9f-5c24ff7c8c86 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:08.802216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b18cc8b-0e99-424b-8e9d-10e6b22d7a03 req-19cac4c3-95bb-4532-9b9f-5c24ff7c8c86 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0512652 Nov 15 23:00:08.854823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b18cc8b-0e99-424b-8e9d-10e6b22d7a03 req-49218669-bae1-4348-88d1-063fbded4dc1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Nov 15 23:00:09.473947 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:09.976629 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146fa58-2f18-42dc-9ee4-3a3c9c41d98e req-36b9c59c-29da-4e3b-b11b-ca1447c622eb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:09.978156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d146fa58-2f18-42dc-9ee4-3a3c9c41d98e req-36b9c59c-29da-4e3b-b11b-ca1447c622eb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0483160 Nov 15 23:00:10.029538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d146fa58-2f18-42dc-9ee4-3a3c9c41d98e req-32285a2b-7057-44aa-8a28-e7e23dcf9347 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Nov 15 23:00:10.382737 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:10.959401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2fef8462-c0c8-4c98-a029-f195c2572267 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:00:11.055710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2fef8462-c0c8-4c98-a029-f195c2572267,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:11.068754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '2fef8462-c0c8-4c98-a029-f195c2572267', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '2fef8462-c0c8-4c98-a029-f195c2572267', 'mac_address': 'fa:16:3e:78:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:00:11.108941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:11.127831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef8462-c0c8-4c98-a029-f195c2572267 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:00:11.149894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2fef8462-c0c8-4c98-a029-f195c2572267,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:11.155153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d0156-482b-4ea0-9533-d991bd13c380 req-22f69fe2-5c64-4f0d-b506-17bbb7286060 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:11.156687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-331d0156-482b-4ea0-9533-d991bd13c380 req-22f69fe2-5c64-4f0d-b506-17bbb7286060 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 943 time: 0.0547509 Nov 15 23:00:11.204437 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-331d0156-482b-4ea0-9533-d991bd13c380 req-8873d3a8-d089-4ac9-89fd-1efe29b5b860 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Nov 15 23:00:11.280279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:11.328952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:11.560937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2fef8462-c0c8-4c98-a029-f195c2572267'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:12.330996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0117a-64b5-4f36-a637-c5efd718b69c req-2c8ee21e-bd15-4804-a935-53be9d2b4f47 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:12.332821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5db0117a-64b5-4f36-a637-c5efd718b69c req-2c8ee21e-bd15-4804-a935-53be9d2b4f47 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 944 time: 0.0524714 Nov 15 23:00:12.384026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5db0117a-64b5-4f36-a637-c5efd718b69c req-54427c4d-c0ec-46b0-b007-556fab270667 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Nov 15 23:00:12.969943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2fef8462-c0c8-4c98-a029-f195c2572267 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:00:13.113704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 2fef8462-c0c8-4c98-a029-f195c2572267 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:00:13.117923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 2fef8462-c0c8-4c98-a029-f195c2572267 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:13.118283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:13.200273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:13.223568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:13.226069 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acaebc7-5858-48df-b4a5-a038b96a3ac0" -d '{"events": [{"server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "name": "network-vif-plugged", "status": "completed", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:13.239644 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2fef8462-c0c8-4c98-a029-f195c2572267,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:13.265373 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c84373-9639-4aa5-9412-de4661eb64db x-openstack-request-id: req-00c84373-9639-4aa5-9412-de4661eb64db {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:13.265674 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "name": "network-vif-plugged", "status": "completed", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:13.265925 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00c84373-9639-4aa5-9412-de4661eb64db {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:13.266326 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267', 'code': 200} Nov 15 23:00:13.329099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:13.371399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027b0a-5983-411c-8589-bc0dd624b023 req-9b16e5ce-f4cf-4aab-9fc1-31b432081b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:13.372939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd027b0a-5983-411c-8589-bc0dd624b023 req-9b16e5ce-f4cf-4aab-9fc1-31b432081b8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 1096 time: 0.0409086 Nov 15 23:00:13.380309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:13.422610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bd027b0a-5983-411c-8589-bc0dd624b023 req-4a1c6359-914d-4628-8d26-d005c294839a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Nov 15 23:00:13.510658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039caae6-259b-45e2-ab1f-be0bc7f3418a req-45e43453-3ed2-4068-bb32-575e878e9798 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:13.512131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-039caae6-259b-45e2-ab1f-be0bc7f3418a req-45e43453-3ed2-4068-bb32-575e878e9798 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0554004 Nov 15 23:00:13.560021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-039caae6-259b-45e2-ab1f-be0bc7f3418a req-9de2e941-dd38-4a0d-ac50-2ebf9ff21af6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Nov 15 23:00:14.677862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bfc9c-df5b-4d17-aaba-af384bd54286 req-8212e9c7-3d78-48cb-8777-53f5aa058ee7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:14.680107 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-475bfc9c-df5b-4d17-aaba-af384bd54286 req-8212e9c7-3d78-48cb-8777-53f5aa058ee7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0495262 Nov 15 23:00:14.729175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-475bfc9c-df5b-4d17-aaba-af384bd54286 req-a4388f9a-3079-4ee6-b44c-629db162d1f8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Nov 15 23:00:15.790144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-1b617834-f1ed-4645-96a5-53edc6b54615 req-b863f295-d1fc-4035-b3be-4f956603a26a service neutron] (103128) timed out ('10.222.0.15', 35192) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:00:15.846505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b2e7e-92bb-4508-aeef-e79706532a77 req-94411537-f040-4b27-b061-b93789ca3d12 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:15.847966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e6b2e7e-92bb-4508-aeef-e79706532a77 req-94411537-f040-4b27-b061-b93789ca3d12 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0525601 Nov 15 23:00:15.894795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e6b2e7e-92bb-4508-aeef-e79706532a77 req-03ad4307-e2d6-49b2-a866-08fb323ce15b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Nov 15 23:00:16.008219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c513c-05a6-4659-83ef-de715aad8815 req-9aff549d-55a2-47ea-8ace-c6f1ca4f4553 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:16.009618 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e3c513c-05a6-4659-83ef-de715aad8815 req-9aff549d-55a2-47ea-8ace-c6f1ca4f4553 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0489964 Nov 15 23:00:16.058221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e3c513c-05a6-4659-83ef-de715aad8815 req-0855f273-65d2-4876-a306-7583b1cbf56c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Nov 15 23:00:16.170488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6e96-89b7-4786-a5d5-e26a7328dd96 req-dac61713-9413-4519-944b-21b0c1cbb8aa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:16.171958 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b02e6e96-89b7-4786-a5d5-e26a7328dd96 req-dac61713-9413-4519-944b-21b0c1cbb8aa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0487535 Nov 15 23:00:16.225205 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b02e6e96-89b7-4786-a5d5-e26a7328dd96 req-59a47ca5-d045-4013-8cb2-b2573f2ad036 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Nov 15 23:00:16.740524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812ede-8849-451f-b81a-3e71b81e7587 req-252d23fa-1370-4196-86d8-0c38dd604d25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:16.742104 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10812ede-8849-451f-b81a-3e71b81e7587 req-252d23fa-1370-4196-86d8-0c38dd604d25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0542786 Nov 15 23:00:16.790616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-10812ede-8849-451f-b81a-3e71b81e7587 req-4b05969b-33db-4885-b99f-28287bb09991 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Nov 15 23:00:17.909515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35356b-ee52-4639-b72e-0c9fa46d5500 req-95290303-d586-42e5-b0de-8d01d00c5e5a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:17.911006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb35356b-ee52-4639-b72e-0c9fa46d5500 req-95290303-d586-42e5-b0de-8d01d00c5e5a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0510767 Nov 15 23:00:17.957609 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb35356b-ee52-4639-b72e-0c9fa46d5500 req-81426a19-b261-48d2-8c9d-755438b90c93 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Nov 15 23:00:18.366440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-99679ff2-75df-4bbd-96b0-08814a706fb5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:18.368400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-99679ff2-75df-4bbd-96b0-08814a706fb5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 945 time: 0.0515869 Nov 15 23:00:18.454900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 2fef8462-c0c8-4c98-a029-f195c2572267 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:18.455231 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:18.543298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 2fef8462-c0c8-4c98-a029-f195c2572267, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=2fef8462-c0c8-4c98-a029-f195c2572267,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:18.543656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:18.556710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 2fef8462-c0c8-4c98-a029-f195c2572267 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:18.765006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:18.780579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['2fef8462-c0c8-4c98-a029-f195c2572267'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:18.795529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=2fef8462-c0c8-4c98-a029-f195c2572267,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:18.837840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 2fef8462-c0c8-4c98-a029-f195c2572267 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:18.840742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:18.845083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-482cb879-d6e2-4245-abb5-cebce81abbfe req-48aecbcf-c171-4733-a595-20d708a6e3af tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "DELETE /v2.0/ports/2fef8462-c0c8-4c98-a029-f195c2572267 HTTP/1.1" status: 204 len: 173 time: 0.4704504 Nov 15 23:00:18.845650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'name': 'network-vif-deleted', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:18.848148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea5bdc1-a56e-4e66-95b3-6f3af0fe1066" -d '{"events": [{"server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "name": "network-vif-deleted", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:18.895052 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd214e42-2356-4f16-acef-c1608183cdef x-openstack-request-id: req-dd214e42-2356-4f16-acef-c1608183cdef {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:18.895349 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dade2e-39e0-4029-aa6f-d727fd24023c", "name": "network-vif-deleted", "tag": "2fef8462-c0c8-4c98-a029-f195c2572267", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:18.895644 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd214e42-2356-4f16-acef-c1608183cdef {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:18.896039 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dade2e-39e0-4029-aa6f-d727fd24023c', 'name': 'network-vif-deleted', 'tag': '2fef8462-c0c8-4c98-a029-f195c2572267', 'status': 'completed', 'code': 200} Nov 15 23:00:19.064560 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65338388-2d90-4cd9-9185-abc7be340f94 req-4ddf4e07-e7b0-4f46-9ebf-0de30a0ff2f4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0300865 Nov 15 23:00:20.165099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b45f118-de79-4954-a133-38833b3fb216 req-e19a1e60-ce18-4a65-80ed-99e013a84166 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0269980 Nov 15 23:00:20.959268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2fef8462-c0c8-4c98-a029-f195c2572267 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:20.990179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 2fef8462-c0c8-4c98-a029-f195c2572267 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:20.990518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 2fef8462-c0c8-4c98-a029-f195c2572267 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:21.264131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67425d21-fa78-45f4-b1a6-b82689455ee6 req-8f8479ad-4bb1-4ff4-81d2-852363d72182 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0275495 Nov 15 23:00:21.308110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:00:22.366339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4700b10d-4345-417f-89ba-9f923c8ab07e req-1461accf-a87f-4432-a472-f3ffdbbbbebc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0264058 Nov 15 23:00:23.490758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-776afd77-6eff-4d1c-98bc-cbd1810cd080 req-466dc647-12f8-439f-96c8-5fa9725e0686 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0511446 Nov 15 23:00:24.592352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84b371ae-1de8-4335-81a0-81d7f2e77862 req-0d01e1dc-cfb4-45dc-8016-9b7c5d4a5af0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=92dade2e-39e0-4029-aa6f-d727fd24023c HTTP/1.1" status: 200 len: 210 time: 0.0277967 Nov 15 23:00:29.491087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:30.148938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:30.957511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 33928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:31.157834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.243276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.312022 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.338779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92516b4d-5a57-4411-affc-afdc0a15ca3c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:31.353029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.353376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.353774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.354166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.354556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.355011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.355391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.355908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.356397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.357014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.357538 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.357857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:31.377941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 33942) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:31.385327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f487558c-483a-46ed-8806-32100c1f0a23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acd8cc12844947b08b434423dd148d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263949 Nov 15 23:00:31.436402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.480741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.622871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.625785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:31.631017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92516b4d-5a57-4411-affc-afdc0a15ca3c HTTP/1.1" status: 204 len: 168 time: 0.2517512 Nov 15 23:00:31.640458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8f0ac-cece-4bb9-8495-c026004fc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92516b4d-5a57-4411-affc-afdc0a15ca3c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:33.447076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27730b4a-c30e-403b-8631-4fadb6e16144 req-1de0f098-56b5-49dc-a3bd-592996c165da tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:33.457197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27730b4a-c30e-403b-8631-4fadb6e16144 req-1de0f098-56b5-49dc-a3bd-592996c165da tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0595577 Nov 15 23:00:33.506638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27730b4a-c30e-403b-8631-4fadb6e16144 req-795c97e9-a1cc-47f0-bc49-377dfd80c27e tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Nov 15 23:00:34.638079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82bda3-b3ea-4822-a977-ed513cd968b4 req-73a6c1ae-78ca-4538-9116-fd28be5c2165 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:34.640359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a82bda3-b3ea-4822-a977-ed513cd968b4 req-73a6c1ae-78ca-4538-9116-fd28be5c2165 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0613873 Nov 15 23:00:34.749908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-02cf65b4-0de0-4b70-95fa-54c766a290fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2138813 Nov 15 23:00:34.776626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a82bda3-b3ea-4822-a977-ed513cd968b4 req-2a660057-30d4-4389-8337-12602d400d50 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302199 Nov 15 23:00:34.786698 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aad5ef9-95ac-4b11-9c42-6baa53b45e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:34.884685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4793f60-6b29-47e9-a032-075f35021933 req-46297100-ea0e-4ce0-8a1d-ae45a7443af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:34.889506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-46297100-ea0e-4ce0-8a1d-ae45a7443af7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 1097 time: 0.0465739 Nov 15 23:00:35.024914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4793f60-6b29-47e9-a032-075f35021933 req-9694c921-75a5-4963-93ef-9a6c3ec90f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:35.026430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-9694c921-75a5-4963-93ef-9a6c3ec90f60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.1145768 Nov 15 23:00:35.078082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-a97072ec-d30a-4c26-a041-77b69d7176f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 200 len: 217 time: 0.0383794 Nov 15 23:00:35.086151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aae97-089f-4061-9d7b-5211297f7141 req-ae7b3012-4fd1-4398-a54c-d6fbf4a4fe20 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:35.087562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-421aae97-089f-4061-9d7b-5211297f7141 req-ae7b3012-4fd1-4398-a54c-d6fbf4a4fe20 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 946 time: 0.0940557 Nov 15 23:00:35.183448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4793f60-6b29-47e9-a032-075f35021933 req-2e8e89d4-7160-4756-8225-58baf1c97878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:35.184892 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-2e8e89d4-7160-4756-8225-58baf1c97878 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0964501 Nov 15 23:00:35.226780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-b2668847-dcf1-4fc3-981f-012762b07317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278432 Nov 15 23:00:35.236922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Deleting port 72605274-a5af-45da-bf23-e6da8e4f4e87 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:35.237253 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:35.244575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-8c64c412-8b91-4c5f-becc-04d92b9ebf49 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:00:35.245816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-8c64c412-8b91-4c5f-becc-04d92b9ebf49 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109816 Nov 15 23:00:35.397937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] For port 72605274-a5af-45da-bf23-e6da8e4f4e87, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=72605274-a5af-45da-bf23-e6da8e4f4e87,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:35.398742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:35.412072 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-6372cb4e-13b1-4f8f-ace1-b5ad9581f7af service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557472 Nov 15 23:00:35.416863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Calling delete_port for 72605274-a5af-45da-bf23-e6da8e4f4e87 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:35.563083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c4793f60-6b29-47e9-a032-075f35021933 req-771376c0-3b82-4b58-a237-30101877191c service neutron] 10.222.0.55 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375873 Nov 15 23:00:35.765155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:35.779042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389', '67f59b72-8bb7-4390-82dd-bfd6754ec156', '72605274-a5af-45da-bf23-e6da8e4f4e87'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:35.810579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['02094f84-2086-4bce-81c8-1795772aff69'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:35.817453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event deleted for resources: {'Port': ['ID=72605274-a5af-45da-bf23-e6da8e4f4e87,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:35.883901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] No DVR routers for this DVR port 72605274-a5af-45da-bf23-e6da8e4f4e87 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:35.889189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:35.905479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-421aae97-089f-4061-9d7b-5211297f7141 req-cbb671a8-f1cb-4a23-9b2b-b8a6cebb1e8f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "DELETE /v2.0/ports/72605274-a5af-45da-bf23-e6da8e4f4e87 HTTP/1.1" status: 204 len: 173 time: 0.8095374 Nov 15 23:00:35.910768 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'name': 'network-vif-deleted', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:35.917407 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10668c0-322a-412a-aa33-589b4f652961" -d '{"events": [{"server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "name": "network-vif-deleted", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:35.936418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d39209af-ed18-40fd-b123-a4325e30c2b1 req-e1dc6588-c2fe-41dc-b9b5-27f7fb1ebcdc tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a HTTP/1.1" status: 200 len: 210 time: 0.0635018 Nov 15 23:00:36.122361 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8722ac0a-f933-42bf-9a34-93a6db29d96c x-openstack-request-id: req-8722ac0a-f933-42bf-9a34-93a6db29d96c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:36.122661 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a", "name": "network-vif-deleted", "tag": "72605274-a5af-45da-bf23-e6da8e4f4e87", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:36.122914 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8722ac0a-f933-42bf-9a34-93a6db29d96c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:36.123317 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd9f4fa-947c-4f03-b8f7-f95c9ef55f1a', 'name': 'network-vif-deleted', 'tag': '72605274-a5af-45da-bf23-e6da8e4f4e87', 'status': 'completed', 'code': 200} Nov 15 23:00:37.217231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0230d084-080d-444b-98bc-d93167e5ac03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:38.369368 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:39.184366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 72605274-a5af-45da-bf23-e6da8e4f4e87 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:39.218316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 72605274-a5af-45da-bf23-e6da8e4f4e87 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:39.218663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 72605274-a5af-45da-bf23-e6da8e4f4e87 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:39.466060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:40.388253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:42.115622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bc028-6f30-4386-9df9-ef63634f71d5 req-630d025b-31b9-46ca-9b84-9e323154d515 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:42.120939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f6bc028-6f30-4386-9df9-ef63634f71d5 req-630d025b-31b9-46ca-9b84-9e323154d515 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.1284704 Nov 15 23:00:42.191631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f6bc028-6f30-4386-9df9-ef63634f71d5 req-7c6cd684-c4d7-4884-9a23-717794dc6778 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632725 Nov 15 23:00:42.353070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-e551b4be-3fec-49d3-8b41-be20e4365d66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497372 Nov 15 23:00:42.438627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-64156c8e-bfd5-433d-b209-7adc9a8c7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:42.440131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-64156c8e-bfd5-433d-b209-7adc9a8c7bce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be89d450a53041a0a8b5d78331084e80&device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 1096 time: 0.0433586 Nov 15 23:00:42.575087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-37cb3293-72fc-4b8e-a8f5-b439d9f5db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:42.576579 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-37cb3293-72fc-4b8e-a8f5-b439d9f5db6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 200 len: 916 time: 0.1119080 Nov 15 23:00:42.619969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-6739a029-3a64-4351-80de-e306d04a5c92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 200 len: 217 time: 0.0357399 Nov 15 23:00:42.682123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-b19ceda2-510c-48db-bd07-c832c28a1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:42.683585 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-b19ceda2-510c-48db-bd07-c832c28a1151 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 200 len: 855 time: 0.0556641 Nov 15 23:00:42.722802 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-4de02ddf-22f8-4b0b-bd24-9b187706d5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2bf3d03-6697-4507-bdff-d61f43f45533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317934 Nov 15 23:00:42.734911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-f4cc065d-acff-4549-928a-40626886fe05 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:00:42.735985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-f4cc065d-acff-4549-928a-40626886fe05 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054972 Nov 15 23:00:42.856895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-f96eba43-466a-4cc7-a3c4-69ac28b335f8 service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126618 Nov 15 23:00:42.960906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-880ceae5-8cd5-4a42-8dcf-755dfbc39a48 req-0b9dce52-cd7c-405b-b4af-efa65ab2652f service neutron] 10.222.0.57 "GET /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965388 Nov 15 23:00:43.325213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82d646-0264-4f64-8a2f-cb71694a2d41 req-b88193b7-6321-4cb5-85d9-d668a66d1df7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:43.326593 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a82d646-0264-4f64-8a2f-cb71694a2d41 req-b88193b7-6321-4cb5-85d9-d668a66d1df7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.0494182 Nov 15 23:00:43.646178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a82d646-0264-4f64-8a2f-cb71694a2d41 req-c9d81f71-2a14-4320-be3c-b15e4614aff1 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134868 Nov 15 23:00:43.887468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-99b3ddab-4a44-4771-92dd-49165c895776 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:43.889850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-99b3ddab-4a44-4771-92dd-49165c895776 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 946 time: 0.0619161 Nov 15 23:00:43.989676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Deleting port 02094f84-2086-4bce-81c8-1795772aff69 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:43.990024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:44.089497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] For port 02094f84-2086-4bce-81c8-1795772aff69, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=02094f84-2086-4bce-81c8-1795772aff69,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:44.089901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:44.104919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Calling delete_port for 02094f84-2086-4bce-81c8-1795772aff69 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:44.318058 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:44.329809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389', '67f59b72-8bb7-4390-82dd-bfd6754ec156'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:44.357473 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event deleted for resources: {'Port': ['ID=02094f84-2086-4bce-81c8-1795772aff69,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:44.392710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['02094f84-2086-4bce-81c8-1795772aff69'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:44.404458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] No DVR routers for this DVR port 02094f84-2086-4bce-81c8-1795772aff69 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:44.407252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:44.413226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9b5e2328-8b47-4a84-851f-7dcd400eada8 req-ea486bf1-9080-4edf-83a5-4f2e8f7c8285 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.55 "DELETE /v2.0/ports/02094f84-2086-4bce-81c8-1795772aff69 HTTP/1.1" status: 204 len: 173 time: 0.5135436 Nov 15 23:00:44.414256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'name': 'network-vif-deleted', 'tag': '02094f84-2086-4bce-81c8-1795772aff69'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:44.416545 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07724f9-ae78-4155-9660-cb800c356090" -d '{"events": [{"server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "name": "network-vif-deleted", "tag": "02094f84-2086-4bce-81c8-1795772aff69"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:44.478001 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06513278-bcfa-4869-8aae-6ac3685d71de x-openstack-request-id: req-06513278-bcfa-4869-8aae-6ac3685d71de {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:44.478249 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d11d7b-70a8-4e65-a8db-a1d79f28bc87", "name": "network-vif-deleted", "tag": "02094f84-2086-4bce-81c8-1795772aff69", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:44.478535 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06513278-bcfa-4869-8aae-6ac3685d71de {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:44.478944 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d11d7b-70a8-4e65-a8db-a1d79f28bc87', 'name': 'network-vif-deleted', 'tag': '02094f84-2086-4bce-81c8-1795772aff69', 'status': 'completed', 'code': 200} Nov 15 23:00:44.767875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53666fed-2d0f-4af4-8269-07a4311cab27 req-5d55dba6-a148-4ae5-8e14-9e4888979854 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6d11d7b-70a8-4e65-a8db-a1d79f28bc87 HTTP/1.1" status: 200 len: 210 time: 0.0319631 Nov 15 23:00:44.780811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34162) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:44.908768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f0a67a9-2934-41cb-b07f-c701d9095c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:44.988283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f0a67a9-2934-41cb-b07f-c701d9095c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.055939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f0a67a9-2934-41cb-b07f-c701d9095c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.097252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a67a9-2934-41cb-b07f-c701d9095c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff57326-8adf-4222-bb3a-4c5b20f0b5bf,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:45.104239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34168) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:45.104451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1f0a67a9-2934-41cb-b07f-c701d9095c34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7cb678947c942b3bf5d2c84e966ed8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223546 Nov 15 23:00:45.153672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.175923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.274473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.277496 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:45.278650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ff57326-8adf-4222-bb3a-4c5b20f0b5bf HTTP/1.1" status: 204 len: 168 time: 0.1733525 Nov 15 23:00:45.286381 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c9fde-b695-4053-8d70-366601120fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff57326-8adf-4222-bb3a-4c5b20f0b5bf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:46.254040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6e039-a007-40f1-ac38-7c461850dab5 req-1343e98d-d823-4f5e-bbfc-220f8bd8adcd tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:46.254040 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee6e039-a007-40f1-ac38-7c461850dab5 req-1343e98d-d823-4f5e-bbfc-220f8bd8adcd tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 945 time: 0.0519593 Nov 15 23:00:46.311227 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aee6e039-a007-40f1-ac38-7c461850dab5 req-91bcda5d-f639-4462-ad53-e33b2c83c7b2 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511012 Nov 15 23:00:46.346439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34198) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:46.449068 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2091556181-network', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:00:46.535167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Made reservation on behalf of 2d5f13091f474c2aaff71edf96b1bec4 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:00:46.537537 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.546385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.644571 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.723533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.754265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:00:46.759907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f0214d-e684-40a0-af62-5771c805d55f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:46.765735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.766079 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Added segment c4629638-af0c-45fa-b590-59533fc499be of type vlan for network d11826bf-0d9b-409f-b3a6-88635df2be38 Nov 15 23:00:46.815655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.941769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:46.942687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:46.943343 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.012878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] Pushing event updated for resources: {'Network': ['ID=d11826bf-0d9b-409f-b3a6-88635df2be38,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:47.025457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d11826bf-0d9b-409f-b3a6-88635df2be38 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:00:47.070444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 02094f84-2086-4bce-81c8-1795772aff69 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:47.109661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 02094f84-2086-4bce-81c8-1795772aff69 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:47.110000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 02094f84-2086-4bce-81c8-1795772aff69 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:47.338487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5ba7c02a-9d3e-40f5-af61-49fbe2b8c2da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9909329 Nov 15 23:00:47.341472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:47.346826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Request body: {'subnet': {'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2091556181-subnet', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:00:47.436401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac30f51-b7d1-4a76-9a59-d64b524d87ff req-6648a82d-8df7-4242-93e6-efbba8cd9b88 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:47.437951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aac30f51-b7d1-4a76-9a59-d64b524d87ff req-6648a82d-8df7-4242-93e6-efbba8cd9b88 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 945 time: 0.0523255 Nov 15 23:00:47.439133 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Made reservation on behalf of 2d5f13091f474c2aaff71edf96b1bec4 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:00:47.441442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.548914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aac30f51-b7d1-4a76-9a59-d64b524d87ff req-29206948-7075-453d-b048-0cd267d0659c tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039367 Nov 15 23:00:47.605546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-bb18f1ad-702a-4655-8e5d-7fe1c5c7eefc tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:47.606978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-bb18f1ad-702a-4655-8e5d-7fe1c5c7eefc tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 945 time: 0.0539002 Nov 15 23:00:47.708249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Deleting port 67f59b72-8bb7-4390-82dd-bfd6754ec156 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:47.708578 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.734958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.791520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edc0417-d937-46a9-ab7b-ba7ab0e47f07,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:47.806623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] For port 67f59b72-8bb7-4390-82dd-bfd6754ec156, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67f59b72-8bb7-4390-82dd-bfd6754ec156,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:47.807051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.811900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Checking segment: {'id': 'c4629638-af0c-45fa-b590-59533fc499be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:00:47.812284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Network hostable DHCP agents. Network: d11826bf-0d9b-409f-b3a6-88635df2be38, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:00:47.820724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Calling delete_port for 67f59b72-8bb7-4390-82dd-bfd6754ec156 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:47.897483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Network d11826bf-0d9b-409f-b3a6-88635df2be38 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:00:47.988411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d11826bf-0d9b-409f-b3a6-88635df2be38) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:00:47.993245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:47.998270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:47.999091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eef100-5f9d-4989-b518-2258bb7cb5e3 None None] Network d11826bf-0d9b-409f-b3a6-88635df2be38 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:00:48.046287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.073601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389', '67f59b72-8bb7-4390-82dd-bfd6754ec156'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:48.081561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bce0b2bc-6f8d-49ca-b688-f40cf4ffd7fb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7372890 Nov 15 23:00:48.082842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34210) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:48.090004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:00:48.090462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event deleted for resources: {'Port': ['ID=67f59b72-8bb7-4390-82dd-bfd6754ec156,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:48.139862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] No DVR routers for this DVR port 67f59b72-8bb7-4390-82dd-bfd6754ec156 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:48.142801 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.146387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de2dc402-1f08-4410-b5ce-b55ff2884f05 req-61a503a0-6d40-4fa9-bc6c-323507531b9f tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "DELETE /v2.0/ports/67f59b72-8bb7-4390-82dd-bfd6754ec156 HTTP/1.1" status: 204 len: 173 time: 0.5330265 Nov 15 23:00:48.147169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'name': 'network-vif-deleted', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:48.151331 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4bef5-bfc0-461f-8644-20b6fa1a38bc" -d '{"events": [{"server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "name": "network-vif-deleted", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:48.195544 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083df1fb-1a25-4b20-b8fc-e11536e19468 x-openstack-request-id: req-083df1fb-1a25-4b20-b8fc-e11536e19468 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:48.195830 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa", "name": "network-vif-deleted", "tag": "67f59b72-8bb7-4390-82dd-bfd6754ec156", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:48.196075 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-083df1fb-1a25-4b20-b8fc-e11536e19468 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:48.196474 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa', 'name': 'network-vif-deleted', 'tag': '67f59b72-8bb7-4390-82dd-bfd6754ec156', 'status': 'completed', 'code': 200} Nov 15 23:00:48.203652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.205034 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.205881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d11826bf-0d9b-409f-b3a6-88635df2be38', 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'fixed_ips': [{'subnet_id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:00:48.206767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.262744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.419113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Allocated IP 172.20.0.2 (d11826bf-0d9b-409f-b3a6-88635df2be38/9edc0417-d937-46a9-ab7b-ba7ab0e47f07/e05f9501-4bc4-4619-a1e1-e951499d97df) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:00:48.468504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.574682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.648372 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.671056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96ca0e90-8ada-40a5-a088-9d495fdb5fd0 req-36abe654-e2ec-4a0b-b23d-8393f7d28a4a tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a8cbef2-7a9a-4e2d-a7f1-3c7cbde713fa HTTP/1.1" status: 200 len: 210 time: 0.0364635 Nov 15 23:00:48.691429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Network d11826bf-0d9b-409f-b3a6-88635df2be38 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:00:48.695630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:00:48.699824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:00:48.707167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Pushing event updated for resources: {'Port': ['ID=e05f9501-4bc4-4619-a1e1-e951499d97df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:48.769799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Attempting to bind port e05f9501-4bc4-4619-a1e1-e951499d97df on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:00:48.770166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Attempting to bind port e05f9501-4bc4-4619-a1e1-e951499d97df by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c4629638-af0c-45fa-b590-59533fc499be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:00:48.770525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Attempting to bind port e05f9501-4bc4-4619-a1e1-e951499d97df on network d11826bf-0d9b-409f-b3a6-88635df2be38 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:00:48.777085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:00:48.777452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Checking segment: {'id': 'c4629638-af0c-45fa-b590-59533fc499be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:00:48.778090 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.778473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Bound using segment: {'id': 'c4629638-af0c-45fa-b590-59533fc499be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:00:48.778927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Bound port: e05f9501-4bc4-4619-a1e1-e951499d97df, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4629638-af0c-45fa-b590-59533fc499be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:00:48.779443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.814264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.836164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.858391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] For port e05f9501-4bc4-4619-a1e1-e951499d97df, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:00:48.863122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] For port e05f9501-4bc4-4619-a1e1-e951499d97df, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e05f9501-4bc4-4619-a1e1-e951499d97df,segment=NetworkSegment(c4629638-af0c-45fa-b590-59533fc499be),segment_id=c4629638-af0c-45fa-b590-59533fc499be)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:00:48.930414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:48.946536 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Allocated IP 172.25.0.126 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/92ae069f-80d3-4b39-aca8-718315477fbf) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:00:49.004537 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f0133-d6ee-44ed-a9c7-4070569dbd42 None None] Pushing event updated for resources: {'Port': ['ID=e05f9501-4bc4-4619-a1e1-e951499d97df,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:49.085170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:49.225233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:49.271598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:00:49.274693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:00:49.278490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:00:49.292158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765b91a-4fdf-4162-b985-ed7e24a4573f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:00:49.321964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Pushing event updated for resources: {'Port': ['ID=92ae069f-80d3-4b39-aca8-718315477fbf,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:49.381328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-33c1be60-83bc-4c39-ab82-a45056860e7a None None] Provisioning complete for port 92ae069f-80d3-4b39-aca8-718315477fbf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:49.382079 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c1be60-83bc-4c39-ab82-a45056860e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:49.424174 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-33c1be60-83bc-4c39-ab82-a45056860e7a None None] Port 92ae069f-80d3-4b39-aca8-718315477fbf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:00:49.647856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:49.891544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.042223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ea84c-4787-4457-90d3-987f9d42119d None None] Network d11826bf-0d9b-409f-b3a6-88635df2be38 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:00:50.120437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Router 60f75ccc-2df8-4501-8ce8-414086948785 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:00:50.186169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] Provisioning complete for port e05f9501-4bc4-4619-a1e1-e951499d97df triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:50.186625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.243635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:00:50.254610 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Sync routers for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:00:50.268248 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Routers {'60f75ccc-2df8-4501-8ce8-414086948785'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:50.269521 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['60f75ccc-2df8-4501-8ce8-414086948785'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:50.319843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.323813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34226) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:50.324337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e6bcee67-f50b-4578-8384-4945db948a65 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2398756 Nov 15 23:00:50.325623 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.397315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] For port e05f9501-4bc4-4619-a1e1-e951499d97df, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e05f9501-4bc4-4619-a1e1-e951499d97df,segment=NetworkSegment(c4629638-af0c-45fa-b590-59533fc499be),segment_id=c4629638-af0c-45fa-b590-59533fc499be)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:50.411238 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Set router 60f75ccc-2df8-4501-8ce8-414086948785 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:00:50.503261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.630283 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5af84-7b35-465c-8f25-4a0e4febd43f None None] Pushing event updated for resources: {'Port': ['ID=e05f9501-4bc4-4619-a1e1-e951499d97df,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:50.725594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-198793ae-33a7-4dab-ba8d-2ab4c88f1327 None None] Provisioning complete for port e05f9501-4bc4-4619-a1e1-e951499d97df triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:50.725989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-198793ae-33a7-4dab-ba8d-2ab4c88f1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.746265 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:49Z', 'revision_number': 3, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:50.809963 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Checking router: 60f75ccc-2df8-4501-8ce8-414086948785 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:00:50.810308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Updating router 60f75ccc-2df8-4501-8ce8-414086948785 port 92ae069f-80d3-4b39-aca8-718315477fbf binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:00:50.847902 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:50.910733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e05f9501-4bc4-4619-a1e1-e951499d97df up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:00:50.977840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e05f9501-4bc4-4619-a1e1-e951499d97df triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:50.978222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.037989 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.297156 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.298985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Allocated IP 172.20.0.1 (d11826bf-0d9b-409f-b3a6-88635df2be38/9edc0417-d937-46a9-ab7b-ba7ab0e47f07/0798bad6-643a-4991-9459-9dbf69ec4797) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:00:51.300109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67f59b72-8bb7-4390-82dd-bfd6754ec156 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:51.300109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 67f59b72-8bb7-4390-82dd-bfd6754ec156 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:51.300109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67f59b72-8bb7-4390-82dd-bfd6754ec156 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:51.367151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.500924 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.512655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.555885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f618c5-1b93-421e-bd16-b2f95bce3cef None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:00:51.560994 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Pushing event updated for resources: {'Port': ['ID=92ae069f-80d3-4b39-aca8-718315477fbf,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:51.579990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Attempting to bind port 92ae069f-80d3-4b39-aca8-718315477fbf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:00:51.580357 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Attempting to bind port 92ae069f-80d3-4b39-aca8-718315477fbf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:00:51.580751 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Attempting to bind port 92ae069f-80d3-4b39-aca8-718315477fbf on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:00:51.584791 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586068 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586068 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586068 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586431 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.586826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Network d11826bf-0d9b-409f-b3a6-88635df2be38 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:00:51.587007 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.587330 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.587640 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.587964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.588272 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.588583 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:51.589728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:00:51.593353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:00:51.605072 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:00:51.605434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:00:51.613226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-880a7fcd-56e0-4504-bcb8-384a8b9a4284 None None] Provisioning complete for port 92ae069f-80d3-4b39-aca8-718315477fbf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:51.614783 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-880a7fcd-56e0-4504-bcb8-384a8b9a4284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.617719 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.618123 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:00:51.618624 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Bound port: 92ae069f-80d3-4b39-aca8-718315477fbf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:00:51.619008 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.652471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Pushing event updated for resources: {'Port': ['ID=0798bad6-643a-4991-9459-9dbf69ec4797,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:51.667171 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.690855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-880a7fcd-56e0-4504-bcb8-384a8b9a4284 None None] Port 92ae069f-80d3-4b39-aca8-718315477fbf cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:00:51.700677 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] For port 92ae069f-80d3-4b39-aca8-718315477fbf, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:00:51.706832 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] For port 92ae069f-80d3-4b39-aca8-718315477fbf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92ae069f-80d3-4b39-aca8-718315477fbf,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:00:51.799104 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.864489 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523323d-d44d-4582-a49c-a095daf0474c None None] Pushing event updated for resources: {'Port': ['ID=92ae069f-80d3-4b39-aca8-718315477fbf,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:51.901911 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33df2e-d425-4919-a301-ef7c103b194b None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:00:51.904748 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Routers {'60f75ccc-2df8-4501-8ce8-414086948785'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:51.905862 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['60f75ccc-2df8-4501-8ce8-414086948785'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:51.932849 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.945554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8bf4aa58-acf0-4f76-8bd8-0ac46e0fffa2 None None] Provisioning complete for port 0798bad6-643a-4991-9459-9dbf69ec4797 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:51.946344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bf4aa58-acf0-4f76-8bd8-0ac46e0fffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:51.992568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4aa58-acf0-4f76-8bd8-0ac46e0fffa2 None None] Port 0798bad6-643a-4991-9459-9dbf69ec4797 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:00:52.114899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] Provisioning complete for port 92ae069f-80d3-4b39-aca8-718315477fbf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:52.115261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.138863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.157054 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] Set router 60f75ccc-2df8-4501-8ce8-414086948785 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:00:52.226085 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.246425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.269977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] For port 92ae069f-80d3-4b39-aca8-718315477fbf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92ae069f-80d3-4b39-aca8-718315477fbf,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:52.296137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.337528 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.449235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Pushing event updated for resources: {'Port': ['ID=0798bad6-643a-4991-9459-9dbf69ec4797,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:52.479931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ea14c-9abe-4459-98b6-8337b115737a None None] Pushing event updated for resources: {'Port': ['ID=92ae069f-80d3-4b39-aca8-718315477fbf,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:52.516868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Network d11826bf-0d9b-409f-b3a6-88635df2be38 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:00:52.518554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:00:52.528323 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 4, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0798bad6-643a-4991-9459-9dbf69ec4797', 'name': '', 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'mac_address': 'fa:16:3e:f5:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:51Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 1, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'subnets': [{'id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:52.565857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd9ef3-ea43-4d8e-8a67-16872e7c6eaa None None] The sync data for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 is: [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 4, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0798bad6-643a-4991-9459-9dbf69ec4797', 'name': '', 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'mac_address': 'fa:16:3e:f5:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:51Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 1, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'subnets': [{'id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:00:52.680972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Router 60f75ccc-2df8-4501-8ce8-414086948785 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:00:52.876883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-034e5593-fc4d-47d3-9088-0a5df13913ec None None] Provisioning complete for port 0798bad6-643a-4991-9459-9dbf69ec4797 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:52.877491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034e5593-fc4d-47d3-9088-0a5df13913ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:52.890669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:00:52.910571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-13de8f49-7541-4f65-8617-2b1c5c11dc76 admin admin] 10.222.0.15 "PUT /v2.0/routers/60f75ccc-2df8-4501-8ce8-414086948785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5847986 Nov 15 23:00:52.942026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-034e5593-fc4d-47d3-9088-0a5df13913ec None None] Port 0798bad6-643a-4991-9459-9dbf69ec4797 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:00:54.266849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34282) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:54.885426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92ae069f-80d3-4b39-aca8-718315477fbf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:00:54.919878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90104655-e43d-4c94-8553-b1ea602a7bd5 req-f9235ce5-5f29-4938-8713-5c208017412d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:54.922126 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90104655-e43d-4c94-8553-b1ea602a7bd5 req-f9235ce5-5f29-4938-8713-5c208017412d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 945 time: 0.0853665 Nov 15 23:00:54.946931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 92ae069f-80d3-4b39-aca8-718315477fbf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:00:54.948190 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.005066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90104655-e43d-4c94-8553-b1ea602a7bd5 req-c96d5cec-10a6-4495-bcaa-56d1a1cbfdca tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758538 Nov 15 23:00:55.180745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Sync routers for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:00:55.199472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Routers {'60f75ccc-2df8-4501-8ce8-414086948785'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:55.200105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['60f75ccc-2df8-4501-8ce8-414086948785'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:55.226659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.310963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Set router 60f75ccc-2df8-4501-8ce8-414086948785 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:00:55.552265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Deleting port 0798bad6-643a-4991-9459-9dbf69ec4797 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:55.552894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.557582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:51Z', 'revision_number': 4, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0798bad6-643a-4991-9459-9dbf69ec4797', 'name': '', 'network_id': 'd11826bf-0d9b-409f-b3a6-88635df2be38', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'mac_address': 'fa:16:3e:f5:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:51Z', 'updated_at': '2021-11-15T23:00:52Z', 'revision_number': 2, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'subnets': [{'id': '9edc0417-d937-46a9-ab7b-ba7ab0e47f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:55.586670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Checking router: 60f75ccc-2df8-4501-8ce8-414086948785 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:00:55.587021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Updating router 60f75ccc-2df8-4501-8ce8-414086948785 port 0798bad6-643a-4991-9459-9dbf69ec4797 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:00:55.615089 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.644897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.666231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Calling delete_port for 0798bad6-643a-4991-9459-9dbf69ec4797 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:55.935259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:55.935617 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:00:55.936150 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:00:55.963606 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Pushing event deleted for resources: {'Port': ['ID=0798bad6-643a-4991-9459-9dbf69ec4797,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:55.991371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.992303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.992657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.993007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.993314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.993639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.993956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.994279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.994596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.994919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.995216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:55.995531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:00:56.150150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:56.169434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab5e48-c108-4b54-a00a-d41bdd009f9f req-fa3a0a4d-d81f-4250-9b0d-f1759a7c2b73 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:56.172894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ab5e48-c108-4b54-a00a-d41bdd009f9f req-fa3a0a4d-d81f-4250-9b0d-f1759a7c2b73 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 945 time: 0.0605714 Nov 15 23:00:56.243466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5ab5e48-c108-4b54-a00a-d41bdd009f9f req-77bdb637-1a1e-4f99-b1a7-3827b4c844ab tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/security-groups?id=884329f6-f7bb-4332-b2aa-7f374cf224cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604999 Nov 15 23:00:56.400659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-a5f769ee-8230-4dec-a722-566b7018630d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:00:56.402140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-a5f769ee-8230-4dec-a722-566b7018630d tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 945 time: 0.1200020 Nov 15 23:00:56.453954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Router 60f75ccc-2df8-4501-8ce8-414086948785 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:00:56.457809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Port 0798bad6-643a-4991-9459-9dbf69ec4797 not found while updating agent binding for router 60f75ccc-2df8-4501-8ce8-414086948785. {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 15 23:00:56.468197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Routers {'60f75ccc-2df8-4501-8ce8-414086948785'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:56.469027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['60f75ccc-2df8-4501-8ce8-414086948785'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:56.578002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] Set router 60f75ccc-2df8-4501-8ce8-414086948785 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:00:56.603181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Deleting port 64101770-532a-43ce-8bf4-0b030de68389 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:56.603790 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:56.646432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:00:56.653629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b2a1a86-c6be-486a-9212-ea570601d984 admin admin] 10.222.0.15 "PUT /v2.0/routers/60f75ccc-2df8-4501-8ce8-414086948785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3854764 Nov 15 23:00:56.656275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:56.736275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] For port 64101770-532a-43ce-8bf4-0b030de68389, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=64101770-532a-43ce-8bf4-0b030de68389,segment=NetworkSegment(8211c03e-d67c-49a6-9c27-99d24a731be4),segment_id=8211c03e-d67c-49a6-9c27-99d24a731be4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:56.736813 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:56.757971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Calling delete_port for 64101770-532a-43ce-8bf4-0b030de68389 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:56.802671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:56.814429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:55Z', 'revision_number': 5, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:56.851976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703820d1-b1e7-4ec9-b00c-df495f8f4a5d None None] The sync data for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 is: [{'id': '60f75ccc-2df8-4501-8ce8-414086948785', 'name': 'tempest-ImageQuotaTest-2091556181-router', 'tenant_id': '2d5f13091f474c2aaff71edf96b1bec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:55Z', 'revision_number': 5, 'project_id': '2d5f13091f474c2aaff71edf96b1bec4', 'gw_port': {'id': '92ae069f-80d3-4b39-aca8-718315477fbf', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f75ccc-2df8-4501-8ce8-414086948785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:00:48Z', 'updated_at': '2021-11-15T23:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:00:56.914743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:56.989026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.001954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['64101770-532a-43ce-8bf4-0b030de68389'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:00:57.019463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Pushing event deleted for resources: {'Port': ['ID=64101770-532a-43ce-8bf4-0b030de68389,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:57.064763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] No DVR routers for this DVR port 64101770-532a-43ce-8bf4-0b030de68389 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:57.067381 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.071346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cfbd4f09-6323-4f85-8698-d8884e9c7627 req-2e0d2733-c56d-4a41-9aaa-cf504cff75e7 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.57 "DELETE /v2.0/ports/64101770-532a-43ce-8bf4-0b030de68389 HTTP/1.1" status: 204 len: 173 time: 0.6615396 Nov 15 23:00:57.071787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'name': 'network-vif-deleted', 'tag': '64101770-532a-43ce-8bf4-0b030de68389'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:00:57.072485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Deleting port 92ae069f-80d3-4b39-aca8-718315477fbf {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:57.072817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.074997 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c04e8b-3090-4e82-9c6f-d7e7e9c6e552" -d '{"events": [{"server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "name": "network-vif-deleted", "tag": "64101770-532a-43ce-8bf4-0b030de68389"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:00:57.115583 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a5386-6d7c-4b02-8439-33927fa8cd54 x-openstack-request-id: req-3e2a5386-6d7c-4b02-8439-33927fa8cd54 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:00:57.115583 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7262c11c-8623-4ea4-9203-3e6dd55eb627", "name": "network-vif-deleted", "tag": "64101770-532a-43ce-8bf4-0b030de68389", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:00:57.115583 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e2a5386-6d7c-4b02-8439-33927fa8cd54 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:00:57.115583 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262c11c-8623-4ea4-9203-3e6dd55eb627', 'name': 'network-vif-deleted', 'tag': '64101770-532a-43ce-8bf4-0b030de68389', 'status': 'completed', 'code': 200} Nov 15 23:00:57.165418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] For port 92ae069f-80d3-4b39-aca8-718315477fbf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=92ae069f-80d3-4b39-aca8-718315477fbf,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:57.165883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.177993 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Calling delete_port for 92ae069f-80d3-4b39-aca8-718315477fbf owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:57.373141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-129d3a3e-d902-4bda-b469-0705fbde3b15 req-be206fae-43ad-414a-a178-233942010216 tempest-AttachVolumeNegativeTest-931709828 tempest-AttachVolumeNegativeTest-931709828-project] 10.222.0.15 "GET /v2.0/ports?device_id=7262c11c-8623-4ea4-9203-3e6dd55eb627 HTTP/1.1" status: 200 len: 210 time: 0.0331728 Nov 15 23:00:57.492693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.518967 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Pushing event deleted for resources: {'Port': ['ID=92ae069f-80d3-4b39-aca8-718315477fbf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:57.542654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37715447-af4a-4f5a-8ae7-c782dd61ac1f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:00:57.592511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.686473 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.688702 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.811631 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.812221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f75ccc-2df8-4501-8ce8-414086948785 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:00:57.824713 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.824713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb566a38-01c1-4079-b57f-41f32991404f admin admin] 10.222.0.15 "DELETE /v2.0/routers/60f75ccc-2df8-4501-8ce8-414086948785 HTTP/1.1" status: 204 len: 168 time: 1.1604609 Nov 15 23:00:57.824713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:57.869854 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Deleting subnet 9edc0417-d937-46a9-ab7b-ba7ab0e47f07 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:00:57.873146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.909462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:57.926474 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Sync routers for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:00:57.936526 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:57.937162 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 23:00:57.937736 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_agentschedulers_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60f75ccc-2df8-4501-8ce8-414086948785'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent'). {{(pid=103130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 23:00:57.946305 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Routers set() bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:00:57.946656 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Router IDs set() for agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 23:00:57.947219 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_agentschedulers_db [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60f75ccc-2df8-4501-8ce8-414086948785'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:00:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent'). {{(pid=103130) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 15 23:00:57.947577 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d0b9e-8861-422c-91bb-6a59b2552e52 None None] The sync data for ids ['60f75ccc-2df8-4501-8ce8-414086948785'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:00:58.001212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.141162 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.173241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edc0417-d937-46a9-ab7b-ba7ab0e47f07,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:58.178534 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.182132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b98e9376-b871-4bbc-b024-cfb734673fb4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9edc0417-d937-46a9-ab7b-ba7ab0e47f07 HTTP/1.1" status: 204 len: 168 time: 0.3605080 Nov 15 23:00:58.184018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d40d15-3465-44b8-b562-fd10531e1cc1 None None] Network d11826bf-0d9b-409f-b3a6-88635df2be38 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:00:58.184772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:58.254677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.307805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:00:58.311914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Deleting port e05f9501-4bc4-4619-a1e1-e951499d97df {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:58.312258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.415490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] DHCP port deletion for d11826bf-0d9b-409f-b3a6-88635df2be38 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:00:58.445367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:58.490243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Deleting port e05f9501-4bc4-4619-a1e1-e951499d97df {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:00:58.490902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.517125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Deleting subnet 6de2fe07-3dbb-4808-89a5-fd8c96ef799a {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:00:58.520911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.559357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.566731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] For port e05f9501-4bc4-4619-a1e1-e951499d97df, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e05f9501-4bc4-4619-a1e1-e951499d97df,segment=NetworkSegment(c4629638-af0c-45fa-b590-59533fc499be),segment_id=c4629638-af0c-45fa-b590-59533fc499be)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:58.567413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.580843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Calling delete_port for e05f9501-4bc4-4619-a1e1-e951499d97df owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:58.602872 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.659051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] For port e05f9501-4bc4-4619-a1e1-e951499d97df, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e05f9501-4bc4-4619-a1e1-e951499d97df,segment=NetworkSegment(c4629638-af0c-45fa-b590-59533fc499be),segment_id=c4629638-af0c-45fa-b590-59533fc499be)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:00:58.659336 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.672942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Calling delete_port for e05f9501-4bc4-4619-a1e1-e951499d97df owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:00:58.760705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.779535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.792502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de2fe07-3dbb-4808-89a5-fd8c96ef799a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:58.796266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.797003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.803010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-94ce93e3-0091-4356-b29e-b5f6de93bbc3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6de2fe07-3dbb-4808-89a5-fd8c96ef799a HTTP/1.1" status: 204 len: 168 time: 0.3535266 Nov 15 23:00:58.803658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:58.822290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] Pushing event deleted for resources: {'Port': ['ID=e05f9501-4bc4-4619-a1e1-e951499d97df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:58.835457 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e05f9501-4bc4-4619-a1e1-e951499d97df no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:58.837539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05f9501-4bc4-4619-a1e1-e951499d97df,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:58.842542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf85d41-10dd-444b-9d32-e415831278a6 None None] No DVR routers for this DVR port e05f9501-4bc4-4619-a1e1-e951499d97df on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:58.845657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] No DVR routers for this DVR port e05f9501-4bc4-4619-a1e1-e951499d97df on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:00:58.868090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e05f9501-4bc4-4619-a1e1-e951499d97df {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:58.868582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e05f9501-4bc4-4619-a1e1-e951499d97df not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:58.872680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92ae069f-80d3-4b39-aca8-718315477fbf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:58.905562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 92ae069f-80d3-4b39-aca8-718315477fbf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:58.906069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 92ae069f-80d3-4b39-aca8-718315477fbf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:58.906583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0798bad6-643a-4991-9459-9dbf69ec4797 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:00:58.913106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.928004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0798bad6-643a-4991-9459-9dbf69ec4797 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:00:58.928580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0798bad6-643a-4991-9459-9dbf69ec4797 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:00:58.944198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.965036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11826bf-0d9b-409f-b3a6-88635df2be38']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:58.974208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4629638-af0c-45fa-b590-59533fc499be') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:58.974573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4629638-af0c-45fa-b590-59533fc499be') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:58.985186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.998595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:58.999835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.005848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:00:59.012427 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:00:59.024196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bf3d03-6697-4507-bdff-d61f43f45533']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:59.034044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8211c03e-d67c-49a6-9c27-99d24a731be4') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:59.034338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8211c03e-d67c-49a6-9c27-99d24a731be4') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:00:59.045125 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.059129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.065738 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:00:59.066142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:00:59.068056 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:00:59.169835 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.175734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.184457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d11826bf-0d9b-409f-b3a6-88635df2be38 HTTP/1.1" status: 204 len: 168 time: 0.9930658 Nov 15 23:00:59.190867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fa88a-ef3f-46e4-82ad-4c03fd8892e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11826bf-0d9b-409f-b3a6-88635df2be38,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:59.203820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.210726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.216796 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c2bf3d03-6697-4507-bdff-d61f43f45533 HTTP/1.1" status: 204 len: 168 time: 0.4111617 Nov 15 23:00:59.228160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26c2a6-9106-4829-8fa1-1ba33aaec21f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bf3d03-6697-4507-bdff-d61f43f45533,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:59.443140 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.627483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34322) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:59.668385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1dcfb72b-3948-4752-82c5-4e9822b2823c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d5f13091f474c2aaff71edf96b1bec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396957 Nov 15 23:00:59.674701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:59.710178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:59.722966 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.748580 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.753425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cdddfd83-5cd8-4d7a-b52c-db7e7b71b8d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be89d450a53041a0a8b5d78331084e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391698 Nov 15 23:00:59.753656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:00:59.799822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.820284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.910029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.922651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.923893 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71f0214d-e684-40a0-af62-5771c805d55f HTTP/1.1" status: 204 len: 168 time: 0.2482762 Nov 15 23:00:59.937358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decd526-dd9e-47aa-a23e-1708b4176393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f0214d-e684-40a0-af62-5771c805d55f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:00:59.977380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.980717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:00:59.981261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/884329f6-f7bb-4332-b2aa-7f374cf224cb HTTP/1.1" status: 204 len: 168 time: 0.2266762 Nov 15 23:00:59.990708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ee08-768d-4d47-a910-78df7fac5600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884329f6-f7bb-4332-b2aa-7f374cf224cb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:00.056184 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:00.884590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:00.898285 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3487760e-d644-46db-9d06-4fb4a717145d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:00.983709 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3487760e-d644-46db-9d06-4fb4a717145d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.069966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3487760e-d644-46db-9d06-4fb4a717145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.117999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3487760e-d644-46db-9d06-4fb4a717145d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2322788 Nov 15 23:01:01.118994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487760e-d644-46db-9d06-4fb4a717145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b30c8-01ef-44a3-87cd-0669d766ac1b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:01.120795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:01.173674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.204177 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.298307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 64101770-532a-43ce-8bf4-0b030de68389 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:01:01.319426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 64101770-532a-43ce-8bf4-0b030de68389 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:01:01.320315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 64101770-532a-43ce-8bf4-0b030de68389 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:01:01.340492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.343275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:01.344442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/156b30c8-01ef-44a3-87cd-0669d766ac1b HTTP/1.1" status: 204 len: 168 time: 0.2226317 Nov 15 23:01:01.353354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67539779-710a-4802-896f-d42d0c21f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b30c8-01ef-44a3-87cd-0669d766ac1b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:03.395716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-006d1942-46e4-4753-b162-699f945fb95b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:03.397177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-006d1942-46e4-4753-b162-699f945fb95b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.0988019 Nov 15 23:01:03.412801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-fb5bdce3-b3f3-4fc2-beff-1d53ced946d5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Nov 15 23:01:03.467449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-6b478eac-043f-4690-83fa-389f22fc8a2b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487924 Nov 15 23:01:03.551814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:03.558485 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-85f737ca-9b90-41ac-9f46-9873456cae4e service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Nov 15 23:01:03.650533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-9c8d493a-cc66-4f8b-ae9a-b0bbe58a74e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858533 Nov 15 23:01:03.659507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cca017e1-ee41-4ac9-bf2f-792649755c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:03.733684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cca017e1-ee41-4ac9-bf2f-792649755c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:03.794658 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cca017e1-ee41-4ac9-bf2f-792649755c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:03.835978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cca017e1-ee41-4ac9-bf2f-792649755c8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f23ceb06a9da451b9ea3ee27fb8a2e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825897 Nov 15 23:01:03.837088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca017e1-ee41-4ac9-bf2f-792649755c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbeca72-dd9d-4e52-a544-4cd51f48906c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:03.838786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34420) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:03.888554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:03.909615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:03.997881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.000536 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.001711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecbeca72-dd9d-4e52-a544-4cd51f48906c HTTP/1.1" status: 204 len: 168 time: 0.1603425 Nov 15 23:01:04.009858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96988b2-8907-4deb-92ca-b6538208726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbeca72-dd9d-4e52-a544-4cd51f48906c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:04.226366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7460e120-a1b4-4281-8300-b7e2e63dcbc3 req-8c2558a4-1420-4f9a-b352-36ed7fcb8e8b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Nov 15 23:01:04.603156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34434) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:04.615935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9890c88-68fc-4794-b105-2c84771a8f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.693421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9890c88-68fc-4794-b105-2c84771a8f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.777035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c9890c88-68fc-4794-b105-2c84771a8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.777246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5519cde0-993e-4b9b-9ca2-34dd6b45a08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.816132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c9890c88-68fc-4794-b105-2c84771a8f31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=068be691b2864484aea7f916deec8392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118778 Nov 15 23:01:04.816997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9890c88-68fc-4794-b105-2c84771a8f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620b48db-2916-4b21-aaf0-0b823a649721,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:04.819364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34438) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:04.868288 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:04.889520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:05.005961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:05.008869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:05.010180 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/620b48db-2916-4b21-aaf0-0b823a649721 HTTP/1.1" status: 204 len: 168 time: 0.1885810 Nov 15 23:01:05.017893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384690ea-61be-4e81-8153-b58da98e1d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620b48db-2916-4b21-aaf0-0b823a649721,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:05.324959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e7f91f19-a4d5-400d-9446-ac13deafcff4 req-687b43a6-e660-4bc5-8ade-29d0afae3235 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Nov 15 23:01:06.133598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-ea4ffaf2-920d-448f-8882-68cba7c25f7b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:06.135317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-ea4ffaf2-920d-448f-8882-68cba7c25f7b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1092660 Nov 15 23:01:06.149425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:06.342936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:06.346662 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:06.429999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51d73bbd-e0f0-4f48-9b97-a7d86f487ecb req-39fab137-7ac6-4fb9-b617-a5bf89155697 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0282705 Nov 15 23:01:06.500108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.10 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/02337dc8-f443-47d8-b996-65871802cb79) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:06.649388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:06.729953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:06.777313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:06.780603 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:06.784783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:06.789062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:06.833082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:06.860708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:06.861661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:06.920526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3744223c-46b8-46a3-b561-150a3672775b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:06.935279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-b028dad7-6d11-43e1-9b66-79436ec21255 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7899652 Nov 15 23:01:06.953720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Request body: {'port': {'device_id': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:07.005855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3744223c-46b8-46a3-b561-150a3672775b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.023551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.072139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3744223c-46b8-46a3-b561-150a3672775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.103568 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f24806ab-8420-4fcd-ac6c-a81e52d76a38 None None] Provisioning complete for port 02337dc8-f443-47d8-b996-65871802cb79 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:07.104175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f24806ab-8420-4fcd-ac6c-a81e52d76a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.123925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3744223c-46b8-46a3-b561-150a3672775b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d59f24a62d0f4d2788600b08f35095d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337274 Nov 15 23:01:07.124873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:07.127382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744223c-46b8-46a3-b561-150a3672775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e0427d-d936-4d62-8ae0-dd2c67bbe37c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:07.170629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f24806ab-8420-4fcd-ac6c-a81e52d76a38 None None] Port 02337dc8-f443-47d8-b996-65871802cb79 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:07.193529 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.215708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.244219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c741cd95-fc35-4a20-8637-bbb47547c8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.306356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02337dc8-f443-47d8-b996-65871802cb79 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:01:07.313746 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.317720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.320343 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.324121 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84e0427d-d936-4d62-8ae0-dd2c67bbe37c HTTP/1.1" status: 204 len: 168 time: 0.1979451 Nov 15 23:01:07.329042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Transition to ACTIVE for port object 02337dc8-f443-47d8-b996-65871802cb79 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:01:07.332070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e7b56-ef06-4745-bac5-b58a9fb02c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e0427d-d936-4d62-8ae0-dd2c67bbe37c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:07.405961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.467644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:07.549301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Attempting to bind port 02337dc8-f443-47d8-b996-65871802cb79 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:01:07.549641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Attempting to bind port 02337dc8-f443-47d8-b996-65871802cb79 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:01:07.550088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Attempting to bind port 02337dc8-f443-47d8-b996-65871802cb79 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:07.556120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Port 02337dc8-f443-47d8-b996-65871802cb79 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:01:07.561746 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Attempting to bind port 02337dc8-f443-47d8-b996-65871802cb79 on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:07.562389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:01:07.562732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:07.563135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:01:07.563531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Bound port: 02337dc8-f443-47d8-b996-65871802cb79, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:01:07.563880 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.594380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d44c6-6202-4700-ba3f-4b3daff85644 req-572c5ff6-207a-4225-8cf5-056b7b14fe52 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:07.595966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d6d44c6-6202-4700-ba3f-4b3daff85644 req-572c5ff6-207a-4225-8cf5-056b7b14fe52 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0691984 Nov 15 23:01:07.642234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:01:07.645815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02337dc8-f443-47d8-b996-65871802cb79,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:01:07.679760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d6d44c6-6202-4700-ba3f-4b3daff85644 req-c2eb9e15-3bb3-4c7a-886d-8485547592d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755870 Nov 15 23:01:07.727563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.763106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:07.763722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:07.765147 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/02337dc8-f443-47d8-b996-65871802cb79 HTTP/1.1" status: 200 len: 1092 time: 0.8178689 Nov 15 23:01:07.765584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'tag': '02337dc8-f443-47d8-b996-65871802cb79'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:01:07.767846 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "tag": "02337dc8-f443-47d8-b996-65871802cb79"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:01:07.794654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9cdf-46d3-4063-a545-aebdfd1488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:07.818404 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00ad512-5451-417a-bfdd-0fc49fca7bd9 x-openstack-request-id: req-c00ad512-5451-417a-bfdd-0fc49fca7bd9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:01:07.818762 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "tag": "02337dc8-f443-47d8-b996-65871802cb79", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:01:07.819020 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c00ad512-5451-417a-bfdd-0fc49fca7bd9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:01:07.819424 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'tag': '02337dc8-f443-47d8-b996-65871802cb79', 'status': 'completed', 'code': 200} Nov 15 23:01:07.884548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-cd39d588-e1e1-4208-9879-4b27ea69b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:07.886486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-cd39d588-e1e1-4208-9879-4b27ea69b35a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 1095 time: 0.0474253 Nov 15 23:01:08.009892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-798449d1-b3ee-4f5d-8c9d-63a5187506cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.011902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-798449d1-b3ee-4f5d-8c9d-63a5187506cc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1167841 Nov 15 23:01:08.133811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-0d58c10c-0922-453e-80da-a71df0c9173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.135382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c3b0953-adb6-4202-a0d6-4ab3abc8fa62 req-0d58c10c-0922-453e-80da-a71df0c9173f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164582 Nov 15 23:01:08.216647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-4fa9a79d-20cb-427e-ad1b-82a067af2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.218144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-4fa9a79d-20cb-427e-ad1b-82a067af2bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 1095 time: 0.0411396 Nov 15 23:01:08.260956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-68fbaf97-afea-4a14-97b5-76e2973e909b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02337dc8-f443-47d8-b996-65871802cb79 HTTP/1.1" status: 200 len: 217 time: 0.0348871 Nov 15 23:01:08.321966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-6810d805-e4c5-4d18-b55d-2e5f7f6bed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.323441 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-6810d805-e4c5-4d18-b55d-2e5f7f6bed66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0553095 Nov 15 23:01:08.354398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:08.372849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-67ba2bd7-838c-4f07-95c3-58dd882bb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.374352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-67ba2bd7-838c-4f07-95c3-58dd882bb092 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425811 Nov 15 23:01:08.480295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-04de31e6-8783-4fe4-82ee-0d866f8ba08b service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972815 Nov 15 23:01:08.585789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-55e6abec-fe32-42ce-a017-b52ae5d6b3f1 req-cac478aa-d8a7-4d44-8a7d-d48cbedea704 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968754 Nov 15 23:01:08.810229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669c4b3-9442-4a4e-9e3a-e7592aec2dab req-73458318-ddfb-4a3f-9b81-8a0120353f05 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:08.812371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b669c4b3-9442-4a4e-9e3a-e7592aec2dab req-73458318-ddfb-4a3f-9b81-8a0120353f05 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0565841 Nov 15 23:01:08.862085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b669c4b3-9442-4a4e-9e3a-e7592aec2dab req-8462ba1b-2a74-4f98-9124-3973548f8f04 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Nov 15 23:01:09.295520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34516) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:09.441448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1051141614'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:09.447102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.520645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Made reservation on behalf of bab120ba7ebf491696c931052a5ef3bb for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:09.525171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.534097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.607045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.691760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.723107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:01:09.729761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d15be-aaf3-4d11-973a-cf07d7c50ed0,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:09.738269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.738663 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Added segment b0d29710-9540-423d-bebe-94f274896ff4 of type vlan for network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c Nov 15 23:01:09.781270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.889189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.895174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:09.896363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:09.988952 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event updated for resources: {'Network': ['ID=0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:10.001811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:01:10.009860 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e0734-e1f7-485f-85bc-b6f74f46e658 req-b896c155-9761-4f5d-832e-d57c170fa08c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:10.011399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f01e0734-e1f7-485f-85bc-b6f74f46e658 req-b896c155-9761-4f5d-832e-d57c170fa08c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0694046 Nov 15 23:01:10.047956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad7a4bd6-30d5-49e7-9708-9baeac65d93b tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7511420 Nov 15 23:01:10.050504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34522) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:10.056107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Request body: {'subnet': {'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:10.114679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f01e0734-e1f7-485f-85bc-b6f74f46e658 req-662a368a-db64-4e99-aa5e-8a500d3f152c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964367 Nov 15 23:01:10.220435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Made reservation on behalf of bab120ba7ebf491696c931052a5ef3bb for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:10.223953 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.348960 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.472792 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.536087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event updated for resources: {'Subnet': ['ID=a9a5bb83-0be7-4312-b2fe-24251922b65f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:10.546488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Checking segment: {'id': 'b0d29710-9540-423d-bebe-94f274896ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:10.546856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Network hostable DHCP agents. Network: 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:01:10.609617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:01:10.678206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:10.682672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:10.683478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.688326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92dc929-91c0-4633-9c87-5ff1b0f55a4b None None] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:10.763972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c9dcd70-b2cb-4f0a-ae49-1b5350c55bf0 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7124305 Nov 15 23:01:10.766555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34524) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:10.773836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Request body: {'port': {'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1666030792'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:10.844107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c', 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c', 'tenant_id': 'bab120ba7ebf491696c931052a5ef3bb', 'fixed_ips': [{'subnet_id': 'a9a5bb83-0be7-4312-b2fe-24251922b65f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:01:10.845232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.964039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Made reservation on behalf of bab120ba7ebf491696c931052a5ef3bb for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:10.968543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:10.988664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] device_id is not set on port 6991a9f3-a739-43eb-a537-15b22091caca yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:11.146096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Allocated IP 172.20.0.2 (0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c/a9a5bb83-0be7-4312-b2fe-24251922b65f/7125c9d0-7c7f-4818-a923-4dabcd6d6de3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:11.238596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635a7a4-7c6e-40d1-a359-8c40f0358146 req-3e96431a-0540-4e62-89fa-9557d99a2f8d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:11.240364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3635a7a4-7c6e-40d1-a359-8c40f0358146 req-3e96431a-0540-4e62-89fa-9557d99a2f8d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0536776 Nov 15 23:01:11.293416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.300589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3635a7a4-7c6e-40d1-a359-8c40f0358146 req-98e12f2b-27c2-4dca-9cd5-48a289306ccf tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531337 Nov 15 23:01:11.363794 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.407516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:11.410681 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:11.413072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:11.416249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Allocated IP 172.20.0.9 (0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c/a9a5bb83-0be7-4312-b2fe-24251922b65f/6991a9f3-a739-43eb-a537-15b22091caca) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:11.420345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Pushing event updated for resources: {'Port': ['ID=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:11.444302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.445377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.445722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.446057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.446383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.446705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.447028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.447354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.447662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.447981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.448300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.448607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:11.487651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Attempting to bind port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:01:11.488169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Attempting to bind port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'b0d29710-9540-423d-bebe-94f274896ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:01:11.488533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Attempting to bind port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 on network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:11.494842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:01:11.495411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Checking segment: {'id': 'b0d29710-9540-423d-bebe-94f274896ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:11.495864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.496573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Bound using segment: {'id': 'b0d29710-9540-423d-bebe-94f274896ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:01:11.497082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Bound port: 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d29710-9540-423d-bebe-94f274896ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:01:11.497462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.564839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] For port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:01:11.567822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] For port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,segment=NetworkSegment(b0d29710-9540-423d-bebe-94f274896ff4),segment_id=b0d29710-9540-423d-bebe-94f274896ff4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:01:11.590762 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.669094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.727093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.727749 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d907de-ba42-4cc9-8dac-3b82ea7f0306 None None] Pushing event updated for resources: {'Port': ['ID=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:11.771044 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:11.776712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:11.779606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:11.813669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event updated for resources: {'Port': ['ID=6991a9f3-a739-43eb-a537-15b22091caca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:11.838552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:11.839153 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:11.926493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34528) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:11.932913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1246eb49-dcaf-40e7-a1ef-cc0210f052a8 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1646044 Nov 15 23:01:12.036394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Deleting port 6991a9f3-a739-43eb-a537-15b22091caca {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:12.037050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.136363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.148320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Calling delete_port for 6991a9f3-a739-43eb-a537-15b22091caca owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:12.371764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.404775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event deleted for resources: {'Port': ['ID=6991a9f3-a739-43eb-a537-15b22091caca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:12.453936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9598f-b89d-4466-b27a-740ecb1b1abb req-d54e8165-a4f6-4820-85be-2cc0941839be tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:12.464357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64e9598f-b89d-4466-b27a-740ecb1b1abb req-d54e8165-a4f6-4820-85be-2cc0941839be tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0913773 Nov 15 23:01:12.503956 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.509681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af57c0ee-26a6-4f4f-964f-6d11a4d2289a tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "DELETE /v2.0/ports/6991a9f3-a739-43eb-a537-15b22091caca HTTP/1.1" status: 204 len: 168 time: 0.5811172 Nov 15 23:01:12.512125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34532) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:12.533363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-64e9598f-b89d-4466-b27a-740ecb1b1abb req-f54b7e17-1b0f-4f97-85b9-f5c7fdbf057f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652933 Nov 15 23:01:12.592703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3ad3637-ab56-4f5f-b1b9-3cda08aaf747 tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0774312 Nov 15 23:01:12.593983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:12.599039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1655512101'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:12.691789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Made reservation on behalf of bab120ba7ebf491696c931052a5ef3bb for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:12.695479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.720273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:01:12.730546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.730984 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Added segment f963a777-2485-40d6-9c25-548fcbf24032 of type vlan for network f8ac5bda-22b3-4b72-9f3e-2224f2b5200f Nov 15 23:01:12.777492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.841331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfac6cc-991d-4e34-a5ce-c619905cd668 None None] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:12.879812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.887767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:12.893045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:12.893272 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.954502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event updated for resources: {'Network': ['ID=f8ac5bda-22b3-4b72-9f3e-2224f2b5200f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:12.962053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] Provisioning complete for port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:12.962395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:12.975933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f8ac5bda-22b3-4b72-9f3e-2224f2b5200f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:01:12.995017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2e314c9a-3127-4763-93d0-545829ba1c24 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3999224 Nov 15 23:01:12.997977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34538) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.113204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:13.113468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:13.161240 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b7ad9f7-da45-4d16-9523-7a32f8fa20b8 tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.1619661 Nov 15 23:01:13.164871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34540) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.226769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:13.252969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f860b7-4b73-4105-bd63-91c2bb210aae tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] Network f8ac5bda-22b3-4b72-9f3e-2224f2b5200f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:01:13.290213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:13.293045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] For port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,segment=NetworkSegment(b0d29710-9540-423d-bebe-94f274896ff4),segment_id=b0d29710-9540-423d-bebe-94f274896ff4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:13.343777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-55f860b7-4b73-4105-bd63-91c2bb210aae tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "POST /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1774895 Nov 15 23:01:13.348487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252f241-ae75-492e-b8e7-05dc0c26edaa None None] Network f8ac5bda-22b3-4b72-9f3e-2224f2b5200f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:13.352741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.394239 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:13.506150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:01:13.506495 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:01:13.508374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-de79c087-8653-403a-be34-6b7edecf5175 tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks HTTP/1.1" status: 200 len: 5665 time: 0.1543596 Nov 15 23:01:13.511262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34544) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.532518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444287-06b4-412f-b7d3-3f85dc30ff53 None None] Pushing event updated for resources: {'Port': ['ID=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:13.564044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ef1ccb70-bcae-4386-b8f0-a130f3dd53e2 None None] Provisioning complete for port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:13.564484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef1ccb70-bcae-4386-b8f0-a130f3dd53e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:13.652119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3be766-43ec-449d-a58e-4eb637cf34db req-d19062e3-0f4d-45ac-8a50-11f956325b74 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:13.653681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f3be766-43ec-449d-a58e-4eb637cf34db req-d19062e3-0f4d-45ac-8a50-11f956325b74 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0512347 Nov 15 23:01:13.657963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d23d2fe9-b622-4d71-931d-08d783337d87 tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "DELETE /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks/f8ac5bda-22b3-4b72-9f3e-2224f2b5200f HTTP/1.1" status: 204 len: 168 time: 0.1450605 Nov 15 23:01:13.660314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.720461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f3be766-43ec-449d-a58e-4eb637cf34db req-38be841f-296a-4a23-bb1d-14bd975b5f02 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Nov 15 23:01:13.771399 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-38ffd15e-ab5d-446e-8c72-26ad8a6bb952 None None] Could not find standard attr ID for object 6991a9f3-a739-43eb-a537-15b22091caca. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 23:01:13.776651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1fc8ca8d-2f63-498c-b6d9-07c772f683fa tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.1147695 Nov 15 23:01:13.780510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.800360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-464e12bd-7b46-41ee-ad31-f24d2ef982dd tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/networks/0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0185256 Nov 15 23:01:13.803606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.822380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ebc7fa11-c7ca-4ab8-aa5a-75f01979cccc tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/networks/0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0176280 Nov 15 23:01:13.824819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:13.935569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9cb9695e-ae55-4539-bf29-fad1e1dca11c tempest-DHCPAgentSchedulersTestJSON-375925084 tempest-DHCPAgentSchedulersTestJSON-375925084-project-admin] 10.222.0.15 "GET /v2.0/agents/28656ea1-772d-49ac-a05d-51275fed5d0a/dhcp-networks HTTP/1.1" status: 200 len: 4894 time: 0.1094930 Nov 15 23:01:13.938654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:14.015386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.097388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.116030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac5bda-22b3-4b72-9f3e-2224f2b5200f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:14.124977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f963a777-2485-40d6-9c25-548fcbf24032') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:14.125260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f963a777-2485-40d6-9c25-548fcbf24032') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:14.134963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.147458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.153732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:01:14.154101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:01:14.156904 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:01:14.277952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.284592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.287698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "DELETE /v2.0/networks/f8ac5bda-22b3-4b72-9f3e-2224f2b5200f HTTP/1.1" status: 204 len: 168 time: 0.3481102 Nov 15 23:01:14.290143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:14.308384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedf7fa-5a0e-41e5-b1e2-4097de236281 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event deleted for resources: {'Network': ['ID=f8ac5bda-22b3-4b72-9f3e-2224f2b5200f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:14.324123 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc23990-eb7e-4175-9dc0-80aaa2d0018e tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] DELETE failed (client error): The resource could not be found. Nov 15 23:01:14.324707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc23990-eb7e-4175-9dc0-80aaa2d0018e tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:01:14.327739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6fc23990-eb7e-4175-9dc0-80aaa2d0018e tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "DELETE /v2.0/ports/6991a9f3-a739-43eb-a537-15b22091caca HTTP/1.1" status: 404 len: 333 time: 0.0366580 Nov 15 23:01:14.330285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34560) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:14.380227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Deleting subnet a9a5bb83-0be7-4312-b2fe-24251922b65f {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:01:14.384136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.427067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.507994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.672523 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.703174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a5bb83-0be7-4312-b2fe-24251922b65f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:14.707650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.710833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-94f5231c-90fb-435a-acef-15b8a3d99573 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "DELETE /v2.0/subnets/a9a5bb83-0be7-4312-b2fe-24251922b65f HTTP/1.1" status: 204 len: 168 time: 0.3795691 Nov 15 23:01:14.713539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34562) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:14.714439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b37bb-82b6-46ac-8d39-1a5267fbaddb None None] Network 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:14.798514 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.829479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:14.886003 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa641-c683-48b7-be9f-21e0e140550c req-03e8f802-76c9-46da-b67b-cd097f869049 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:14.887621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fafa641-c683-48b7-be9f-21e0e140550c req-03e8f802-76c9-46da-b67b-cd097f869049 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0849342 Nov 15 23:01:14.890678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:14.891046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.909016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Deleting port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:14.909354 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:14.958971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] DHCP port deletion for 0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:01:15.009132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2fafa641-c683-48b7-be9f-21e0e140550c req-7a573f42-cde7-4cc9-99fc-95562ed626fe tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Nov 15 23:01:15.011094 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] For port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,segment=NetworkSegment(b0d29710-9540-423d-bebe-94f274896ff4),segment_id=b0d29710-9540-423d-bebe-94f274896ff4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:15.011466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.025817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Calling delete_port for 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:15.033028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Deleting port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:15.033404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.099175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] For port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,segment=NetworkSegment(b0d29710-9540-423d-bebe-94f274896ff4),segment_id=b0d29710-9540-423d-bebe-94f274896ff4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:15.099566 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.112637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Calling delete_port for 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:15.203761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.211292 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.231165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event deleted for resources: {'Port': ['ID=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:15.233010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] No DVR routers for this DVR port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:15.240248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] Pushing event deleted for resources: {'Port': ['ID=7125c9d0-7c7f-4818-a923-4dabcd6d6de3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:15.242687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03a73b-6ac1-4947-83cb-244695362880 None None] No DVR routers for this DVR port 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:15.313308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.332098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:15.341525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d29710-9540-423d-bebe-94f274896ff4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:15.341820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d29710-9540-423d-bebe-94f274896ff4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:15.351403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.363982 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.369788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:01:15.370166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:01:15.373025 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:01:15.474640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.493072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:15.493072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] 10.222.0.15 "DELETE /v2.0/networks/0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c HTTP/1.1" status: 204 len: 168 time: 0.7706132 Nov 15 23:01:15.496965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e484815-bd6c-44d6-b80a-18115364ceb1 tempest-DHCPAgentSchedulersTestJSON-1062278366 tempest-DHCPAgentSchedulersTestJSON-1062278366-project] Pushing event deleted for resources: {'Network': ['ID=0e5d3b27-ea1e-4921-99a2-f2f0ff35e96c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:15.903400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:16.034631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-23c0e4fb-9b54-4fe1-976b-bde116b6f0ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bab120ba7ebf491696c931052a5ef3bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300194 Nov 15 23:01:16.037492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:16.108772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:16.138908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:16.153907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631af223-601e-4838-98ed-05629965d07d req-f5b43873-11d1-4adc-b23c-a305b6590ecb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:16.155384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-631af223-601e-4838-98ed-05629965d07d req-f5b43873-11d1-4adc-b23c-a305b6590ecb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0775785 Nov 15 23:01:16.217775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-631af223-601e-4838-98ed-05629965d07d req-dd9554e3-371f-47a4-a38d-36e6fdc4a919 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532510 Nov 15 23:01:16.280171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:16.282755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:16.283858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/824d15be-aaf3-4d11-973a-cf07d7c50ed0 HTTP/1.1" status: 204 len: 168 time: 0.2458920 Nov 15 23:01:16.292150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd70ef-2769-4f43-bd0a-9e57178b440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d15be-aaf3-4d11-973a-cf07d7c50ed0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:16.799557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:01:16.820441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:01:16.820939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7125c9d0-7c7f-4818-a923-4dabcd6d6de3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:01:16.894901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34582) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:16.908799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b30-eda1-4022-918a-e29a57aef12c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:16.982337 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b30-eda1-4022-918a-e29a57aef12c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.054693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b30-eda1-4022-918a-e29a57aef12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.096499 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-77ee5b30-eda1-4022-918a-e29a57aef12c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2399aa1ad2ec4e0eb3ce05571db51191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004354 Nov 15 23:01:17.097495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee5b30-eda1-4022-918a-e29a57aef12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78008dd-b05f-4e1d-bc91-48577c87f6ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:17.099174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34584) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:17.151882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.172588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.274497 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.277223 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:17.278596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d78008dd-b05f-4e1d-bc91-48577c87f6ca HTTP/1.1" status: 204 len: 168 time: 0.1782763 Nov 15 23:01:17.286948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b7605-a86c-4be1-855e-420174064256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78008dd-b05f-4e1d-bc91-48577c87f6ca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:17.340751 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43098-4180-4931-9ebb-eaf02f4489d7 req-b7ac97f0-38c1-4f75-aff2-20e12386965d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:17.342266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78c43098-4180-4931-9ebb-eaf02f4489d7 req-b7ac97f0-38c1-4f75-aff2-20e12386965d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0528872 Nov 15 23:01:17.389739 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78c43098-4180-4931-9ebb-eaf02f4489d7 req-411bfb0c-d8ca-4d75-8ad4-edcf42884e8f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Nov 15 23:01:18.504524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74e69-e922-4492-abdb-39e27c5ccf0a req-62b8fe07-6429-4cb4-8278-fb4652746aab tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:18.506085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cdd74e69-e922-4492-abdb-39e27c5ccf0a req-62b8fe07-6429-4cb4-8278-fb4652746aab tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0489545 Nov 15 23:01:18.554842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cdd74e69-e922-4492-abdb-39e27c5ccf0a req-8c295a52-952e-4e24-9b0b-a539e523cb23 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Nov 15 23:01:19.500164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34636) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:19.644594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:19.672065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba5eae-eb92-44ef-8798-2ad5d79fffa0 req-fe6102c6-266d-48b2-a0a1-36f0fe0c3508 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:19.673475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47ba5eae-eb92-44ef-8798-2ad5d79fffa0 req-fe6102c6-266d-48b2-a0a1-36f0fe0c3508 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0518277 Nov 15 23:01:19.720542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:19.720820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47ba5eae-eb92-44ef-8798-2ad5d79fffa0 req-ce24fe57-c65e-4e26-aa19-e9695e9f8ad6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Nov 15 23:01:19.824087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:19.934368 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Allocated IP 172.25.0.106 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c6a624f3-8510-468e-95bd-2101a257c3fa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:20.032263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:20.120623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:20.165566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:20.168526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:20.173068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:20.176150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=c6a624f3-8510-468e-95bd-2101a257c3fa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:20.286632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:20.384534 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:20.845844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef728f84-4c29-49ef-8e81-5dbe39a2aa32 req-671555ac-8d3f-491c-a28a-222605d8418e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:20.897055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef728f84-4c29-49ef-8e81-5dbe39a2aa32 req-671555ac-8d3f-491c-a28a-222605d8418e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 944 time: 0.0565090 Nov 15 23:01:20.897308 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:20.899042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef728f84-4c29-49ef-8e81-5dbe39a2aa32 req-8ee3326e-1a08-40af-97f2-1e12b860d2b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Nov 15 23:01:21.072301 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.138961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=c6a624f3-8510-468e-95bd-2101a257c3fa,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:21.148674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.223133 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.224383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2e60bef3-1ab2-4480-9aea-bb00f4e4c4e2 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7231314 Nov 15 23:01:21.227110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34644) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:21.231834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-313007155'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:21.308707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Made reservation on behalf of 256f6a35038f4dbf9fe746c778c50eb4 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:21.312508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.321950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.333562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02337dc8-f443-47d8-b996-65871802cb79 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:01:21.396187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.431083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02337dc8-f443-47d8-b996-65871802cb79,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:21.441827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '02337dc8-f443-47d8-b996-65871802cb79', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '02337dc8-f443-47d8-b996-65871802cb79', 'mac_address': 'fa:16:3e:ce:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:01:21.446080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.468645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:01:21.479886 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.482711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f28b4-c162-4283-91fa-f75d3bf04284,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:21.488190 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.488526 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Added segment ff15bb84-a1e9-4279-8097-853197cc4ab2 of type vlan for network ce788fec-fa84-4a32-820a-f61bdc1f10a9 Nov 15 23:01:21.500972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02337dc8-f443-47d8-b996-65871802cb79 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:01:21.522524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02337dc8-f443-47d8-b996-65871802cb79,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:21.532181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.589188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.618165 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.623790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:21.624398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:21.641855 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:21.687960 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Network': ['ID=ce788fec-fa84-4a32-820a-f61bdc1f10a9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:21.698114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:01:21.740432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d34bb6ac-06c4-4ced-85cc-7e4a9eb5c35d tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5123038 Nov 15 23:01:21.743699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:21.748499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Request body: {'subnet': {'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:21.849538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02337dc8-f443-47d8-b996-65871802cb79'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:01:21.918125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Made reservation on behalf of 256f6a35038f4dbf9fe746c778c50eb4 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:21.921731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.039376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e58e7-a84d-4c7d-837e-09349d8efe1e req-ebd9fef2-0ad1-4971-91bb-fbcc88d52e81 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:22.040895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f08e58e7-a84d-4c7d-837e-09349d8efe1e req-ebd9fef2-0ad1-4971-91bb-fbcc88d52e81 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Nov 15 23:01:22.088431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f08e58e7-a84d-4c7d-837e-09349d8efe1e req-9461d645-5eca-4ad4-99cd-29ec99e857b5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Nov 15 23:01:22.160382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.219490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Subnet': ['ID=7cc22efa-c377-497a-9379-d24376235bb6,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:22.226809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Checking segment: {'id': 'ff15bb84-a1e9-4279-8097-853197cc4ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:22.227155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network hostable DHCP agents. Network: ce788fec-fa84-4a32-820a-f61bdc1f10a9, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:01:22.297618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:01:22.388577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ce788fec-fa84-4a32-820a-f61bdc1f10a9) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:22.392687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:22.393276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.398637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500166b2-b9e7-4636-b046-c783055a29cf None None] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:22.488842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4fa5a460-5758-414e-ab8b-26796d0f6d2c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7440741 Nov 15 23:01:22.491504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34650) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:22.496096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1418292134', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:22.539491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ce788fec-fa84-4a32-820a-f61bdc1f10a9', 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9', 'tenant_id': '256f6a35038f4dbf9fe746c778c50eb4', 'fixed_ips': [{'subnet_id': '7cc22efa-c377-497a-9379-d24376235bb6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:01:22.540332 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.588960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.590134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.672886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Allocated IP 172.20.0.2 (ce788fec-fa84-4a32-820a-f61bdc1f10a9/7cc22efa-c377-497a-9379-d24376235bb6/a6081a72-d60c-489d-a1f7-8d660a1f60ed) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:22.677646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.810027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.863431 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.879075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.908711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:22.911671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:22.916523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:22.919649 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Pushing event updated for resources: {'Port': ['ID=a6081a72-d60c-489d-a1f7-8d660a1f60ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:22.974460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Attempting to bind port a6081a72-d60c-489d-a1f7-8d660a1f60ed on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:01:22.974934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Attempting to bind port a6081a72-d60c-489d-a1f7-8d660a1f60ed by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ff15bb84-a1e9-4279-8097-853197cc4ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:01:22.975296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Attempting to bind port a6081a72-d60c-489d-a1f7-8d660a1f60ed on network ce788fec-fa84-4a32-820a-f61bdc1f10a9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:22.980839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:01:22.981336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Checking segment: {'id': 'ff15bb84-a1e9-4279-8097-853197cc4ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:22.981783 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:22.982297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Bound using segment: {'id': 'ff15bb84-a1e9-4279-8097-853197cc4ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:01:22.982759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Bound port: a6081a72-d60c-489d-a1f7-8d660a1f60ed, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff15bb84-a1e9-4279-8097-853197cc4ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:01:22.983131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.051072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] For port a6081a72-d60c-489d-a1f7-8d660a1f60ed, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:01:23.054651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] For port a6081a72-d60c-489d-a1f7-8d660a1f60ed, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a6081a72-d60c-489d-a1f7-8d660a1f60ed,segment=NetworkSegment(ff15bb84-a1e9-4279-8097-853197cc4ab2),segment_id=ff15bb84-a1e9-4279-8097-853197cc4ab2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:01:23.119180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.144369 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.148003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.208407 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf2a28-8290-469e-bd01-ab64978bbcee req-6b74f98f-bd7e-40bb-86c6-a23879864068 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:23.210711 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12cf2a28-8290-469e-bd01-ab64978bbcee req-6b74f98f-bd7e-40bb-86c6-a23879864068 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 945 time: 0.0524542 Nov 15 23:01:23.259070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Allocated IP 172.25.0.133 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/a7092ea4-24a4-4957-a9a2-8ae7f2241138) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:23.265890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-12cf2a28-8290-469e-bd01-ab64978bbcee req-0b1e2b33-7486-444a-a012-6d22694f268c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471957 Nov 15 23:01:23.340475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02337dc8-f443-47d8-b996-65871802cb79 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:23.367206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.403501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadccf42-bba0-46e7-bdf7-d9afefae9b3e None None] Pushing event updated for resources: {'Port': ['ID=a6081a72-d60c-489d-a1f7-8d660a1f60ed,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:23.463639 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.492109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 02337dc8-f443-47d8-b996-65871802cb79 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:01:23.496815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 02337dc8-f443-47d8-b996-65871802cb79 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:23.497191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.506343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:23.510007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:23.512678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:23.531055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd82279-f683-416e-93b3-a558b2d63fed None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:01:23.562918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=a7092ea4-24a4-4957-a9a2-8ae7f2241138,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:23.630469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.655901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02337dc8-f443-47d8-b996-65871802cb79'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:01:23.658202 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f6200-76ff-4296-aa99-ba4298a2d321" -d '{"events": [{"server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "name": "network-vif-plugged", "status": "completed", "tag": "02337dc8-f443-47d8-b996-65871802cb79"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:01:23.676886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02337dc8-f443-47d8-b996-65871802cb79,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:23.690982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-77659e77-ff14-4c09-adcf-2ccb14bfd80f None None] Provisioning complete for port a7092ea4-24a4-4957-a9a2-8ae7f2241138 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:23.691363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77659e77-ff14-4c09-adcf-2ccb14bfd80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.719225 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1273f8-a59b-45d7-bd6a-da235159f9ae x-openstack-request-id: req-dd1273f8-a59b-45d7-bd6a-da235159f9ae {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:01:23.719458 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "name": "network-vif-plugged", "status": "completed", "tag": "02337dc8-f443-47d8-b996-65871802cb79", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:01:23.719886 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd1273f8-a59b-45d7-bd6a-da235159f9ae {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:01:23.720356 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02337dc8-f443-47d8-b996-65871802cb79', 'code': 200} Nov 15 23:01:23.733779 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.742996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-77659e77-ff14-4c09-adcf-2ccb14bfd80f None None] Port a7092ea4-24a4-4957-a9a2-8ae7f2241138 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:23.788897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:23.869338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110d50a-a605-49b5-99d9-658a4c12d3e4 req-78747346-3b19-4e7b-87d7-ef0488218177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:23.870861 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9110d50a-a605-49b5-99d9-658a4c12d3e4 req-78747346-3b19-4e7b-87d7-ef0488218177 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 1097 time: 0.1086564 Nov 15 23:01:23.912886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:23.986098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9110d50a-a605-49b5-99d9-658a4c12d3e4 req-cbdb33b5-0625-404f-b328-1e9f3068fa2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072345 Nov 15 23:01:24.121276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.314808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8da65-4d62-4650-99fa-6fcd2e95f008 None None] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:24.321402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Router 4d58ac41-323e-438c-9e13-43e1f3766065 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:01:24.388572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] Provisioning complete for port a6081a72-d60c-489d-a1f7-8d660a1f60ed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:24.388930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1aece-7a14-4a65-bda4-4db76686567d req-d54effd6-b41e-4fd0-9dbb-ca4a93bce31c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:24.389445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.390763 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8b1aece-7a14-4a65-bda4-4db76686567d req-d54effd6-b41e-4fd0-9dbb-ca4a93bce31c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.0521703 Nov 15 23:01:24.432751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:01:24.448702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8b1aece-7a14-4a65-bda4-4db76686567d req-e482c444-14e9-406f-afba-b30e9d2e6000 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 Nov 15 23:01:24.457205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] Sync routers for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:01:24.519680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.521272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c787b764-57ec-4c55-93cf-95e24b346ea7 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0283470 Nov 15 23:01:24.521615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:24.522241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:24.523524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:24.565265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:24.596759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.609199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:24.609821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:24.652520 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:24.653157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01eabf2-be80-41b1-a3c4-f3f768cfca45 None None] The sync data for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:01:24.676347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] For port a6081a72-d60c-489d-a1f7-8d660a1f60ed, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a6081a72-d60c-489d-a1f7-8d660a1f60ed,segment=NetworkSegment(ff15bb84-a1e9-4279-8097-853197cc4ab2),segment_id=ff15bb84-a1e9-4279-8097-853197cc4ab2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:24.740655 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.800495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3454bbc-3f8a-4046-8c6e-08dee50f28ab None None] Pushing event updated for resources: {'Port': ['ID=a6081a72-d60c-489d-a1f7-8d660a1f60ed,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:24.885108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a6081a72-d60c-489d-a1f7-8d660a1f60ed up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:24.940548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a6081a72-d60c-489d-a1f7-8d660a1f60ed triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:24.940856 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:24.989688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7457fe52-a55c-4c7a-9623-a58b1e66b627 None None] Provisioning complete for port a6081a72-d60c-489d-a1f7-8d660a1f60ed triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:24.990100 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7457fe52-a55c-4c7a-9623-a58b1e66b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:25.210720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:25.468894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Allocated IP 172.20.0.1 (ce788fec-fa84-4a32-820a-f61bdc1f10a9/7cc22efa-c377-497a-9379-d24376235bb6/2161ac69-4046-423e-98ff-a0944213e22e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:25.570304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f14e9-f490-4ee4-8f25-c22cbf18fab6 req-7cc25845-3c99-47a2-bd1e-04c3ad09e8de tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:25.572373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff7f14e9-f490-4ee4-8f25-c22cbf18fab6 req-7cc25845-3c99-47a2-bd1e-04c3ad09e8de tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Nov 15 23:01:25.588349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:25.620083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff7f14e9-f490-4ee4-8f25-c22cbf18fab6 req-0e7242cf-f011-4b7a-9e02-c412b5421265 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Nov 15 23:01:25.681368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:25.719604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:25.726593 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:25.730649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:25.736441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb499d-d0af-45ce-8c7a-424d9209ec61 req-8eec92a3-9071-49f1-8902-abb9c6278143 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:25.738246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6fb499d-d0af-45ce-8c7a-424d9209ec61 req-8eec92a3-9071-49f1-8902-abb9c6278143 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.0516617 Nov 15 23:01:25.758879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=2161ac69-4046-423e-98ff-a0944213e22e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:25.779951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:25.801412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6fb499d-d0af-45ce-8c7a-424d9209ec61 req-dad66372-f4a6-469b-9d11-c420c86b26dc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530732 Nov 15 23:01:25.984192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.039191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-05f77163-bd34-4a24-b424-c27623760735 None None] Provisioning complete for port 2161ac69-4046-423e-98ff-a0944213e22e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:26.039793 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05f77163-bd34-4a24-b424-c27623760735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.072745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-05f77163-bd34-4a24-b424-c27623760735 None None] Port 2161ac69-4046-423e-98ff-a0944213e22e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:26.263250 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.318023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.389112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.391692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=2161ac69-4046-423e-98ff-a0944213e22e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:26.484197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:26.485691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:26.603195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Router 4d58ac41-323e-438c-9e13-43e1f3766065 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:01:26.695896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3e1918a5-6fb8-44d3-b38a-36be33f12535 None None] Provisioning complete for port 2161ac69-4046-423e-98ff-a0944213e22e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:26.696261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e1918a5-6fb8-44d3-b38a-36be33f12535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.717541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:01:26.725415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-69389700-209f-43c8-9799-71e3de711257 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "PUT /v2.0/routers/4d58ac41-323e-438c-9e13-43e1f3766065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1984353 Nov 15 23:01:26.727040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34676) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:26.730475 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] Sync routers for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:01:26.731901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Request body: {'port': {'network_id': 'ce788fec-fa84-4a32-820a-f61bdc1f10a9', 'name': 'tempest-FloatingIPAdminTestJSON-1130893562'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:26.759820 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:26.759820 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:26.793913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3e1918a5-6fb8-44d3-b38a-36be33f12535 None None] Port 2161ac69-4046-423e-98ff-a0944213e22e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:26.807911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:26.818776 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:26.820161 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:26.839896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a6081a72-d60c-489d-a1f7-8d660a1f60ed up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:26.861156 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:26.861805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03314f9e-f7cd-4528-ae16-f1b31a8a6d01 None None] The sync data for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:01:26.901759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a6081a72-d60c-489d-a1f7-8d660a1f60ed triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:26.902395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.918293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Made reservation on behalf of 256f6a35038f4dbf9fe746c778c50eb4 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:26.923449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:26.941297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] device_id is not set on port 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:27.063743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Allocated IP 172.20.0.5 (ce788fec-fa84-4a32-820a-f61bdc1f10a9/7cc22efa-c377-497a-9379-d24376235bb6/9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:27.262760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:27.369718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:27.697968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:27.704076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:27.706056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event updated for resources: {'Port': ['ID=9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:27.708193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:27.757830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:27.758722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:27.862334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dc88b5c1-f8d5-4fc1-ab1a-f547a370b687 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318581 Nov 15 23:01:27.863099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34722) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:27.944312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'project_id': '256f6a35038f4dbf9fe746c778c50eb4', 'port_id': '9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:28.022310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7c18feea-9370-4144-b5c7-cc6e8ed9cb78 None None] Provisioning complete for port 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:28.022934 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c18feea-9370-4144-b5c7-cc6e8ed9cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:28.024319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:28.056851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7c18feea-9370-4144-b5c7-cc6e8ed9cb78 None None] Port 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:28.115884 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:28.218416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Allocated IP 172.25.0.155 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:28.362791 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:28.435431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:28.477004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:28.480088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:28.483907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:28.507985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Pushing event updated for resources: {'Port': ['ID=c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:28.934318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.137363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.302390 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-a68d2cf4-b777-475c-9248-90969d13699c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:29.303762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-a68d2cf4-b777-475c-9248-90969d13699c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1810691 Nov 15 23:01:29.324138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-e4663993-bf55-41e4-88fb-9863e044df1c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0144718 Nov 15 23:01:29.401032 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-36232649-ebf4-4145-b7c1-43fbeb8aae10 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692441 Nov 15 23:01:29.420570 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.434540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.497252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8656ccde-0df0-4f46-a766-129b37143ef5 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Nov 15 23:01:29.520439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.634756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Pushing event updated for resources: {'Port': ['ID=c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:29.653797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:29.659048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-a0ebffc7-a281-4cd4-9882-77052be644ca service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557670 Nov 15 23:01:29.754137 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Floating IP 0870853b-78e1-43c9-bacf-61a3baf3ef7a associated. External IP: 172.25.0.155, port: 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6. Nov 15 23:01:29.986788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:30.219753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fab6d91d-2ccb-4cf5-aaaa-6a4baeb7ab75 req-fb5adc6e-37d5-4c6e-8443-4d697c13b150 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0570192 Nov 15 23:01:30.256454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Router 4d58ac41-323e-438c-9e13-43e1f3766065 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:01:30.363125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:01:30.373178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] Sync routers for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:01:30.385515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:30.386135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:30.419543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:30.425463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:30.428744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:30.429429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:30.462049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17d1fd22-1c6f-4e59-8e5c-20970af931a9 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5960429 Nov 15 23:01:30.462360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:30.466552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:30.467214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3ea8e-7c7b-4def-88b5-4d37ea04b563 None None] The sync data for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:01:30.585029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7d1d14c4-0932-4791-8d73-a1e69efd741a tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "GET /v2.0/floatingips/0870853b-78e1-43c9-bacf-61a3baf3ef7a HTTP/1.1" status: 200 len: 983 time: 0.1214247 Nov 15 23:01:30.587559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:30.691520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c1e96307-a577-4034-90ba-793dc1bcc53b tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1029191 Nov 15 23:01:30.694230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34762) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:30.847950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:30.848286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:30.925104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:30.925420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:30.936515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:31.132662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:31.162119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=c2b094ec-ebf0-4f2a-ad13-c0bfc11c54f9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:31.217677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:31.218026 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Floating IP 0870853b-78e1-43c9-bacf-61a3baf3ef7a disassociated (deleted). External IP: 172.25.0.155, port: 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6. Nov 15 23:01:31.323452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c70ec9d2-cea7-45c1-844f-928919553edd req-9025a457-78dc-4438-a6e4-b9f319d3d139 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0293419 Nov 15 23:01:31.449865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Router 4d58ac41-323e-438c-9e13-43e1f3766065 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:01:31.556179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:01:31.560943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:31.565856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] Sync routers for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:01:31.575651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:31.576585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:31.587052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2adbbb4f-284a-4df1-9a21-9b7e829467bf tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/floatingips/0870853b-78e1-43c9-bacf-61a3baf3ef7a HTTP/1.1" status: 204 len: 168 time: 0.8918486 Nov 15 23:01:31.590516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:31.594650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:31.609347 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:31.618248 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:31.618871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:31.653687 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:31.654313 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d6db-9c20-4710-82d8-88e12d093ea9 None None] The sync data for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:01:31.700735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:31.786976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:31.887107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Allocated IP 172.25.0.59 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/036f007c-7566-4715-80e6-e5794a5f0ab6) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:31.989108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-f20012d4-87c0-4503-8e2e-ff7c8a3e474c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:31.990637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-f20012d4-87c0-4503-8e2e-ff7c8a3e474c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1076319 Nov 15 23:01:31.997848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.021510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:32.089867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.126486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:32.129549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:32.133478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:32.169680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Pushing event updated for resources: {'Port': ['ID=036f007c-7566-4715-80e6-e5794a5f0ab6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:32.181937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.182278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.182612 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.182939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.183260 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.183585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.183905 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.184228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.184546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.184896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.185215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.185525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:32.211701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:32.215984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.247452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.350326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.13 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/32ddc7c3-8da5-4186-b60a-53fccd854c0b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:32.359376 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.434559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afe4240b-6151-4eee-93dc-4f71312c06a5 req-f20b25e5-704a-4b16-a93a-d0084518180d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0342748 Nov 15 23:01:32.512485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.558038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.601201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.613086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02337dc8-f443-47d8-b996-65871802cb79'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:01:32.629817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.651055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:32.654549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:32.661904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:32.719389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:32.720059 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.722520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:32.746907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Pushing event updated for resources: {'Port': ['ID=036f007c-7566-4715-80e6-e5794a5f0ab6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:32.756769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.816176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-8b5181f3-d795-4c25-9cdc-0d6522b0907e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7986996 Nov 15 23:01:32.838516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.839765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2b2c9bf-bc2d-4f27-8a5a-fd6db6117127 tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2483311 Nov 15 23:01:32.841418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Request body: {'port': {'device_id': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:32.842709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34772) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:32.911863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:32.946238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:33.013415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d248e6ab-875e-45ce-bebb-4fda570a2dea None None] Provisioning complete for port 32ddc7c3-8da5-4186-b60a-53fccd854c0b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:33.013843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d248e6ab-875e-45ce-bebb-4fda570a2dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.033201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.055872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d248e6ab-875e-45ce-bebb-4fda570a2dea None None] Port 32ddc7c3-8da5-4186-b60a-53fccd854c0b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:33.150467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.199028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ddc7c3-8da5-4186-b60a-53fccd854c0b {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:01:33.209631 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.222243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Transition to ACTIVE for port object 32ddc7c3-8da5-4186-b60a-53fccd854c0b will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:01:33.263777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Allocated IP 172.25.0.82 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/83bd70d5-7c2f-43d2-93ad-c62426544dba) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:33.299433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.349210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Pushing event updated for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:33.378527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.435103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Attempting to bind port 32ddc7c3-8da5-4186-b60a-53fccd854c0b on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:01:33.435461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Attempting to bind port 32ddc7c3-8da5-4186-b60a-53fccd854c0b by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:01:33.435875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Attempting to bind port 32ddc7c3-8da5-4186-b60a-53fccd854c0b on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:33.440509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Port 32ddc7c3-8da5-4186-b60a-53fccd854c0b on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:01:33.440859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Attempting to bind port 32ddc7c3-8da5-4186-b60a-53fccd854c0b on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:33.452350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:01:33.452721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:33.453107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:01:33.453544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Bound port: 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:01:33.453894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.501841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.535629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:01:33.540689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:01:33.574757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:33.593956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:33.598726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:33.626988 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.627239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Pushing event updated for resources: {'Port': ['ID=83bd70d5-7c2f-43d2-93ad-c62426544dba,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:33.656595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e72de-39bd-4a3b-94d1-a6793ed82cb5 req-eaf757bb-0e7b-4871-ae62-f9f4c144f063 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:33.658127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc8e72de-39bd-4a3b-94d1-a6793ed82cb5 req-eaf757bb-0e7b-4871-ae62-f9f4c144f063 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.1046896 Nov 15 23:01:33.666234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:33.666234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.667218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] 10.222.0.55 "PUT /v2.0/ports/32ddc7c3-8da5-4186-b60a-53fccd854c0b HTTP/1.1" status: 200 len: 1092 time: 0.8367314 Nov 15 23:01:33.667831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:01:33.671551 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c2959-6722-46cb-ac51-48f0b749a9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:01:33.702991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2de8-e421-4234-b8db-260bc02f7f03 service neutron] Pushing event updated for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:33.733822 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d42bf-805d-46a1-b38a-37264517871c x-openstack-request-id: req-c35d42bf-805d-46a1-b38a-37264517871c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:01:33.734062 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:01:33.734357 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c35d42bf-805d-46a1-b38a-37264517871c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:01:33.734770 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b', 'status': 'completed', 'code': 200} Nov 15 23:01:33.755928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.775342 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc8e72de-39bd-4a3b-94d1-a6793ed82cb5 req-3893d94d-3047-4116-b4e3-ae5256a83dc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 Nov 15 23:01:33.821406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-1153b94f-c91b-4f23-9d35-c313e7c5f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:33.823338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-1153b94f-c91b-4f23-9d35-c313e7c5f54f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 1095 time: 0.0574520 Nov 15 23:01:33.884268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:33.964508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-fb66171a-0d28-406a-81c2-f35fa1a137b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:33.966042 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-fb66171a-0d28-406a-81c2-f35fa1a137b7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1287506 Nov 15 23:01:34.071065 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.079229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-351e24ad-2c8f-4a41-baf5-00c333f7f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:34.080546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e5c2959-6722-46cb-ac51-48f0b749a9dc req-351e24ad-2c8f-4a41-baf5-00c333f7f614 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025617 Nov 15 23:01:34.131828 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.171230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-2ad81fb7-d5d5-4d71-bb08-82f029653f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:34.172978 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-2ad81fb7-d5d5-4d71-bb08-82f029653f09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 1095 time: 0.0444655 Nov 15 23:01:34.196888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Pushing event updated for resources: {'Port': ['ID=83bd70d5-7c2f-43d2-93ad-c62426544dba,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:34.215158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.222328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-fe24c1a4-b78a-45ae-aab5-1476478b66fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b HTTP/1.1" status: 200 len: 217 time: 0.0351071 Nov 15 23:01:34.276359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-2c9753a6-cd16-4887-8fff-f435c74b3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:34.277991 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-2c9753a6-cd16-4887-8fff-f435c74b3ac0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0452566 Nov 15 23:01:34.285630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.286844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16f44ee3-0ce0-4aa1-b435-3245f7cb4cb1 tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4430904 Nov 15 23:01:34.289741 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34782) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:34.337927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-886e4057-13eb-4c43-89ee-ff29f4bc6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:34.339594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-886e4057-13eb-4c43-89ee-ff29f4bc6986 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497637 Nov 15 23:01:34.440652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-a5780232-b6ab-4766-8d1d-4138f3e8fbc7 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Nov 15 23:01:34.546466 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5ea0b979-95ad-4ada-80ea-f910d0d09594 req-afc3bd45-1a75-4e9d-9421-aa38dc53f7e0 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949812 Nov 15 23:01:34.634531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-50a27b12-ba25-46a0-8349-1048ae12873d tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3435671 Nov 15 23:01:34.637015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34784) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:34.706047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-713cb0aa-4294-4054-8b07-8f558ebdcf11 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0679874 Nov 15 23:01:34.708852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34786) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:34.763060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e802cc11-f110-4700-b1a4-d562f875cef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.837030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Deleting port 83bd70d5-7c2f-43d2-93ad-c62426544dba {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:34.837375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.951669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597049f8-5d9c-43ec-88a2-429beb540156 req-49672f54-a49d-4afd-ab36-c1e52d8a5b10 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:34.953110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-597049f8-5d9c-43ec-88a2-429beb540156 req-49672f54-a49d-4afd-ab36-c1e52d8a5b10 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0768318 Nov 15 23:01:34.954800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.955117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:34.974160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Calling delete_port for 83bd70d5-7c2f-43d2-93ad-c62426544dba owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:35.051270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-597049f8-5d9c-43ec-88a2-429beb540156 req-10d66d55-a7f1-4967-9337-a2914226df60 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881374 Nov 15 23:01:35.255257 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.285501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Pushing event deleted for resources: {'Port': ['ID=83bd70d5-7c2f-43d2-93ad-c62426544dba,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:35.307753 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:01:35.352279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.355139 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.356291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-85775af1-484f-47f7-a3e4-2a51d674d36c tempest-FloatingIPAdminTestJSON-646659097 tempest-FloatingIPAdminTestJSON-646659097-project] 10.222.0.15 "DELETE /v2.0/floatingips/2e771014-3fec-4c63-9c7c-24cb65b744ff HTTP/1.1" status: 204 len: 168 time: 0.6465447 Nov 15 23:01:35.358930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34790) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:35.482417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Deleting port 036f007c-7566-4715-80e6-e5794a5f0ab6 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:35.482760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.560598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.560598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.571836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Calling delete_port for 036f007c-7566-4715-80e6-e5794a5f0ab6 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:35.783526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.816273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Pushing event deleted for resources: {'Port': ['ID=036f007c-7566-4715-80e6-e5794a5f0ab6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:35.880175 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.883602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:35.888659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1ee7447d-03ea-4335-a2a9-916343c992ba tempest-FloatingIPAdminTestJSON-1767330979 tempest-FloatingIPAdminTestJSON-1767330979-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/2c1e5950-c2b3-45ce-b5fb-c3a82fa2b54b HTTP/1.1" status: 204 len: 168 time: 0.5247450 Nov 15 23:01:35.888939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34792) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:35.983628 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:35.983967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:36.080561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:36.094877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for 9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:36.181162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0808a8b-170c-4aab-a21b-2d4a5618a41c req-65f8bd7a-7113-412d-9340-7d2b8db4c0e9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:36.182936 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0808a8b-170c-4aab-a21b-2d4a5618a41c req-65f8bd7a-7113-412d-9340-7d2b8db4c0e9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0553982 Nov 15 23:01:36.246181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0808a8b-170c-4aab-a21b-2d4a5618a41c req-6023ad85-6219-4358-9392-9724a57248b8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567503 Nov 15 23:01:36.346965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:36.380067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:36.454521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:36.458208 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5280df7e-6522-441e-a2b5-61020907c73c tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/ports/9f4c7c71-7e32-43e9-85e7-9d3abafd8bc6 HTTP/1.1" status: 204 len: 168 time: 0.5683124 Nov 15 23:01:36.461509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:36.511855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ebd4f-d7f5-4bad-8d15-2cea358c25de tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:36.513472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d26ebd4f-d7f5-4bad-8d15-2cea358c25de tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d58ac41-323e-438c-9e13-43e1f3766065 HTTP/1.1" status: 200 len: 913 time: 0.0510130 Nov 15 23:01:36.516415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:36.931576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:37.186998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39ef732-8a37-4b92-9d63-baed2e3e36b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:37.373878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902c9d-ff70-4941-bc5a-5eacff753695 req-1677c57d-393b-4834-96e5-1aaf8367fe2b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:37.375495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50902c9d-ff70-4941-bc5a-5eacff753695 req-1677c57d-393b-4834-96e5-1aaf8367fe2b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0585377 Nov 15 23:01:37.425271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50902c9d-ff70-4941-bc5a-5eacff753695 req-1c89e4d4-fdb2-4a90-9bbc-a9e2ef0495fe tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Nov 15 23:01:37.484961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port 2161ac69-4046-423e-98ff-a0944213e22e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:37.485294 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:37.571923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:37.585256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for 2161ac69-4046-423e-98ff-a0944213e22e owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:37.877951 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:37.909132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=2161ac69-4046-423e-98ff-a0944213e22e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:38.104479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.345489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Router 4d58ac41-323e-438c-9e13-43e1f3766065 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:01:38.364024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.452264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:01:38.457842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c4e254c-2303-49e1-a21f-b16e264113df tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "PUT /v2.0/routers/4d58ac41-323e-438c-9e13-43e1f3766065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9403572 Nov 15 23:01:38.460245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:38.464170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] Sync routers for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:01:38.475793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:38.476471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:38.513280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:38.524490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] Routers {'4d58ac41-323e-438c-9e13-43e1f3766065'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:01:38.525390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:01:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4d58ac41-323e-438c-9e13-43e1f3766065'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:38.555721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e67480-bd2a-4141-9129-f2bb0cff2065 req-ee1d1fa0-459c-4f0d-a78b-03318e8de521 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:38.557835 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06e67480-bd2a-4141-9129-f2bb0cff2065 req-ee1d1fa0-459c-4f0d-a78b-03318e8de521 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0522561 Nov 15 23:01:38.565507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:38.566332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87487b7-d341-4017-bbeb-9573365d705a None None] The sync data for ids ['4d58ac41-323e-438c-9e13-43e1f3766065'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:01:38.581069 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.607668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06e67480-bd2a-4141-9129-f2bb0cff2065 req-1d6157e6-3b9b-42b8-a5dd-b25e523535b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Nov 15 23:01:38.682633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.813472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port a7092ea4-24a4-4957-a9a2-8ae7f2241138 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:38.813808 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.892672 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:38.905647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for a7092ea4-24a4-4957-a9a2-8ae7f2241138 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:39.169500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.194231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=a7092ea4-24a4-4957-a9a2-8ae7f2241138,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:39.213852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03a0a7-98ad-442c-9358-4acf9d75a6eb None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:01:39.268313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.359617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.361748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.489196 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.515087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.515883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Fanout notify agent at l3_agent the message router_deleted on router 4d58ac41-323e-438c-9e13-43e1f3766065 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:01:39.527401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.529575 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f8a028fe-7784-4a39-bf7c-f8cdf4ab991a tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/routers/4d58ac41-323e-438c-9e13-43e1f3766065 HTTP/1.1" status: 204 len: 168 time: 1.0681007 Nov 15 23:01:39.532425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34806) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:39.595953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting subnet 7cc22efa-c377-497a-9379-d24376235bb6 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:01:39.599271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.913096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.913096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:39.914331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847b5d4-9a0b-4e5d-bf99-d172f1d0c340 req-338f4e32-3dd0-4a8f-ba43-f943e29e72ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:39.914331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2847b5d4-9a0b-4e5d-bf99-d172f1d0c340 req-338f4e32-3dd0-4a8f-ba43-f943e29e72ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0598764 Nov 15 23:01:39.914331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2847b5d4-9a0b-4e5d-bf99-d172f1d0c340 req-830f49f5-63d5-4eaf-8a6a-1f74d1561ec9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Nov 15 23:01:39.999025 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.033191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.041137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/subnets/7cc22efa-c377-497a-9379-d24376235bb6 HTTP/1.1" status: 204 len: 168 time: 0.5028932 Nov 15 23:01:40.041137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17251aa-524f-4b85-a107-c5bd3a7d95bc tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc22efa-c377-497a-9379-d24376235bb6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:40.041329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:40.045290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562618de-39ff-4f54-a19b-03661d34ef5e None None] Network ce788fec-fa84-4a32-820a-f61bdc1f10a9 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:40.129580 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.197490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port a6081a72-d60c-489d-a1f7-8d660a1f60ed {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:40.198066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.231839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] DHCP port deletion for ce788fec-fa84-4a32-820a-f61bdc1f10a9 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:01:40.267730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] For port a6081a72-d60c-489d-a1f7-8d660a1f60ed, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a6081a72-d60c-489d-a1f7-8d660a1f60ed,segment=NetworkSegment(ff15bb84-a1e9-4279-8097-853197cc4ab2),segment_id=ff15bb84-a1e9-4279-8097-853197cc4ab2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:40.268146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.283981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for a6081a72-d60c-489d-a1f7-8d660a1f60ed owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:40.292330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Deleting port a6081a72-d60c-489d-a1f7-8d660a1f60ed {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:40.292725 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.355895 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.363009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] For port a6081a72-d60c-489d-a1f7-8d660a1f60ed, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a6081a72-d60c-489d-a1f7-8d660a1f60ed,segment=NetworkSegment(ff15bb84-a1e9-4279-8097-853197cc4ab2),segment_id=ff15bb84-a1e9-4279-8097-853197cc4ab2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:40.363603 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.376135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Calling delete_port for a6081a72-d60c-489d-a1f7-8d660a1f60ed owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:40.512372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.519315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.541609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=a6081a72-d60c-489d-a1f7-8d660a1f60ed,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:40.543628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] No DVR routers for this DVR port a6081a72-d60c-489d-a1f7-8d660a1f60ed on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:40.547846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] Pushing event deleted for resources: {'Port': ['ID=a6081a72-d60c-489d-a1f7-8d660a1f60ed,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:40.556029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67033324-9c43-4dd3-9b6f-5aff62f599ec None None] No DVR routers for this DVR port a6081a72-d60c-489d-a1f7-8d660a1f60ed on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:40.629138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.654717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce788fec-fa84-4a32-820a-f61bdc1f10a9']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:40.664439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff15bb84-a1e9-4279-8097-853197cc4ab2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:40.664903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff15bb84-a1e9-4279-8097-853197cc4ab2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:40.674805 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.690053 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.697287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:01:40.697658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:01:40.700601 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:01:40.819165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a6081a72-d60c-489d-a1f7-8d660a1f60ed no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:01:40.837905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.848458 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:40.848591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/networks/ce788fec-fa84-4a32-820a-f61bdc1f10a9 HTTP/1.1" status: 204 len: 168 time: 0.8080051 Nov 15 23:01:40.851203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:40.851680 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a6081a72-d60c-489d-a1f7-8d660a1f60ed {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:01:40.852011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a6081a72-d60c-489d-a1f7-8d660a1f60ed not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:01:40.865280 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1637f1a-7051-43dc-b31b-2824caf91a48 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Network': ['ID=ce788fec-fa84-4a32-820a-f61bdc1f10a9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:40.955812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaddee-fec6-4f54-975d-a3db660be7df req-e38be451-efad-4d1d-9777-aa5b68710f42 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:40.957622 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33eaddee-fec6-4f54-975d-a3db660be7df req-e38be451-efad-4d1d-9777-aa5b68710f42 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0546424 Nov 15 23:01:41.034054 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33eaddee-fec6-4f54-975d-a3db660be7df req-97517c26-7b11-4fb2-9572-c449c52335a8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Nov 15 23:01:41.049425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Deleting port c6a624f3-8510-468e-95bd-2101a257c3fa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:41.049768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.128624 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.129031 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.141582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Calling delete_port for c6a624f3-8510-468e-95bd-2101a257c3fa owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:41.343869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.370860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Pushing event deleted for resources: {'Port': ['ID=c6a624f3-8510-468e-95bd-2101a257c3fa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:41.435128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.439200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:41.440493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8f8868d0-c4f8-4096-bd7a-823eddfcf233 tempest-FloatingIPAdminTestJSON-1390206499 tempest-FloatingIPAdminTestJSON-1390206499-project] 10.222.0.15 "DELETE /v2.0/floatingips/6af4c4ac-596b-4006-ac03-4faf420a8964 HTTP/1.1" status: 204 len: 168 time: 0.5883031 Nov 15 23:01:41.951055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34824) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:42.097301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c6f3a521-bc6f-4c4e-8dfe-3522d20f4b3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=256f6a35038f4dbf9fe746c778c50eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450710 Nov 15 23:01:42.100250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34830) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:42.143897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb6a1a-a8da-4f0f-b1c8-ef9eaedb19b4 req-dfd6d3d0-caf9-4aed-a007-e6b12367c117 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:42.145805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bbb6a1a-a8da-4f0f-b1c8-ef9eaedb19b4 req-dfd6d3d0-caf9-4aed-a007-e6b12367c117 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0574491 Nov 15 23:01:42.159965 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:42.185283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:42.195605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9bbb6a1a-a8da-4f0f-b1c8-ef9eaedb19b4 req-1fab59c8-ccc5-44cf-b581-83ccf0dd5b3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Nov 15 23:01:42.315079 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:42.317716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:42.319288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a8f28b4-c162-4283-91fa-f75d3bf04284 HTTP/1.1" status: 204 len: 168 time: 0.2179809 Nov 15 23:01:42.329463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcfca4-c479-48e3-8546-16ddaddb7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f28b4-c162-4283-91fa-f75d3bf04284,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:43.042529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34836) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:43.055658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f15bcb22-4413-43fb-a472-374fcb9b00c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.133821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f15bcb22-4413-43fb-a472-374fcb9b00c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.235333 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f15bcb22-4413-43fb-a472-374fcb9b00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.285823 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f15bcb22-4413-43fb-a472-374fcb9b00c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=991e9a58d6bd4775892fcaa3c05cd1f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421989 Nov 15 23:01:43.286679 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bcb22-4413-43fb-a472-374fcb9b00c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb26c28-40d4-4b45-a025-66c0e11838ca,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:43.288894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34840) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:43.332231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4b534-0ec8-4def-9389-ae9f668d0c54 req-0dbcaca3-7ad4-41da-91f9-e8e922625166 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:43.333654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74d4b534-0ec8-4def-9389-ae9f668d0c54 req-0dbcaca3-7ad4-41da-91f9-e8e922625166 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0617578 Nov 15 23:01:43.345284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.370925 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.392137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74d4b534-0ec8-4def-9389-ae9f668d0c54 req-415e511f-8797-4358-b1c6-c2510a313882 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Nov 15 23:01:43.515417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.518898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:43.520214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdb26c28-40d4-4b45-a025-66c0e11838ca HTTP/1.1" status: 204 len: 168 time: 0.2301848 Nov 15 23:01:43.529443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759b31-df2c-4005-8582-fbd7b4715a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb26c28-40d4-4b45-a025-66c0e11838ca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:44.370047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34848) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:44.388176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e3b925b-a9f7-4e15-81e2-d82c20d65056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.479335 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e3b925b-a9f7-4e15-81e2-d82c20d65056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.518186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ed51d-d334-4551-b52f-a9c8bc7da595 req-68735b92-9ded-4264-9f5c-642c06096ad1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:44.519608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-683ed51d-d334-4551-b52f-a9c8bc7da595 req-68735b92-9ded-4264-9f5c-642c06096ad1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0536947 Nov 15 23:01:44.567984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6e3b925b-a9f7-4e15-81e2-d82c20d65056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.570478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-683ed51d-d334-4551-b52f-a9c8bc7da595 req-a86edda5-7ba3-4c27-a78b-a3d39fc06efa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Nov 15 23:01:44.608277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6e3b925b-a9f7-4e15-81e2-d82c20d65056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4affa78108b459bbdefe5a8f56ca516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370174 Nov 15 23:01:44.609179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b925b-a9f7-4e15-81e2-d82c20d65056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632ad38-0a23-4e76-a763-3235ec2a8d47,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:44.611134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34852) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:44.665241 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.688021 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.838406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.841052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:44.843333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2632ad38-0a23-4e76-a763-3235ec2a8d47 HTTP/1.1" status: 204 len: 168 time: 0.2311866 Nov 15 23:01:44.852653 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a171056-9079-444d-a798-3039ea3fe067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632ad38-0a23-4e76-a763-3235ec2a8d47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:45.702504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986ea4-8740-4ac3-ab14-fe3920b09822 req-d69e2db0-bb21-40ad-a6fe-f77dc976a35e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:45.704668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80986ea4-8740-4ac3-ab14-fe3920b09822 req-d69e2db0-bb21-40ad-a6fe-f77dc976a35e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0570052 Nov 15 23:01:45.761441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80986ea4-8740-4ac3-ab14-fe3920b09822 req-873b0e11-f3cb-4f9b-a111-137b7d47d434 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Nov 15 23:01:46.090060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34876) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:46.191040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1512380819'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:46.297686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:46.301385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.311099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.389463 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.443395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.469781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:01:46.481387 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77410c96-4727-494f-850c-f224d607dcc7,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:46.484368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.484727 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Added segment c5896bf5-c53f-427d-a255-35b03ae4cf7a of type vlan for network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 Nov 15 23:01:46.523189 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.630322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.637922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:46.638539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:46.707230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Network': ['ID=05b7db1e-c27b-4fd0-b233-5887bae8dbf6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:46.719564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:01:46.796922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0bc624bf-8245-454d-8af8-e8407160aab2 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7054927 Nov 15 23:01:46.800485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34882) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:46.806250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'subnet': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:46.937696 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eb48b-83b3-45db-987e-4fa4ca170e4a req-cbc5fe8a-5bfe-473d-9c33-3277bdfdc609 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:46.939153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-699eb48b-83b3-45db-987e-4fa4ca170e4a req-cbc5fe8a-5bfe-473d-9c33-3277bdfdc609 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0895257 Nov 15 23:01:46.998345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-699eb48b-83b3-45db-987e-4fa4ca170e4a req-06c66684-4383-4153-9c72-13724e22181b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 Nov 15 23:01:47.046245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:47.049883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:47.292532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:47.369207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Subnet': ['ID=72da5b30-2063-4b80-9b80-1e81f9e486a4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:47.378789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Checking segment: {'id': 'c5896bf5-c53f-427d-a255-35b03ae4cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:47.379396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network hostable DHCP agents. Network: 05b7db1e-c27b-4fd0-b233-5887bae8dbf6, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:01:47.489662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:01:47.572150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 05b7db1e-c27b-4fd0-b233-5887bae8dbf6) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:47.576239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:47.576859 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:47.582494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78218f0-fe2b-4a72-a557-0b340dc75815 None None] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:47.671827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a5ead88c-a509-46ad-bef3-99e1d62023c5 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8701737 Nov 15 23:01:47.674464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34884) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:47.679494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-817102157'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:47.730807 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'tenant_id': 'd2aa44c3f3184cbd9714d90c55d5c5d4', 'fixed_ips': [{'subnet_id': '72da5b30-2063-4b80-9b80-1e81f9e486a4'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:01:47.731589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:47.873621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Allocated IP 2001:db8::2 (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/75259091-db31-4cd4-a7d9-5f521bd405db) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:47.886147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:47.889848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:47.907804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port c9ad2431-7678-4790-bbcc-1e9da151041a yet. {{(pid=103128) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:48.026629 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.121406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.121868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d3b7c-b87a-483b-b14c-a3390f7aef1a req-e463e5f6-cb54-4776-abbe-b670ac62c5ef tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:48.123377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-617d3b7c-b87a-483b-b14c-a3390f7aef1a req-e463e5f6-cb54-4776-abbe-b670ac62c5ef tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0547154 Nov 15 23:01:48.165027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:48.169938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:48.173754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:48.182154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Pushing event updated for resources: {'Port': ['ID=75259091-db31-4cd4-a7d9-5f521bd405db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:48.212922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::e7 (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/c9ad2431-7678-4790-bbcc-1e9da151041a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:48.217991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-617d3b7c-b87a-483b-b14c-a3390f7aef1a req-1321e512-bee2-4ac4-ad2c-1e22f31a070d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Nov 15 23:01:48.240376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Attempting to bind port 75259091-db31-4cd4-a7d9-5f521bd405db on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:01:48.240777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Attempting to bind port 75259091-db31-4cd4-a7d9-5f521bd405db by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c5896bf5-c53f-427d-a255-35b03ae4cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:01:48.241136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Attempting to bind port 75259091-db31-4cd4-a7d9-5f521bd405db on network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:01:48.246664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:01:48.247028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Checking segment: {'id': 'c5896bf5-c53f-427d-a255-35b03ae4cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:01:48.247426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.247809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Bound using segment: {'id': 'c5896bf5-c53f-427d-a255-35b03ae4cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:01:48.248293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Bound port: 75259091-db31-4cd4-a7d9-5f521bd405db, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5896bf5-c53f-427d-a255-35b03ae4cf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:01:48.248859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.313904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] For port 75259091-db31-4cd4-a7d9-5f521bd405db, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:01:48.317217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] For port 75259091-db31-4cd4-a7d9-5f521bd405db, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=75259091-db31-4cd4-a7d9-5f521bd405db,segment=NetworkSegment(c5896bf5-c53f-427d-a255-35b03ae4cf7a),segment_id=c5896bf5-c53f-427d-a255-35b03ae4cf7a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:01:48.367862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.372862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.435275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ac057-ab0c-4838-ad25-00a7b16d4367 None None] Pushing event updated for resources: {'Port': ['ID=75259091-db31-4cd4-a7d9-5f521bd405db,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:48.446908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.492356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:48.496184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:48.500036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:48.505756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:48.506356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.515073 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=c9ad2431-7678-4790-bbcc-1e9da151041a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:48.591377 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-061ea21a-a08f-46f2-bb66-2137ece6d5cb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9157896 Nov 15 23:01:48.596282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34888) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:48.601980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186597358', 'allowed_address_pairs': [{'ip_address': '2001:db8::e7', 'mac_address': 'fa:16:3e:24:68:5f'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:48.792169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:48.848036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 75259091-db31-4cd4-a7d9-5f521bd405db up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:48.888814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.895600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 75259091-db31-4cd4-a7d9-5f521bd405db triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:48.895963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:48.906975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:48.979351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.023640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 75259091-db31-4cd4-a7d9-5f521bd405db, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=75259091-db31-4cd4-a7d9-5f521bd405db,segment=NetworkSegment(c5896bf5-c53f-427d-a255-35b03ae4cf7a),segment_id=c5896bf5-c53f-427d-a255-35b03ae4cf7a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:49.045101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::3d8 (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:49.143915 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.200824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=75259091-db31-4cd4-a7d9-5f521bd405db,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:49.218678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.339798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe36ec-4798-4476-aba6-4afc92b48d51 req-b5ba343a-cb8b-48c8-b536-2f413d80abcd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:49.341448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eabe36ec-4798-4476-aba6-4afc92b48d51 req-b5ba343a-cb8b-48c8-b536-2f413d80abcd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0514710 Nov 15 23:01:49.388051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.388185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682555d-9faa-4ab9-8040-39e2ad4745b4 None None] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:49.399743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eabe36ec-4798-4476-aba6-4afc92b48d51 req-5992f3b9-8073-4d2e-999b-2a210d784557 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514507 Nov 15 23:01:49.437082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:49.440424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:49.442923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:49.449486 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:49.450112 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.461702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:49.563360 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9dc5fead-ed33-4c42-82fe-d70e3e99e7fd tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9653029 Nov 15 23:01:49.566379 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34892) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:49.621716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-264d25df-1828-4d49-8441-2267a46421b7 None None] Provisioning complete for port 75259091-db31-4cd4-a7d9-5f521bd405db triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:49.622081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-264d25df-1828-4d49-8441-2267a46421b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.649499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc06bf-e6e1-44ab-8951-8dce40e68f5b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:49.655380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc06bf-e6e1-44ab-8951-8dce40e68f5b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:49.661310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc06bf-e6e1-44ab-8951-8dce40e68f5b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:49.662992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21bc06bf-e6e1-44ab-8951-8dce40e68f5b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0955915 Nov 15 23:01:49.668287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34894) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:49.760813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:49.761155 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.851122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:49.863621 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:49.998057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Provisioning complete for port b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:49.998554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.035552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Port b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:50.047937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Provisioning complete for port c9ad2431-7678-4790-bbcc-1e9da151041a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:50.048291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.081136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.089224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Port c9ad2431-7678-4790-bbcc-1e9da151041a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:50.100532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Provisioning complete for port 75259091-db31-4cd4-a7d9-5f521bd405db triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:50.100924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e501c942-029a-411e-b6da-91593f607fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.167688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:50.237608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.240938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ee0f0b0-b7c9-4ad4-8392-9a7d1f35527b tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 HTTP/1.1" status: 204 len: 168 time: 0.5742626 Nov 15 23:01:50.244282 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34896) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:50.269116 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d415152-0376-4645-979f-07af4b2672b9 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] GET failed (client error): The resource could not be found. Nov 15 23:01:50.273983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7d415152-0376-4645-979f-07af4b2672b9 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports/b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1 HTTP/1.1" status: 404 len: 333 time: 0.0253870 Nov 15 23:01:50.274887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34898) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:50.280183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-609593734'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:50.309497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c06ca1c7-6321-488a-a81e-0c0174140006 None None] Provisioning complete for port c9ad2431-7678-4790-bbcc-1e9da151041a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:50.309859 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c06ca1c7-6321-488a-a81e-0c0174140006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.350439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c06ca1c7-6321-488a-a81e-0c0174140006 None None] Port c9ad2431-7678-4790-bbcc-1e9da151041a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:50.466447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a132bc63-6c1a-464a-83bd-46c23e7f613a None None] Could not find standard attr ID for object b2fa9adc-88a4-4ed6-a8f2-50b3442c98a1. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 23:01:50.503474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:50.508088 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:50.532085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port f4aa72aa-eddd-407a-afaa-ac8e65ea640b yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:50.536759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedb505-f18b-41ff-9e19-b454076692ba req-2977683e-a214-4abb-8381-cb4f84c200d4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:50.538349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdedb505-f18b-41ff-9e19-b454076692ba req-2977683e-a214-4abb-8381-cb4f84c200d4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0552499 Nov 15 23:01:50.601255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdedb505-f18b-41ff-9e19-b454076692ba req-2f809185-7f6e-4d57-8e4d-5c63f7246b90 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Nov 15 23:01:50.664586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::c8 (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/f4aa72aa-eddd-407a-afaa-ac8e65ea640b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:50.827381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 75259091-db31-4cd4-a7d9-5f521bd405db up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:01:50.890842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 75259091-db31-4cd4-a7d9-5f521bd405db triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:50.890842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.065738 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.190749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.231374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:51.236291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:51.240016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:51.246135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:51.246728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.257152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=f4aa72aa-eddd-407a-afaa-ac8e65ea640b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:51.374550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e2a4b3b5-9ebb-4871-b937-3b4044e9e0bb tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0980053 Nov 15 23:01:51.376727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34902) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:51.384119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e7', 'mac_address': 'fa:16:3e:24:68:5f'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:51.456424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.494572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c5c33117-7d31-401d-ad8f-46e83ca196ff None None] Provisioning complete for port f4aa72aa-eddd-407a-afaa-ac8e65ea640b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:51.495116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5c33117-7d31-401d-ad8f-46e83ca196ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.533767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c5c33117-7d31-401d-ad8f-46e83ca196ff None None] Port f4aa72aa-eddd-407a-afaa-ac8e65ea640b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:51.638401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.715085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb096f-1e23-409c-a6de-e417b10b3635 req-c7337ec2-b221-4405-aba3-d5692d3ed35a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:51.716518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8eb096f-1e23-409c-a6de-e417b10b3635 req-c7337ec2-b221-4405-aba3-d5692d3ed35a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0474572 Nov 15 23:01:51.760395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.764374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8eb096f-1e23-409c-a6de-e417b10b3635 req-67a54d9b-0792-44d5-a8e7-2aa7c2ef439d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Nov 15 23:01:51.796598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] In _notify_port_updated(), no bound segment for port f4aa72aa-eddd-407a-afaa-ac8e65ea640b on network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 23:01:51.802252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:51.802876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:51.804172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "PUT /v2.0/ports/f4aa72aa-eddd-407a-afaa-ac8e65ea640b HTTP/1.1" status: 200 len: 1000 time: 0.4263568 Nov 15 23:01:51.807187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34906) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:51.845080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50d041-8f2e-49c1-9081-e40c01a5e613 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=f4aa72aa-eddd-407a-afaa-ac8e65ea640b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:51.916452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port f4aa72aa-eddd-407a-afaa-ac8e65ea640b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:51.916949 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.014119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.026110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for f4aa72aa-eddd-407a-afaa-ac8e65ea640b owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:52.056989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a95a4604-b8a9-4c18-b894-a78d5cfcb5ec None None] Provisioning complete for port f4aa72aa-eddd-407a-afaa-ac8e65ea640b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:52.057426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a95a4604-b8a9-4c18-b894-a78d5cfcb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.094933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a95a4604-b8a9-4c18-b894-a78d5cfcb5ec None None] Port f4aa72aa-eddd-407a-afaa-ac8e65ea640b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:52.246174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.274651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=f4aa72aa-eddd-407a-afaa-ac8e65ea640b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:52.405042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.410070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7f34772d-0101-410c-a961-11f6ffc494d6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/f4aa72aa-eddd-407a-afaa-ac8e65ea640b HTTP/1.1" status: 204 len: 168 time: 0.6016541 Nov 15 23:01:52.413022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:52.441940 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-888885b1-31d9-4f1a-98b9-7472d960b687 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] GET failed (client error): The resource could not be found. Nov 15 23:01:52.443788 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-888885b1-31d9-4f1a-98b9-7472d960b687 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports/f4aa72aa-eddd-407a-afaa-ac8e65ea640b HTTP/1.1" status: 404 len: 333 time: 0.0297799 Nov 15 23:01:52.449531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34910) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:52.453785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-41717393'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:52.657650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:52.661106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:52.678683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:52.796476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::314 (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/141e4ba8-b422-42e9-a1f8-5bb8d0d8a344) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:52.883300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2dd5f-9088-4486-b3b0-f7b9370cbc16 req-27c22aef-7ed7-43fb-84b9-dbe0eb7a245a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:52.886150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4f2dd5f-9088-4486-b3b0-f7b9370cbc16 req-27c22aef-7ed7-43fb-84b9-dbe0eb7a245a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0488400 Nov 15 23:01:52.938057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4f2dd5f-9088-4486-b3b0-f7b9370cbc16 req-9cc67249-8acb-4376-8fc7-ef9fe62ce300 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Nov 15 23:01:52.949222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.086432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.128285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:53.133612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:53.137343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:53.142931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:53.143541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.154023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=141e4ba8-b422-42e9-a1f8-5bb8d0d8a344,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:53.232403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3d47dfff-57d8-4a60-94b4-57f25b5703f4 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7836440 Nov 15 23:01:53.234904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34914) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:53.240177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:24:68:5f'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:53.320261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.423261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c4966718-6709-4ff3-976b-b23ea53aa2e9 None None] Provisioning complete for port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:53.423773 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4966718-6709-4ff3-976b-b23ea53aa2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.457686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c4966718-6709-4ff3-976b-b23ea53aa2e9 None None] Port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:53.499768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.557764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.591390 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] In _notify_port_updated(), no bound segment for port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 on network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 23:01:53.597117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:53.597628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.598943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "PUT /v2.0/ports/141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 HTTP/1.1" status: 200 len: 1001 time: 0.3630733 Nov 15 23:01:53.601864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:53.641926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a8ec6-3919-40ae-bfba-39e873848f64 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=141e4ba8-b422-42e9-a1f8-5bb8d0d8a344,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:53.704912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:53.705257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.799984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.811503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:53.879668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4bf6df00-036d-4d6d-af3f-4ae5b2eb8c8a None None] Provisioning complete for port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:53.879949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bf6df00-036d-4d6d-af3f-4ae5b2eb8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:53.918135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6df00-036d-4d6d-af3f-4ae5b2eb8c8a None None] Port 141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:54.012273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.043711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=141e4ba8-b422-42e9-a1f8-5bb8d0d8a344,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:54.064669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767fffc-e8f8-4625-a8f4-58dd98d9bb93 req-4e65ab01-46ad-4b8c-ab48-6bcbd885de94 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:54.067155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8767fffc-e8f8-4625-a8f4-58dd98d9bb93 req-4e65ab01-46ad-4b8c-ab48-6bcbd885de94 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0570247 Nov 15 23:01:54.075406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.080267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-88b7b7b2-baca-426a-b6df-e3e2ca914d78 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 HTTP/1.1" status: 204 len: 168 time: 0.4757066 Nov 15 23:01:54.081687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34920) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:54.109513 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c9bde0-5175-4b44-98ca-6d480e4c3078 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] GET failed (client error): The resource could not be found. Nov 15 23:01:54.111295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-73c9bde0-5175-4b44-98ca-6d480e4c3078 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports/141e4ba8-b422-42e9-a1f8-5bb8d0d8a344 HTTP/1.1" status: 404 len: 333 time: 0.0284550 Nov 15 23:01:54.115265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:54.121514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8767fffc-e8f8-4625-a8f4-58dd98d9bb93 req-136cf0d2-2607-44ca-90d9-4e0bd4f23406 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Nov 15 23:01:54.122165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1268817108'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:54.332048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:54.335789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.354010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port 733a0d89-1faf-4c80-83af-aa338b5dcf96 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:54.468519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::15d (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/733a0d89-1faf-4c80-83af-aa338b5dcf96) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:54.614041 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.709338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.754221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:54.760181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:54.763958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:54.769524 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:54.770129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:54.782734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=733a0d89-1faf-4c80-83af-aa338b5dcf96,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:54.858127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a37e95f5-72dc-4d76-822d-be8b22cf9fea tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7404680 Nov 15 23:01:54.860279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34924) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:54.865499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'network_id': '05b7db1e-c27b-4fd0-b233-5887bae8dbf6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1947091782'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:55.047345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-36f74494-6611-45e0-8eeb-1e54d40e1aad None None] Provisioning complete for port 733a0d89-1faf-4c80-83af-aa338b5dcf96 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:55.047949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36f74494-6611-45e0-8eeb-1e54d40e1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.071090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Made reservation on behalf of d2aa44c3f3184cbd9714d90c55d5c5d4 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:01:55.071090 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.089993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-36f74494-6611-45e0-8eeb-1e54d40e1aad None None] Port 733a0d89-1faf-4c80-83af-aa338b5dcf96 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:55.090401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] device_id is not set on port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 yet. {{(pid=103127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 15 23:01:55.226276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Allocated IP 2001:db8::27e (05b7db1e-c27b-4fd0-b233-5887bae8dbf6/72da5b30-2063-4b80-9b80-1e81f9e486a4/af4a17f3-c194-4e60-ab87-4fc14b05c3e7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:01:55.249522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a596-bd6a-4053-b437-187a5a178d5e req-60672491-1e92-4e4b-87e5-f5916d2587a5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:55.251274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5562a596-bd6a-4053-b437-187a5a178d5e req-60672491-1e92-4e4b-87e5-f5916d2587a5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0574589 Nov 15 23:01:55.297846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5562a596-bd6a-4053-b437-187a5a178d5e req-2f6d7fc3-eaf8-4a56-b05f-3dd2302b8be1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Nov 15 23:01:55.376443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.487050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.531480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:01:55.534567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:01:55.538386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:01:55.544551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:55.545468 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.554351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=af4a17f3-c194-4e60-ab87-4fc14b05c3e7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:55.655338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6265b6b4-2988-435a-b86d-2dd9fd56524c tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7939138 Nov 15 23:01:55.658011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34928) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:55.663447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e7', 'mac_address': 'fa:16:3e:24:68:5f'}, {'ip_address': '2001:db8::15d', 'mac_address': 'fa:16:3e:03:9f:b5'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:01:55.813167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.815199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c3b84dee-6c89-4f56-9a5b-067b82390a28 None None] Provisioning complete for port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:55.815572 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3b84dee-6c89-4f56-9a5b-067b82390a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:55.849827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c3b84dee-6c89-4f56-9a5b-067b82390a28 None None] Port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:55.995683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.051713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.086067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] In _notify_port_updated(), no bound segment for port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 on network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 {{(pid=103127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 15 23:01:56.092163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:56.092822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.094109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "PUT /v2.0/ports/af4a17f3-c194-4e60-ab87-4fc14b05c3e7 HTTP/1.1" status: 200 len: 1067 time: 0.4349937 Nov 15 23:01:56.096978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:56.108061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event updated for resources: {'Port': ['ID=af4a17f3-c194-4e60-ab87-4fc14b05c3e7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:56.116082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.116430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.116809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.117150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.117484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.117857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.118187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.118510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.118834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.119233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.119556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.119875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28706d-24ea-484e-9122-133a2c6214c8 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:01:56.199651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:56.199994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.293044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.305370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for af4a17f3-c194-4e60-ab87-4fc14b05c3e7 owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:56.372709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-280b85cb-0089-437a-93e4-802c2bb1fff8 None None] Provisioning complete for port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:01:56.373253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-280b85cb-0089-437a-93e4-802c2bb1fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.412340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-280b85cb-0089-437a-93e4-802c2bb1fff8 None None] Port af4a17f3-c194-4e60-ab87-4fc14b05c3e7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:01:56.458365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f998971-3da3-4eb2-aa40-72d6cf76be83 req-a082596c-b5cd-451d-a6e1-44221366c20f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:56.459843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f998971-3da3-4eb2-aa40-72d6cf76be83 req-a082596c-b5cd-451d-a6e1-44221366c20f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0900433 Nov 15 23:01:56.524845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f998971-3da3-4eb2-aa40-72d6cf76be83 req-55b39122-c4cc-48df-a176-1364eba972c2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549366 Nov 15 23:01:56.580942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.614030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=af4a17f3-c194-4e60-ab87-4fc14b05c3e7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:56.765690 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.771689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b361da46-7741-4c35-9ea4-f3cb792d839f tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/af4a17f3-c194-4e60-ab87-4fc14b05c3e7 HTTP/1.1" status: 204 len: 168 time: 0.6734078 Nov 15 23:01:56.771864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34934) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:56.796966 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c553f9a1-3ebb-43a9-b38c-abfe3c1e8ad1 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] GET failed (client error): The resource could not be found. Nov 15 23:01:56.798478 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c553f9a1-3ebb-43a9-b38c-abfe3c1e8ad1 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports/af4a17f3-c194-4e60-ab87-4fc14b05c3e7 HTTP/1.1" status: 404 len: 333 time: 0.0258553 Nov 15 23:01:56.801320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34936) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:56.904513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port 733a0d89-1faf-4c80-83af-aa338b5dcf96 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:56.904802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:56.992199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.004900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for 733a0d89-1faf-4c80-83af-aa338b5dcf96 owned by {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:57.212815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.248264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=733a0d89-1faf-4c80-83af-aa338b5dcf96,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:57.273823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.278283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-81ff28f6-09ae-43e2-85d0-dfde4139a875 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/733a0d89-1faf-4c80-83af-aa338b5dcf96 HTTP/1.1" status: 204 len: 168 time: 0.4760332 Nov 15 23:01:57.280863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34938) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:57.317569 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e1f45e-33ae-4fcd-82ff-6e2a0935d033 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] GET failed (client error): The resource could not be found. Nov 15 23:01:57.319169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-76e1f45e-33ae-4fcd-82ff-6e2a0935d033 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "GET /v2.0/ports/733a0d89-1faf-4c80-83af-aa338b5dcf96 HTTP/1.1" status: 404 len: 333 time: 0.0373671 Nov 15 23:01:57.323018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:57.412096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port c9ad2431-7678-4790-bbcc-1e9da151041a {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:57.412799 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.506520 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.518819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for c9ad2431-7678-4790-bbcc-1e9da151041a owned by {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:57.676093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3859711-c3d5-4ac5-8ca1-7502cd36867f req-d594ffde-e6db-4a19-b468-1e59781ba1e9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:57.677582 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3859711-c3d5-4ac5-8ca1-7502cd36867f req-d594ffde-e6db-4a19-b468-1e59781ba1e9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0841076 Nov 15 23:01:57.725595 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3859711-c3d5-4ac5-8ca1-7502cd36867f req-d9fa9ce7-ef32-46a2-a653-c5f9adf7f749 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Nov 15 23:01:57.732404 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.764647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=c9ad2431-7678-4790-bbcc-1e9da151041a,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:57.788774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.792000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d1d1dae0-c1fa-499b-b717-298b46d02d75 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/ports/c9ad2431-7678-4790-bbcc-1e9da151041a HTTP/1.1" status: 204 len: 168 time: 0.4678354 Nov 15 23:01:57.794510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34944) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:57.845648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting subnet 72da5b30-2063-4b80-9b80-1e81f9e486a4 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:01:57.849196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.890557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:57.979865 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.115497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.142324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Subnet': ['ID=72da5b30-2063-4b80-9b80-1e81f9e486a4,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:58.149663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.152934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-822d67e4-e666-4ea3-9bc9-5c69c80bbce7 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/subnets/72da5b30-2063-4b80-9b80-1e81f9e486a4 HTTP/1.1" status: 204 len: 168 time: 0.3574612 Nov 15 23:01:58.155439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34946) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:58.156859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ed6ca-0c56-41a3-b6fe-ab99246a6701 None None] Network 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:01:58.232766 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.334939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] DHCP port deletion for 05b7db1e-c27b-4fd0-b233-5887bae8dbf6 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:01:58.386635 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Deleting port 75259091-db31-4cd4-a7d9-5f521bd405db {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:58.387001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.459071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] For port 75259091-db31-4cd4-a7d9-5f521bd405db, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=75259091-db31-4cd4-a7d9-5f521bd405db,segment=NetworkSegment(c5896bf5-c53f-427d-a255-35b03ae4cf7a),segment_id=c5896bf5-c53f-427d-a255-35b03ae4cf7a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:58.459736 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.476396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Calling delete_port for 75259091-db31-4cd4-a7d9-5f521bd405db owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:58.588818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Deleting port 75259091-db31-4cd4-a7d9-5f521bd405db {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:01:58.589373 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.646803 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.652248 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] For port 75259091-db31-4cd4-a7d9-5f521bd405db, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=75259091-db31-4cd4-a7d9-5f521bd405db,segment=NetworkSegment(c5896bf5-c53f-427d-a255-35b03ae4cf7a),segment_id=c5896bf5-c53f-427d-a255-35b03ae4cf7a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:01:58.652602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.659840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] No DVR routers for this DVR port 75259091-db31-4cd4-a7d9-5f521bd405db on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:58.667312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Calling delete_port for 75259091-db31-4cd4-a7d9-5f521bd405db owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:01:58.681789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641eebb9-9e01-4ff7-9c77-9210961defbb None None] Pushing event deleted for resources: {'Port': ['ID=75259091-db31-4cd4-a7d9-5f521bd405db,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:58.744641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.772231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Port': ['ID=75259091-db31-4cd4-a7d9-5f521bd405db,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:58.774076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] No DVR routers for this DVR port 75259091-db31-4cd4-a7d9-5f521bd405db on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:01:58.844577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 75259091-db31-4cd4-a7d9-5f521bd405db no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:01:58.864717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 75259091-db31-4cd4-a7d9-5f521bd405db {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:01:58.865482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 75259091-db31-4cd4-a7d9-5f521bd405db not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:01:58.886702 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.909984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b7db1e-c27b-4fd0-b233-5887bae8dbf6']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:58.919442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86516598-28fc-4c2f-a1de-fd7b4d9a02da req-96387694-6a52-4e30-ac89-bdc9f4ca9f25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:01:58.920983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86516598-28fc-4c2f-a1de-fd7b4d9a02da req-96387694-6a52-4e30-ac89-bdc9f4ca9f25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.1165073 Nov 15 23:01:58.929831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5896bf5-c53f-427d-a255-35b03ae4cf7a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:58.930117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5896bf5-c53f-427d-a255-35b03ae4cf7a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:01:58.944655 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.971415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.985332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:01:58.985710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self.session.flush() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:01:58.988700 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:01:59.031406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86516598-28fc-4c2f-a1de-fd7b4d9a02da req-1fb31053-4ea9-4fc3-a455-b7172787adc2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034505 Nov 15 23:01:59.152362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:59.161957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:59.166439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] 10.222.0.15 "DELETE /v2.0/networks/05b7db1e-c27b-4fd0-b233-5887bae8dbf6 HTTP/1.1" status: 204 len: 168 time: 1.0100877 Nov 15 23:01:59.177680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368b78-06d0-457a-9fc3-f0faf679cfb6 tempest-AllowedAddressPairIpV6TestJSON-1597893264 tempest-AllowedAddressPairIpV6TestJSON-1597893264-project] Pushing event deleted for resources: {'Network': ['ID=05b7db1e-c27b-4fd0-b233-5887bae8dbf6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:01:59.457903 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:59.711738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 34954) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:59.846626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7cada759-7c41-40e9-b31e-a2fddb19a4e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2aa44c3f3184cbd9714d90c55d5c5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330411 Nov 15 23:01:59.849339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34958) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:01:59.896508 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:01:59.918018 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:00.026408 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:00.081089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:00.083897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:00.085138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77410c96-4727-494f-850c-f224d607dcc7 HTTP/1.1" status: 204 len: 168 time: 0.2347806 Nov 15 23:02:00.093116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473fe1d-202a-444b-9e5d-1015cebc9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77410c96-4727-494f-850c-f224d607dcc7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:00.158954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2dab0-ad0e-4101-8616-0cef51a28229 req-28dd050b-2b9d-4ae1-a67a-dc9eec40c0e3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:00.160502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cb2dab0-ad0e-4101-8616-0cef51a28229 req-28dd050b-2b9d-4ae1-a67a-dc9eec40c0e3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0558026 Nov 15 23:02:00.208182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cb2dab0-ad0e-4101-8616-0cef51a28229 req-808ffb4c-67af-422e-9117-50ce7646e49b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Nov 15 23:02:01.139726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34982) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:01.242022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612492100'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:01.334473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df667-6d7d-4ccb-bc46-858fffe44a6b req-65066a03-33f3-4965-972d-b6c6d50f18e1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:01.335142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:01.335944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab0df667-6d7d-4ccb-bc46-858fffe44a6b req-65066a03-33f3-4965-972d-b6c6d50f18e1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0523446 Nov 15 23:02:01.339234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.348192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.383404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab0df667-6d7d-4ccb-bc46-858fffe44a6b req-01fbc09d-b75b-423c-8b85-c72491f147bc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Nov 15 23:02:01.426365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.529404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.557352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:01.567051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743270bb-a27f-4cde-af5b-364fe907625c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:01.573321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.573667 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment d4234111-c602-43aa-9a04-c71e14b17736 of type vlan for network fe82990a-059d-4789-8ce8-087c429fd61b Nov 15 23:02:01.612640 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.695004 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.701813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:01.702403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:01.765154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=fe82990a-059d-4789-8ce8-087c429fd61b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:01.774955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fe82990a-059d-4789-8ce8-087c429fd61b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:01.855096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d525a0cd-6264-46e6-9029-0a1b807a89a4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7142165 Nov 15 23:02:02.507391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452242d4-8bfd-430d-8ed9-61a62986290b req-a8010bad-569e-45f4-8c58-bdf560c1e888 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:02.510185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-452242d4-8bfd-430d-8ed9-61a62986290b req-a8010bad-569e-45f4-8c58-bdf560c1e888 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0575886 Nov 15 23:02:02.557262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-452242d4-8bfd-430d-8ed9-61a62986290b req-943f3935-c170-4155-b4d8-fe2c65f4bf12 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Nov 15 23:02:03.674899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57b110-67e7-4b6b-b449-1121533347dd req-b905c5a7-4ac2-4410-bcf0-df410560fd99 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:03.676285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b57b110-67e7-4b6b-b449-1121533347dd req-b905c5a7-4ac2-4410-bcf0-df410560fd99 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0507431 Nov 15 23:02:03.729179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b57b110-67e7-4b6b-b449-1121533347dd req-67f7e78d-f000-4f8e-b037-747b4510ce98 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Nov 15 23:02:04.792402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-063b320a-fb81-4323-a6a7-018a428dc8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:04.848361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b0a1-5a05-4257-ac07-2b8604f2b993 req-60c10c89-278a-4696-a566-b5f1ad33dee5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:04.849892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6de8b0a1-5a05-4257-ac07-2b8604f2b993 req-60c10c89-278a-4696-a566-b5f1ad33dee5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0499117 Nov 15 23:02:04.898872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6de8b0a1-5a05-4257-ac07-2b8604f2b993 req-22f21d68-3f21-4f00-bcaf-1c1483992948 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Nov 15 23:02:05.035779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34994) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:05.041432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:05.303557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:05.307086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:05.549419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:05.609029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=1c57f49a-51b0-4105-a5da-fdecf7e59d22,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:05.617670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'd4234111-c602-43aa-9a04-c71e14b17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:05.618023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: fe82990a-059d-4789-8ce8-087c429fd61b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:05.726402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network fe82990a-059d-4789-8ce8-087c429fd61b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:05.834982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, fe82990a-059d-4789-8ce8-087c429fd61b) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:05.839974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:05.841224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:05.844743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b6636-3a47-4826-b292-2c22bac9526f None None] Network fe82990a-059d-4789-8ce8-087c429fd61b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:05.980094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6a63011c-cae4-494e-a2b3-4dc433c753c6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9432530 Nov 15 23:02:05.983705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 34998) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:05.988026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-fe82990a-059d-4789-8ce8-087c429fd61b', 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': '1c57f49a-51b0-4105-a5da-fdecf7e59d22'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:05.988468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-595265632'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:05.988922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.027764 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba406284-dc7d-42b9-aff4-f1b9c06ac2b7 req-1de7262e-7198-4e34-b7e2-1481306bedfa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:06.029263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba406284-dc7d-42b9-aff4-f1b9c06ac2b7 req-1de7262e-7198-4e34-b7e2-1481306bedfa tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0614245 Nov 15 23:02:06.078132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba406284-dc7d-42b9-aff4-f1b9c06ac2b7 req-d1a110c1-9f1a-4853-b3ca-76e0eb69e20b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Nov 15 23:02:06.098202 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:06.101841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.127996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Allocated IP 2001:db8:0:ffff::2 (fe82990a-059d-4789-8ce8-087c429fd61b/1c57f49a-51b0-4105-a5da-fdecf7e59d22/5beb03b3-42c7-4817-b5f0-08a5dbbf81f5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:06.130573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:06.141216 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.141550 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment 1974dc47-376c-41f1-a216-b35e5b482af6 of type vlan for network d971f86e-0971-403d-afe7-1166d51096a5 Nov 15 23:02:06.179769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.278374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.280382 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.284162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:06.284773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.348866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=d971f86e-0971-403d-afe7-1166d51096a5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:06.359494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network d971f86e-0971-403d-afe7-1166d51096a5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:06.398641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.420925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c1f7ee9f-4e98-409d-a558-01a05ca85d28 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4362202 Nov 15 23:02:06.423969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35000) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:06.429476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': 'd971f86e-0971-403d-afe7-1166d51096a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:06.472526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Pushing event updated for resources: {'Port': ['ID=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:06.485386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Network fe82990a-059d-4789-8ce8-087c429fd61b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:06.489558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:06.491808 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:06.552016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Attempting to bind port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:06.552383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Attempting to bind port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd4234111-c602-43aa-9a04-c71e14b17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:06.552770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Attempting to bind port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 on network fe82990a-059d-4789-8ce8-087c429fd61b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:06.559296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:06.559665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Checking segment: {'id': 'd4234111-c602-43aa-9a04-c71e14b17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:06.560060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.562593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Bound using segment: {'id': 'd4234111-c602-43aa-9a04-c71e14b17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:06.562593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Bound port: 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4234111-c602-43aa-9a04-c71e14b17736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fe82990a-059d-4789-8ce8-087c429fd61b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:06.562593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.631066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] For port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:06.635494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] For port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,segment=NetworkSegment(d4234111-c602-43aa-9a04-c71e14b17736),segment_id=d4234111-c602-43aa-9a04-c71e14b17736)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:06.701774 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:06.771021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7e227-145b-42c6-8cd1-5dfe2b9390ee None None] Pushing event updated for resources: {'Port': ['ID=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:06.919033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:06.924097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.202189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f4bf-6758-4b45-97d4-2db5f65a55b6 req-64468360-2b0e-4e93-bf75-e3e5e17f16ca tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:07.203633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bd2f4bf-6758-4b45-97d4-2db5f65a55b6 req-64468360-2b0e-4e93-bf75-e3e5e17f16ca tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0520370 Nov 15 23:02:07.223491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37ebb9bd-ce89-4ea2-9243-4a8c06f4a4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.252659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6bd2f4bf-6758-4b45-97d4-2db5f65a55b6 req-302dcdca-d2f1-45c3-af45-945b6f73b2b8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Nov 15 23:02:07.269463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.328978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=d6905048-33ea-4ea8-8319-e44c08af2a60,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:07.338844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': '1974dc47-376c-41f1-a216-b35e5b482af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd971f86e-0971-403d-afe7-1166d51096a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:07.339195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: d971f86e-0971-403d-afe7-1166d51096a5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:07.449451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network d971f86e-0971-403d-afe7-1166d51096a5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:07.529372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, d971f86e-0971-403d-afe7-1166d51096a5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:07.533599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:07.534338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.540220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21d57f-dec3-4d7b-beb0-5cd8d1758ce4 None None] Network d971f86e-0971-403d-afe7-1166d51096a5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:07.610245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e47601b7-0afc-44a3-99f5-c2dab1a5d84d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1849930 Nov 15 23:02:07.612950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:07.691694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6395f6-d08f-4c3c-9751-81efb47464ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-d971f86e-0971-403d-afe7-1166d51096a5', 'network_id': 'd971f86e-0971-403d-afe7-1166d51096a5', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': 'd6905048-33ea-4ea8-8319-e44c08af2a60'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:07.692561 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db6395f6-d08f-4c3c-9751-81efb47464ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.722559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.763946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987247a-7643-4caa-a9ef-e62219e93509 None None] Network fe82990a-059d-4789-8ce8-087c429fd61b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:07.774302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.876246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] Provisioning complete for port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:07.876827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.910001 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:07.938867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=d6905048-33ea-4ea8-8319-e44c08af2a60,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server [None req-db6395f6-d08f-4c3c-9751-81efb47464ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6905048-33ea-4ea8-8319-e44c08af2a60: This subnet is being modified by another concurrent operation. Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise exception Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6905048-33ea-4ea8-8319-e44c08af2a60: This subnet is being modified by another concurrent operation. Nov 15 23:02:07.967468 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Nov 15 23:02:08.001686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00acae-8947-4aea-9aa6-87fa6f5e6b00 None None] Network d971f86e-0971-403d-afe7-1166d51096a5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:08.006920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.029059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d971f86e-0971-403d-afe7-1166d51096a5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:08.038182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1974dc47-376c-41f1-a216-b35e5b482af6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:08.038502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1974dc47-376c-41f1-a216-b35e5b482af6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:08.048173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.061518 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.067514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:08.067905 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:08.071108 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:08.074576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.154500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] For port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,segment=NetworkSegment(d4234111-c602-43aa-9a04-c71e14b17736),segment_id=d4234111-c602-43aa-9a04-c71e14b17736)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:08.190030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.197648 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.204677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/d971f86e-0971-403d-afe7-1166d51096a5 HTTP/1.1" status: 204 len: 168 time: 0.5874984 Nov 15 23:02:08.205354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35006) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:08.207902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.210479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-289505564'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:08.229227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166e65b-8954-4a91-b830-2b09a8f74a6e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=d971f86e-0971-403d-afe7-1166d51096a5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:08.259503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725a5ef-a256-44bc-b101-2c6d6179c18c None None] Pushing event updated for resources: {'Port': ['ID=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:08.306811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:08.311447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.313781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af95d88-0456-492b-8183-53dd161df1d7 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:02:08.344112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:08.369381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.374248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.374580 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment d18f1601-37a8-48a4-9dc7-d998951126a0 of type vlan for network 1b61cab6-6863-4e56-9457-0329c759d7fa Nov 15 23:02:08.382152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ab4a9e6b-09cc-4f9f-a59a-57a31edf0fa6 None None] Provisioning complete for port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:08.382517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9e6b-09cc-4f9f-a59a-57a31edf0fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.420443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43fb45-7206-48e8-b60a-e04ea194de38 req-97d20648-b3e8-401e-a4b6-8f99dec56634 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:08.421872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a43fb45-7206-48e8-b60a-e04ea194de38 req-97d20648-b3e8-401e-a4b6-8f99dec56634 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0906911 Nov 15 23:02:08.430068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.443037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af95d88-0456-492b-8183-53dd161df1d7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:02:08.490214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a43fb45-7206-48e8-b60a-e04ea194de38 req-a869d80a-1915-4608-92c6-fee4318731d3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Nov 15 23:02:08.535123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.541336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:08.541959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.613539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=1b61cab6-6863-4e56-9457-0329c759d7fa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:08.693302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 1b61cab6-6863-4e56-9457-0329c759d7fa details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:08.694760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8105318f-d250-4369-94e2-0b95bd3757b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4883511 Nov 15 23:02:08.698083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:08.703075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:08.863369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:08.867011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:08.880737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:08.956990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:08.957360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.118032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.181834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=5d3386c9-197c-4564-a987-aabebecedcfd,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:09.190452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'd18f1601-37a8-48a4-9dc7-d998951126a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:09.190802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: 1b61cab6-6863-4e56-9457-0329c759d7fa, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:09.352320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 1b61cab6-6863-4e56-9457-0329c759d7fa is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:09.449518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 1b61cab6-6863-4e56-9457-0329c759d7fa) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:09.453697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:09.454485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.459456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee07354-1c7a-4cec-948c-661116fe5440 None None] Network 1b61cab6-6863-4e56-9457-0329c759d7fa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:09.497742 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.576987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00850fc9-47a0-462d-8286-1dc9055113ec tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8778207 Nov 15 23:02:09.580767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35014) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:09.586500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29427004'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:09.612579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-1b61cab6-6863-4e56-9457-0329c759d7fa', 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': '5d3386c9-197c-4564-a987-aabebecedcfd'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:09.613579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.639961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09bbd-1eb3-4445-af76-623ddcf7d7d5 req-a5d26253-e14e-4b6b-8fa5-7dd368cf905f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:09.641483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68a09bbd-1eb3-4445-af76-623ddcf7d7d5 req-a5d26253-e14e-4b6b-8fa5-7dd368cf905f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0772445 Nov 15 23:02:09.689967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68a09bbd-1eb3-4445-af76-623ddcf7d7d5 req-35b142c1-c7c4-4229-853c-a0bb37e14f2e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Nov 15 23:02:09.726159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:09.730517 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.751251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Allocated IP 2001:db8::1 (1b61cab6-6863-4e56-9457-0329c759d7fa/5d3386c9-197c-4564-a987-aabebecedcfd/476871a1-b3d3-402f-a9af-e85a182a3bdf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:09.753749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:09.762829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.763172 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment ae3eefd3-d330-4b41-8e40-e518e88b7744 of type vlan for network a55b2fad-45ae-46af-9e86-55c24c1e9400 Nov 15 23:02:09.806990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.888879 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.923681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.929412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:09.930022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:09.994608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=a55b2fad-45ae-46af-9e86-55c24c1e9400,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:09.998437 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.007167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a55b2fad-45ae-46af-9e86-55c24c1e9400 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:10.087946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Network 1b61cab6-6863-4e56-9457-0329c759d7fa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:10.098491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:10.103050 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a682e804-5bc7-4770-a71b-e378768470c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5175505 Nov 15 23:02:10.103859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Pushing event updated for resources: {'Port': ['ID=476871a1-b3d3-402f-a9af-e85a182a3bdf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:10.103953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35016) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:10.105064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:10.109445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': 'a55b2fad-45ae-46af-9e86-55c24c1e9400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:10.176735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Attempting to bind port 476871a1-b3d3-402f-a9af-e85a182a3bdf on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:10.177211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Attempting to bind port 476871a1-b3d3-402f-a9af-e85a182a3bdf by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd18f1601-37a8-48a4-9dc7-d998951126a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:10.177638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Attempting to bind port 476871a1-b3d3-402f-a9af-e85a182a3bdf on network 1b61cab6-6863-4e56-9457-0329c759d7fa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:10.182989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:10.183455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Checking segment: {'id': 'd18f1601-37a8-48a4-9dc7-d998951126a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:10.183925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.184652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Bound using segment: {'id': 'd18f1601-37a8-48a4-9dc7-d998951126a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:10.185021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Bound port: 476871a1-b3d3-402f-a9af-e85a182a3bdf, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18f1601-37a8-48a4-9dc7-d998951126a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1b61cab6-6863-4e56-9457-0329c759d7fa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:10.185480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.253677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] For port 476871a1-b3d3-402f-a9af-e85a182a3bdf, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:10.256719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] For port 476871a1-b3d3-402f-a9af-e85a182a3bdf, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=476871a1-b3d3-402f-a9af-e85a182a3bdf,segment=NetworkSegment(d18f1601-37a8-48a4-9dc7-d998951126a0),segment_id=d18f1601-37a8-48a4-9dc7-d998951126a0)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:10.318001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:10.322219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.361379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.380036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Performing IP validity checks on allocation pools {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 23:02:10.380550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 23:02:10.410979 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.421275 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3eea7-2e6c-434b-ba4e-dbe6e0721964 None None] Pushing event updated for resources: {'Port': ['ID=476871a1-b3d3-402f-a9af-e85a182a3bdf,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:10.613519 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.694212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=e322a31d-1ee5-4582-88f2-cc9f545e4ac3,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:10.702180 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'ae3eefd3-d330-4b41-8e40-e518e88b7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a55b2fad-45ae-46af-9e86-55c24c1e9400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:10.702541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: a55b2fad-45ae-46af-9e86-55c24c1e9400, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:10.784427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network a55b2fad-45ae-46af-9e86-55c24c1e9400 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:10.821241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22554a5-4ccb-4048-b927-dbd18f42d286 req-b6d6e982-9382-412c-b4c9-3c6bd9a7ddea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:10.823130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b22554a5-4ccb-4048-b927-dbd18f42d286 req-b6d6e982-9382-412c-b4c9-3c6bd9a7ddea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0571847 Nov 15 23:02:10.874357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 476871a1-b3d3-402f-a9af-e85a182a3bdf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:10.889580 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b22554a5-4ccb-4048-b927-dbd18f42d286 req-df141ace-8090-4bc7-8195-d7f798460ac1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600295 Nov 15 23:02:10.895540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a55b2fad-45ae-46af-9e86-55c24c1e9400) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:10.909358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:10.910172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:10.915854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194023b7-82fd-4757-8eba-285e49fed188 None None] Network a55b2fad-45ae-46af-9e86-55c24c1e9400 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:10.992118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 476871a1-b3d3-402f-a9af-e85a182a3bdf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:10.992508 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.006092 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50aceae8-3ff8-4048-b02c-376b62037bd8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8989465 Nov 15 23:02:11.006623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35020) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:11.115346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.132598 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.157544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafc101-5bc0-483d-8965-7f00947341f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-a55b2fad-45ae-46af-9e86-55c24c1e9400', 'network_id': 'a55b2fad-45ae-46af-9e86-55c24c1e9400', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': 'e322a31d-1ee5-4582-88f2-cc9f545e4ac3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:11.159034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfafc101-5bc0-483d-8965-7f00947341f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.175585 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.189610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 476871a1-b3d3-402f-a9af-e85a182a3bdf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=476871a1-b3d3-402f-a9af-e85a182a3bdf,segment=NetworkSegment(d18f1601-37a8-48a4-9dc7-d998951126a0),segment_id=d18f1601-37a8-48a4-9dc7-d998951126a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:11.315299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.367279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=476871a1-b3d3-402f-a9af-e85a182a3bdf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:11.367934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.408079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=e322a31d-1ee5-4582-88f2-cc9f545e4ac3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server [None req-cfafc101-5bc0-483d-8965-7f00947341f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e322a31d-1ee5-4582-88f2-cc9f545e4ac3: This subnet is being modified by another concurrent operation. Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise exception Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e322a31d-1ee5-4582-88f2-cc9f545e4ac3: This subnet is being modified by another concurrent operation. Nov 15 23:02:11.445399 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Nov 15 23:02:11.470601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b86ae-a584-4ccf-9219-6ed1f536e75d None None] Network a55b2fad-45ae-46af-9e86-55c24c1e9400 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:11.488020 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.512218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55b2fad-45ae-46af-9e86-55c24c1e9400']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:11.525466 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3eefd3-d330-4b41-8e40-e518e88b7744') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:11.525601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3eefd3-d330-4b41-8e40-e518e88b7744') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:11.536957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.555397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c5ca9e-1dc8-4646-86e6-11735a57fed0 None None] Network 1b61cab6-6863-4e56-9457-0329c759d7fa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:11.560745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.567649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:11.568117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:11.571394 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:11.660910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e98b1e2c-52b4-48e9-8aa7-3a9d77d33823 None None] Provisioning complete for port 476871a1-b3d3-402f-a9af-e85a182a3bdf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:11.661273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e2c-52b4-48e9-8aa7-3a9d77d33823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.730170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.737269 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.740492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/a55b2fad-45ae-46af-9e86-55c24c1e9400 HTTP/1.1" status: 204 len: 168 time: 0.7325325 Nov 15 23:02:11.746499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35022) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:11.752108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540018397'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:11.766849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c80c3-56f5-4c73-a268-1004a39799e2 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=a55b2fad-45ae-46af-9e86-55c24c1e9400,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:11.860816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:11.864472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.892416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:11.904217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:11.904566 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment 04f72e45-f41f-4149-ac37-6b4ce3d58745 of type vlan for network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f Nov 15 23:02:12.020147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.076172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee9f3-4b2b-479b-9ad2-9769ff5b68bd req-1015ccae-40b3-457a-9bfa-360665d6abd0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:12.078123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63bee9f3-4b2b-479b-9ad2-9769ff5b68bd req-1015ccae-40b3-457a-9bfa-360665d6abd0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0705812 Nov 15 23:02:12.128000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281b457-2075-4f46-96b5-f8154c463fcd None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:02:12.132127 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.140102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:12.141559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.150921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63bee9f3-4b2b-479b-9ad2-9769ff5b68bd req-ee4d2498-fe22-438a-8c8b-179192a2ce37 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649765 Nov 15 23:02:12.245842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ccd6649c-22cc-4a9e-95df-5e6a6743f2b6 None None] Provisioning complete for port 476871a1-b3d3-402f-a9af-e85a182a3bdf triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:12.245842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccd6649c-22cc-4a9e-95df-5e6a6743f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.278409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=a0ff3ae9-2652-44b6-85da-2ae4c8f4324f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:12.288001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281b457-2075-4f46-96b5-f8154c463fcd None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:02:12.291390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:12.308522 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:02:12.315633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4451009-bc54-411b-baeb-cdfe423286db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5652394 Nov 15 23:02:12.315842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35026) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:12.321512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:12.493587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:12.500796 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.766342 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.832190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=8c343e51-a69e-4ad4-8620-61e83f69b9d9,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:12.858664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': '04f72e45-f41f-4149-ac37-6b4ce3d58745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:12.859025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: a0ff3ae9-2652-44b6-85da-2ae4c8f4324f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:12.875693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 476871a1-b3d3-402f-a9af-e85a182a3bdf up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:12.927019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 476871a1-b3d3-402f-a9af-e85a182a3bdf triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:12.927386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:12.954922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:13.063732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, a0ff3ae9-2652-44b6-85da-2ae4c8f4324f) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:13.068396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:13.069385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.078597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e646a6-89a1-4c54-ba93-d8ca693371cb None None] Network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:13.192629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-40efe3ae-fb1d-4980-8425-051231308b36 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8750384 Nov 15 23:02:13.195867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35030) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:13.248853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-a0ff3ae9-2652-44b6-85da-2ae4c8f4324f', 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': '8c343e51-a69e-4ad4-8620-61e83f69b9d9'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:13.249834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.308127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.392823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035be69-ffc4-4409-b84d-62e5ba26b89e req-107c2514-2dd2-4b95-810d-3249b4f43142 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:13.394258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6035be69-ffc4-4409-b84d-62e5ba26b89e req-107c2514-2dd2-4b95-810d-3249b4f43142 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0824587 Nov 15 23:02:13.407582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Allocated IP 2001:db8::1 (a0ff3ae9-2652-44b6-85da-2ae4c8f4324f/8c343e51-a69e-4ad4-8620-61e83f69b9d9/5e6545e2-43b6-42d6-acfc-b3457af59343) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:13.412240 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.493771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6035be69-ffc4-4409-b84d-62e5ba26b89e req-a027463e-c91f-4ae0-ae22-8108c1ab37c1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Nov 15 23:02:13.731345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.784828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.827012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:13.830055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:13.834624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:13.836639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Pushing event updated for resources: {'Port': ['ID=5e6545e2-43b6-42d6-acfc-b3457af59343,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:13.849573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.849920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.850250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.850580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.850904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.851225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.851546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.851867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.852184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.852500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.852839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.853725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:13.887323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.901486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Attempting to bind port 5e6545e2-43b6-42d6-acfc-b3457af59343 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:13.903878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Attempting to bind port 5e6545e2-43b6-42d6-acfc-b3457af59343 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '04f72e45-f41f-4149-ac37-6b4ce3d58745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:13.903878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Attempting to bind port 5e6545e2-43b6-42d6-acfc-b3457af59343 on network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:13.907291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:13.907660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Checking segment: {'id': '04f72e45-f41f-4149-ac37-6b4ce3d58745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:13.908056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.908445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Bound using segment: {'id': '04f72e45-f41f-4149-ac37-6b4ce3d58745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:13.908948 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Bound port: 5e6545e2-43b6-42d6-acfc-b3457af59343, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f72e45-f41f-4149-ac37-6b4ce3d58745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:13.909330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:13.915569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=8c343e51-a69e-4ad4-8620-61e83f69b9d9,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:13.976693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] For port 5e6545e2-43b6-42d6-acfc-b3457af59343, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:13.980086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] For port 5e6545e2-43b6-42d6-acfc-b3457af59343, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5e6545e2-43b6-42d6-acfc-b3457af59343,segment=NetworkSegment(04f72e45-f41f-4149-ac37-6b4ce3d58745),segment_id=04f72e45-f41f-4149-ac37-6b4ce3d58745)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:13.987271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.007565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ff3ae9-2652-44b6-85da-2ae4c8f4324f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:14.017914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f72e45-f41f-4149-ac37-6b4ce3d58745') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:14.018211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f72e45-f41f-4149-ac37-6b4ce3d58745') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:14.028257 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.055933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.058587 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.065053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:14.065445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:14.068491 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:14.140008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300786-747a-4a6d-b9ab-fd42f0972608 None None] Pushing event updated for resources: {'Port': ['ID=5e6545e2-43b6-42d6-acfc-b3457af59343,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:14.156025 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fced997-664b-448d-abb7-91f4855e0d2b None None] Network a0ff3ae9-2652-44b6-85da-2ae4c8f4324f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:14.173127 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 23:02:14.173127 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 23:02:14.173127 n-d-817995-3 neutron-server[103128]: [parameters: {'id': 'a0ff3ae9-2652-44b6-85da-2ae4c8f4324f'}] Nov 15 23:02:14.173127 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:02:14.173533 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:02:14.281314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f943dcc-417e-4bce-99e9-396dcced2091 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:02:14.373509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f943dcc-417e-4bce-99e9-396dcced2091 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:02:14.617719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5597-7672-443b-8082-c3b477114fda req-1d425b67-43bf-4d8c-9b04-afe202f78e2a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:14.620862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a3a5597-7672-443b-8082-c3b477114fda req-1d425b67-43bf-4d8c-9b04-afe202f78e2a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0576825 Nov 15 23:02:14.671550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a3a5597-7672-443b-8082-c3b477114fda req-a4ce5377-2716-4002-916b-492d275b449b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 Nov 15 23:02:14.674206 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.726512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 5e6545e2-43b6-42d6-acfc-b3457af59343 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:14.726843 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.788153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 5e6545e2-43b6-42d6-acfc-b3457af59343, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5e6545e2-43b6-42d6-acfc-b3457af59343,segment=NetworkSegment(04f72e45-f41f-4149-ac37-6b4ce3d58745),segment_id=04f72e45-f41f-4149-ac37-6b4ce3d58745)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:14.789517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:14.801603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 5e6545e2-43b6-42d6-acfc-b3457af59343 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:14.975562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.001937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=5e6545e2-43b6-42d6-acfc-b3457af59343,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:15.005375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 5e6545e2-43b6-42d6-acfc-b3457af59343 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:15.092727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.113013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ff3ae9-2652-44b6-85da-2ae4c8f4324f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:15.122693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f72e45-f41f-4149-ac37-6b4ce3d58745') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:15.122992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f72e45-f41f-4149-ac37-6b4ce3d58745') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:15.132928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.146262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.152943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:15.153415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:15.156314 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:15.275465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.282797 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.286383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/a0ff3ae9-2652-44b6-85da-2ae4c8f4324f HTTP/1.1" status: 204 len: 168 time: 2.0892863 Nov 15 23:02:15.290036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:15.296791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533831401'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:15.304464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35edf7-e02e-4519-9e03-a4555658add9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=a0ff3ae9-2652-44b6-85da-2ae4c8f4324f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:15.383806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:15.388003 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.411516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:15.419934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.420270 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment bdefbe25-70e6-4729-82f9-c0bb215d072a of type vlan for network 60aa737d-e3bf-475b-b1c0-4385b6245021 Nov 15 23:02:15.459694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.552327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.558029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:15.558616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:15.628365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=60aa737d-e3bf-475b-b1c0-4385b6245021,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:15.639429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 60aa737d-e3bf-475b-b1c0-4385b6245021 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:15.723723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6dd8cbea-6cf9-4dd6-bd25-12f7272ea830 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4311464 Nov 15 23:02:15.726592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:15.732932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:15.813156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb7f0-d871-4f8c-a201-9bd3acafc1be req-cc2acb20-c1fe-46ee-8d6f-b1c79b173b25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:15.815445 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a28bb7f0-d871-4f8c-a201-9bd3acafc1be req-cc2acb20-c1fe-46ee-8d6f-b1c79b173b25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0721929 Nov 15 23:02:15.870724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a28bb7f0-d871-4f8c-a201-9bd3acafc1be req-827bf2dc-c7af-409d-abe8-5102bdc3c70f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Nov 15 23:02:15.971883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:15.975461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.252513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.312769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=c836b95f-a654-4398-b120-de134bcdcd5c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:16.321516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'bdefbe25-70e6-4729-82f9-c0bb215d072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:16.321898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: 60aa737d-e3bf-475b-b1c0-4385b6245021, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:16.403599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 60aa737d-e3bf-475b-b1c0-4385b6245021 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:16.475059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 60aa737d-e3bf-475b-b1c0-4385b6245021) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:16.480149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:16.485150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.485441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f827bc-a4b9-4036-85d4-0f635a0c3ec7 None None] Network 60aa737d-e3bf-475b-b1c0-4385b6245021 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:16.569233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c3b4181c-58d8-4d6a-a3d2-0f2c0590a106 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8413644 Nov 15 23:02:16.571716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35040) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:16.631315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-60aa737d-e3bf-475b-b1c0-4385b6245021', 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': 'c836b95f-a654-4398-b120-de134bcdcd5c'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:16.631315 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.673953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.724251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.765236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Allocated IP 2001:db8::1 (60aa737d-e3bf-475b-b1c0-4385b6245021/c836b95f-a654-4398-b120-de134bcdcd5c/58c7f7d0-c880-44b1-a55a-97f854fd34a4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:16.907411 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.975544 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:16.991312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd4423-0ad0-4198-860a-a8091aa67e44 req-10c25e1e-f5fd-4c51-9e75-8b91ed7aeaac tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:16.992842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bedd4423-0ad0-4198-860a-a8091aa67e44 req-10c25e1e-f5fd-4c51-9e75-8b91ed7aeaac tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0538406 Nov 15 23:02:17.015737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Network 60aa737d-e3bf-475b-b1c0-4385b6245021 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:17.018672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:17.022218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:17.028307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Pushing event updated for resources: {'Port': ['ID=58c7f7d0-c880-44b1-a55a-97f854fd34a4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:17.042719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bedd4423-0ad0-4198-860a-a8091aa67e44 req-17fa084b-cad4-48f7-9f9a-b83fa5dca777 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Nov 15 23:02:17.082745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Attempting to bind port 58c7f7d0-c880-44b1-a55a-97f854fd34a4 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:17.083104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Attempting to bind port 58c7f7d0-c880-44b1-a55a-97f854fd34a4 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'bdefbe25-70e6-4729-82f9-c0bb215d072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:17.083458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Attempting to bind port 58c7f7d0-c880-44b1-a55a-97f854fd34a4 on network 60aa737d-e3bf-475b-b1c0-4385b6245021 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:17.089078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:17.089439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Checking segment: {'id': 'bdefbe25-70e6-4729-82f9-c0bb215d072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:17.089829 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.090213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Bound using segment: {'id': 'bdefbe25-70e6-4729-82f9-c0bb215d072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:17.090661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Bound port: 58c7f7d0-c880-44b1-a55a-97f854fd34a4, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdefbe25-70e6-4729-82f9-c0bb215d072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60aa737d-e3bf-475b-b1c0-4385b6245021'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:17.091025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.101561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.130230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=c836b95f-a654-4398-b120-de134bcdcd5c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:17.161115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] For port 58c7f7d0-c880-44b1-a55a-97f854fd34a4, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:17.161115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] For port 58c7f7d0-c880-44b1-a55a-97f854fd34a4, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=58c7f7d0-c880-44b1-a55a-97f854fd34a4,segment=NetworkSegment(bdefbe25-70e6-4729-82f9-c0bb215d072a),segment_id=bdefbe25-70e6-4729-82f9-c0bb215d072a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:17.191939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.211907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa737d-e3bf-475b-b1c0-4385b6245021']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:17.221516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdefbe25-70e6-4729-82f9-c0bb215d072a') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:17.221808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdefbe25-70e6-4729-82f9-c0bb215d072a') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:17.230911 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.269568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.271332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.277393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:17.277769 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:17.280833 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:17.348028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5e2c-2d42-44a0-bdee-37a15b4f7641 None None] Pushing event updated for resources: {'Port': ['ID=58c7f7d0-c880-44b1-a55a-97f854fd34a4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:17.362793 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa2a34-1c1e-448d-863f-aedeee38e857 None None] Network 60aa737d-e3bf-475b-b1c0-4385b6245021 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:17.372570 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 23:02:17.372570 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 23:02:17.372570 n-d-817995-3 neutron-server[103127]: [parameters: {'id': '60aa737d-e3bf-475b-b1c0-4385b6245021'}] Nov 15 23:02:17.372570 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:02:17.373331 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:02:17.485000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f476b0-cc81-4967-86a6-bc1e09d61881 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:02:17.575823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f476b0-cc81-4967-86a6-bc1e09d61881 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:02:17.874520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.926843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 58c7f7d0-c880-44b1-a55a-97f854fd34a4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:17.927159 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:17.991711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 58c7f7d0-c880-44b1-a55a-97f854fd34a4, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=58c7f7d0-c880-44b1-a55a-97f854fd34a4,segment=NetworkSegment(bdefbe25-70e6-4729-82f9-c0bb215d072a),segment_id=bdefbe25-70e6-4729-82f9-c0bb215d072a)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:17.992011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.003781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 58c7f7d0-c880-44b1-a55a-97f854fd34a4 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:18.159240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941730ab-17d6-4b28-b58e-ff8744cc884c req-d5aa026d-bd6f-4c3f-9aba-4f129ee8be7a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:18.160732 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-941730ab-17d6-4b28-b58e-ff8744cc884c req-d5aa026d-bd6f-4c3f-9aba-4f129ee8be7a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0479329 Nov 15 23:02:18.190014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.210911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-941730ab-17d6-4b28-b58e-ff8744cc884c req-8f9ef23c-c013-45e6-ad1e-3ed9bad88550 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Nov 15 23:02:18.221565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=58c7f7d0-c880-44b1-a55a-97f854fd34a4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:18.224840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 58c7f7d0-c880-44b1-a55a-97f854fd34a4 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:18.314014 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.333375 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa737d-e3bf-475b-b1c0-4385b6245021']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:18.343088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdefbe25-70e6-4729-82f9-c0bb215d072a') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:18.343382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdefbe25-70e6-4729-82f9-c0bb215d072a') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:18.352629 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.365927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.371939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:18.372311 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:18.375338 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:18.483458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.490364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585752'] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.495369 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/60aa737d-e3bf-475b-b1c0-4385b6245021 HTTP/1.1" status: 204 len: 168 time: 1.9209688 Nov 15 23:02:18.498083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:18.503171 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-368820771'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:18.505438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2092e-4803-4dc5-836e-677324705722 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=60aa737d-e3bf-475b-b1c0-4385b6245021,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:18.612076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:18.615517 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.639176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:18.647563 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.647897 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment 4af22c16-b283-4aaf-9c99-77d59ea9d944 of type vlan for network 456ca86a-eb34-4432-8122-54949f296231 Nov 15 23:02:18.686173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.783327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.788887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:18.792794 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:18.854531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=456ca86a-eb34-4432-8122-54949f296231,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:18.865074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 456ca86a-eb34-4432-8122-54949f296231 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:18.912325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4bfe0da9-014a-4b0f-adb0-d5cccc3a5463 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4129813 Nov 15 23:02:18.915058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:18.920109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '456ca86a-eb34-4432-8122-54949f296231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:19.115139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:19.119214 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:19.341191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796b170-dd7d-490b-b7dc-a1a3a90d9816 req-e4eaab3b-b540-400d-a11b-59c0234b3d14 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:19.342670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c796b170-dd7d-490b-b7dc-a1a3a90d9816 req-e4eaab3b-b540-400d-a11b-59c0234b3d14 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0583746 Nov 15 23:02:19.389976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:19.417741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c796b170-dd7d-490b-b7dc-a1a3a90d9816 req-a02a3b7c-2ef3-4baf-b24a-a9261960d0ff tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690627 Nov 15 23:02:19.451226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=75a1530f-aee7-44ce-bcf5-1b608cd31f14,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:19.463971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': '4af22c16-b283-4aaf-9c99-77d59ea9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ca86a-eb34-4432-8122-54949f296231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:19.464324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: 456ca86a-eb34-4432-8122-54949f296231, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:19.554460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 456ca86a-eb34-4432-8122-54949f296231 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:19.646038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 456ca86a-eb34-4432-8122-54949f296231) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:19.650038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:19.650661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:19.660302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ccacc8-5024-4219-b91e-cdb8866bd68b None None] Network 456ca86a-eb34-4432-8122-54949f296231 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:19.734697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eed413e8-aa2b-41a0-b711-d4e2f5ac56be tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8183870 Nov 15 23:02:19.737412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:19.742353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '456ca86a-eb34-4432-8122-54949f296231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:19.804854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-456ca86a-eb34-4432-8122-54949f296231', 'network_id': '456ca86a-eb34-4432-8122-54949f296231', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': '75a1530f-aee7-44ce-bcf5-1b608cd31f14'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:19.805743 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:19.937070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Allocated IP 2001:db8::2 (456ca86a-eb34-4432-8122-54949f296231/75a1530f-aee7-44ce-bcf5-1b608cd31f14/10e0435c-7859-4c14-958d-db47477ff168) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:19.972438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:19.976071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.078650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.167374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.204160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Network 456ca86a-eb34-4432-8122-54949f296231 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:20.208830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:20.212282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:20.221277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Pushing event updated for resources: {'Port': ['ID=10e0435c-7859-4c14-958d-db47477ff168,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:20.266759 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.272848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Attempting to bind port 10e0435c-7859-4c14-958d-db47477ff168 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:20.273212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Attempting to bind port 10e0435c-7859-4c14-958d-db47477ff168 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '4af22c16-b283-4aaf-9c99-77d59ea9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ca86a-eb34-4432-8122-54949f296231'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:20.278304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Attempting to bind port 10e0435c-7859-4c14-958d-db47477ff168 on network 456ca86a-eb34-4432-8122-54949f296231 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:20.279892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:20.280256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Checking segment: {'id': '4af22c16-b283-4aaf-9c99-77d59ea9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ca86a-eb34-4432-8122-54949f296231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:20.280694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.281080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Bound using segment: {'id': '4af22c16-b283-4aaf-9c99-77d59ea9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ca86a-eb34-4432-8122-54949f296231'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:20.281532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Bound port: 10e0435c-7859-4c14-958d-db47477ff168, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af22c16-b283-4aaf-9c99-77d59ea9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '456ca86a-eb34-4432-8122-54949f296231'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:20.281899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.310449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 456ca86a-eb34-4432-8122-54949f296231 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:20.315568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:20.319719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.320297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.328092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=18b790d4-e92e-498b-9d6a-a9a677261b93,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:20.345368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] For port 10e0435c-7859-4c14-958d-db47477ff168, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:20.348516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] For port 10e0435c-7859-4c14-958d-db47477ff168, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10e0435c-7859-4c14-958d-db47477ff168,segment=NetworkSegment(4af22c16-b283-4aaf-9c99-77d59ea9d944),segment_id=4af22c16-b283-4aaf-9c99-77d59ea9d944)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:20.423857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4ae62698-a389-4ece-84a6-1999f46b9014 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6853402 Nov 15 23:02:20.426508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:20.451430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.513669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fce16-19c1-4745-a61f-6d8eeb2cc755 None None] Pushing event updated for resources: {'Port': ['ID=10e0435c-7859-4c14-958d-db47477ff168,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:20.549844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.551359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.552904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.554587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.556720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.558400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2d41f3f0-2a77-4b23-84b4-7c62f4837bf5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1309249 Nov 15 23:02:20.562377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:20.568255 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700109813'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:20.597630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d05d3-e3d9-40cd-973b-8ddc8ce41da9 req-6f21a3cf-881e-4752-9fb6-e5f1e6f52e27 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.599154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c2d05d3-e3d9-40cd-973b-8ddc8ce41da9 req-6f21a3cf-881e-4752-9fb6-e5f1e6f52e27 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.1001718 Nov 15 23:02:20.668759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c2d05d3-e3d9-40cd-973b-8ddc8ce41da9 req-dbf38d65-42fb-426f-9442-bd61ccd26f83 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Nov 15 23:02:20.692200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:20.695720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.724464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:20.734159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.734494 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca of type vlan for network 60fcf850-8fd4-4ca1-8467-7b974d93e37f Nov 15 23:02:20.777676 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.866879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10e0435c-7859-4c14-958d-db47477ff168 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:20.900917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.906452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:20.907025 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.917795 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:20.918165 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:20.978834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=60fcf850-8fd4-4ca1-8467-7b974d93e37f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:20.986760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:21.029919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a479ea23-e2e0-44c0-826f-faf9e30dfd20 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4663405 Nov 15 23:02:21.032916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:21.038215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:21.041689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.093255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 10e0435c-7859-4c14-958d-db47477ff168, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10e0435c-7859-4c14-958d-db47477ff168,segment=NetworkSegment(4af22c16-b283-4aaf-9c99-77d59ea9d944),segment_id=4af22c16-b283-4aaf-9c99-77d59ea9d944)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:21.172351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.209038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.226822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=10e0435c-7859-4c14-958d-db47477ff168,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:21.338688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.348757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f is not hosted by any dhcp agent {{(pid=103127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 23:02:21.354802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:21.355402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.356747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "PUT /v2.0/networks/60fcf850-8fd4-4ca1-8467-7b974d93e37f HTTP/1.1" status: 200 len: 723 time: 0.3227777 Nov 15 23:02:21.360120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35062) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:21.365550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:21.421439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee28235-3b4a-4f66-8ee8-2ee71c452c35 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=60fcf850-8fd4-4ca1-8467-7b974d93e37f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:21.436300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:21.442351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5193cc-56d2-49ef-be61-374f83d3ad00 None None] Network 456ca86a-eb34-4432-8122-54949f296231 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:21.543830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:21.547191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.562038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-52d13588-98f4-42d5-a1fd-c6dfbed5adf7 None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:21.562404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d13588-98f4-42d5-a1fd-c6dfbed5adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:21.784746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Update dhcp port {'port': {'network_id': '456ca86a-eb34-4432-8122-54949f296231', 'fixed_ips': [{'subnet_id': '75a1530f-aee7-44ce-bcf5-1b608cd31f14', 'ip_address': '2001:db8::2'}, {'subnet_id': '18b790d4-e92e-498b-9d6a-a9a677261b93'}], 'binding:host_id': 'n-d-817995-3'}, 'id': '10e0435c-7859-4c14-958d-db47477ff168'} from n-d-817995-3. {{(pid=103129) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 15 23:02:21.815485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.086279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c2ed6-4bb2-49e3-9d88-5a57f746f12d req-5736646f-3b61-41ed-8bf2-4ce80090ad8b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:22.087720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff1c2ed6-4bb2-49e3-9d88-5a57f746f12d req-5736646f-3b61-41ed-8bf2-4ce80090ad8b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0602689 Nov 15 23:02:22.135821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff1c2ed6-4bb2-49e3-9d88-5a57f746f12d req-70998dbf-d45a-4906-a086-5d0207b459d8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Nov 15 23:02:22.143916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.146670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Allocated IP 172.20.0.1 (456ca86a-eb34-4432-8122-54949f296231/18b790d4-e92e-498b-9d6a-a9a677261b93/10e0435c-7859-4c14-958d-db47477ff168) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:22.213065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=de40d777-a057-42bf-a1e5-6aa79ac79820,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:22.215311 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:22.215659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: 60fcf850-8fd4-4ca1-8467-7b974d93e37f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:22.248373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] For port 10e0435c-7859-4c14-958d-db47477ff168, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10e0435c-7859-4c14-958d-db47477ff168,segment=NetworkSegment(4af22c16-b283-4aaf-9c99-77d59ea9d944),segment_id=4af22c16-b283-4aaf-9c99-77d59ea9d944)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:22.278098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.346766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:22.395108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.458454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 60fcf850-8fd4-4ca1-8467-7b974d93e37f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:22.465660 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:22.466403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.477076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286acdee-dfe9-4fc1-b0af-55918f9398c3 None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:22.496163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17138ef0-c1ac-4a20-a77a-2af5db69ea78 None None] Pushing event updated for resources: {'Port': ['ID=10e0435c-7859-4c14-958d-db47477ff168,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:22.569430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9581058f-46d2-46f2-b145-7e37f21bb962 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2081535 Nov 15 23:02:22.572046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:22.580825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:22.642385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-60fcf850-8fd4-4ca1-8467-7b974d93e37f', 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': 'de40d777-a057-42bf-a1e5-6aa79ac79820'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:22.643257 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.676666 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6147486'] for subnet, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.841847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10e0435c-7859-4c14-958d-db47477ff168 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:22.873099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774438240678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6164320'] for subnet, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.911360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:22.911952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:22.913321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "PUT /v2.0/subnets/de40d777-a057-42bf-a1e5-6aa79ac79820 HTTP/1.1" status: 200 len: 826 time: 0.3402786 Nov 15 23:02:22.916244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35068) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:22.937406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767554f-2fd5-4784-93e9-9d4b10150513 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=de40d777-a057-42bf-a1e5-6aa79ac79820,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:22.940130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Allocated IP 2001:db8::2 (60fcf850-8fd4-4ca1-8467-7b974d93e37f/de40d777-a057-42bf-a1e5-6aa79ac79820/362f9151-f792-493b-8a1d-1cfe6cb590fe) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:22.960509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:22.960907 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.020709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.049330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247977c-d69b-4ee1-aa3b-dfdbb66ce52f None None] Network 456ca86a-eb34-4432-8122-54949f296231 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:23.073093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.252535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.254337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a8d077bb-eac4-4698-8ce9-94f6feaf108a None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:23.258692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8d077bb-eac4-4698-8ce9-94f6feaf108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.259076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c35ad-616c-4516-8fc2-6df3f36c63e1 req-87ad4dd6-43f9-4b2f-add1-d2f380470d78 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:23.259254 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad4c35ad-616c-4516-8fc2-6df3f36c63e1 req-87ad4dd6-43f9-4b2f-add1-d2f380470d78 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 944 time: 0.0503378 Nov 15 23:02:23.308358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad4c35ad-616c-4516-8fc2-6df3f36c63e1 req-1cccd29c-2c97-489c-8d79-0c024a9a5e33 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Nov 15 23:02:23.348398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.400471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 32ddc7c3-8da5-4186-b60a-53fccd854c0b details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:02:23.433149 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:23.439983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Pushing event updated for resources: {'Port': ['ID=362f9151-f792-493b-8a1d-1cfe6cb590fe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:23.443092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:23.453444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.454157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:23.482306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=de40d777-a057-42bf-a1e5-6aa79ac79820,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:23.557299 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.574363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Attempting to bind port 362f9151-f792-493b-8a1d-1cfe6cb590fe on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:23.574728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Attempting to bind port 362f9151-f792-493b-8a1d-1cfe6cb590fe by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:23.575101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Attempting to bind port 362f9151-f792-493b-8a1d-1cfe6cb590fe on network 60fcf850-8fd4-4ca1-8467-7b974d93e37f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:23.584175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fcf850-8fd4-4ca1-8467-7b974d93e37f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:23.590423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:23.590790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Checking segment: {'id': 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:23.591188 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.591575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Bound using segment: {'id': 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:23.592049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Bound port: 362f9151-f792-493b-8a1d-1cfe6cb590fe, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:23.592419 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.594823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:23.595127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:23.611452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.619877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:23.627485 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.636305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:23.636868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:23.639912 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:23.656700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '32ddc7c3-8da5-4186-b60a-53fccd854c0b', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '32ddc7c3-8da5-4186-b60a-53fccd854c0b', 'mac_address': 'fa:16:3e:7e:35:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:02:23.710629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] For port 362f9151-f792-493b-8a1d-1cfe6cb590fe, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:23.714162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] For port 362f9151-f792-493b-8a1d-1cfe6cb590fe, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=362f9151-f792-493b-8a1d-1cfe6cb590fe,segment=NetworkSegment(aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca),segment_id=aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:23.720266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.733494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ddc7c3-8da5-4186-b60a-53fccd854c0b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:02:23.752319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:23.755747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.db.api [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 23:02:23.755747 n-d-817995-3 neutron-server[103127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 23:02:23.755747 n-d-817995-3 neutron-server[103127]: [parameters: {'id': '60fcf850-8fd4-4ca1-8467-7b974d93e37f'}] Nov 15 23:02:23.755747 n-d-817995-3 neutron-server[103127]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:02:23.756094 n-d-817995-3 neutron-server[103127]: DEBUG oslo_db.api [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:02:23.785523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.836105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a2665974-4c58-4cb7-b943-99b9d86c450c None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:23.836482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a2665974-4c58-4cb7-b943-99b9d86c450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.858709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:23.898300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed95b4c-84f8-4403-b7f7-5d6d1431aaf8 None None] Pushing event updated for resources: {'Port': ['ID=362f9151-f792-493b-8a1d-1cfe6cb590fe,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:23.931039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630c6f0-5781-4466-9ba3-1ce67910701e None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:24.014186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:24.105718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['32ddc7c3-8da5-4186-b60a-53fccd854c0b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:02:24.134933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d251d34-d488-494a-87be-3dd475a34054 None None] Network 60fcf850-8fd4-4ca1-8467-7b974d93e37f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:24.257614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.309728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65cd64-ee7d-468d-b718-7e7869fd315c None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:02:24.311637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 362f9151-f792-493b-8a1d-1cfe6cb590fe {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:24.312050 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.381759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 362f9151-f792-493b-8a1d-1cfe6cb590fe, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=362f9151-f792-493b-8a1d-1cfe6cb590fe,segment=NetworkSegment(aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca),segment_id=aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:24.382126 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.395472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 362f9151-f792-493b-8a1d-1cfe6cb590fe owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:24.440779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bd597-29c0-47e4-a75e-47e793ce70b9 req-0e0f4854-28ad-4d3a-b1da-5e86427fd377 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:24.442478 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-571bd597-29c0-47e4-a75e-47e793ce70b9 req-0e0f4854-28ad-4d3a-b1da-5e86427fd377 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 945 time: 0.0564706 Nov 15 23:02:24.445839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65cd64-ee7d-468d-b718-7e7869fd315c None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:02:24.495710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-571bd597-29c0-47e4-a75e-47e793ce70b9 req-82dcf6ab-cf10-45a0-a75a-58320a956569 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Nov 15 23:02:24.578228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.603740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=362f9151-f792-493b-8a1d-1cfe6cb590fe,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:24.609400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 362f9151-f792-493b-8a1d-1cfe6cb590fe on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:24.693385 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.713433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fcf850-8fd4-4ca1-8467-7b974d93e37f']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:24.722482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:24.722767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3bb7e5-d0d1-4f6f-a48f-e4316ed813ca') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:24.732295 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.744681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.750275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:24.750641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:24.753481 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:24.875068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.879841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:24.887874 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/60fcf850-8fd4-4ca1-8467-7b974d93e37f HTTP/1.1" status: 204 len: 168 time: 1.9661469 Nov 15 23:02:24.888006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35074) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:24.898643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00106-b18f-476f-9958-79db395cd5ea tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=60fcf850-8fd4-4ca1-8467-7b974d93e37f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:24.905566 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd763a5-122e-4c88-aa5b-37bc3cb8217e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:24.906060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd763a5-122e-4c88-aa5b-37bc3cb8217e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:24.909080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cdd763a5-122e-4c88-aa5b-37bc3cb8217e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/60fcf850-8fd4-4ca1-8467-7b974d93e37f HTTP/1.1" status: 404 len: 339 time: 0.0215766 Nov 15 23:02:24.913586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35076) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:24.919054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729116678', 'description': 'd1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:25.023515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:25.027443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.050513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:25.059179 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.059517 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment ee529855-b0b4-405e-9c60-f014acfc96c8 of type vlan for network fadbc6c6-6a3e-49af-a808-20bb59f9bc4c Nov 15 23:02:25.098181 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.186446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.192024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:25.192592 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.258427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=fadbc6c6-6a3e-49af-a808-20bb59f9bc4c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:25.268769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fadbc6c6-6a3e-49af-a808-20bb59f9bc4c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:25.309242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e705d720-3441-436d-89d3-e545d685d311 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3946035 Nov 15 23:02:25.311831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35078) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:25.396596 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65c157-2975-4ae2-8735-c6e6db7d8908 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:25.398043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea65c157-2975-4ae2-8735-c6e6db7d8908 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks?id=fadbc6c6-6a3e-49af-a808-20bb59f9bc4c HTTP/1.1" status: 200 len: 764 time: 0.0852757 Nov 15 23:02:25.401335 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:25.406258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'description': 'd2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:25.412280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 32ddc7c3-8da5-4186-b60a-53fccd854c0b up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:25.555468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 32ddc7c3-8da5-4186-b60a-53fccd854c0b completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:02:25.561437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 32ddc7c3-8da5-4186-b60a-53fccd854c0b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:25.562000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.562610 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.624502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fec4c-a331-4e3e-ac04-1b9932426c7c req-152fed55-694c-401a-9fc9-6ed4a6404374 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:25.626086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e55fec4c-a331-4e3e-ac04-1b9932426c7c req-152fed55-694c-401a-9fc9-6ed4a6404374 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 945 time: 0.0557468 Nov 15 23:02:25.645182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.646596 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.658024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network fadbc6c6-6a3e-49af-a808-20bb59f9bc4c is not hosted by any dhcp agent {{(pid=103128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 23:02:25.663305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:25.663867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.665188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "PUT /v2.0/networks/fadbc6c6-6a3e-49af-a808-20bb59f9bc4c HTTP/1.1" status: 200 len: 761 time: 0.2629473 Nov 15 23:02:25.668288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35084) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:25.669004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:02:25.671216 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a270dcf-c05a-4ddd-9e87-ec00e288300b" -d '{"events": [{"server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "name": "network-vif-plugged", "status": "completed", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:02:25.685173 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:25.739425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e55fec4c-a331-4e3e-ac04-1b9932426c7c req-27b1a812-9256-4e35-b64d-8b286aff6808 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070490 Nov 15 23:02:25.740104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b249ef-794b-4b2e-b725-dfdc8c2bc275 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=fadbc6c6-6a3e-49af-a808-20bb59f9bc4c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:25.744761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:25.751360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network fadbc6c6-6a3e-49af-a808-20bb59f9bc4c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:25.792512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1668be-3d6d-45db-90e5-7f32a423ec79 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:25.794577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3e1668be-3d6d-45db-90e5-7f32a423ec79 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks?id=fadbc6c6-6a3e-49af-a808-20bb59f9bc4c HTTP/1.1" status: 200 len: 764 time: 0.1249788 Nov 15 23:02:25.798440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35090) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.001912 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3914a70a-0180-45b0-8f1f-c8446aad206e x-openstack-request-id: req-3914a70a-0180-45b0-8f1f-c8446aad206e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:02:26.001912 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "name": "network-vif-plugged", "status": "completed", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:02:26.002199 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3914a70a-0180-45b0-8f1f-c8446aad206e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:02:26.002509 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b', 'code': 200} Nov 15 23:02:26.009946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc8b59-c0ea-4f10-943a-497e5b45b6e9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.016038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0fbc8b59-c0ea-4f10-943a-497e5b45b6e9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2130792 Nov 15 23:02:26.016348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35092) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.019161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d8c0f-a0bc-4721-aed4-b6376aa8a3e9 req-2389978a-6d1b-4ea6-8f87-65025ed19451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.020955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f36d8c0f-a0bc-4721-aed4-b6376aa8a3e9 req-2389978a-6d1b-4ea6-8f87-65025ed19451 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 1097 time: 0.0543196 Nov 15 23:02:26.030830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:26.057252 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b9da3bd7-ff23-40df-9375-a7de30106e78 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3 HTTP/1.1" status: 200 len: 207 time: 0.0391667 Nov 15 23:02:26.060491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35094) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.071673 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f36d8c0f-a0bc-4721-aed4-b6376aa8a3e9 req-60d14a21-efc3-4018-8337-5208f82d7ef4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Nov 15 23:02:26.239651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.245402 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.251164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.256912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.263183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.269210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.270892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0b6d8a1-b818-4b88-aabd-693cbb04fab9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2094681 Nov 15 23:02:26.274643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35096) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.394013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-56a012ff-c572-4bfe-96ac-99f589e3e1f6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1177297 Nov 15 23:02:26.397294 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.451444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.452995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.454499 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.456015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.457562 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.459170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-58d964a3-34a8-4e4d-84e1-d7a904ce8cc4 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0609889 Nov 15 23:02:26.463472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35100) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.522014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.523356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.524877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.526799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.528199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.529766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ed278974-b390-4c23-88cb-b3c74d805f44 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0653663 Nov 15 23:02:26.533196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.630121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d175dd-3396-4a40-b0a0-3a7a3362612b tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.631461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08d175dd-3396-4a40-b0a0-3a7a3362612b tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks/fe82990a-059d-4789-8ce8-087c429fd61b HTTP/1.1" status: 200 len: 804 time: 0.0973320 Nov 15 23:02:26.635893 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.734303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5841e2e4-d501-4b52-9001-619af2a5e4db tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/networks/fe82990a-059d-4789-8ce8-087c429fd61b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0973678 Nov 15 23:02:26.737617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35106) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.788761 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997698ca-b524-4717-a90a-62294d0d042d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.790087 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-997698ca-b524-4717-a90a-62294d0d042d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets/1c57f49a-51b0-4105-a5da-fdecf7e59d22 HTTP/1.1" status: 200 len: 843 time: 0.0515826 Nov 15 23:02:26.793893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.845246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959301bf-097c-45f5-8fe5-bd9660ca9873 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['shared'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.846717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-959301bf-097c-45f5-8fe5-bd9660ca9873 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "GET /v2.0/subnets/1c57f49a-51b0-4105-a5da-fdecf7e59d22?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0517151 Nov 15 23:02:26.850217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:26.855059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649058884'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:26.873604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56f219-8c66-449c-bea6-9174eee0888c req-c1e54040-14eb-404a-acd3-11633e42eda9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:26.875047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a56f219-8c66-449c-bea6-9174eee0888c req-c1e54040-14eb-404a-acd3-11633e42eda9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.0536587 Nov 15 23:02:26.922502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a56f219-8c66-449c-bea6-9174eee0888c req-e1639979-e0d9-455f-b51c-a61ab9aa43c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Nov 15 23:02:26.938132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:26.941673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:26.965670 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:26.974005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:26.974338 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Added segment f66f99b7-683b-4f46-8f9c-c455417527f1 of type vlan for network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 Nov 15 23:02:27.021681 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.095323 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.100744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:27.101312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.168467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Network': ['ID=4d4517fe-bc41-4c53-a5a3-efe0d855d5b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:27.178505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:27.219370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aff94a8d-d26c-4bd5-8836-677f6c1651a5 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3681197 Nov 15 23:02:27.222306 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:27.227563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'network_id': '4d4517fe-bc41-4c53-a5a3-efe0d855d5b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:27.426978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Made reservation on behalf of 1503aefc4630494b83a41e23466bce91 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:27.430657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.492139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Performing IP validity checks on allocation pools {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 23:02:27.492689 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 23:02:27.686705 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.742366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b23c3-cc42-4a0a-9e7a-def9fb413211,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:27.757531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Checking segment: {'id': 'f66f99b7-683b-4f46-8f9c-c455417527f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4d4517fe-bc41-4c53-a5a3-efe0d855d5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:27.757899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network hostable DHCP agents. Network: 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:27.820397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:27.897509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:27.902120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:27.902726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:27.907733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec777b-15cc-4e51-80fa-831c3d1a2526 None None] Network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:28.016384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dcecdd4f-2c73-4982-95f1-72c8916978c0 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7926917 Nov 15 23:02:28.019231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:28.024730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:28.043850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d12cd-42b8-4fd2-bc69-cc0c58adc6c8 req-88d9160f-0e7d-48ba-8b2c-70bfd9b29347 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:28.045547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da9d12cd-42b8-4fd2-bc69-cc0c58adc6c8 req-88d9160f-0e7d-48ba-8b2c-70bfd9b29347 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.0523577 Nov 15 23:02:28.060363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d73924-5fa6-4024-bff9-ee547509039f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-4d4517fe-bc41-4c53-a5a3-efe0d855d5b3', 'network_id': '4d4517fe-bc41-4c53-a5a3-efe0d855d5b3', 'tenant_id': '1503aefc4630494b83a41e23466bce91', 'fixed_ips': [{'subnet_id': '9b2b23c3-cc42-4a0a-9e7a-def9fb413211'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:28.062193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d73924-5fa6-4024-bff9-ee547509039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.106741 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da9d12cd-42b8-4fd2-bc69-cc0c58adc6c8 req-7fc505d1-0660-45ad-8376-89e477e638ae tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Nov 15 23:02:28.130034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6153191'] for subnet, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.233668 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a2df-43ab-4e80-b9e2-c83654622099 req-a4d58756-9c6d-4dfb-9490-654dbd2c3243 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:28.235125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f26a2df-43ab-4e80-b9e2-c83654622099 req-a4d58756-9c6d-4dfb-9490-654dbd2c3243 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.0495825 Nov 15 23:02:28.248202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-d3d73924-5fa6-4024-bff9-ee547509039f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 23:02:28.248202 n-d-817995-3 neutron-server[103129]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 15 23:02:28.248202 n-d-817995-3 neutron-server[103129]: [parameters: {'in_use': 1, 'id_1': '9b2b23c3-cc42-4a0a-9e7a-def9fb413211'}] Nov 15 23:02:28.248202 n-d-817995-3 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:02:28.248964 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-d3d73924-5fa6-4024-bff9-ee547509039f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:02:28.285677 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f26a2df-43ab-4e80-b9e2-c83654622099 req-cb09c96a-5013-431e-9c84-c5e7ca097f2f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Nov 15 23:02:28.355348 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774438240678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4589755'] for subnet, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.397696 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:28.398283 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.402794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "PUT /v2.0/subnets/9b2b23c3-cc42-4a0a-9e7a-def9fb413211 HTTP/1.1" status: 200 len: 900 time: 0.3793380 Nov 15 23:02:28.403101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:28.459519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef66e53-7ed3-40fa-b1b7-94c7f9c7a58c tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b23c3-cc42-4a0a-9e7a-def9fb413211,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:28.513649 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.562986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.733008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.749988 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3d73924-5fa6-4024-bff9-ee547509039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.762599 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b23c3-cc42-4a0a-9e7a-def9fb413211,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:28.797363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb776523-9590-418b-990f-432dc8fa8fb6 req-a07efb66-cdd8-41ac-9577-dcce91d064f0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:28.798935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb776523-9590-418b-990f-432dc8fa8fb6 req-a07efb66-cdd8-41ac-9577-dcce91d064f0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.0538571 Nov 15 23:02:28.823715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.843238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4517fe-bc41-4c53-a5a3-efe0d855d5b3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:28.850527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb776523-9590-418b-990f-432dc8fa8fb6 req-3b4c90ae-fe6b-4483-a3f8-262c48d54648 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Nov 15 23:02:28.852239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66f99b7-683b-4f46-8f9c-c455417527f1') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:28.852535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66f99b7-683b-4f46-8f9c-c455417527f1') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:28.862416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.877072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.883315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6950c-babe-495a-963c-e1a0f4ffa127 None None] Network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:28.883443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:28.883832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:28.887061 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:28.998780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cd5bd-a5b6-4d24-9430-c126c44dbac0 None None] Network 4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:29.281074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.290530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.291810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 HTTP/1.1" status: 204 len: 168 time: 0.8878047 Nov 15 23:02:29.295549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.303245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0e1a7-539a-4928-82bd-b2563bcc33f8 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=4d4517fe-bc41-4c53-a5a3-efe0d855d5b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:29.323000 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-8511c0de-0d42-4d59-a9a0-4313d72cb022 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:29.323442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8511c0de-0d42-4d59-a9a0-4313d72cb022 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:29.326454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8511c0de-0d42-4d59-a9a0-4313d72cb022 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/9b2b23c3-cc42-4a0a-9e7a-def9fb413211 HTTP/1.1" status: 404 len: 337 time: 0.0299010 Nov 15 23:02:29.328976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.346913 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd064a5-42ef-4ca3-a8d7-b38179df444d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:29.347414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd064a5-42ef-4ca3-a8d7-b38179df444d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:29.350384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3bd064a5-42ef-4ca3-a8d7-b38179df444d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/4d4517fe-bc41-4c53-a5a3-efe0d855d5b3 HTTP/1.1" status: 404 len: 339 time: 0.0205266 Nov 15 23:02:29.352867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.434191 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.461207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.518058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.537494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadbc6c6-6a3e-49af-a808-20bb59f9bc4c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:29.547156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee529855-b0b4-405e-9c60-f014acfc96c8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:29.547447 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee529855-b0b4-405e-9c60-f014acfc96c8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:29.556817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.569351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.575822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:29.576200 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:29.580217 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:29.707000 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.715488 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.718820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/fadbc6c6-6a3e-49af-a808-20bb59f9bc4c HTTP/1.1" status: 204 len: 168 time: 0.3650379 Nov 15 23:02:29.721245 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.738316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a30d2d-1fb6-4057-a1a7-59c3c6d00d54 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=fadbc6c6-6a3e-49af-a808-20bb59f9bc4c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:29.756453 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bb9cb2-f270-46cf-a170-bd8496aafc48 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:29.756935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bb9cb2-f270-46cf-a170-bd8496aafc48 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:29.760191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4bb9cb2-f270-46cf-a170-bd8496aafc48 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/de40d777-a057-42bf-a1e5-6aa79ac79820 HTTP/1.1" status: 404 len: 337 time: 0.0380087 Nov 15 23:02:29.763124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.780796 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-461fea02-bdc6-40c4-aa88-ba3bf02dda42 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:29.781293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461fea02-bdc6-40c4-aa88-ba3bf02dda42 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:29.784170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-461fea02-bdc6-40c4-aa88-ba3bf02dda42 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/60fcf850-8fd4-4ca1-8467-7b974d93e37f HTTP/1.1" status: 404 len: 339 time: 0.0201697 Nov 15 23:02:29.786440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35140) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:29.834098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting subnet 18b790d4-e92e-498b-9d6a-a9a677261b93 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:29.837078 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.879531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:29.990750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.006273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.021776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857406dc-4515-442e-87f3-d1f214954a1a req-f6ce8931-25e7-4b74-bab9-8e9db4f5418c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:30.023242 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-857406dc-4515-442e-87f3-d1f214954a1a req-f6ce8931-25e7-4b74-bab9-8e9db4f5418c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.1002216 Nov 15 23:02:30.084960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-857406dc-4515-442e-87f3-d1f214954a1a req-19da5547-693e-4cb1-b2ca-ce8891486ad0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548799 Nov 15 23:02:30.192427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.221134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=18b790d4-e92e-498b-9d6a-a9a677261b93,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:30.223067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.226280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cd15d6a2-efbe-4a09-accd-23f62011ccde tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/18b790d4-e92e-498b-9d6a-a9a677261b93 HTTP/1.1" status: 204 len: 168 time: 0.4389653 Nov 15 23:02:30.228774 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35144) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:30.228972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff7cb2-b950-4ee6-9220-7ec0807a28ee None None] Network 456ca86a-eb34-4432-8122-54949f296231 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:30.281125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting subnet 75a1530f-aee7-44ce-bcf5-1b608cd31f14 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:30.284290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.328338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.412895 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.437113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-6f26ddf7-f356-4f92-a2a6-74f6ea0842da tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:30.438770 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-6f26ddf7-f356-4f92-a2a6-74f6ea0842da tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 946 time: 0.0513663 Nov 15 23:02:30.549436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 32ddc7c3-8da5-4186-b60a-53fccd854c0b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:30.549764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.627168 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.640336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 32ddc7c3-8da5-4186-b60a-53fccd854c0b, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=32ddc7c3-8da5-4186-b60a-53fccd854c0b,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:30.640781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.654073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 32ddc7c3-8da5-4186-b60a-53fccd854c0b owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:30.662934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=75a1530f-aee7-44ce-bcf5-1b608cd31f14,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:30.670439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.673704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-23615d31-b957-4cbc-b01e-e0ddc53a3897 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/75a1530f-aee7-44ce-bcf5-1b608cd31f14 HTTP/1.1" status: 204 len: 168 time: 0.4439821 Nov 15 23:02:30.676956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35146) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:30.769032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.826151 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 10e0435c-7859-4c14-958d-db47477ff168 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:30.826615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.894769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 10e0435c-7859-4c14-958d-db47477ff168, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=10e0435c-7859-4c14-958d-db47477ff168,segment=NetworkSegment(4af22c16-b283-4aaf-9c99-77d59ea9d944),segment_id=4af22c16-b283-4aaf-9c99-77d59ea9d944)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:30.895130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.895767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:30.909554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02337dc8-f443-47d8-b996-65871802cb79'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:02:30.911201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 10e0435c-7859-4c14-958d-db47477ff168 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:30.914040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['32ddc7c3-8da5-4186-b60a-53fccd854c0b'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:02:30.936280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=32ddc7c3-8da5-4186-b60a-53fccd854c0b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:30.981260 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2877b85-5c63-4886-9476-b7606caf525a None None] Network 456ca86a-eb34-4432-8122-54949f296231 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:30.991868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 32ddc7c3-8da5-4186-b60a-53fccd854c0b on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:30.996513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.001166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c6b37f7-4719-475a-97ea-7eed409395f2 req-19332410-1f58-48fb-828c-2f9aaf9c55e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "DELETE /v2.0/ports/32ddc7c3-8da5-4186-b60a-53fccd854c0b HTTP/1.1" status: 204 len: 173 time: 0.5528395 Nov 15 23:02:31.001625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'name': 'network-vif-deleted', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:02:31.004692 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59747d05-1cc4-4f6e-9acb-ff6187ebca7e" -d '{"events": [{"server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "name": "network-vif-deleted", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:02:31.057655 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cecf2f5-8500-4cec-81ad-aea69fd8e13a x-openstack-request-id: req-5cecf2f5-8500-4cec-81ad-aea69fd8e13a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:02:31.058063 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8feeba-61c4-41a4-b2cf-c3487a6958aa", "name": "network-vif-deleted", "tag": "32ddc7c3-8da5-4186-b60a-53fccd854c0b", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:02:31.058447 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cecf2f5-8500-4cec-81ad-aea69fd8e13a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:02:31.059591 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8feeba-61c4-41a4-b2cf-c3487a6958aa', 'name': 'network-vif-deleted', 'tag': '32ddc7c3-8da5-4186-b60a-53fccd854c0b', 'status': 'completed', 'code': 200} Nov 15 23:02:31.064059 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-da39b3cf-d89f-492a-abdf-eb54093f5031 None None] Provisioning complete for port 10e0435c-7859-4c14-958d-db47477ff168 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:31.064236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da39b3cf-d89f-492a-abdf-eb54093f5031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.104811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.138478 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=10e0435c-7859-4c14-958d-db47477ff168,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:31.143790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 10e0435c-7859-4c14-958d-db47477ff168 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:31.181746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-da39b3cf-d89f-492a-abdf-eb54093f5031 None None] Could not find standard attr ID for object 10e0435c-7859-4c14-958d-db47477ff168. {{(pid=103129) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 15 23:02:31.186269 n-d-817995-3 neutron-server[103129]: INFO neutron.plugins.ml2.db [None req-da39b3cf-d89f-492a-abdf-eb54093f5031 None None] No ports have port_id starting with 10e0435c-7859-4c14-958d-db47477ff168 Nov 15 23:02:31.274779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d58340-1348-4b1a-82e4-fdcc221f1cc0 None None] DHCP port deletion for 456ca86a-eb34-4432-8122-54949f296231 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:31.280771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a733c284-29cd-4f73-a05b-0d8b5ccdb6cf req-b6829434-8733-46fe-97dd-7f10ed2ced9b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0763440 Nov 15 23:02:31.299365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.320980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456ca86a-eb34-4432-8122-54949f296231']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:31.330931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af22c16-b283-4aaf-9c99-77d59ea9d944') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:31.331524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af22c16-b283-4aaf-9c99-77d59ea9d944') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:31.341698 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.356475 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.363600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:31.364014 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:31.367117 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:31.489761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.498710 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.501981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/456ca86a-eb34-4432-8122-54949f296231 HTTP/1.1" status: 204 len: 168 time: 0.8239861 Nov 15 23:02:31.504771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35152) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.515333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7290-0e1b-49e8-ac50-a61e2fd8596e tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=456ca86a-eb34-4432-8122-54949f296231,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:31.537874 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-769484ab-7c17-40f6-912f-d4ef8b5e832d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.538326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769484ab-7c17-40f6-912f-d4ef8b5e832d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.541566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-769484ab-7c17-40f6-912f-d4ef8b5e832d tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/c836b95f-a654-4398-b120-de134bcdcd5c HTTP/1.1" status: 404 len: 337 time: 0.0351503 Nov 15 23:02:31.544191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.563267 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e6d682-fc7d-4574-91ca-000779b2e338 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.566191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e6d682-fc7d-4574-91ca-000779b2e338 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.567022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-27e6d682-fc7d-4574-91ca-000779b2e338 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/60aa737d-e3bf-475b-b1c0-4385b6245021 HTTP/1.1" status: 404 len: 339 time: 0.0218077 Nov 15 23:02:31.569625 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.595829 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a88d6c-35a0-4cce-92a6-fb91d9a9450f tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.595829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a88d6c-35a0-4cce-92a6-fb91d9a9450f tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.598747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-13a88d6c-35a0-4cce-92a6-fb91d9a9450f tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/8c343e51-a69e-4ad4-8620-61e83f69b9d9 HTTP/1.1" status: 404 len: 337 time: 0.0282297 Nov 15 23:02:31.601163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35158) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.618892 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcf5ba4-1f64-4e8c-b68f-c8174dfc5b01 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.619376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcf5ba4-1f64-4e8c-b68f-c8174dfc5b01 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.622947 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7dcf5ba4-1f64-4e8c-b68f-c8174dfc5b01 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/a0ff3ae9-2652-44b6-85da-2ae4c8f4324f HTTP/1.1" status: 404 len: 339 time: 0.0208941 Nov 15 23:02:31.631007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35160) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.656602 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e1f107-86a3-47e3-b84f-02e5f8bd06b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.657638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e1f107-86a3-47e3-b84f-02e5f8bd06b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.660688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-46e1f107-86a3-47e3-b84f-02e5f8bd06b9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/e322a31d-1ee5-4582-88f2-cc9f545e4ac3 HTTP/1.1" status: 404 len: 337 time: 0.0287573 Nov 15 23:02:31.665546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35162) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.683377 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed3209d-7905-45cb-8a37-aeefe79f01ab tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:31.683846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed3209d-7905-45cb-8a37-aeefe79f01ab tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:31.686823 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6ed3209d-7905-45cb-8a37-aeefe79f01ab tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/a55b2fad-45ae-46af-9e86-55c24c1e9400 HTTP/1.1" status: 404 len: 339 time: 0.0203876 Nov 15 23:02:31.689213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35164) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:31.742718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting subnet 5d3386c9-197c-4564-a987-aabebecedcfd {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:31.746306 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.786219 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.867297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:31.993473 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.019192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3386c9-197c-4564-a987-aabebecedcfd,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:32.026396 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.032260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4df274e7-fa20-4b51-82ea-75103564e3a9 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/5d3386c9-197c-4564-a987-aabebecedcfd HTTP/1.1" status: 204 len: 168 time: 0.3397572 Nov 15 23:02:32.032497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35166) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:32.034823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9133a-226b-488b-9973-662990bbb017 None None] Network 1b61cab6-6863-4e56-9457-0329c759d7fa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:32.114213 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.172204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 476871a1-b3d3-402f-a9af-e85a182a3bdf {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:32.172542 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.225652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] DHCP port deletion for 1b61cab6-6863-4e56-9457-0329c759d7fa request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:32.247223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 476871a1-b3d3-402f-a9af-e85a182a3bdf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=476871a1-b3d3-402f-a9af-e85a182a3bdf,segment=NetworkSegment(d18f1601-37a8-48a4-9dc7-d998951126a0),segment_id=d18f1601-37a8-48a4-9dc7-d998951126a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:32.247676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.260874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 476871a1-b3d3-402f-a9af-e85a182a3bdf owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:32.283271 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Deleting port 476871a1-b3d3-402f-a9af-e85a182a3bdf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:32.283641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.357840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] For port 476871a1-b3d3-402f-a9af-e85a182a3bdf, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=476871a1-b3d3-402f-a9af-e85a182a3bdf,segment=NetworkSegment(d18f1601-37a8-48a4-9dc7-d998951126a0),segment_id=d18f1601-37a8-48a4-9dc7-d998951126a0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:32.358588 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.376487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Calling delete_port for 476871a1-b3d3-402f-a9af-e85a182a3bdf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:32.386157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5282eae3-46e7-4b9c-8f53-5c800ff57451 req-cd12c690-594f-431e-9534-7b7617b866f6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0279357 Nov 15 23:02:32.423894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.454611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=476871a1-b3d3-402f-a9af-e85a182a3bdf,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:32.457977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.464002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 476871a1-b3d3-402f-a9af-e85a182a3bdf on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:32.487875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] No DVR routers for this DVR port 476871a1-b3d3-402f-a9af-e85a182a3bdf on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:32.510784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d9582-fd1b-4bb1-9650-81b01508f9be None None] Pushing event deleted for resources: {'Port': ['ID=476871a1-b3d3-402f-a9af-e85a182a3bdf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:32.555641 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.575901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b61cab6-6863-4e56-9457-0329c759d7fa']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:32.585119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18f1601-37a8-48a4-9dc7-d998951126a0') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:32.585418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18f1601-37a8-48a4-9dc7-d998951126a0') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:32.595674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.608804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.614832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:32.615235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:32.618328 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:32.752541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.759555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.763931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/1b61cab6-6863-4e56-9457-0329c759d7fa HTTP/1.1" status: 204 len: 168 time: 0.7303975 Nov 15 23:02:32.766645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35170) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:32.775692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b57c6b-a72a-498b-afea-ec242601fcd6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=1b61cab6-6863-4e56-9457-0329c759d7fa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:32.794590 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8e8855-2767-4b52-b383-63c3a99ac139 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:32.795150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8e8855-2767-4b52-b383-63c3a99ac139 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:32.801558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6f8e8855-2767-4b52-b383-63c3a99ac139 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/d6905048-33ea-4ea8-8319-e44c08af2a60 HTTP/1.1" status: 404 len: 337 time: 0.0307457 Nov 15 23:02:32.801558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35172) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:32.819993 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be343c6-d27f-4194-8c23-f158004959a6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] DELETE failed (client error): The resource could not be found. Nov 15 23:02:32.820729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be343c6-d27f-4194-8c23-f158004959a6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:02:32.826716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3be343c6-d27f-4194-8c23-f158004959a6 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/d971f86e-0971-403d-afe7-1166d51096a5 HTTP/1.1" status: 404 len: 339 time: 0.0221431 Nov 15 23:02:32.827349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35174) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:32.864805 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10e0435c-7859-4c14-958d-db47477ff168 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:32.881645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting subnet 1c57f49a-51b0-4105-a5da-fdecf7e59d22 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:32.885925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 10e0435c-7859-4c14-958d-db47477ff168 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:32.886063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:32.889007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 10e0435c-7859-4c14-958d-db47477ff168 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:32.889007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 476871a1-b3d3-402f-a9af-e85a182a3bdf no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:32.906409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 476871a1-b3d3-402f-a9af-e85a182a3bdf {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:32.910942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 476871a1-b3d3-402f-a9af-e85a182a3bdf not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:32.925969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.019270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.213093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.241054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Subnet': ['ID=1c57f49a-51b0-4105-a5da-fdecf7e59d22,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:33.245266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.249788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-594774e0-179e-4eda-9017-94c1fb8e3d13 tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/subnets/1c57f49a-51b0-4105-a5da-fdecf7e59d22 HTTP/1.1" status: 204 len: 168 time: 0.4200017 Nov 15 23:02:33.250940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35176) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:33.256390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82caad-80cf-4cf8-aec0-6fb903c37a2e None None] Network fe82990a-059d-4789-8ce8-087c429fd61b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:33.336893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.400116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Deleting port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:33.400116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.470626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] DHCP port deletion for fe82990a-059d-4789-8ce8-087c429fd61b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:33.477250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] For port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,segment=NetworkSegment(d4234111-c602-43aa-9a04-c71e14b17736),segment_id=d4234111-c602-43aa-9a04-c71e14b17736)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:33.477609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.491245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Calling delete_port for 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:33.527854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c384d3cd-7368-499d-889c-7e337d66bdc7 req-d3c7c7e9-6fcb-406f-826a-509e866dc0b9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0416410 Nov 15 23:02:33.552338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Deleting port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:33.552878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.630247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] For port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,segment=NetworkSegment(d4234111-c602-43aa-9a04-c71e14b17736),segment_id=d4234111-c602-43aa-9a04-c71e14b17736)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:33.630556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.643850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Calling delete_port for 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:33.669591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.696058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Port': ['ID=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:33.699601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] No DVR routers for this DVR port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:33.733603 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.763002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] Pushing event deleted for resources: {'Port': ['ID=5beb03b3-42c7-4817-b5f0-08a5dbbf81f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:33.766464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9b43a-4bfc-49d1-b294-523c5e881bd0 None None] No DVR routers for this DVR port 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:33.803513 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.829581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe82990a-059d-4789-8ce8-087c429fd61b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:33.840248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4234111-c602-43aa-9a04-c71e14b17736') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:33.840582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4234111-c602-43aa-9a04-c71e14b17736') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:33.851274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.866008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.872707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:33.873105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:33.876319 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:33.992494 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:33.997363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.003270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] 10.222.0.15 "DELETE /v2.0/networks/fe82990a-059d-4789-8ce8-087c429fd61b HTTP/1.1" status: 204 len: 168 time: 0.7490697 Nov 15 23:02:34.017425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441b52b-1e96-40d9-8683-b1279229facc tempest-NetworksIpV6Test-382023760 tempest-NetworksIpV6Test-382023760-project] Pushing event deleted for resources: {'Network': ['ID=fe82990a-059d-4789-8ce8-087c429fd61b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:34.474169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35184) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:34.623506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bfa3c515-539a-442b-bc74-129729f0d882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1503aefc4630494b83a41e23466bce91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481314 Nov 15 23:02:34.626232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35190) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:34.639400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b55458a1-99b7-4ab3-9f2e-043442558635 req-10e20af8-fdbe-473c-ae1e-72be78f439e1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0355463 Nov 15 23:02:34.677093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.698811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.772990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c02fe66d-7823-471d-b771-c205f0bf177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.842058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:34.846722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.849411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:34.850632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/743270bb-a27f-4cde-af5b-364fe907625c HTTP/1.1" status: 204 len: 168 time: 0.2232463 Nov 15 23:02:34.859466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdac19-d58a-4df6-9bc0-bd42973eb982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743270bb-a27f-4cde-af5b-364fe907625c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:34.886027 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:34.891553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5beb03b3-42c7-4817-b5f0-08a5dbbf81f5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:35.429474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 32ddc7c3-8da5-4186-b60a-53fccd854c0b no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:35.454796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 32ddc7c3-8da5-4186-b60a-53fccd854c0b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:35.460408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 32ddc7c3-8da5-4186-b60a-53fccd854c0b not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:35.737152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-367424da-59a1-4748-b661-bafe4eaeffc9 req-76ccc124-b05b-4615-8728-a7d9a8e545a7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0266559 Nov 15 23:02:35.966391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35214) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:36.066345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-56d3a2f9-1054-4977-ad4b-5a8091d5fa18 tempest-DvrRoutersNegativeTest-1019163146 tempest-DvrRoutersNegativeTest-1019163146-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-153219233', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:36.069335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.policy [None req-56d3a2f9-1054-4977-ad4b-5a8091d5fa18 tempest-DvrRoutersNegativeTest-1019163146 tempest-DvrRoutersNegativeTest-1019163146-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103127) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 15 23:02:36.069658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.policy [None req-56d3a2f9-1054-4977-ad4b-5a8091d5fa18 tempest-DvrRoutersNegativeTest-1019163146 tempest-DvrRoutersNegativeTest-1019163146-project] Failed policy check for 'create_router' {{(pid=103127) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 15 23:02:36.070194 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-56d3a2f9-1054-4977-ad4b-5a8091d5fa18 tempest-DvrRoutersNegativeTest-1019163146 tempest-DvrRoutersNegativeTest-1019163146-project] create failed (client error): Access was denied to this resource. Nov 15 23:02:36.071165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-56d3a2f9-1054-4977-ad4b-5a8091d5fa18 tempest-DvrRoutersNegativeTest-1019163146 tempest-DvrRoutersNegativeTest-1019163146-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1032367 Nov 15 23:02:36.504205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35224) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:36.611317 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:36.683855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:36.784138 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:36.830998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba189d26-be57-4440-ae11-3afd0b80d975,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:36.843123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c711de29ebc34ea393c70b2a52ac98fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379345 Nov 15 23:02:36.845870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35230) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:36.874175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91a2f0c0-6e5f-412e-9e76-a35c8b3038c1 req-f35a629b-3169-42b8-8d9c-c48849c05623 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8feeba-61c4-41a4-b2cf-c3487a6958aa HTTP/1.1" status: 200 len: 210 time: 0.0465789 Nov 15 23:02:36.875681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.876185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.876688 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.877163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.877946 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.878415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.878877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.879334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.879793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.880266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.880753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.881207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500d518-3d98-414a-ad56-d56b15fcf60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:36.912010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:36.936109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:37.067119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:37.069786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:37.070960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba189d26-be57-4440-ae11-3afd0b80d975 HTTP/1.1" status: 204 len: 168 time: 0.2241087 Nov 15 23:02:37.079943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7802d6a-1754-48bb-99f4-32a06eb82fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba189d26-be57-4440-ae11-3afd0b80d975,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:37.215328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-590c8813-1d00-4acd-9071-171102f7438c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.203587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35256) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:38.308975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1433479408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:38.406308 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.435262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.440800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.487015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.546594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.628328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.629587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf2d1dba-6e29-4503-ac31-e609bf82dc37 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4249859 Nov 15 23:02:38.632224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:38.637363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1566189914'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:38.730073 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:38.733969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.742909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.819870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.903843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.930963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:38.941252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49882c53-209b-4348-b726-2aa2e956fa4c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:38.946067 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:38.946407 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Added segment aed715f8-7b76-4a40-a109-13d49291a377 of type vlan for network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb Nov 15 23:02:38.992161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.092237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.098001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:39.098582 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.164915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Network': ['ID=38e62cd6-4032-4e8a-8e9d-6bb550854fdb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:39.175829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:39.249677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b95281c8-482f-47cc-83c2-b1334affe4f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6164014 Nov 15 23:02:39.252513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:39.257420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'subnet': {'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:39.426651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:39.430741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.495221 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.689683 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.748359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Subnet': ['ID=8f8d9edc-7ca3-4d9e-ba2b-8722261d2753,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:39.759805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Checking segment: {'id': 'aed715f8-7b76-4a40-a109-13d49291a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:39.760823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network hostable DHCP agents. Network: 38e62cd6-4032-4e8a-8e9d-6bb550854fdb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:39.854945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:39.937819 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 38e62cd6-4032-4e8a-8e9d-6bb550854fdb) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:39.942106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:39.942647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:39.948992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755d94f-b3e5-48e9-b6b1-0c1e668438cf None None] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:40.000871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e00af7a1-7c35-46f9-9d17-04ec800166f0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7472198 Nov 15 23:02:40.004079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:40.010882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'network': {'name': 'tempest-router-network01--505902953'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:40.107430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-38e62cd6-4032-4e8a-8e9d-6bb550854fdb', 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb', 'tenant_id': 'bfcb01ba028b48e7936f88535344a517', 'fixed_ips': [{'subnet_id': '8f8d9edc-7ca3-4d9e-ba2b-8722261d2753'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:40.108349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.121367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:40.125148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.154332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:40.163456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.163879 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Added segment bc5c4f72-9d19-4704-9dad-91497cda4f71 of type vlan for network cba8201b-813e-4213-969e-32b0adeb2b1b Nov 15 23:02:40.204741 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.251055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Allocated IP 2001:db8::2 (38e62cd6-4032-4e8a-8e9d-6bb550854fdb/8f8d9edc-7ca3-4d9e-ba2b-8722261d2753/5590fe58-fc75-4d71-bfeb-c6d2132fede3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:40.344023 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.349875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:40.350502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.430622 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.431181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Network': ['ID=cba8201b-813e-4213-969e-32b0adeb2b1b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:40.460759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.466072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network cba8201b-813e-4213-969e-32b0adeb2b1b details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:40.542392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-53c535e9-a8b7-47e8-97a1-b02953185aa9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5364757 Nov 15 23:02:40.545846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:40.550185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'network': {'name': 'tempest-router-network02--1949351768'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:40.587485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.698816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:40.703627 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.740518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:40.754806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.755642 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Added segment aa1e432f-ca73-48db-be11-4ced624da8df of type vlan for network 439b5d64-3662-41e3-a720-704292a28af2 Nov 15 23:02:40.805646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.810803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:40.813843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:40.818277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:40.821341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Pushing event updated for resources: {'Port': ['ID=5590fe58-fc75-4d71-bfeb-c6d2132fede3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:40.872664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Attempting to bind port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:40.873029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Attempting to bind port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'aed715f8-7b76-4a40-a109-13d49291a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:40.873385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Attempting to bind port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 on network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:40.878264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:40.887997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Checking segment: {'id': 'aed715f8-7b76-4a40-a109-13d49291a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:40.887997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.887997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Bound using segment: {'id': 'aed715f8-7b76-4a40-a109-13d49291a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:40.887997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Bound port: 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed715f8-7b76-4a40-a109-13d49291a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '38e62cd6-4032-4e8a-8e9d-6bb550854fdb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:40.887997 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.935479 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.941582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:40.942196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:40.945535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] For port 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:40.949546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] For port 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5590fe58-fc75-4d71-bfeb-c6d2132fede3,segment=NetworkSegment(aed715f8-7b76-4a40-a109-13d49291a377),segment_id=aed715f8-7b76-4a40-a109-13d49291a377)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:41.017733 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Network': ['ID=439b5d64-3662-41e3-a720-704292a28af2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:41.028707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 439b5d64-3662-41e3-a720-704292a28af2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:41.064380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cb02942d-35ab-4a18-b874-039560602b78 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5178626 Nov 15 23:02:41.067266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:41.071964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:41.073081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'subnet': {'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:41.156822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f046-eb3e-4559-aa54-799b57f4843a None None] Pushing event updated for resources: {'Port': ['ID=5590fe58-fc75-4d71-bfeb-c6d2132fede3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:41.247083 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:41.250760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:41.599453 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:41.653738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Subnet': ['ID=6cad9eb8-b616-4c61-aeb0-a847a55f9c25,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:41.666524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Checking segment: {'id': 'bc5c4f72-9d19-4704-9dad-91497cda4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:41.666888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network hostable DHCP agents. Network: cba8201b-813e-4213-969e-32b0adeb2b1b, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:41.755149 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network cba8201b-813e-4213-969e-32b0adeb2b1b is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:41.829866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, cba8201b-813e-4213-969e-32b0adeb2b1b) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:41.839449 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:41.841101 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:41.850547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58e9ba-7ff9-4942-8cb5-ce373fa1eee5 None None] Network cba8201b-813e-4213-969e-32b0adeb2b1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:41.924425 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c7dd8903-aeac-4f0a-a8de-dad9aafac355 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8560362 Nov 15 23:02:41.928317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35282) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:41.934453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'subnet': {'network_id': '439b5d64-3662-41e3-a720-704292a28af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:42.025630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-cba8201b-813e-4213-969e-32b0adeb2b1b', 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b', 'tenant_id': 'bfcb01ba028b48e7936f88535344a517', 'fixed_ips': [{'subnet_id': '6cad9eb8-b616-4c61-aeb0-a847a55f9c25'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:42.026910 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.123980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:42.127718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.200817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Allocated IP 2001:db8::2 (cba8201b-813e-4213-969e-32b0adeb2b1b/6cad9eb8-b616-4c61-aeb0-a847a55f9c25/841e2acf-9206-482d-8789-b2385e6870e5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:42.276202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e0c05-0cb9-486b-a0c5-c904dc9bf169 None None] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:42.370721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] Provisioning complete for port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:42.370980 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.407269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.464311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Subnet': ['ID=ca87ead9-0401-4b65-aecc-3c2976bc9696,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:42.498099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Checking segment: {'id': 'aa1e432f-ca73-48db-be11-4ced624da8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '439b5d64-3662-41e3-a720-704292a28af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:42.498463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network hostable DHCP agents. Network: 439b5d64-3662-41e3-a720-704292a28af2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:42.506582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.577823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network 439b5d64-3662-41e3-a720-704292a28af2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:42.578900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.604164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.654335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] For port 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5590fe58-fc75-4d71-bfeb-c6d2132fede3,segment=NetworkSegment(aed715f8-7b76-4a40-a109-13d49291a377),segment_id=aed715f8-7b76-4a40-a109-13d49291a377)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:42.668172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Network cba8201b-813e-4213-969e-32b0adeb2b1b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:42.671364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:42.676246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:42.680841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Pushing event updated for resources: {'Port': ['ID=841e2acf-9206-482d-8789-b2385e6870e5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:42.684741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 439b5d64-3662-41e3-a720-704292a28af2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:42.688184 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:42.688868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.700867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e92ad-6922-404a-8e96-7fdbd22fcd45 None None] Network 439b5d64-3662-41e3-a720-704292a28af2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:42.785477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:42.791682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-38bb9224-62b5-4943-84d9-9e1f2f1a6ad9 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8578801 Nov 15 23:02:42.791682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:42.912500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369f8cf-8001-40d2-8c98-28b71cb6f1e5 req-4e7ab606-eedf-4557-8d93-3356411aabb5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:42.920187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3369f8cf-8001-40d2-8c98-28b71cb6f1e5 req-4e7ab606-eedf-4557-8d93-3356411aabb5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.1443594 Nov 15 23:02:42.955920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce479f-7d7d-4067-a714-8164e45bff4e None None] Pushing event updated for resources: {'Port': ['ID=5590fe58-fc75-4d71-bfeb-c6d2132fede3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:42.966880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Attempting to bind port 841e2acf-9206-482d-8789-b2385e6870e5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:42.967880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Attempting to bind port 841e2acf-9206-482d-8789-b2385e6870e5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'bc5c4f72-9d19-4704-9dad-91497cda4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:42.968490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Attempting to bind port 841e2acf-9206-482d-8789-b2385e6870e5 on network cba8201b-813e-4213-969e-32b0adeb2b1b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:42.974147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5590fe58-fc75-4d71-bfeb-c6d2132fede3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:43.014523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3369f8cf-8001-40d2-8c98-28b71cb6f1e5 req-64adc458-433a-4743-98b9-a5d5fcebe411 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931888 Nov 15 23:02:43.038561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:43.039245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Checking segment: {'id': 'bc5c4f72-9d19-4704-9dad-91497cda4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:43.039840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.040416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Bound using segment: {'id': 'bc5c4f72-9d19-4704-9dad-91497cda4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:43.041105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Bound port: 841e2acf-9206-482d-8789-b2385e6870e5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5c4f72-9d19-4704-9dad-91497cda4f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cba8201b-813e-4213-969e-32b0adeb2b1b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:43.042248 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.118006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8ee54634-df47-4389-87a5-e0923f054009 None None] Provisioning complete for port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:43.118377 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ee54634-df47-4389-87a5-e0923f054009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.220721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] For port 841e2acf-9206-482d-8789-b2385e6870e5, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:43.225531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] For port 841e2acf-9206-482d-8789-b2385e6870e5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=841e2acf-9206-482d-8789-b2385e6870e5,segment=NetworkSegment(bc5c4f72-9d19-4704-9dad-91497cda4f71),segment_id=bc5c4f72-9d19-4704-9dad-91497cda4f71)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:43.234365 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.252894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:43.253264 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.276800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-439b5d64-3662-41e3-a720-704292a28af2', 'network_id': '439b5d64-3662-41e3-a720-704292a28af2', 'tenant_id': 'bfcb01ba028b48e7936f88535344a517', 'fixed_ips': [{'subnet_id': 'ca87ead9-0401-4b65-aecc-3c2976bc9696'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:43.277648 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.405604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.491804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Allocated IP 2001:db8::1 (cba8201b-813e-4213-969e-32b0adeb2b1b/6cad9eb8-b616-4c61-aeb0-a847a55f9c25/f6d63e2f-653c-4d44-a3b7-fe834ff23d55) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:43.560054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bab06-4928-494c-98d1-aaa4b3921226 None None] Pushing event updated for resources: {'Port': ['ID=841e2acf-9206-482d-8789-b2385e6870e5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:43.576326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Allocated IP 2001:db8::2 (439b5d64-3662-41e3-a720-704292a28af2/ca87ead9-0401-4b65-aecc-3c2976bc9696/7d211c2e-5577-4b0e-977f-2ac1150394ea) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:43.629536 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.756916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.770284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.819550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network cba8201b-813e-4213-969e-32b0adeb2b1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:43.823350 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:43.825770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:43.826307 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.839549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.881347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Network 439b5d64-3662-41e3-a720-704292a28af2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:43.884741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:43.890300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:43.896021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Pushing event updated for resources: {'Port': ['ID=7d211c2e-5577-4b0e-977f-2ac1150394ea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:43.955445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Attempting to bind port 7d211c2e-5577-4b0e-977f-2ac1150394ea on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:43.956076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Attempting to bind port 7d211c2e-5577-4b0e-977f-2ac1150394ea by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'aa1e432f-ca73-48db-be11-4ced624da8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '439b5d64-3662-41e3-a720-704292a28af2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:43.956816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Attempting to bind port 7d211c2e-5577-4b0e-977f-2ac1150394ea on network 439b5d64-3662-41e3-a720-704292a28af2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:43.962541 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:43.963074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Checking segment: {'id': 'aa1e432f-ca73-48db-be11-4ced624da8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '439b5d64-3662-41e3-a720-704292a28af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:43.964050 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:43.964440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Bound using segment: {'id': 'aa1e432f-ca73-48db-be11-4ced624da8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '439b5d64-3662-41e3-a720-704292a28af2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:43.964942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Bound port: 7d211c2e-5577-4b0e-977f-2ac1150394ea, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1e432f-ca73-48db-be11-4ced624da8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '439b5d64-3662-41e3-a720-704292a28af2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:43.965319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.032243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] For port 7d211c2e-5577-4b0e-977f-2ac1150394ea, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:44.035476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] For port 7d211c2e-5577-4b0e-977f-2ac1150394ea, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d211c2e-5577-4b0e-977f-2ac1150394ea,segment=NetworkSegment(aa1e432f-ca73-48db-be11-4ced624da8df),segment_id=aa1e432f-ca73-48db-be11-4ced624da8df)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:44.087340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.125415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Port': ['ID=f6d63e2f-653c-4d44-a3b7-fe834ff23d55,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:44.170445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a775-c45e-43fa-9e4a-1b9e0e56eec3 req-050f4659-9ef3-4702-b882-75e5ef65caca tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:44.173148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708a484-1353-40ef-942d-f17a9af48426 None None] Pushing event updated for resources: {'Port': ['ID=7d211c2e-5577-4b0e-977f-2ac1150394ea,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:44.179571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6677a775-c45e-43fa-9e4a-1b9e0e56eec3 req-050f4659-9ef3-4702-b882-75e5ef65caca tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.0828209 Nov 15 23:02:44.237207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6677a775-c45e-43fa-9e4a-1b9e0e56eec3 req-9790e1a9-30de-4778-857f-7956dc700b73 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=82f9f43c-8978-48b8-b9ee-ef5295611b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Nov 15 23:02:44.278814 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.496213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-5791207f-c613-4651-beb0-e8a284c12d2e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:44.497723 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-5791207f-c613-4651-beb0-e8a284c12d2e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 946 time: 0.0730255 Nov 15 23:02:44.585868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ff285-6dee-4af4-ac6d-d4f5c71fdd65 None None] Network cba8201b-813e-4213-969e-32b0adeb2b1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:44.679156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 02337dc8-f443-47d8-b996-65871802cb79 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:44.679493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.717229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] Provisioning complete for port 841e2acf-9206-482d-8789-b2385e6870e5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:44.717608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.729819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.781892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 02337dc8-f443-47d8-b996-65871802cb79, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=02337dc8-f443-47d8-b996-65871802cb79,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:44.782268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.796021 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.796812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.798758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 02337dc8-f443-47d8-b996-65871802cb79 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:44.839872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:44.888921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] For port 841e2acf-9206-482d-8789-b2385e6870e5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=841e2acf-9206-482d-8789-b2385e6870e5,segment=NetworkSegment(bc5c4f72-9d19-4704-9dad-91497cda4f71),segment_id=bc5c4f72-9d19-4704-9dad-91497cda4f71)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:44.942407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Port': ['ID=f6d63e2f-653c-4d44-a3b7-fe834ff23d55,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:44.950142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.029303 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03483eb7-e3d6-47f8-9c65-ee8fe4ff38fa None None] Pushing event updated for resources: {'Port': ['ID=841e2acf-9206-482d-8789-b2385e6870e5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:45.029970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network cba8201b-813e-4213-969e-32b0adeb2b1b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:45.034984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:45.104390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5590fe58-fc75-4d71-bfeb-c6d2132fede3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:45.181091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:45.181544 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.238452 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.259237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['02337dc8-f443-47d8-b996-65871802cb79'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:02:45.301741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=02337dc8-f443-47d8-b996-65871802cb79,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:45.307562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Router e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:02:45.323925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7d211c2e-5577-4b0e-977f-2ac1150394ea up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:45.338932 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 02337dc8-f443-47d8-b996-65871802cb79 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:45.349883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.357987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3ce5a500-95d1-4f75-abd9-7dc34f567b06 None None] Provisioning complete for port f6d63e2f-653c-4d44-a3b7-fe834ff23d55 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:45.358350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a500-95d1-4f75-abd9-7dc34f567b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.361609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48db4c0b-559d-46ab-9c24-1866fb9da893 req-3a1e1eb6-778a-4b8f-8568-03b0af440ac4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "DELETE /v2.0/ports/02337dc8-f443-47d8-b996-65871802cb79 HTTP/1.1" status: 204 len: 173 time: 0.8561406 Nov 15 23:02:45.364354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'name': 'network-vif-deleted', 'tag': '02337dc8-f443-47d8-b996-65871802cb79'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:02:45.372703 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b6b48-d4e5-4369-8170-b3e6e1052494" -d '{"events": [{"server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "name": "network-vif-deleted", "tag": "02337dc8-f443-47d8-b996-65871802cb79"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:02:45.411759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5a500-95d1-4f75-abd9-7dc34f567b06 None None] Port f6d63e2f-653c-4d44-a3b7-fe834ff23d55 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:02:45.418559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76075348-c460-44db-af96-faf5aaa5d0b6 req-d6e49207-7600-4bce-a5c6-3337b8d04113 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0585659 Nov 15 23:02:45.434101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-3ce5a500-95d1-4f75-abd9-7dc34f567b06 None None] Provisioning complete for port 841e2acf-9206-482d-8789-b2385e6870e5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:45.434461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a500-95d1-4f75-abd9-7dc34f567b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.437874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7d211c2e-5577-4b0e-977f-2ac1150394ea triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:45.437874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:45.485131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486dbf9-e463-4875-98f0-ab139dc6a9b4 None None] Network 439b5d64-3662-41e3-a720-704292a28af2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:45.505810 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e7c029-55be-4c62-b36c-a44455ccf93c x-openstack-request-id: req-71e7c029-55be-4c62-b36c-a44455ccf93c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:02:45.506101 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f612d5c9-7e7a-4798-b5ca-642b7c658568", "name": "network-vif-deleted", "tag": "02337dc8-f443-47d8-b996-65871802cb79", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:02:45.506348 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71e7c029-55be-4c62-b36c-a44455ccf93c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:02:45.506734 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f612d5c9-7e7a-4798-b5ca-642b7c658568', 'name': 'network-vif-deleted', 'tag': '02337dc8-f443-47d8-b996-65871802cb79', 'status': 'completed', 'code': 200} Nov 15 23:02:45.531077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:02:45.538724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-450b46cb-1ac6-4698-a0f6-0bff2bf62e56 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7456853 Nov 15 23:02:45.539713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35300) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:45.543254 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] Sync routers for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:02:45.555294 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:45.556521 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:45.595370 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:45.629080 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:45.629828 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:45.713593 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:45.714375 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c32b16a-6ade-4399-95cc-11485e8a53b6 None None] The sync data for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:02:45.913435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.000079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 7d211c2e-5577-4b0e-977f-2ac1150394ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d211c2e-5577-4b0e-977f-2ac1150394ea,segment=NetworkSegment(aa1e432f-ca73-48db-be11-4ced624da8df),segment_id=aa1e432f-ca73-48db-be11-4ced624da8df)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:46.047949 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-28371092-6474-402a-9621-b8910d74e0c1 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:02:46.049058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-28371092-6474-402a-9621-b8910d74e0c1 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5083869 Nov 15 23:02:46.052314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:46.052472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5424c132-0c39-4d33-8a11-651f5e92baaf None None] Provisioning complete for port f6d63e2f-653c-4d44-a3b7-fe834ff23d55 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:46.052941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5424c132-0c39-4d33-8a11-651f5e92baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.078064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.078844 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 841e2acf-9206-482d-8789-b2385e6870e5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:46.168880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5424c132-0c39-4d33-8a11-651f5e92baaf None None] Port f6d63e2f-653c-4d44-a3b7-fe834ff23d55 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:02:46.181278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=7d211c2e-5577-4b0e-977f-2ac1150394ea,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:46.184692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5424c132-0c39-4d33-8a11-651f5e92baaf None None] Provisioning complete for port 7d211c2e-5577-4b0e-977f-2ac1150394ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:46.185061 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5424c132-0c39-4d33-8a11-651f5e92baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.248058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 841e2acf-9206-482d-8789-b2385e6870e5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:46.248779 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.430586 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.490852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1e54d440-0f81-4f8c-8aaf-87c5d03cb78e None None] Provisioning complete for port 7d211c2e-5577-4b0e-977f-2ac1150394ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:46.492068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e54d440-0f81-4f8c-8aaf-87c5d03cb78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:46.540253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-466ea619-682f-4c85-9d29-3cf6a0588393 req-78cb92d7-1763-4cec-9a58-be394daedcf3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0354009 Nov 15 23:02:46.870526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7d211c2e-5577-4b0e-977f-2ac1150394ea up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:46.926101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7d211c2e-5577-4b0e-977f-2ac1150394ea triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:46.926422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.005735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 841e2acf-9206-482d-8789-b2385e6870e5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:47.043024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting port f6d63e2f-653c-4d44-a3b7-fe834ff23d55 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:47.043634 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.053866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 841e2acf-9206-482d-8789-b2385e6870e5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:47.054404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.131231 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.144254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Calling delete_port for f6d63e2f-653c-4d44-a3b7-fe834ff23d55 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:47.360934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.387007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Port': ['ID=f6d63e2f-653c-4d44-a3b7-fe834ff23d55,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:47.517284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:47.593426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02337dc8-f443-47d8-b996-65871802cb79 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:47.615064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 02337dc8-f443-47d8-b996-65871802cb79 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:47.615395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 02337dc8-f443-47d8-b996-65871802cb79 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:47.696500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39bac3d3-cc50-4ed0-b132-8e44301a9710 req-784b016b-30d4-4918-86db-aff3c88ea7f7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0527825 Nov 15 23:02:47.706354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Router e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:02:47.781602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:02:47.790862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a7969fa-4fce-4eb3-b750-86e733ccaa39 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7327034 Nov 15 23:02:47.790954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35308) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:47.794686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] Sync routers for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:02:47.805579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:47.806340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:47.829788 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-a22686ab-3b93-4678-a95b-89742cf8eaf0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] delete failed (client error): The resource could not be found. Nov 15 23:02:47.834318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a22686ab-3b93-4678-a95b-89742cf8eaf0 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-177321552 HTTP/1.1" status: 404 len: 334 time: 0.0394962 Nov 15 23:02:47.834505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35310) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:47.838911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b38522d5-ef3d-4851-b4e3-6cd686b3e1d3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:47.843372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:47.852393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:47.853143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:47.886884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:47.887596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e37484-82b1-4952-87cc-b7b55255f091 None None] The sync data for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:02:48.049039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b38522d5-ef3d-4851-b4e3-6cd686b3e1d3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.153398 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-b38522d5-ef3d-4851-b4e3-6cd686b3e1d3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] update failed (client error): The resource could not be found. Nov 15 23:02:48.154371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b38522d5-ef3d-4851-b4e3-6cd686b3e1d3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 HTTP/1.1" status: 404 len: 339 time: 0.3189671 Nov 15 23:02:48.158042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35312) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:48.162866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1600683724'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:48.243643 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:48.247334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.271020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:02:48.280734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.281078 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Added segment 8b4b66e0-1d68-4c85-83f4-6a8d64231a8e of type vlan for network bf9d5cf3-f122-4113-8268-0c4e4754ee96 Nov 15 23:02:48.322243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.415262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.420889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:48.421488 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.488833 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Network': ['ID=bf9d5cf3-f122-4113-8268-0c4e4754ee96,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:48.498930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:02:48.541093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9dfb47c-03a9-4b35-903a-bfd3ff06e984 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3792362 Nov 15 23:02:48.541482 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:48.546453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'subnet': {'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:48.701066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Made reservation on behalf of bfcb01ba028b48e7936f88535344a517 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:02:48.704507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:48.808253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca71fd57-6d0f-4354-9aca-e9d4cb67ac7b req-bd920cef-5fbd-4b23-ba5a-5ef2eeecc193 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0336890 Nov 15 23:02:48.975274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.039919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Subnet': ['ID=21b04002-3afa-40dc-8bdf-b655afb9e99d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:49.053129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Checking segment: {'id': '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:49.053129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network hostable DHCP agents. Network: bf9d5cf3-f122-4113-8268-0c4e4754ee96, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:02:49.140817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:02:49.226991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, bf9d5cf3-f122-4113-8268-0c4e4754ee96) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:49.231749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:02:49.232380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.239440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825925e-f7f8-4d8c-93d8-4b2321f0f769 None None] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:49.308941 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:02:49.328935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-51ea3d56-8023-4b88-8806-c0552bc1c537 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7862911 Nov 15 23:02:49.331902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:49.342123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0d56af4a-55ea-4ce9-9e8c-cdddda48ddef tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:49.406122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-bf9d5cf3-f122-4113-8268-0c4e4754ee96', 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96', 'tenant_id': 'bfcb01ba028b48e7936f88535344a517', 'fixed_ips': [{'subnet_id': '21b04002-3afa-40dc-8bdf-b655afb9e99d'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:02:49.406989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.551451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Allocated IP 2001:db8:1::2 (bf9d5cf3-f122-4113-8268-0c4e4754ee96/21b04002-3afa-40dc-8bdf-b655afb9e99d/25e32377-3c00-4c37-8283-2dc3cd056d5f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:49.574735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0d56af4a-55ea-4ce9-9e8c-cdddda48ddef tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.702685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.754037 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0d56af4a-55ea-4ce9-9e8c-cdddda48ddef tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:02:49.755100 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0d56af4a-55ea-4ce9-9e8c-cdddda48ddef tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 HTTP/1.1" status: 400 len: 364 time: 0.4212244 Nov 15 23:02:49.758755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:49.764154 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.801024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:49.807677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:49.811230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:49.818369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Pushing event updated for resources: {'Port': ['ID=25e32377-3c00-4c37-8283-2dc3cd056d5f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:49.880268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Attempting to bind port 25e32377-3c00-4c37-8283-2dc3cd056d5f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:02:49.880652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Attempting to bind port 25e32377-3c00-4c37-8283-2dc3cd056d5f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:02:49.881019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Attempting to bind port 25e32377-3c00-4c37-8283-2dc3cd056d5f on network bf9d5cf3-f122-4113-8268-0c4e4754ee96 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:02:49.887384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:02:49.887754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Checking segment: {'id': '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:02:49.888146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.888529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Bound using segment: {'id': '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:02:49.889008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Bound port: 25e32377-3c00-4c37-8283-2dc3cd056d5f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bf9d5cf3-f122-4113-8268-0c4e4754ee96'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:02:49.889379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:49.936769 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b3eea775-8105-4116-bb3e-89bf142a8da8 req-f0680f3e-938a-4bed-a21d-f1f43888e5ad tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0326257 Nov 15 23:02:49.961634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] For port 25e32377-3c00-4c37-8283-2dc3cd056d5f, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:02:49.961634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] For port 25e32377-3c00-4c37-8283-2dc3cd056d5f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=25e32377-3c00-4c37-8283-2dc3cd056d5f,segment=NetworkSegment(8b4b66e0-1d68-4c85-83f4-6a8d64231a8e),segment_id=8b4b66e0-1d68-4c85-83f4-6a8d64231a8e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:02:50.041558 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.073751 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.110969 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d118c67-d7ce-45c7-ae5b-50aa61471239 None None] Pushing event updated for resources: {'Port': ['ID=25e32377-3c00-4c37-8283-2dc3cd056d5f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:50.367010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Allocated IP 2001:db8::1 (38e62cd6-4032-4e8a-8e9d-6bb550854fdb/8f8d9edc-7ca3-4d9e-ba2b-8722261d2753/c07f3cce-4932-4081-a4ef-36188f3bf7ff) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:02:50.484822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.607063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.651468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:50.657168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:50.659467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:02:50.659998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.707315 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Port': ['ID=c07f3cce-4932-4081-a4ef-36188f3bf7ff,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:50.894920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:50.950397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 25e32377-3c00-4c37-8283-2dc3cd056d5f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:51.035688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 25e32377-3c00-4c37-8283-2dc3cd056d5f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:51.036054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.095183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-85a57423-6d8f-4b09-90cc-3ef9b4fe9dd6 None None] Provisioning complete for port c07f3cce-4932-4081-a4ef-36188f3bf7ff triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:51.095549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85a57423-6d8f-4b09-90cc-3ef9b4fe9dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.097072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8732c924-8d61-4854-b752-a3188e0df71f req-6e4880c4-5461-44e3-bcbe-052348f72c2e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=f612d5c9-7e7a-4798-b5ca-642b7c658568 HTTP/1.1" status: 200 len: 210 time: 0.0371597 Nov 15 23:02:51.164491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-85a57423-6d8f-4b09-90cc-3ef9b4fe9dd6 None None] Port c07f3cce-4932-4081-a4ef-36188f3bf7ff cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:02:51.182461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.236316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 25e32377-3c00-4c37-8283-2dc3cd056d5f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=25e32377-3c00-4c37-8283-2dc3cd056d5f,segment=NetworkSegment(8b4b66e0-1d68-4c85-83f4-6a8d64231a8e),segment_id=8b4b66e0-1d68-4c85-83f4-6a8d64231a8e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:51.269368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ccf80-3fd2-4521-856a-e651cf9c90d6 None None] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:51.320728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.324386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.376121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-19fba3a0-cf52-4412-ba73-bf1e91b35b09 None None] Provisioning complete for port 25e32377-3c00-4c37-8283-2dc3cd056d5f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:51.376486 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19fba3a0-cf52-4412-ba73-bf1e91b35b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.403774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.404773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:51.432841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=25e32377-3c00-4c37-8283-2dc3cd056d5f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:51.505019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event updated for resources: {'Port': ['ID=c07f3cce-4932-4081-a4ef-36188f3bf7ff,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:51.555628 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:02:51.557162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:02:51.668049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Router e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:02:51.769884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:02:51.779416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a1ff2bd6-bc45-4bea-acf2-a2b916bff980 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0196497 Nov 15 23:02:51.779577 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35326) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:51.788550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] Sync routers for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:02:51.798880 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:51.799511 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:51.843270 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:51.861822 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:51.862616 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:51.901956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:51.902627 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca527b6-0c9a-42ac-a0d2-efadd4f6db05 None None] The sync data for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 is: [] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:02:51.905666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-367f5394-2d8d-4489-932a-bc648b4d15e8 None None] Provisioning complete for port 25e32377-3c00-4c37-8283-2dc3cd056d5f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:51.906038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-367f5394-2d8d-4489-932a-bc648b4d15e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.009279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-367f5394-2d8d-4489-932a-bc648b4d15e8 None None] Provisioning complete for port c07f3cce-4932-4081-a4ef-36188f3bf7ff triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:52.010804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-367f5394-2d8d-4489-932a-bc648b4d15e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.051017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-367f5394-2d8d-4489-932a-bc648b4d15e8 None None] Port c07f3cce-4932-4081-a4ef-36188f3bf7ff cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:02:52.162804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5ea41013-3942-4afb-ad37-26ac4c2fb507 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.246711 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5ea41013-3942-4afb-ad37-26ac4c2fb507 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 15 23:02:52.247739 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5ea41013-3942-4afb-ad37-26ac4c2fb507 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 HTTP/1.1" status: 409 len: 329 time: 0.4671884 Nov 15 23:02:52.250631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:52.560628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.801851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting port c07f3cce-4932-4081-a4ef-36188f3bf7ff {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:52.802317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.873556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 25e32377-3c00-4c37-8283-2dc3cd056d5f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:02:52.894052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:52.907002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Calling delete_port for c07f3cce-4932-4081-a4ef-36188f3bf7ff owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:52.924660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 25e32377-3c00-4c37-8283-2dc3cd056d5f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:02:52.925025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:53.149633 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:53.174521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Port': ['ID=c07f3cce-4932-4081-a4ef-36188f3bf7ff,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:53.281870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:53.449662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Router e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:02:53.529058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:02:53.535430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b4073162-440f-482b-be00-e9d36faccb27 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2837727 Nov 15 23:02:53.539064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35336) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:53.541392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] Sync routers for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:02:53.552546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:53.553313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:53.578373 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-600c8207-564b-425b-823a-6abf4b838bbe tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] show failed (client error): The resource could not be found. Nov 15 23:02:53.581030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-600c8207-564b-425b-823a-6abf4b838bbe tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-287705973 HTTP/1.1" status: 404 len: 334 time: 0.0393794 Nov 15 23:02:53.583763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35338) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:53.588156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:53.589608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-21b31163-a661-4636-9009-92046a768c73 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:53.598012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] Routers {'e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:02:53.598713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:02:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:53.635239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:53.635881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517101c-df33-4d10-88e6-5c4e38fee995 None None] The sync data for ids ['e0b6b9fe-ab21-4990-8e9b-9a40d3c17119'] in n-d-817995-3 is: [] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:02:53.637761 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-21b31163-a661-4636-9009-92046a768c73 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] update failed (client error): The resource could not be found. Nov 15 23:02:53.639001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21b31163-a661-4636-9009-92046a768c73 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1346941910 HTTP/1.1" status: 404 len: 335 time: 0.0530424 Nov 15 23:02:53.649518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35340) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:53.692818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting subnet 21b04002-3afa-40dc-8bdf-b655afb9e99d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:53.695969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:53.735638 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.146910 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.272637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.301535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Subnet': ['ID=21b04002-3afa-40dc-8bdf-b655afb9e99d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:54.305561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.311108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dac54239-a88e-40df-8118-61acc764394c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/subnets/21b04002-3afa-40dc-8bdf-b655afb9e99d HTTP/1.1" status: 204 len: 168 time: 0.6653643 Nov 15 23:02:54.311494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:54.322050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8bb46-23b2-4a6c-99db-40c13c65f1c8 None None] Network bf9d5cf3-f122-4113-8268-0c4e4754ee96 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:54.401706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.460430 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting port 25e32377-3c00-4c37-8283-2dc3cd056d5f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:54.460808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.529535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] DHCP port deletion for bf9d5cf3-f122-4113-8268-0c4e4754ee96 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:54.541730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] For port 25e32377-3c00-4c37-8283-2dc3cd056d5f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=25e32377-3c00-4c37-8283-2dc3cd056d5f,segment=NetworkSegment(8b4b66e0-1d68-4c85-83f4-6a8d64231a8e),segment_id=8b4b66e0-1d68-4c85-83f4-6a8d64231a8e)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:54.543195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.558824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Calling delete_port for 25e32377-3c00-4c37-8283-2dc3cd056d5f owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:54.595160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Deleting port 25e32377-3c00-4c37-8283-2dc3cd056d5f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:54.595637 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.664172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] For port 25e32377-3c00-4c37-8283-2dc3cd056d5f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=25e32377-3c00-4c37-8283-2dc3cd056d5f,segment=NetworkSegment(8b4b66e0-1d68-4c85-83f4-6a8d64231a8e),segment_id=8b4b66e0-1d68-4c85-83f4-6a8d64231a8e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:54.664172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.675376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Calling delete_port for 25e32377-3c00-4c37-8283-2dc3cd056d5f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:54.704067 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.743950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Port': ['ID=25e32377-3c00-4c37-8283-2dc3cd056d5f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:54.752647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] No DVR routers for this DVR port 25e32377-3c00-4c37-8283-2dc3cd056d5f on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:54.752875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.780518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] Pushing event deleted for resources: {'Port': ['ID=25e32377-3c00-4c37-8283-2dc3cd056d5f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:54.791342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b0940-e97e-4647-a35e-2a7bd90c48b7 None None] No DVR routers for this DVR port 25e32377-3c00-4c37-8283-2dc3cd056d5f on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:54.854521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.878513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9d5cf3-f122-4113-8268-0c4e4754ee96']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:54.889571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:54.889944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 25e32377-3c00-4c37-8283-2dc3cd056d5f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:54.890451 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4b66e0-1d68-4c85-83f4-6a8d64231a8e') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:54.901366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.915172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.921056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 25e32377-3c00-4c37-8283-2dc3cd056d5f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:54.921563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 25e32377-3c00-4c37-8283-2dc3cd056d5f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:54.921765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:54.922235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:54.925526 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:55.075688 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.082426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.087696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/networks/bf9d5cf3-f122-4113-8268-0c4e4754ee96 HTTP/1.1" status: 204 len: 168 time: 0.7732782 Nov 15 23:02:55.088436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35384) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:55.106740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408723-6c5c-4c5c-8851-b55039d52b02 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Network': ['ID=bf9d5cf3-f122-4113-8268-0c4e4754ee96,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:55.149434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting subnet ca87ead9-0401-4b65-aecc-3c2976bc9696 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:55.152510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.193515 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.289533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.407121 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.435528 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Subnet': ['ID=ca87ead9-0401-4b65-aecc-3c2976bc9696,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:55.437483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.443156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e76cc017-b796-4bfc-87db-51bebddb2b6c tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/subnets/ca87ead9-0401-4b65-aecc-3c2976bc9696 HTTP/1.1" status: 204 len: 168 time: 0.3424377 Nov 15 23:02:55.445497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35386) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:55.446356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2380784-a396-4852-a8cc-931e02ccd24a None None] Network 439b5d64-3662-41e3-a720-704292a28af2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:55.515110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting subnet 6cad9eb8-b616-4c61-aeb0-a847a55f9c25 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:55.518643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.568523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.658024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] DHCP port deletion for 439b5d64-3662-41e3-a720-704292a28af2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:55.662550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.707997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Deleting port 7d211c2e-5577-4b0e-977f-2ac1150394ea {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:55.708281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.770563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] For port 7d211c2e-5577-4b0e-977f-2ac1150394ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d211c2e-5577-4b0e-977f-2ac1150394ea,segment=NetworkSegment(aa1e432f-ca73-48db-be11-4ced624da8df),segment_id=aa1e432f-ca73-48db-be11-4ced624da8df)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:55.770949 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.783510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Calling delete_port for 7d211c2e-5577-4b0e-977f-2ac1150394ea owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:55.804268 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.832732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Subnet': ['ID=6cad9eb8-b616-4c61-aeb0-a847a55f9c25,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:55.839621 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.845055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ee0ec081-c687-4367-863c-161ad3121af7 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/subnets/6cad9eb8-b616-4c61-aeb0-a847a55f9c25 HTTP/1.1" status: 204 len: 168 time: 0.3957312 Nov 15 23:02:55.845988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35404) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:55.854096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468dc16-49e4-4951-a684-d972a50a2b68 None None] Network cba8201b-813e-4213-969e-32b0adeb2b1b requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:55.880414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35406) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:55.886642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142756155', 'description': 'tempest-secgroup-smoke-1142756155 description', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:55.935675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.969978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:55.992526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting port 7d211c2e-5577-4b0e-977f-2ac1150394ea {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:55.993013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.042405 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.061105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] For port 7d211c2e-5577-4b0e-977f-2ac1150394ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7d211c2e-5577-4b0e-977f-2ac1150394ea,segment=NetworkSegment(aa1e432f-ca73-48db-be11-4ced624da8df),segment_id=aa1e432f-ca73-48db-be11-4ced624da8df)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:56.061566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.074724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Calling delete_port for 7d211c2e-5577-4b0e-977f-2ac1150394ea owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:56.120805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.151049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.154679 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9c90f-590f-4bfd-94db-d2d20c4a2760,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.161556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.161747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.161908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.162395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.162846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.163275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.163701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.164120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.164539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.164980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.165392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.166726 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.167272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:02:56.187880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] No DVR routers for this DVR port 7d211c2e-5577-4b0e-977f-2ac1150394ea on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:56.193367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] No DVR routers for this DVR port 7d211c2e-5577-4b0e-977f-2ac1150394ea on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:56.200458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c89b-f472-4107-8e67-d3359bd722b8 None None] Pushing event deleted for resources: {'Port': ['ID=7d211c2e-5577-4b0e-977f-2ac1150394ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.201394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Port': ['ID=7d211c2e-5577-4b0e-977f-2ac1150394ea,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.217402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.218669 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6175db6b-cd84-41de-9f84-6bbfbf06fd17 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3365595 Nov 15 23:02:56.221662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35408) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:56.226634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:56.234950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] DHCP port deletion for cba8201b-813e-4213-969e-32b0adeb2b1b request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:56.287693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Deleting port 841e2acf-9206-482d-8789-b2385e6870e5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:56.288164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.289344 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.309845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439b5d64-3662-41e3-a720-704292a28af2']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.315144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.319293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1e432f-ca73-48db-be11-4ced624da8df') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.319610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1e432f-ca73-48db-be11-4ced624da8df') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.330066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.344300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.351483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:56.351873 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:56.355202 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:56.359550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] For port 841e2acf-9206-482d-8789-b2385e6870e5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=841e2acf-9206-482d-8789-b2385e6870e5,segment=NetworkSegment(bc5c4f72-9d19-4704-9dad-91497cda4f71),segment_id=bc5c4f72-9d19-4704-9dad-91497cda4f71)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:56.360158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.374132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Calling delete_port for 841e2acf-9206-482d-8789-b2385e6870e5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:56.388206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.469744 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.488399 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19936ec6-fc81-4e24-b303-f7916681a16b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.529755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.540300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.540300 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/networks/439b5d64-3662-41e3-a720-704292a28af2 HTTP/1.1" status: 204 len: 168 time: 0.6927218 Nov 15 23:02:56.542357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35410) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:56.550515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0d4ec-3fd4-4a4b-86cb-8a6f35bf56ca tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Network': ['ID=439b5d64-3662-41e3-a720-704292a28af2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.558734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.568857 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.570024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-50ab18b9-08bd-471a-bef7-c6ee9035a823 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3474996 Nov 15 23:02:56.573916 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35412) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:56.578970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:56.586564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] Pushing event deleted for resources: {'Port': ['ID=841e2acf-9206-482d-8789-b2385e6870e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.588914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5106e5f-7e20-496a-a135-2aff771afdf1 None None] No DVR routers for this DVR port 841e2acf-9206-482d-8789-b2385e6870e5 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:56.635794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.706862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.724121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.754320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba8201b-813e-4213-969e-32b0adeb2b1b']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.759405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c4f72-9d19-4704-9dad-91497cda4f71') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.759980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c4f72-9d19-4704-9dad-91497cda4f71') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:56.766259 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.769816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.783144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.789086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:56.792093 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:56.792965 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:56.826988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.846056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc81e26-cc63-44bf-890f-2980625e5cc1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:56.872107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7d211c2e-5577-4b0e-977f-2ac1150394ea no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:56.895442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7d211c2e-5577-4b0e-977f-2ac1150394ea {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:56.895777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7d211c2e-5577-4b0e-977f-2ac1150394ea not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:56.896186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 841e2acf-9206-482d-8789-b2385e6870e5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:56.903029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.904410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-876cd8db-83fc-466e-8dea-624d707a5266 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293188 Nov 15 23:02:56.907231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35414) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:56.912165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:56.915552 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 841e2acf-9206-482d-8789-b2385e6870e5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:56.916420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 841e2acf-9206-482d-8789-b2385e6870e5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:56.943881 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.950968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:56.954298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/networks/cba8201b-813e-4213-969e-32b0adeb2b1b HTTP/1.1" status: 204 len: 168 time: 0.4109426 Nov 15 23:02:56.957209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35416) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:56.966607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9e141-b263-4737-a386-b9b74681e515 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Network': ['ID=cba8201b-813e-4213-969e-32b0adeb2b1b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.011665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting subnet 8f8d9edc-7ca3-4d9e-ba2b-8722261d2753 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:02:57.014673 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.052821 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.076758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.149524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.185588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.230093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.257230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ca9275-0dc1-4467-a34c-618c723bc1c7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.346103 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.349927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6525d314-a878-4667-b3fd-b49b592e196f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391744 Nov 15 23:02:57.349927 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.350407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35418) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:57.355100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:57.377834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.383670 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0164f1-ef1f-40a4-9391-ba22b502e139 None None] Network 38e62cd6-4032-4e8a-8e9d-6bb550854fdb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:02:57.385193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35420) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:57.385350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/subnets/8f8d9edc-7ca3-4d9e-ba2b-8722261d2753 HTTP/1.1" status: 204 len: 168 time: 0.4264727 Nov 15 23:02:57.386240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f5ef-68ff-427d-b7a2-2bf36c6bf111 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8d9edc-7ca3-4d9e-ba2b-8722261d2753,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.464136 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.478777 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.560148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] DHCP port deletion for 38e62cd6-4032-4e8a-8e9d-6bb550854fdb request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:02:57.560843 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.580529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Deleting port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:57.580895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.614338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Deleting port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:02:57.614709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.646677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] For port 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5590fe58-fc75-4d71-bfeb-c6d2132fede3,segment=NetworkSegment(aed715f8-7b76-4a40-a109-13d49291a377),segment_id=aed715f8-7b76-4a40-a109-13d49291a377)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:57.647039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.657477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.666591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Calling delete_port for 5590fe58-fc75-4d71-bfeb-c6d2132fede3 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:57.677054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] For port 5590fe58-fc75-4d71-bfeb-c6d2132fede3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5590fe58-fc75-4d71-bfeb-c6d2132fede3,segment=NetworkSegment(aed715f8-7b76-4a40-a109-13d49291a377),segment_id=aed715f8-7b76-4a40-a109-13d49291a377)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:02:57.677436 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.689241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd5c7ed-3f40-4f7b-8caf-21d1324b077c,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.690091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Calling delete_port for 5590fe58-fc75-4d71-bfeb-c6d2132fede3 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:02:57.782688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.783817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-75408bd9-b14b-4742-bad0-db6f486b3e15 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4322803 Nov 15 23:02:57.786669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35422) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:57.790972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:57.849124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.855250 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.878092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Port': ['ID=5590fe58-fc75-4d71-bfeb-c6d2132fede3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.882513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] Pushing event deleted for resources: {'Port': ['ID=5590fe58-fc75-4d71-bfeb-c6d2132fede3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:57.883007 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] No DVR routers for this DVR port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:57.884331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a2681-2725-4327-9063-b41def45fc77 None None] No DVR routers for this DVR port 5590fe58-fc75-4d71-bfeb-c6d2132fede3 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:02:57.894388 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Project 21fea14e58814b6f8ddba03045c6f1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:02:57.915962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:57.986258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.017671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e62cd6-4032-4e8a-8e9d-6bb550854fdb']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:58.037828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed715f8-7b76-4a40-a109-13d49291a377') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:58.038061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed715f8-7b76-4a40-a109-13d49291a377') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:02:58.040450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.048215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.061322 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.067032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:02:58.067403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:02:58.070243 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:02:58.105011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.137363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af3eaf4-57ec-49fc-a18b-0fd6ccfb201f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:58.219799 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.221058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-36027000-7325-4ca1-9da8-14fd10e138b7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4334557 Nov 15 23:02:58.223779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35424) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:58.228142 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9c90f-590f-4bfd-94db-d2d20c4a2760', 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:02:58.233981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.243918 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.248535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/networks/38e62cd6-4032-4e8a-8e9d-6bb550854fdb HTTP/1.1" status: 204 len: 168 time: 0.8620682 Nov 15 23:02:58.251346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35426) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:58.262598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7dba-679b-414c-8d8a-17836fb5cd0e tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Pushing event deleted for resources: {'Network': ['ID=38e62cd6-4032-4e8a-8e9d-6bb550854fdb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:58.283508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-eebf30f5-bb06-49b4-a623-72ac16dd48aa tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 HTTP/1.1" status: 200 len: 205 time: 0.0309439 Nov 15 23:02:58.292722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:58.361070 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.361263 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Project 21fea14e58814b6f8ddba03045c6f1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:02:58.366362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.416139 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.492663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.512185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f43bacf-2cec-43ee-bf85-1fff356e3986,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:58.517733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.519990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.586417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.587639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8c8851c-ef07-4eb2-bdc6-ed434a6deccd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628995 Nov 15 23:02:58.641324 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.641906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Fanout notify agent at l3_agent the message router_deleted on router e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:02:58.652055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:58.652055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-76bb51fb-261e-4965-95e0-f0cdde8d96c3 tempest-RoutersNegativeIpV6Test-1209683753 tempest-RoutersNegativeIpV6Test-1209683753-project] 10.222.0.15 "DELETE /v2.0/routers/e0b6b9fe-ab21-4990-8e9b-9a40d3c17119 HTTP/1.1" status: 204 len: 168 time: 0.3567431 Nov 15 23:02:58.860871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5590fe58-fc75-4d71-bfeb-c6d2132fede3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:02:58.880694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5590fe58-fc75-4d71-bfeb-c6d2132fede3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:02:58.881031 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5590fe58-fc75-4d71-bfeb-c6d2132fede3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:02:59.130740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:59.270429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52f19f7e-63d2-42f3-b0dd-a0e42a9e01e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfcb01ba028b48e7936f88535344a517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384475 Nov 15 23:02:59.272786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35482) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:02:59.319136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:59.340173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:59.466769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:59.469345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:02:59.470524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49882c53-209b-4348-b726-2aa2e956fa4c HTTP/1.1" status: 204 len: 168 time: 0.1968648 Nov 15 23:02:59.478831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eebef-5bc6-4ffb-8c71-1605651e8489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49882c53-209b-4348-b726-2aa2e956fa4c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:02:59.502537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.052787 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.545913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35536) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:00.647430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6c791757-b81f-41da-ac02-0ae41cdd2d77 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:00.647868 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-6c791757-b81f-41da-ac02-0ae41cdd2d77 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 23:03:00.648364 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-6c791757-b81f-41da-ac02-0ae41cdd2d77 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 23:03:00.649376 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6c791757-b81f-41da-ac02-0ae41cdd2d77 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1024628 Nov 15 23:03:00.653584 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35540) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:00.658217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--339829019'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:00.744050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.754176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.835044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.901221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:00.939630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1edb318-6f4a-4667-940f-b5c42deb6f39,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:00.979368 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.049683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.081166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e38626-9604-4d74-8eb6-71f821ce327e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:01.146171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.147439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03ed07f9-5e32-4d92-9421-9f5f3dfb9735 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4928365 Nov 15 23:03:01.150196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35542) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:01.155547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '10e38626-9604-4d74-8eb6-71f821ce327e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:01.231754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.301762 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.378366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.397027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4316e1d-d094-4512-99de-f00449d00898,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:01.471839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.475522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52eed4bf-fa8d-43e4-89b1-2c4183150871 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222635 Nov 15 23:03:01.476276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35546) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:01.480705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e277c82b-73ec-4954-a580-72f7ff8816f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '10e38626-9604-4d74-8eb6-71f821ce327e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:01.586573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e277c82b-73ec-4954-a580-72f7ff8816f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.718558 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e277c82b-73ec-4954-a580-72f7ff8816f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): There was a conflict when trying to complete your request. Nov 15 23:03:01.719669 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e277c82b-73ec-4954-a580-72f7ff8816f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2423930 Nov 15 23:03:01.722514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35548) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:01.780055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.805551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.919611 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.922242 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:01.923490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/10e38626-9604-4d74-8eb6-71f821ce327e HTTP/1.1" status: 204 len: 168 time: 0.2000704 Nov 15 23:03:01.926366 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35550) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:01.932653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01133-5efc-4883-824a-551b3a9d68ae tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e38626-9604-4d74-8eb6-71f821ce327e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:01.983294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e9634a7-3120-41d6-848f-259e42baa137 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555844 Nov 15 23:03:01.986912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35552) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:01.991357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--245060975'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:02.117860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.195854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.300641 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.331945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86746137-3202-49e1-86f5-12d664ee8e64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:02.422706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.424011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-96f7cc74-4b67-40aa-a4d6-4170d75762bb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4361475 Nov 15 23:03:02.426828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35556) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:02.431418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-0efc2763-c888-4b4d-bb2e-7a66994c1dcf tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '86746137-3202-49e1-86f5-12d664ee8e64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:02.432065 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-0efc2763-c888-4b4d-bb2e-7a66994c1dcf tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 15 23:03:02.432551 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-0efc2763-c888-4b4d-bb2e-7a66994c1dcf tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:02.435829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0efc2763-c888-4b4d-bb2e-7a66994c1dcf tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057893 Nov 15 23:03:02.436039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:02.489593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.513509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.606547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.609279 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.612268 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/86746137-3202-49e1-86f5-12d664ee8e64 HTTP/1.1" status: 204 len: 168 time: 0.1735654 Nov 15 23:03:02.613277 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35560) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:02.619750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dcc72-c7c8-4f13-b802-c44eb2b821f8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86746137-3202-49e1-86f5-12d664ee8e64,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:02.674346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cd7779fa-7f4b-4c28-acb1-44acf7e8b8a5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599167 Nov 15 23:03:02.677942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35562) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:02.682012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--245024973'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:02.756979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.825638 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.889585 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.919517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9974ea48-d6ce-49b1-b471-36425756d78d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:02.977487 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:02.978753 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-734873b9-fc4f-40c5-b952-ca0c6cf6174e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2999678 Nov 15 23:03:02.981627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35564) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:02.986294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c712dec0-d346-4159-8fb9-b8c32ab0295f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '9974ea48-d6ce-49b1-b471-36425756d78d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:02.986852 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-c712dec0-d346-4159-8fb9-b8c32ab0295f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 15 23:03:02.987361 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-c712dec0-d346-4159-8fb9-b8c32ab0295f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:02.988270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c712dec0-d346-4159-8fb9-b8c32ab0295f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055037 Nov 15 23:03:02.990639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.046240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.068651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.180903 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.184033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.185270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/9974ea48-d6ce-49b1-b471-36425756d78d HTTP/1.1" status: 204 len: 168 time: 0.1937668 Nov 15 23:03:03.187958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35568) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.194498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a126d-f77a-47dc-9e93-4fd5b3d9c792 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974ea48-d6ce-49b1-b471-36425756d78d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:03.235164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0c8348f-6c9e-4917-8bb1-fd2cd631f269 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459805 Nov 15 23:03:03.238757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35570) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.243604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612059716'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.323876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.394545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.467131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.499735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae1182-50a2-4317-a716-8cef0db387eb,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:03.563686 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.564981 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21341306-3ba0-4457-8eea-1bdae93bcdcb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3252723 Nov 15 23:03:03.571448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35574) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.576401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-62bd10a1-4dac-459b-bcec-d4a06aa2f140 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'f1ae1182-50a2-4317-a716-8cef0db387eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.577231 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-62bd10a1-4dac-459b-bcec-d4a06aa2f140 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 15 23:03:03.577722 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-62bd10a1-4dac-459b-bcec-d4a06aa2f140 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:03.582215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-62bd10a1-4dac-459b-bcec-d4a06aa2f140 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059295 Nov 15 23:03:03.582344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35576) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.587199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-afa59571-2f5e-41a8-9c69-bf20a5e80c6a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'f1ae1182-50a2-4317-a716-8cef0db387eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.587839 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-afa59571-2f5e-41a8-9c69-bf20a5e80c6a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 15 23:03:03.588297 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-afa59571-2f5e-41a8-9c69-bf20a5e80c6a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:03.591414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-afa59571-2f5e-41a8-9c69-bf20a5e80c6a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060484 Nov 15 23:03:03.591731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.595748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-33339a83-26d9-4a91-ada0-464c6ac7b01e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'f1ae1182-50a2-4317-a716-8cef0db387eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.606647 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-33339a83-26d9-4a91-ada0-464c6ac7b01e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 15 23:03:03.607158 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-33339a83-26d9-4a91-ada0-464c6ac7b01e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:03.608172 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-33339a83-26d9-4a91-ada0-464c6ac7b01e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155740 Nov 15 23:03:03.610821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35580) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.615025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-24b2a5e9-4a86-4d94-88d9-e3ef1c675842 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'f1ae1182-50a2-4317-a716-8cef0db387eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.616723 n-d-817995-3 neutron-server[103127]: WARNING neutron.api.v2.base [None req-24b2a5e9-4a86-4d94-88d9-e3ef1c675842 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 15 23:03:03.616723 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-24b2a5e9-4a86-4d94-88d9-e3ef1c675842 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:03.618476 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-24b2a5e9-4a86-4d94-88d9-e3ef1c675842 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064857 Nov 15 23:03:03.620437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35582) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.675315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.702734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.810409 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.814920 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:03.816694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/f1ae1182-50a2-4317-a716-8cef0db387eb HTTP/1.1" status: 204 len: 168 time: 0.1950362 Nov 15 23:03:03.819137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35584) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.826891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8641fa-f1e8-44b9-801a-0294a8307417 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae1182-50a2-4317-a716-8cef0db387eb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:03.867887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c6e19146-0aa5-4b67-815a-88cf24757e3b tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472856 Nov 15 23:03:03.871886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35586) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:03.876567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080612927'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:03.981054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:04.051168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:04.132671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:04.161242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e8c9b-fcda-4ba0-8459-694350b52f1c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:04.228553 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:04.230112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b0c5d570-d333-4474-a4c8-95c06ee301b3 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3570848 Nov 15 23:03:04.233486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35588) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.239112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-06687cf9-9580-4cdb-9d96-fcef2cd02be4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.239599 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-06687cf9-9580-4cdb-9d96-fcef2cd02be4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 23:03:04.240099 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-06687cf9-9580-4cdb-9d96-fcef2cd02be4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.241149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-06687cf9-9580-4cdb-9d96-fcef2cd02be4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066381 Nov 15 23:03:04.243753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.249212 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7c1bfae3-db7f-4c99-ba0c-92cfe7851af2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.432674 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-7c1bfae3-db7f-4c99-ba0c-92cfe7851af2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.434183 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7c1bfae3-db7f-4c99-ba0c-92cfe7851af2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1895273 Nov 15 23:03:04.437123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.442107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-93e7627e-aece-49e0-8780-76518282764a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.442605 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-93e7627e-aece-49e0-8780-76518282764a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 15 23:03:04.449122 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-93e7627e-aece-49e0-8780-76518282764a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.449122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-93e7627e-aece-49e0-8780-76518282764a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056977 Nov 15 23:03:04.451143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35596) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.455835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36477cec-d68d-4ef3-9283-1bc45d290308 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.615333 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-36477cec-d68d-4ef3-9283-1bc45d290308 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.616700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36477cec-d68d-4ef3-9283-1bc45d290308 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1642945 Nov 15 23:03:04.619285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35598) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.623619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1dd50e53-163b-4dd6-9d9c-d91b471aa928 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.624085 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-1dd50e53-163b-4dd6-9d9c-d91b471aa928 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 15 23:03:04.624551 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-1dd50e53-163b-4dd6-9d9c-d91b471aa928 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.625520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1dd50e53-163b-4dd6-9d9c-d91b471aa928 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053267 Nov 15 23:03:04.627877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35600) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.631978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a300369-e183-43a7-8e93-72effd5d9e00 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.755265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-470839a3-a030-4e22-b62e-229856d7efad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:04.813105 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3a300369-e183-43a7-8e93-72effd5d9e00 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.814190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a300369-e183-43a7-8e93-72effd5d9e00 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1854007 Nov 15 23:03:04.817166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35602) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.821431 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-adc1844d-b0b8-48d1-8f25-b6a3db53a7f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.823854 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-adc1844d-b0b8-48d1-8f25-b6a3db53a7f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 15 23:03:04.825234 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-adc1844d-b0b8-48d1-8f25-b6a3db53a7f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.826219 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-adc1844d-b0b8-48d1-8f25-b6a3db53a7f5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082431 Nov 15 23:03:04.830138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35604) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.834803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-8c989083-1da9-4cff-bd85-bd4a42ce3d65 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:04.984036 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-8c989083-1da9-4cff-bd85-bd4a42ce3d65 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:04.985146 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8c989083-1da9-4cff-bd85-bd4a42ce3d65 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1539476 Nov 15 23:03:04.987935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35606) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:04.992349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-14b0bd6b-aaee-4f90-aab6-05fb9220584d tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': 'ac9e8c9b-fcda-4ba0-8459-694350b52f1c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:05.181009 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-14b0bd6b-aaee-4f90-aab6-05fb9220584d tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:05.182023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-14b0bd6b-aaee-4f90-aab6-05fb9220584d tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1931767 Nov 15 23:03:05.185299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35608) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:05.238912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.263183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.363655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.366407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.367589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac9e8c9b-fcda-4ba0-8459-694350b52f1c HTTP/1.1" status: 204 len: 168 time: 0.1812868 Nov 15 23:03:05.370728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35610) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:05.377847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc61789-b8e4-49c7-95c4-70ce400926e5 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e8c9b-fcda-4ba0-8459-694350b52f1c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:05.415036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a160af6c-4d66-4578-9023-4770bbccb0fd tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424862 Nov 15 23:03:05.419141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:05.423251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--998762255'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:05.521048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.589032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.660785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.689963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcf03d-8828-4952-b1d4-52b3d9d0179c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:05.754308 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:05.755477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-30c63967-4355-4477-9d63-3eee9c7d29a2 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3355570 Nov 15 23:03:05.758488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35616) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:05.763289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-96234c20-0604-447e-a5b3-79a45deb4c2b tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '57fcf03d-8828-4952-b1d4-52b3d9d0179c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:05.935683 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-96234c20-0604-447e-a5b3-79a45deb4c2b tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The resource could not be found. Nov 15 23:03:05.936783 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-96234c20-0604-447e-a5b3-79a45deb4c2b tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1772714 Nov 15 23:03:05.939651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35618) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:05.944218 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-16552907-96d7-49d6-8586-67394d2a4fd4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '57fcf03d-8828-4952-b1d4-52b3d9d0179c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69452e31-d5d4-4dcd-8ee3-adcb843c5f63'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:06.104075 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-16552907-96d7-49d6-8586-67394d2a4fd4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The resource could not be found. Nov 15 23:03:06.105158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-16552907-96d7-49d6-8586-67394d2a4fd4 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1644371 Nov 15 23:03:06.107842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35620) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:06.165135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.188988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.275808 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.278486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.282048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/57fcf03d-8828-4952-b1d4-52b3d9d0179c HTTP/1.1" status: 204 len: 168 time: 0.1708677 Nov 15 23:03:06.282397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:06.294920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef08cb-9583-4267-b95b-af0c5a2d6dc7 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcf03d-8828-4952-b1d4-52b3d9d0179c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:06.336504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bee00e41-9bc9-4417-b5d6-ea10b23753b0 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529735 Nov 15 23:03:06.340231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35624) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:06.344506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ca86ab9e-31f8-49e0-8e13-ef74f54bb216 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '6763f70e-a3e3-4d33-acd1-ca7e7d3fe5e8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:06.512223 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-ca86ab9e-31f8-49e0-8e13-ef74f54bb216 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The resource could not be found. Nov 15 23:03:06.513323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ca86ab9e-31f8-49e0-8e13-ef74f54bb216 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1720917 Nov 15 23:03:06.516968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35626) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:06.521426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--876917607'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:06.603800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.670169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.783896 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.812585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf259f-f687-4823-af2f-ef687f200957,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:06.883204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:06.884508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-54b65ccd-d5a5-4341-b2cb-f3ad2aa75636 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3665543 Nov 15 23:03:06.887521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35630) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:06.891791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--882379482'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:06.972428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.039933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.155270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.187150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff91478-9382-4fb0-a2df-fcee02fd58d3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:07.230314 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e475ef4-7ecd-4a54-91f8-f8302e624275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.305837 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.307007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a11bdfe-12f4-4dd3-8f81-878ecec2e31e tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4185922 Nov 15 23:03:07.310049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35632) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:07.314373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a0ef44a-1123-49a1-b7e8-5eb637f64b3a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group_rule': {'security_group_id': '2ccf259f-f687-4823-af2f-ef687f200957', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6ff91478-9382-4fb0-a2df-fcee02fd58d3'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:07.887662 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-3a0ef44a-1123-49a1-b7e8-5eb637f64b3a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:03:07.888672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a0ef44a-1123-49a1-b7e8-5eb637f64b3a tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5776765 Nov 15 23:03:07.891450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35636) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:07.951275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:07.973126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.075907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.078626 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.079764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ff91478-9382-4fb0-a2df-fcee02fd58d3 HTTP/1.1" status: 204 len: 168 time: 0.1871800 Nov 15 23:03:08.082541 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35638) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.089879 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17727508-f795-49a0-a5cf-9a28cec92f7f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff91478-9382-4fb0-a2df-fcee02fd58d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:08.142670 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f4c50bd8-e9e2-4be9-b599-fc0eb38308ce tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0562828 Nov 15 23:03:08.142859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.196131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.218985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.332240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.334992 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.336150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ccf259f-f687-4823-af2f-ef687f200957 HTTP/1.1" status: 204 len: 168 time: 0.1924684 Nov 15 23:03:08.338870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.346573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad1e61-88f8-4e52-8a98-81a8beac4435 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf259f-f687-4823-af2f-ef687f200957,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:08.389994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ee17177e-b8f5-4e42-9764-4948670eda50 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455718 Nov 15 23:03:08.395109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.395109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950098071'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:08.412389 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.492707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.560815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.629436 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.690079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1484e1b-0aea-4457-a77e-d3659a85ff94,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:08.777098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.780110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b04dcf70-4339-4d37-a0b3-d699a494ceeb tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3887155 Nov 15 23:03:08.783289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35648) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.787884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-287f9132-74b7-4298-8198-09ac43e0fbe8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:08.788537 n-d-817995-3 neutron-server[103128]: WARNING neutron.api.v2.base [None req-287f9132-74b7-4298-8198-09ac43e0fbe8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 15 23:03:08.789049 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-287f9132-74b7-4298-8198-09ac43e0fbe8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] update failed (client error): There was a conflict when trying to complete your request. Nov 15 23:03:08.789986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-287f9132-74b7-4298-8198-09ac43e0fbe8 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "PUT /v2.0/security-groups/f1484e1b-0aea-4457-a77e-d3659a85ff94 HTTP/1.1" status: 409 len: 330 time: 0.0057378 Nov 15 23:03:08.792334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35650) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.844897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.868372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.972248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.975605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:08.976204 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/f1484e1b-0aea-4457-a77e-d3659a85ff94 HTTP/1.1" status: 204 len: 168 time: 0.1829114 Nov 15 23:03:08.979063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:08.988000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56ef57-a55b-483d-8e5a-f615a9640059 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1484e1b-0aea-4457-a77e-d3659a85ff94,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:09.027853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3c262f93-32e4-433f-9ca6-bbd8d7f2d21f tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476480 Nov 15 23:03:09.031608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:09.045846 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-5837a8c4-bf8d-4652-b563-f501b1f905e1 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] delete failed (client error): The resource could not be found. Nov 15 23:03:09.046825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5837a8c4-bf8d-4652-b563-f501b1f905e1 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "DELETE /v2.0/security-groups/929b08cd-eac9-4735-9e54-558d70ba3162 HTTP/1.1" status: 404 len: 347 time: 0.0143197 Nov 15 23:03:09.050576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:09.064109 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-aff94a67-28d6-44b7-94bf-859148148613 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] show failed (client error): The resource could not be found. Nov 15 23:03:09.065118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-aff94a67-28d6-44b7-94bf-859148148613 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-groups/88d99006-570d-4a92-b350-5a555bde763c HTTP/1.1" status: 404 len: 347 time: 0.0136650 Nov 15 23:03:09.069261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:09.086147 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-e7847aff-abe8-463b-8c2f-9dfb34143cb9 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] show failed (client error): The resource could not be found. Nov 15 23:03:09.091527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e7847aff-abe8-463b-8c2f-9dfb34143cb9 tempest-NegativeSecGroupTest-2126528088 tempest-NegativeSecGroupTest-2126528088-project] 10.222.0.15 "GET /v2.0/security-group-rules/fd38177c-5aad-4bd9-9185-2697e3c4eea2 HTTP/1.1" status: 404 len: 356 time: 0.0213335 Nov 15 23:03:09.481359 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:09.548445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:09.772637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-37bdc471-a2e5-4ce8-bcf3-3377d3e4de2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d16848721be408da9c73d0f3993a702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644623 Nov 15 23:03:09.774241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:09.828526 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:09.857370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:10.401186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:10.404328 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:10.405505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1edb318-6f4a-4667-940f-b5c42deb6f39 HTTP/1.1" status: 204 len: 168 time: 0.6301227 Nov 15 23:03:10.413490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc8db8-415d-4682-a81d-05c3056f95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1edb318-6f4a-4667-940f-b5c42deb6f39,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:10.455416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:12.748019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35738) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:12.860500 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df122236-1d93-4792-80f8-25587b498cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:12.941884 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df122236-1d93-4792-80f8-25587b498cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.037914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-df122236-1d93-4792-80f8-25587b498cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.075030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df122236-1d93-4792-80f8-25587b498cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe64173-d681-478c-aaf2-55d0730c2c36,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:13.079130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-df122236-1d93-4792-80f8-25587b498cd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f4c3cbaccd14ca4804f97be84743de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298650 Nov 15 23:03:13.081805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35744) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:13.129737 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.150637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.261131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.264258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:13.265462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbe64173-d681-478c-aaf2-55d0730c2c36 HTTP/1.1" status: 204 len: 168 time: 0.1827056 Nov 15 23:03:13.275120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573a9c-b898-45af-b467-cd484d7d97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe64173-d681-478c-aaf2-55d0730c2c36,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:13.859737 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35750) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:14.127015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66df87d6-42d4-41e8-b2c3-2fdfdec8ff96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.198424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66df87d6-42d4-41e8-b2c3-2fdfdec8ff96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.272388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66df87d6-42d4-41e8-b2c3-2fdfdec8ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.311136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66df87d6-42d4-41e8-b2c3-2fdfdec8ff96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b2ecbe7b9f044318ed5b41dcdd7c0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501934 Nov 15 23:03:14.312016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df87d6-42d4-41e8-b2c3-2fdfdec8ff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd18e55-80a6-4104-b952-90d686dfef46,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:14.313851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:14.391393 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.414730 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.580679 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.583371 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:14.584552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cd18e55-80a6-4104-b952-90d686dfef46 HTTP/1.1" status: 204 len: 168 time: 0.2684422 Nov 15 23:03:14.595542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f6e0-9c19-49b0-a1ee-183006d2223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd18e55-80a6-4104-b952-90d686dfef46,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:20.461957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 35900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:20.576937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f531ad-e618-48cb-a51c-a1ba8ea9ed36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.649685 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f531ad-e618-48cb-a51c-a1ba8ea9ed36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.729263 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f5f531ad-e618-48cb-a51c-a1ba8ea9ed36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.768396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f5f531ad-e618-48cb-a51c-a1ba8ea9ed36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a76ad1e82524bb2b114e0ac69341d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053229 Nov 15 23:03:20.769250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f531ad-e618-48cb-a51c-a1ba8ea9ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea8c236-b541-46d8-8b00-68bf56f78729,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:20.771589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:20.821882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.842665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.983562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.986225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:20.987384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ea8c236-b541-46d8-8b00-68bf56f78729 HTTP/1.1" status: 204 len: 168 time: 0.2138567 Nov 15 23:03:20.995354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a213-9eca-40d7-809c-886618e3679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea8c236-b541-46d8-8b00-68bf56f78729,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:21.576703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35916) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:21.595197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73b57e78-c63c-4a4a-96a9-3f0464c8f12b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.672421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73b57e78-c63c-4a4a-96a9-3f0464c8f12b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.743940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-92224e6b-a434-436d-b6c8-593f76ced11e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142756155&fields=id&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 267 time: 0.0433691 Nov 15 23:03:21.749754 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73b57e78-c63c-4a4a-96a9-3f0464c8f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.788292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-73b57e78-c63c-4a4a-96a9-3f0464c8f12b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09477b206dc540bb8b495d122c210edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103729 Nov 15 23:03:21.789305 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b57e78-c63c-4a4a-96a9-3f0464c8f12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a702b20-8fd0-4be0-ab9b-d76331dfde3a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:21.791641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 35922) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:21.838155 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.853423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-2cc859d9-c76f-44bc-b9d5-d966ab0bc4cb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:21.854897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-2cc859d9-c76f-44bc-b9d5-d966ab0bc4cb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1041369 Nov 15 23:03:21.860252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.870361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-4677d98b-6b0a-46e6-acac-0aee693fb644 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0089445 Nov 15 23:03:21.921645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-6fff595f-a6c3-4ff5-98fa-c13749c5da86 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459704 Nov 15 23:03:21.986559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.989332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:21.990499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a702b20-8fd0-4be0-ab9b-d76331dfde3a HTTP/1.1" status: 204 len: 168 time: 0.1979494 Nov 15 23:03:21.999124 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f7354-8392-4a7b-bc8f-3ce12217709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a702b20-8fd0-4be0-ab9b-d76331dfde3a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:22.039542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-fa982eba-592f-4f57-a731-26d7fcb3c3dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:03:22.040568 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-fa982eba-592f-4f57-a731-26d7fcb3c3dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1071839 Nov 15 23:03:22.128978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-22834221-4724-4818-8429-01a91bcbe8ea service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811081 Nov 15 23:03:22.220213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-4ae0c408-a81a-4517-b437-4bcac1e55cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Nov 15 23:03:22.741262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d42b469d-76cf-42d1-bf2a-a6a155ae914b req-b39965ca-714e-441d-9713-43dd5f8e67e4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0274043 Nov 15 23:03:23.819980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-090cd453-a0ee-4bb0-95b0-05676f050ff0 req-016e163c-2f5a-4c79-a6a4-86c138a08512 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Nov 15 23:03:24.913756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4b14081-bf74-405e-a8e1-370b749bbaa9 req-f8c2001e-b440-44c5-b309-ad4458c84389 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0263932 Nov 15 23:03:26.014066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf2b672e-60d9-499e-9578-ace6b9eac20a req-00dc1330-8487-4735-929e-05acb2a9f5b8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0315781 Nov 15 23:03:26.308064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:03:26.868917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-23c8b669-5a5c-4ec6-81cf-2a262375cf61 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:26.870436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-23c8b669-5a5c-4ec6-81cf-2a262375cf61 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1082880 Nov 15 23:03:26.943102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-bb5a903b-a198-43c8-b1b3-8a385d5c022b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 380 time: 0.0626054 Nov 15 23:03:26.954105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': '2e08b722-f158-4b2d-a114-73976a643620', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'security_groups': ['a9d9c90f-590f-4bfd-94db-d2d20c4a2760']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:27.130511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:03:27.134030 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4509fcf9-9c81-42cd-b2ae-27ffdcc0ff99 req-49b13ebf-e4e5-4e11-8c12-38a45dc2ccc0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0347979 Nov 15 23:03:27.134524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.266133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.8 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/1fabfe87-e02b-4201-8936-47bef5671d5e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:03:27.409056 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.508463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.562206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:03:27.565757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:03:27.569040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:03:27.599751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:27.636233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:27.636905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.723860 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7ec2bbd1-d536-426a-9469-2ec1399758d0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743552 Nov 15 23:03:27.863345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Request body: {'port': {'device_id': '2e08b722-f158-4b2d-a114-73976a643620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:27.922912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.939605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bbe17591-e2c2-428a-ba55-7bfb9788f5ba None None] Provisioning complete for port 1fabfe87-e02b-4201-8936-47bef5671d5e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:03:27.940689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbe17591-e2c2-428a-ba55-7bfb9788f5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:27.983172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bbe17591-e2c2-428a-ba55-7bfb9788f5ba None None] Port 1fabfe87-e02b-4201-8936-47bef5671d5e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:03:28.213652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fabfe87-e02b-4201-8936-47bef5671d5e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:03:28.223035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:28.236266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Transition to ACTIVE for port object 1fabfe87-e02b-4201-8936-47bef5671d5e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:03:28.281014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84befff5-9e5a-49bd-b6dc-c11d376a8081 req-a642c763-734b-4920-8a1e-8c677409c119 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:28.288675 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84befff5-9e5a-49bd-b6dc-c11d376a8081 req-a642c763-734b-4920-8a1e-8c677409c119 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 931 time: 0.0707805 Nov 15 23:03:28.312486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:28.337710 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-84befff5-9e5a-49bd-b6dc-c11d376a8081 req-a715d055-aa23-4da6-83f3-bb1128dadb8a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Nov 15 23:03:28.373586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Pushing event updated for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:28.460758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Attempting to bind port 1fabfe87-e02b-4201-8936-47bef5671d5e on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:03:28.460758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Attempting to bind port 1fabfe87-e02b-4201-8936-47bef5671d5e by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:03:28.460758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Attempting to bind port 1fabfe87-e02b-4201-8936-47bef5671d5e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:03:28.464464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Port 1fabfe87-e02b-4201-8936-47bef5671d5e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:03:28.464464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Attempting to bind port 1fabfe87-e02b-4201-8936-47bef5671d5e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:03:28.471719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:03:28.472212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:03:28.472741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:03:28.473291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Bound port: 1fabfe87-e02b-4201-8936-47bef5671d5e, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:03:28.473750 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:28.547862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:03:28.550837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1fabfe87-e02b-4201-8936-47bef5671d5e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:03:28.621338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:28.660011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:28.660512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:28.662469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] 10.222.0.57 "PUT /v2.0/ports/1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 200 len: 1091 time: 0.9289639 Nov 15 23:03:28.667385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:03:28.670611 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd564a23-383c-44f9-acfc-786e78fbebab" -d '{"events": [{"name": "network-changed", "server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:03:28.724525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b786ce5-29f7-4e35-b889-74c8deb3f79e service neutron] Pushing event updated for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:28.740516 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee38a7-ca71-4498-b1ab-045ddfc34fb3 x-openstack-request-id: req-aaee38a7-ca71-4498-b1ab-045ddfc34fb3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:03:28.741119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:03:28.741619 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaee38a7-ca71-4498-b1ab-045ddfc34fb3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:03:28.742243 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'status': 'completed', 'code': 200} Nov 15 23:03:28.817561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd564a23-383c-44f9-acfc-786e78fbebab req-fe2faea5-21e0-49b1-bffc-edd13b0035cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:28.819109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd564a23-383c-44f9-acfc-786e78fbebab req-fe2faea5-21e0-49b1-bffc-edd13b0035cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1094 time: 0.0534904 Nov 15 23:03:28.940841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd564a23-383c-44f9-acfc-786e78fbebab req-720d5cda-d69a-4142-8471-273c1063b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:28.943141 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd564a23-383c-44f9-acfc-786e78fbebab req-720d5cda-d69a-4142-8471-273c1063b6ac service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1156869 Nov 15 23:03:29.047562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd564a23-383c-44f9-acfc-786e78fbebab req-9d539c7a-8c48-49fe-b3d0-789264c3521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:29.049407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd564a23-383c-44f9-acfc-786e78fbebab req-9d539c7a-8c48-49fe-b3d0-789264c3521c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988841 Nov 15 23:03:29.131707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-ba81bc8c-3d62-47ed-ac69-939471bf6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:29.133263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-ba81bc8c-3d62-47ed-ac69-939471bf6465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1094 time: 0.0434721 Nov 15 23:03:29.180712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-7cd98817-63af-432a-9002-964cc40d2240 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 200 len: 217 time: 0.0397198 Nov 15 23:03:29.248109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-f8223773-b086-4424-9633-a467f1fc26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:29.249861 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-f8223773-b086-4424-9633-a467f1fc26d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0621364 Nov 15 23:03:29.307051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-f7395038-1f45-492b-812f-4fc6215742a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:29.308695 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-f7395038-1f45-492b-812f-4fc6215742a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514843 Nov 15 23:03:29.409168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-55fe9f36-6538-4ad9-87c6-1b559d09dff9 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933154 Nov 15 23:03:29.472998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2771-3231-4800-bf76-bbbac08017a2 req-184b64cb-5092-49b3-9b5a-5629caa1b38e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:29.474992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81ad2771-3231-4800-bf76-bbbac08017a2 req-184b64cb-5092-49b3-9b5a-5629caa1b38e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0663581 Nov 15 23:03:29.484026 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:29.515618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7ef2c3d-5b5e-4f7a-a6e2-f89169de8872 req-fd7453d1-ac13-40c4-9400-d46dd02ce96c service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984535 Nov 15 23:03:29.539630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81ad2771-3231-4800-bf76-bbbac08017a2 req-c2d42994-c491-4183-9c64-f392868e0152 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576763 Nov 15 23:03:30.054995 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:30.675567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200a4d9-7c79-455c-be4e-6182911419b8 req-98136c3e-1528-454c-9ed4-b6829c82d39d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:30.681246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4200a4d9-7c79-455c-be4e-6182911419b8 req-98136c3e-1528-454c-9ed4-b6829c82d39d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0636158 Nov 15 23:03:30.730127 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4200a4d9-7c79-455c-be4e-6182911419b8 req-7b9497de-0950-4321-8d15-873973a20151 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Nov 15 23:03:30.795087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36046) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:30.917349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-144ae9e9-4c12-4a40-ac1f-c5301b2cfbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.153060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-144ae9e9-4c12-4a40-ac1f-c5301b2cfbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.209363 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-144ae9e9-4c12-4a40-ac1f-c5301b2cfbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.246343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ae9e9-4c12-4a40-ac1f-c5301b2cfbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928ac99-2521-4ada-8fd2-e805599465e7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:31.252645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-144ae9e9-4c12-4a40-ac1f-c5301b2cfbea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88c1af6411134637bff598dc1a428075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565153 Nov 15 23:03:31.255424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36050) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:31.303401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.324889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.441140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.443952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:31.447722 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3928ac99-2521-4ada-8fd2-e805599465e7 HTTP/1.1" status: 204 len: 168 time: 0.1891918 Nov 15 23:03:31.457187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a92e0-58b6-48fc-8271-4d4ed998b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928ac99-2521-4ada-8fd2-e805599465e7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:31.847650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74486654-f883-42bc-b8a4-132daa0aa631 req-72a77b21-3d97-4da9-9458-66d40ebd570b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:31.849265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74486654-f883-42bc-b8a4-132daa0aa631 req-72a77b21-3d97-4da9-9458-66d40ebd570b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0481453 Nov 15 23:03:31.898660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74486654-f883-42bc-b8a4-132daa0aa631 req-7e312a11-ed73-4c4b-ac4e-f4954d5d4b1f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434909 Nov 15 23:03:32.067609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36058) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:32.081729 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967d0d27-0ac1-4958-b916-bd81f5a3454d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.156860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967d0d27-0ac1-4958-b916-bd81f5a3454d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.206674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-967d0d27-0ac1-4958-b916-bd81f5a3454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.243437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d0d27-0ac1-4958-b916-bd81f5a3454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d3dd3-1a3c-45da-b7cc-fab8528723b6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:32.248415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-967d0d27-0ac1-4958-b916-bd81f5a3454d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97db68641e2a4c56926159bcf9d66516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790955 Nov 15 23:03:32.251123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36060) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:32.302083 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.325289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.391565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-b3000947-cf59-4004-9ac6-d09aa5274919 req-3d1e1fd7-d9c9-47bc-9490-cd1b5b03e21b service neutron] (103128) timed out ('10.222.0.15', 45300) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:03:32.423764 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.426461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:32.427617 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed8d3dd3-1a3c-45da-b7cc-fab8528723b6 HTTP/1.1" status: 204 len: 168 time: 0.1755648 Nov 15 23:03:32.435454 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ddc49-f823-4530-9df6-419853b842f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d3dd3-1a3c-45da-b7cc-fab8528723b6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:33.023753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b5309-7961-4039-857e-7ce91fdb8b91 req-63b2a37a-11ac-4ac9-8b13-0b4d463d4684 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:33.025124 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d08b5309-7961-4039-857e-7ce91fdb8b91 req-63b2a37a-11ac-4ac9-8b13-0b4d463d4684 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0520551 Nov 15 23:03:33.074221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d08b5309-7961-4039-857e-7ce91fdb8b91 req-5a068d58-5e6f-4277-8f6f-b1724a1b0ec5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Nov 15 23:03:34.191005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e517-d64f-4864-b550-bb5465ef1a7a req-73e92278-d7f4-48f3-83cc-bd010d0d632c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:34.192514 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b798e517-d64f-4864-b550-bb5465ef1a7a req-73e92278-d7f4-48f3-83cc-bd010d0d632c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0487938 Nov 15 23:03:34.240873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b798e517-d64f-4864-b550-bb5465ef1a7a req-345f607e-058a-46af-8f2e-94c8f26d980d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 Nov 15 23:03:34.749764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-103e0789-0917-4439-a0ee-0d276a6ec536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:35.363769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91f832-3354-442b-87f8-e54f380a0a64 req-b9754d24-c547-4091-a20a-9732e3a537d3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:35.365273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f91f832-3354-442b-87f8-e54f380a0a64 req-b9754d24-c547-4091-a20a-9732e3a537d3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0569749 Nov 15 23:03:35.415811 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f91f832-3354-442b-87f8-e54f380a0a64 req-23f5513d-bd75-4e8b-b812-5b9a7369cb70 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Nov 15 23:03:36.530326 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7d77c-6a66-4915-ac5b-29a93c956324 req-4d7acc56-66bd-440f-86e0-e57022ebb386 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:36.531775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fec7d77c-6a66-4915-ac5b-29a93c956324 req-4d7acc56-66bd-440f-86e0-e57022ebb386 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0484231 Nov 15 23:03:36.580480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fec7d77c-6a66-4915-ac5b-29a93c956324 req-48ca7872-8075-4d41-a4b4-f41f9a7f096a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426905 Nov 15 23:03:37.183871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5c154ba-755b-49e0-9796-fd6f2ebed8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:37.700937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5e58d-4d78-4826-8f32-dab3acd6a6ff req-9d8b32a6-b2c8-484a-b3cb-e8866275263e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:37.702904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97b5e58d-4d78-4826-8f32-dab3acd6a6ff req-9d8b32a6-b2c8-484a-b3cb-e8866275263e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0545011 Nov 15 23:03:37.761019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97b5e58d-4d78-4826-8f32-dab3acd6a6ff req-b7197ebf-8fab-465f-a7b2-03bc213305eb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518591 Nov 15 23:03:38.386563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:38.878960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba06b2-60a1-4655-8c9d-d59de47a6bb0 req-85b84610-53a0-40a3-8dfc-9abacedda87c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:38.880441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baba06b2-60a1-4655-8c9d-d59de47a6bb0 req-85b84610-53a0-40a3-8dfc-9abacedda87c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0507059 Nov 15 23:03:38.931824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baba06b2-60a1-4655-8c9d-d59de47a6bb0 req-3bb4eaf7-d679-4ced-a163-7489303b04a3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446129 Nov 15 23:03:39.458373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:40.046591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50bca5-1b71-42f6-a1be-a9786dc28033 req-fc5e760f-414b-4717-9874-5976f7ea0fc8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:40.048145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad50bca5-1b71-42f6-a1be-a9786dc28033 req-fc5e760f-414b-4717-9874-5976f7ea0fc8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0488799 Nov 15 23:03:40.100191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad50bca5-1b71-42f6-a1be-a9786dc28033 req-478c4f62-2b55-4789-8436-46b45c550356 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462649 Nov 15 23:03:40.340538 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:41.218458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac0d26-4995-487c-89f3-9dd73a99a725 req-8365fe48-c6f4-4fdd-99b5-7afc1b532af5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:41.219927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6aac0d26-4995-487c-89f3-9dd73a99a725 req-8365fe48-c6f4-4fdd-99b5-7afc1b532af5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 943 time: 0.0521743 Nov 15 23:03:41.268832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6aac0d26-4995-487c-89f3-9dd73a99a725 req-1d06fd0b-29a2-40e3-a690-f2d7006b3616 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Nov 15 23:03:41.814654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1fabfe87-e02b-4201-8936-47bef5671d5e details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:03:41.922846 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1fabfe87-e02b-4201-8936-47bef5671d5e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:03:41.938171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'mac_address': 'fa:16:3e:10:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:03:41.982034 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:41.996437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fabfe87-e02b-4201-8936-47bef5671d5e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:03:42.020488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1fabfe87-e02b-4201-8936-47bef5671d5e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:03:42.118345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:42.167358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:42.174863 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.175090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.175423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.175750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.176073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.176393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.176738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.177055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.177371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.177683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.177993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.178304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:42.365940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1fabfe87-e02b-4201-8936-47bef5671d5e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:03:42.385539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1c136-f943-4baa-ae6e-9645641e341a req-ee69b47d-d2d9-4a6d-8917-26b571bb3e99 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:42.387182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ff1c136-f943-4baa-ae6e-9645641e341a req-ee69b47d-d2d9-4a6d-8917-26b571bb3e99 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 944 time: 0.0482874 Nov 15 23:03:42.435037 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ff1c136-f943-4baa-ae6e-9645641e341a req-308af88b-dd3e-44f8-900d-b79ca41df78c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Nov 15 23:03:43.547968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e375ed-01ec-4ad5-a8d7-761672899c7a req-c19cd52a-8413-43d0-a37b-1c9e07e12dd3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:43.549451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05e375ed-01ec-4ad5-a8d7-761672899c7a req-c19cd52a-8413-43d0-a37b-1c9e07e12dd3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 944 time: 0.0483642 Nov 15 23:03:43.600969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05e375ed-01ec-4ad5-a8d7-761672899c7a req-e413109b-1211-4ea3-99f6-8997f5f87b28 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Nov 15 23:03:43.815372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1fabfe87-e02b-4201-8936-47bef5671d5e up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:03:43.946799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 1fabfe87-e02b-4201-8936-47bef5671d5e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:03:43.951745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 1fabfe87-e02b-4201-8936-47bef5671d5e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:03:43.952118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:44.030761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:44.052530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:03:44.054761 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34775306-435c-40cc-a340-afb66b55f7bf" -d '{"events": [{"server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "name": "network-vif-plugged", "status": "completed", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:03:44.068256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1fabfe87-e02b-4201-8936-47bef5671d5e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:03:44.094145 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd734abb-2515-4160-a235-73d0308625e2 x-openstack-request-id: req-bd734abb-2515-4160-a235-73d0308625e2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:03:44.094145 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "name": "network-vif-plugged", "status": "completed", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:03:44.094145 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd734abb-2515-4160-a235-73d0308625e2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:03:44.094145 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'code': 200} Nov 15 23:03:44.129445 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:44.190082 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:44.205442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7267631-ad2e-46ba-b2ed-7b94998024c4 req-171fe009-629f-4c72-bd87-fbab457c5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:44.206942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7267631-ad2e-46ba-b2ed-7b94998024c4 req-171fe009-629f-4c72-bd87-fbab457c5929 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1096 time: 0.0446820 Nov 15 23:03:44.255383 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d7267631-ad2e-46ba-b2ed-7b94998024c4 req-6fc53394-ba49-4345-bca9-be9fd639a9a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Nov 15 23:03:44.721978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06199992-aa92-402b-a70b-3eed9d04a9d8 req-2e55fc37-56d5-4c0e-b797-dfa8f3a60bb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:44.723413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06199992-aa92-402b-a70b-3eed9d04a9d8 req-2e55fc37-56d5-4c0e-b797-dfa8f3a60bb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Nov 15 23:03:44.772418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06199992-aa92-402b-a70b-3eed9d04a9d8 req-1dca6dc7-cf4a-4962-af47-2799b893c13e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Nov 15 23:03:45.895074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531807-2126-4b46-97eb-47925adbf01d req-2b9ce2f2-e6d4-4e8e-9dbb-21434603665c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:45.896951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88531807-2126-4b46-97eb-47925adbf01d req-2b9ce2f2-e6d4-4e8e-9dbb-21434603665c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Nov 15 23:03:45.952018 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88531807-2126-4b46-97eb-47925adbf01d req-9e3b743d-e9ed-428a-b6bf-cf1d4d98c77f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469918 Nov 15 23:03:46.077550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319a85b-1ff6-44e5-a793-b4a863b35d60 req-b9523328-0ec7-43cf-94cc-66fdf0789cc2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:46.078969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c319a85b-1ff6-44e5-a793-b4a863b35d60 req-b9523328-0ec7-43cf-94cc-66fdf0789cc2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Nov 15 23:03:46.127992 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c319a85b-1ff6-44e5-a793-b4a863b35d60 req-9c3273a1-2df0-49e6-a779-0af6c924b373 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Nov 15 23:03:46.150588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36180) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:46.341247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3f5a8-10f1-4de7-9b7f-35b807241f11 tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:46.343233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ccf3f5a8-10f1-4de7-9b7f-35b807241f11 tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1091 time: 0.1915815 Nov 15 23:03:46.346291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:46.350485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:03:46.443734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:46.543085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:46.643884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.25.0.161 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/d2c76e28-ad78-412a-9a87-41ebee07eeb1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:03:46.745089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:46.890131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:46.930327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:03:46.933293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:03:46.937384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:03:46.959715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=d2c76e28-ad78-412a-9a87-41ebee07eeb1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:47.006885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36190) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:47.115228 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.188662 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.275129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.312791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df0b56fc4d114f84a64eae9d7f8f1087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047311 Nov 15 23:03:47.314733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20932c-f4f9-4367-aa6d-6735c6c34e7d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:47.316595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:47.334147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.334483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.334815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.335141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.335465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.335789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.336104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.336418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.336766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.337081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.338022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.338022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbbd8f-cf5c-4df6-b92d-f1898e8f4bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:47.362423 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.376532 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.400854 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.529384 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.532028 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.533209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af20932c-f4f9-4367-aa6d-6735c6c34e7d HTTP/1.1" status: 204 len: 168 time: 0.2157118 Nov 15 23:03:47.541236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a740ecc-5944-41c1-b47c-c9b50aa6fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20932c-f4f9-4367-aa6d-6735c6c34e7d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:47.553435 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.700824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.786436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:47.862197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=d2c76e28-ad78-412a-9a87-41ebee07eeb1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:47.869863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.163037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36200) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:48.177158 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-898dfcc3-c719-43d4-89e1-a7df02afc819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.222699 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 84f0550b-dda8-4bdb-a833-58b0ff3fa6b6 associated. External IP: 172.25.0.161, port: 1fabfe87-e02b-4201-8936-47bef5671d5e. Nov 15 23:03:48.251372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-898dfcc3-c719-43d4-89e1-a7df02afc819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.315185 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-898dfcc3-c719-43d4-89e1-a7df02afc819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.354096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-898dfcc3-c719-43d4-89e1-a7df02afc819 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=187d9464010445e695fd4e17a96baf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898968 Nov 15 23:03:48.356303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dfcc3-c719-43d4-89e1-a7df02afc819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed95c3-a32b-4894-9c14-835088e41c47,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:48.361102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:48.406942 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.427172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.435406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:03:48.543446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:03:48.553608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:03:48.562772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.562772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.562772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5ed95c3-a32b-4894-9c14-835088e41c47 HTTP/1.1" status: 204 len: 168 time: 0.1993861 Nov 15 23:03:48.564109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:03:48.564411 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:03:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:03:48.569486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a5c15-e2e4-45eb-8b93-d079ac7ddf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed95c3-a32b-4894-9c14-835088e41c47,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:48.643871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:48.674772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ce4957eb-6df2-42a5-84e4-d4c88ad8c99e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3273602 Nov 15 23:03:48.675494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:03:48.678970 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:03:48.720543 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20558ad2-6a25-4f42-ad21-695e48c5588f x-openstack-request-id: req-20558ad2-6a25-4f42-ad21-695e48c5588f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:03:48.720876 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:03:48.721131 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20558ad2-6a25-4f42-ad21-695e48c5588f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:03:48.721561 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'status': 'completed', 'code': 200} Nov 15 23:03:48.763362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:03:48.782722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-35e01cac-dddd-48d0-bc12-94a351ded30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:48.784231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-35e01cac-dddd-48d0-bc12-94a351ded30d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1096 time: 0.0416098 Nov 15 23:03:48.878780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-282a5ca3-504a-48df-b9f1-b4e09e05bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:48.880435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-282a5ca3-504a-48df-b9f1-b4e09e05bcfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0889568 Nov 15 23:03:48.975854 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-274c4b33-5c17-4e3a-9a49-30b332723033 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 200 len: 999 time: 0.0873196 Nov 15 23:03:49.006570 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '84f0550b-dda8-4bdb-a833-58b0ff3fa6b6', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:10:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e08b722-f158-4b2d-a114-73976a643620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:03:47Z', 'updated_at': '2021-11-15T23:03:47Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:03:49.034619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-d8b64bf2-a48f-400d-be64-7c9094c46295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:49.036111 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-d8b64bf2-a48f-400d-be64-7c9094c46295 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0525446 Nov 15 23:03:49.037394 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:03:49.046285 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:03:49.046886 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:03:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:03:49.087504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-a3ae2313-c4d6-4615-a996-ede0b7607fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:03:49.089059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-a3ae2313-c4d6-4615-a996-ede0b7607fc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456769 Nov 15 23:03:49.153497 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:03:49.187670 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-850442a9-d4d5-44aa-94ed-6c7485769e25 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896895 Nov 15 23:03:49.284601 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8ab6d1c4-8a18-4e94-ae65-560e18eeabaf req-1ee784c3-144a-4a7e-9569-ab7d42a6ebed service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896611 Nov 15 23:03:49.390311 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '84f0550b-dda8-4bdb-a833-58b0ff3fa6b6', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:10:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e08b722-f158-4b2d-a114-73976a643620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:03:47Z', 'updated_at': '2021-11-15T23:03:47Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:03:49.420582 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0f8c-7e30-4b7d-8518-3dcca4c62a97 None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '84f0550b-dda8-4bdb-a833-58b0ff3fa6b6', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:10:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e08b722-f158-4b2d-a114-73976a643620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:03:47Z', 'updated_at': '2021-11-15T23:03:47Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:03:49.621044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71decc6b-641b-43d8-88dd-0311b68b0dde None None] New status for floating IP 84f0550b-dda8-4bdb-a833-58b0ff3fa6b6: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:03:58.543780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:58.649800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da215cab-2e70-422c-9bf1-e7c8438c19c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:58.722625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da215cab-2e70-422c-9bf1-e7c8438c19c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:58.795425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da215cab-2e70-422c-9bf1-e7c8438c19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:58.835728 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da215cab-2e70-422c-9bf1-e7c8438c19c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50174ce237f9458d8a8e847634e81112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901740 Nov 15 23:03:58.836436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da215cab-2e70-422c-9bf1-e7c8438c19c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a4961-b2e3-4ca6-adff-d95165370061,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:58.839598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36318) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:58.888740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:58.909548 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.015147 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.017644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.018785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d5a4961-b2e3-4ca6-adff-d95165370061 HTTP/1.1" status: 204 len: 168 time: 0.1781924 Nov 15 23:03:59.026444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a4961-b2e3-4ca6-adff-d95165370061,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:59.034491 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.034957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.035190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.035512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.035832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.036152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.036470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.036817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.037129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.037462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.037781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.038093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9681aa0-ec62-4667-8788-b7b620fa4dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:03:59.481236 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.640474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:59.657401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0095ad27-dc83-4f27-9f02-cd5727b1c066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.729204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0095ad27-dc83-4f27-9f02-cd5727b1c066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.803637 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0095ad27-dc83-4f27-9f02-cd5727b1c066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.842550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0095ad27-dc83-4f27-9f02-cd5727b1c066 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af26c9b86189416ca202374b9f24837b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009652 Nov 15 23:03:59.843684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ad27-dc83-4f27-9f02-cd5727b1c066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd16e11-2564-4fcb-a9be-68f1fdf76be6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:03:59.845300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:03:59.893365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:03:59.913786 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.037959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.040533 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.041731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebd16e11-2564-4fcb-a9be-68f1fdf76be6 HTTP/1.1" status: 204 len: 168 time: 0.1947923 Nov 15 23:04:00.050456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a725842-4fab-4f9e-9e25-2c4b7f4eea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd16e11-2564-4fcb-a9be-68f1fdf76be6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:04:00.052491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.698465 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36332) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:04:00.711939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2839be1-c65d-4642-91cf-8fc7e426ccc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.789499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2839be1-c65d-4642-91cf-8fc7e426ccc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.858147 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e2839be1-c65d-4642-91cf-8fc7e426ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.897169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e2839be1-c65d-4642-91cf-8fc7e426ccc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eafb3b5f21a848eea7779fda12cd2b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1975811 Nov 15 23:04:00.898021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839be1-c65d-4642-91cf-8fc7e426ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aebb4f-be1f-4fc2-9362-901b419d719e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:04:00.899762 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36334) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:04:00.946829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:00.966854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:01.086520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:01.089203 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:01.090434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5aebb4f-be1f-4fc2-9362-901b419d719e HTTP/1.1" status: 204 len: 168 time: 0.1896234 Nov 15 23:04:01.098846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ab64-df22-4bc1-bc3f-153272039d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aebb4f-be1f-4fc2-9362-901b419d719e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:04:03.307313 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:04:04.758321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddeda3ac-aa7b-4c12-9716-6f84e2e05840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:07.229686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-831eb12d-d9bb-4ffa-b56b-582aadf7df8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:08.384145 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:09.469646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:10.483620 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:29.487577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:30.054758 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:34.786400 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81dd64b7-b07b-4a72-a205-205405fa65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:37.218070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8db37f12-c0a5-45a3-a0df-f0424e0e75b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:38.391564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:39.500881 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:40.305858 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:04:40.409280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:04:47.366106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-68ffd2b1-980b-4b72-a62e-d79c6b0ad425 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433609 Nov 15 23:04:47.451356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-9fa1ff4b-d537-4953-8888-f12ca3b562c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:04:47.452931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-9fa1ff4b-d537-4953-8888-f12ca3b562c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1096 time: 0.0424769 Nov 15 23:04:47.561021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-de260145-1234-4059-bc1c-5bf216bd3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:04:47.562509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-de260145-1234-4059-bc1c-5bf216bd3876 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0895290 Nov 15 23:04:47.639694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-9797aac3-e490-420c-bc12-1236eef07b69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 200 len: 1001 time: 0.0694690 Nov 15 23:04:47.690776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-45bbdb5d-a12a-49dc-9e6c-3b313ec0ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:04:47.692410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-45bbdb5d-a12a-49dc-9e6c-3b313ec0ec4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0457618 Nov 15 23:04:47.740025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-efe149c8-2100-47e9-b259-f1b047db835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:04:47.742209 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-efe149c8-2100-47e9-b259-f1b047db835a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430887 Nov 15 23:04:47.840562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-59dd939e-3083-4852-8b55-23c80c0d332a service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Nov 15 23:04:47.939486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f31f4d34-76a9-44db-99de-595eaedabda1 req-0c21ab58-5cce-4de8-a128-a4c4773f0484 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896378 Nov 15 23:04:49.458991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-a53715b1-58aa-4adb-927c-7706e8c0ab64 req-7b565bb9-0f68-4a86-acf6-20d318a29c1b service neutron] (103127) timed out ('10.222.0.15', 35788) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:04:59.504085 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:00.038851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:04.774579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5985b475-76a0-493c-aa77-9bd6a514c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:07.203402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9d353b1-7909-48c3-9bce-e89730d5b076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:08.386244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:09.483557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:10.374865 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:17.304563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:05:29.498162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:30.098256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.107418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36698) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:05:33.225470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.300398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.371969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.410643 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af8010bf000143e7bbffbf38e0e5eea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020754 Nov 15 23:05:33.412488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5d5e2-a711-4f46-a081-fff442bf776d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:05:33.413303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36702) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:05:33.419917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.420258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.420592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.420954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.421284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.421604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.421927 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.422245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.422562 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.422877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.423191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.423503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b047b8-df70-4982-bc07-78c7d97a8992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.462392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.482733 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.595275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.597889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:33.601068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aff5d5e2-a711-4f46-a081-fff442bf776d HTTP/1.1" status: 204 len: 168 time: 0.1847601 Nov 15 23:05:33.607013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5d5e2-a711-4f46-a081-fff442bf776d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:05:33.614529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.614874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.615240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.615573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.615900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.616227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.616589 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.616887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.617208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.617527 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.617843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:33.618160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0536bf6-43cf-4811-bbf5-2d1ca56b910e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:05:34.740064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4194230-b1ad-4673-b782-ebb5f8771ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:37.206478 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-186f9b63-4277-43a7-9251-2c71fefe0bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:38.374540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:39.509765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:40.396951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:48.655877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-6aac0c0f-2f17-4a6d-8e1d-534f4968f689 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397515 Nov 15 23:05:48.739287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc58f-0126-41d3-a414-24a0d6e913da req-b0e0dd1b-2082-43b6-a7d0-fa479f5ad785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:05:48.740828 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-b0e0dd1b-2082-43b6-a7d0-fa479f5ad785 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 1096 time: 0.0416675 Nov 15 23:05:48.849232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc58f-0126-41d3-a414-24a0d6e913da req-eb8d2bbb-7796-431c-87a5-c9514c4e7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:05:48.851194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-eb8d2bbb-7796-431c-87a5-c9514c4e7f56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0899172 Nov 15 23:05:48.930185 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-6b2ef51d-b152-4a3f-9965-2f63e4c28958 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 200 len: 1001 time: 0.0697806 Nov 15 23:05:48.984804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc58f-0126-41d3-a414-24a0d6e913da req-f40ad3a0-7036-488d-b36b-84102f3bad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:05:48.986255 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-f40ad3a0-7036-488d-b36b-84102f3bad24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0493898 Nov 15 23:05:49.033545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc58f-0126-41d3-a414-24a0d6e913da req-2751f37c-6908-4d13-8dd5-340cda7652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:05:49.035045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-2751f37c-6908-4d13-8dd5-340cda7652fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416653 Nov 15 23:05:49.123891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-68ca8ecd-7255-41b1-b524-483860ef2d48 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807502 Nov 15 23:05:49.221293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-369bc58f-0126-41d3-a414-24a0d6e913da req-194d1daa-30c1-4d17-a0ac-08d336a9f3ab service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901389 Nov 15 23:05:54.305525 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:05:55.667042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36844) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:05:55.772431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38c08887-100c-43c3-944e-b8a43e83b701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:55.842963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38c08887-100c-43c3-944e-b8a43e83b701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:55.934327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-38c08887-100c-43c3-944e-b8a43e83b701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:55.974758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c08887-100c-43c3-944e-b8a43e83b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7453a7-d4c7-4cde-a013-943fee680e6e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:05:55.979036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-38c08887-100c-43c3-944e-b8a43e83b701 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cba37df2187d4397ba39191e08d7fce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109937 Nov 15 23:05:55.981656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36848) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:05:56.029117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:56.049341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:56.168283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:56.170944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:05:56.172253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da7453a7-d4c7-4cde-a013-943fee680e6e HTTP/1.1" status: 204 len: 168 time: 0.1896670 Nov 15 23:05:56.179960 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4feb0-cfa6-407e-833b-6c8832c81f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7453a7-d4c7-4cde-a013-943fee680e6e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:05:59.474860 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:00.097694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:04.751840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41a60ed1-25d1-40ce-8d0c-d69dbd3a4e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:07.241013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-404a6773-4258-48f1-905d-26cf682dccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:08.394574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:09.470963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:10.377517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:17.986670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cee62-2993-479c-9430-9eefbaf4e0de req-bd74de3b-7911-4593-9da9-0e469891c638 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:17.988047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b8cee62-2993-479c-9430-9eefbaf4e0de req-bd74de3b-7911-4593-9da9-0e469891c638 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.2164445 Nov 15 23:06:18.041846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1b8cee62-2993-479c-9430-9eefbaf4e0de req-65251776-b447-4381-b8b7-2f531226a164 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478017 Nov 15 23:06:19.225401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20310-0ede-41be-aa40-5024ccd92e82 req-25681fd8-d35a-4a89-8f55-544b5ac292eb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:19.226838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22b20310-0ede-41be-aa40-5024ccd92e82 req-25681fd8-d35a-4a89-8f55-544b5ac292eb tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.1087399 Nov 15 23:06:19.276760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22b20310-0ede-41be-aa40-5024ccd92e82 req-1f305b2e-2740-447c-839e-78bfc451df3d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Nov 15 23:06:19.396886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-64413007-c563-42ba-8f35-c940695f7771 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:19.398322 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-64413007-c563-42ba-8f35-c940695f7771 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Nov 15 23:06:19.490103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 1fabfe87-e02b-4201-8936-47bef5671d5e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:06:19.490437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:19.575687 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 1fabfe87-e02b-4201-8936-47bef5671d5e, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1fabfe87-e02b-4201-8936-47bef5671d5e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:06:19.576043 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:19.808275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:19.808549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:19.808891 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 84f0550b-dda8-4bdb-a833-58b0ff3fa6b6 disassociated. External IP: 172.25.0.161, port: 1fabfe87-e02b-4201-8936-47bef5671d5e. Nov 15 23:06:19.809224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 1fabfe87-e02b-4201-8936-47bef5671d5e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:06:20.002562 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:20.030785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=1fabfe87-e02b-4201-8936-47bef5671d5e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:20.142869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:06:20.248430 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:06:20.259837 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:06:20.270011 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:06:20.270729 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:06:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:20.294925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 1fabfe87-e02b-4201-8936-47bef5671d5e on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:06:20.298314 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:20.302744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b778a864-2319-444d-b3b6-6f59be19f3a2 req-9d3b3c18-8d7b-4c9b-b74b-ab0700f46cf6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "DELETE /v2.0/ports/1fabfe87-e02b-4201-8936-47bef5671d5e HTTP/1.1" status: 204 len: 173 time: 0.8973839 Nov 15 23:06:20.304129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'name': 'network-vif-deleted', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:06:20.306105 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe799cab-a83a-4eaf-bbc9-26411ef3562f" -d '{"events": [{"server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "name": "network-vif-deleted", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:06:20.402633 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c55f4c90-dc3b-421c-ae06-5ca673d320e2 req-183c4e9c-6fdd-4b1d-9b74-6ccf3eda7ff6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0271838 Nov 15 23:06:20.404167 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:06:20.451254 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5373d7-598f-43c1-8001-4f44b1245f0c x-openstack-request-id: req-ad5373d7-598f-43c1-8001-4f44b1245f0c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:06:20.451761 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e08b722-f158-4b2d-a114-73976a643620", "name": "network-vif-deleted", "tag": "1fabfe87-e02b-4201-8936-47bef5671d5e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:06:20.451843 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad5373d7-598f-43c1-8001-4f44b1245f0c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:06:20.452424 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e08b722-f158-4b2d-a114-73976a643620', 'name': 'network-vif-deleted', 'tag': '1fabfe87-e02b-4201-8936-47bef5671d5e', 'status': 'completed', 'code': 200} Nov 15 23:06:20.628249 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:20.657738 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:06:20.665746 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:06:20.666332 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:06:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:20.860492 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:06:21.053563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:21.079745 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431b6d2-76e9-4303-83d7-8a2e3953dc4c None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:06:21.294693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21daf65b-a980-407e-b83f-c98d81c0b21a None None] New status for floating IP 84f0550b-dda8-4bdb-a833-58b0ff3fa6b6: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:06:21.505887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ed3f901-6b8c-4ed2-a123-2f975a96b71d req-5089e907-811d-4149-bacb-e7ecbd0245ce tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Nov 15 23:06:22.609644 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ab35be9-d0c4-4c99-8c13-67101191d184 req-ed68ce09-6e1b-40cc-9ae1-6575d4b49bb8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0318036 Nov 15 23:06:22.703651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1fabfe87-e02b-4201-8936-47bef5671d5e no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:06:22.723704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 1fabfe87-e02b-4201-8936-47bef5671d5e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:06:22.724040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1fabfe87-e02b-4201-8936-47bef5671d5e not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:06:23.707209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f640ce58-2065-4c2d-84ce-1cc23f92c425 req-d19d1925-0f82-4d15-b4c7-38b9e4548d20 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0292003 Nov 15 23:06:24.807603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e76f2d1a-4e96-4d68-8183-c969d8d4b1ec req-d659e25d-d749-4663-993d-976a62380ff6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e08b722-f158-4b2d-a114-73976a643620 HTTP/1.1" status: 200 len: 210 time: 0.0286343 Nov 15 23:06:26.054651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-79147636-2506-4c8a-afbe-bd1805ad2fee tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142756155&fields=id&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 267 time: 0.0447149 Nov 15 23:06:26.164169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-7fda6609-d22d-4a9c-ace8-3371d6da535e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:26.165654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-7fda6609-d22d-4a9c-ace8-3371d6da535e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1037858 Nov 15 23:06:26.180803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-c1eded22-7286-4145-ac95-8c0ae1a16c59 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0089777 Nov 15 23:06:26.235055 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-487731bf-ceab-467b-84a2-e64ac2903870 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485666 Nov 15 23:06:26.327320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-35828004-62a3-4f82-9eb7-faa782a96349 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799503 Nov 15 23:06:26.416666 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-bf1b493a-7a9f-4e1f-8fdf-899120484d47 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826800 Nov 15 23:06:28.025976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c072e04-feba-456c-96d8-4d5332a7f443 req-29f7868e-008a-46c0-8478-94d29241fc82 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0263081 Nov 15 23:06:29.121816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f842a9b-13cd-4db6-ab11-ee0641930f49 req-7c149279-de16-48a6-97b7-f3c1c0f928d5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Nov 15 23:06:29.486484 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:30.058355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:30.214651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66c55323-34a6-42e7-9bcc-75bfe30ede61 req-5c15229c-49fa-4452-8d3c-2b7a4d7faafe tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0258362 Nov 15 23:06:30.955653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-c58121ce-e90f-4e3b-abce-0fb306c51a00 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:30.957148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-c58121ce-e90f-4e3b-abce-0fb306c51a00 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.0991366 Nov 15 23:06:31.021594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-8b15feca-c54d-4053-9195-d21a772d7b29 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 380 time: 0.0531077 Nov 15 23:06:31.031299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'security_groups': ['a9d9c90f-590f-4bfd-94db-d2d20c4a2760']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:06:31.229303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:06:31.232900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:31.304559 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:06:31.328480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b1665a5-64cb-4a1d-aa24-99c9666ad93e req-c501fe74-babe-4e64-afd5-dab90177a7c2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0411644 Nov 15 23:06:31.364831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.13 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:06:31.772227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:31.875588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:31.922767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:06:31.925908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:06:31.929752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:06:31.956151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:31.981780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:31.989594 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.068495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-430ffdd6-a5ce-4c4e-9ed6-48d8235f42b4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0407302 Nov 15 23:06:32.081700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Request body: {'port': {'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:06:32.138634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.172365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-40d770cd-d533-4561-b2de-1e4c35308981 None None] Provisioning complete for port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:06:32.173364 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40d770cd-d533-4561-b2de-1e4c35308981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.214741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-40d770cd-d533-4561-b2de-1e4c35308981 None None] Port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:06:32.412025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:06:32.419109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.431382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Transition to ACTIVE for port object 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:06:32.450824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cebf39-a2c6-4de8-a98b-64dfd622438a req-a504fd50-5d9a-4a00-9ddd-48b3acc58bad tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:32.455647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54cebf39-a2c6-4de8-a98b-64dfd622438a req-a504fd50-5d9a-4a00-9ddd-48b3acc58bad tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 932 time: 0.0515902 Nov 15 23:06:32.503269 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54cebf39-a2c6-4de8-a98b-64dfd622438a req-271ecb7d-f523-440d-8f0d-c04eb289cc49 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Nov 15 23:06:32.520512 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.590538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:32.663623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Attempting to bind port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:06:32.663623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Attempting to bind port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:06:32.664158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Attempting to bind port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:06:32.671598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:06:32.672153 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Attempting to bind port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:06:32.678779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:06:32.679353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:06:32.680021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:06:32.680831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Bound port: 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:06:32.681328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.749508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:06:32.753004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:06:32.852829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.888205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:32.889635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:32.891142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1092 time: 0.8141437 Nov 15 23:06:32.891460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:06:32.893725 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb722833-0303-4397-ba8d-32b191da4944" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:06:32.932258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c41e3-e218-4754-999b-28bdf8e547a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:32.954301 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa109b0-348c-40f2-be7f-699d92f83ebf x-openstack-request-id: req-9fa109b0-348c-40f2-be7f-699d92f83ebf {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:06:32.954589 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:06:32.954837 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fa109b0-348c-40f2-be7f-699d92f83ebf {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:06:32.955678 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'status': 'completed', 'code': 200} Nov 15 23:06:33.018645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722833-0303-4397-ba8d-32b191da4944 req-9d75a55b-9fde-4756-9f37-4989940d731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.021541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb722833-0303-4397-ba8d-32b191da4944 req-9d75a55b-9fde-4756-9f37-4989940d731f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1095 time: 0.0459671 Nov 15 23:06:33.137053 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722833-0303-4397-ba8d-32b191da4944 req-30ce6229-6007-4461-b827-781c1d7a2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.138550 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb722833-0303-4397-ba8d-32b191da4944 req-30ce6229-6007-4461-b827-781c1d7a2e3c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1076932 Nov 15 23:06:33.237933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722833-0303-4397-ba8d-32b191da4944 req-a153da41-8e9f-43d2-bc24-ec71cdf08759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.239522 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb722833-0303-4397-ba8d-32b191da4944 req-a153da41-8e9f-43d2-bc24-ec71cdf08759 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936363 Nov 15 23:06:33.320317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-e1dc80d2-eb5f-405b-a767-39eea6ff5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.321925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-e1dc80d2-eb5f-405b-a767-39eea6ff5aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1095 time: 0.0418434 Nov 15 23:06:33.364568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-0da969fd-a034-4c1c-b239-0d63ec5a247e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 217 time: 0.0335226 Nov 15 23:06:33.416105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-bb8cbb09-49d7-480b-b512-4360a541337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.417705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-bb8cbb09-49d7-480b-b512-4360a541337e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0448127 Nov 15 23:06:33.471214 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-fdd82661-a2fe-4888-a26f-937471502b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.472808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-fdd82661-a2fe-4888-a26f-937471502b08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482762 Nov 15 23:06:33.569005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-d08d1bf7-923b-4db9-9dff-eee31fe46778 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Nov 15 23:06:33.621509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be17a-f4cc-4408-a7a9-2fa1a46cacd5 req-7a7a5040-75e8-4a98-80cb-0242b6fa79f2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:33.623797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f2be17a-f4cc-4408-a7a9-2fa1a46cacd5 req-7a7a5040-75e8-4a98-80cb-0242b6fa79f2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0507529 Nov 15 23:06:33.671831 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ef97e696-909e-4fdd-b96d-130c934e6da8 req-00b1bd0d-523f-4376-a613-33dc09b7f413 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951669 Nov 15 23:06:33.676273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f2be17a-f4cc-4408-a7a9-2fa1a46cacd5 req-9ceeea2a-f936-494c-ae2b-ba4b0361a0a8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Nov 15 23:06:34.760330 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91404231-65a8-4b09-8d2a-0163631a1b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:34.800086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fee6-977c-44d5-b983-5114848e9b3e req-bdc140b0-2897-4139-9d6a-a52abb1a87f2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:34.801592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5d5fee6-977c-44d5-b983-5114848e9b3e req-bdc140b0-2897-4139-9d6a-a52abb1a87f2 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0537941 Nov 15 23:06:34.852261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5d5fee6-977c-44d5-b983-5114848e9b3e req-e30c1281-a02c-4907-ae40-c58fafd4c89d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Nov 15 23:06:35.969047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26003968-894c-4513-8440-4229fa94fdc0 req-fa0d8954-6474-4e9c-8783-b84573c1e1be tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:35.970574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26003968-894c-4513-8440-4229fa94fdc0 req-fa0d8954-6474-4e9c-8783-b84573c1e1be tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0508287 Nov 15 23:06:36.023349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26003968-894c-4513-8440-4229fa94fdc0 req-9aacf10a-cc42-40df-bd0d-448815332ef8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464168 Nov 15 23:06:37.140435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8643-5d73-46fd-97cc-538d85ac0ae2 req-fd1f81ff-0fd1-4e9c-bb11-49d5f37992ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:37.141941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-866c8643-5d73-46fd-97cc-538d85ac0ae2 req-fd1f81ff-0fd1-4e9c-bb11-49d5f37992ea tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0504434 Nov 15 23:06:37.191346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-866c8643-5d73-46fd-97cc-538d85ac0ae2 req-fbee5605-9a98-42e8-a914-6791a3a62575 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Nov 15 23:06:37.236375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5708050a-cc38-499c-be30-9ed9d7541413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:38.307230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205aac8-1a8d-4315-b56f-0387863b8a4a req-0885f839-87d4-43f6-bca4-6cbdf6424931 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:38.309882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4205aac8-1a8d-4315-b56f-0387863b8a4a req-0885f839-87d4-43f6-bca4-6cbdf6424931 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0523193 Nov 15 23:06:38.357922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4205aac8-1a8d-4315-b56f-0387863b8a4a req-1e8c015b-2133-499d-bda2-5d998436dfbd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Nov 15 23:06:38.385512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:39.474360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3d895-7d8b-4658-bdf6-ca023200bc8d req-fac03f53-c734-4664-86b3-3169a2c98e77 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:39.475836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bae3d895-7d8b-4658-bdf6-ca023200bc8d req-fac03f53-c734-4664-86b3-3169a2c98e77 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0480535 Nov 15 23:06:39.499212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:39.528276 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bae3d895-7d8b-4658-bdf6-ca023200bc8d req-01ceadd7-9b5e-4ec8-9654-d2af61c6c98e tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 Nov 15 23:06:40.371818 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:40.643443 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531c3f8-9670-40a8-bc45-017da7caa8eb req-ee266bda-8871-405c-87e0-e599639bef2d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:40.644855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8531c3f8-9670-40a8-bc45-017da7caa8eb req-ee266bda-8871-405c-87e0-e599639bef2d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0478380 Nov 15 23:06:40.694853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8531c3f8-9670-40a8-bc45-017da7caa8eb req-0892b9e4-759d-40a6-90e7-9cca1be8cf25 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Nov 15 23:06:41.806647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df646f-0378-4526-b479-14e9c3436c72 req-fe711e2b-c464-4e69-905f-e12113d0fe08 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:41.808638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2df646f-0378-4526-b479-14e9c3436c72 req-fe711e2b-c464-4e69-905f-e12113d0fe08 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0473430 Nov 15 23:06:41.856939 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2df646f-0378-4526-b479-14e9c3436c72 req-2ceb3b8b-85ed-4721-9573-e3bbbdcb7409 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Nov 15 23:06:42.974336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba46c8-50b4-42ac-afa6-4426a789a5c7 req-583a4e46-81aa-440b-accd-de053aeb1820 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:42.975768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8ba46c8-50b4-42ac-afa6-4426a789a5c7 req-583a4e46-81aa-440b-accd-de053aeb1820 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0512972 Nov 15 23:06:43.024810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8ba46c8-50b4-42ac-afa6-4426a789a5c7 req-7781c627-ce24-432c-bfcb-86bc432078c4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Nov 15 23:06:44.139865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e7ad-1bbc-481f-ad5f-d0fefc2da8b1 req-f4876186-ecb5-4aa6-b81f-b0e3126c4d4b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:44.141266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00e7e7ad-1bbc-481f-ad5f-d0fefc2da8b1 req-f4876186-ecb5-4aa6-b81f-b0e3126c4d4b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 944 time: 0.0482345 Nov 15 23:06:44.191061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00e7e7ad-1bbc-481f-ad5f-d0fefc2da8b1 req-efc29cf5-e610-41f3-8307-f96f3c4ab74c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Nov 15 23:06:44.904093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:06:45.010655 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:06:45.023890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:06:45.065317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:45.077908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:06:45.096810 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:06:45.179401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:45.235355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:45.238653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.239002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.239340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.239672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.240002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.240326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.240677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.241002 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.241321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.241638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.241954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.242269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:45.308872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc317d2-bad6-46e5-94fd-0ea8018315be req-d27d739b-9b7c-4db0-9248-91d94586c4b1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:45.310370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fc317d2-bad6-46e5-94fd-0ea8018315be req-d27d739b-9b7c-4db0-9248-91d94586c4b1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 945 time: 0.0492260 Nov 15 23:06:45.362069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fc317d2-bad6-46e5-94fd-0ea8018315be req-a50c8570-59cf-438f-88b3-dae87d6e3dac tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458186 Nov 15 23:06:45.457841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:06:46.474929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fb82-d325-4be8-bcb6-7d7da55ec2b0 req-9527d25b-91ad-487a-bf13-0659964c9062 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:46.476373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cc0fb82-d325-4be8-bcb6-7d7da55ec2b0 req-9527d25b-91ad-487a-bf13-0659964c9062 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Nov 15 23:06:46.523610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cc0fb82-d325-4be8-bcb6-7d7da55ec2b0 req-3c9232b9-c198-4d2e-a1dd-fcea4a5e938a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Nov 15 23:06:46.904830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:06:47.023514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:06:47.027986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:06:47.028350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:47.109501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:47.130627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:06:47.132848 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e24ec-3b50-4259-b4fb-d162c48db2a3" -d '{"events": [{"server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "name": "network-vif-plugged", "status": "completed", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:06:47.146832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:06:47.213644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:47.259721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:47.635883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715be63d-42a0-4e58-ac1c-9f87750d640d req-c337ed56-6dbf-4b24-a99d-f3f36c0aa7b6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:47.638024 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-715be63d-42a0-4e58-ac1c-9f87750d640d req-c337ed56-6dbf-4b24-a99d-f3f36c0aa7b6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0478256 Nov 15 23:06:47.685164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-715be63d-42a0-4e58-ac1c-9f87750d640d req-3dd118f3-b0ab-4e68-8324-ef119a75537c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Nov 15 23:06:48.190142 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53705c4c-4560-4b3f-982e-f5b2e09d69fd x-openstack-request-id: req-53705c4c-4560-4b3f-982e-f5b2e09d69fd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:06:48.190608 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "name": "network-vif-plugged", "status": "completed", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:06:48.190761 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53705c4c-4560-4b3f-982e-f5b2e09d69fd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:06:48.191153 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'code': 200} Nov 15 23:06:48.286281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8446b-f614-4e06-8437-b1e6af877617 req-0890ea41-4723-4da6-9fd2-42009b948152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:48.287764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9db8446b-f614-4e06-8437-b1e6af877617 req-0890ea41-4723-4da6-9fd2-42009b948152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0407300 Nov 15 23:06:48.333772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9db8446b-f614-4e06-8437-b1e6af877617 req-178fd7c1-f3f1-4e0e-8c7c-d1dd36abd2b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390024 Nov 15 23:06:48.799976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bec29-414b-4d84-a5b9-18fa23c76830 req-1fda9135-2ba5-4a3c-ae70-9fa377ec999f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:48.801449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-363bec29-414b-4d84-a5b9-18fa23c76830 req-1fda9135-2ba5-4a3c-ae70-9fa377ec999f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0513971 Nov 15 23:06:48.848805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-363bec29-414b-4d84-a5b9-18fa23c76830 req-e8b0befe-a26a-4151-8156-90021f3daed5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415111 Nov 15 23:06:49.672069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-fe0f391b-74ee-4804-ad2f-84b78bcff270 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392976 Nov 15 23:06:49.758067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-7ad5c1cb-0d12-4862-bc39-ed0517475dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:49.759429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-7ad5c1cb-0d12-4862-bc39-ed0517475dfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0439224 Nov 15 23:06:49.860912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-42d058b1-2f4b-4ad4-9987-c8011b6da2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:49.862416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-42d058b1-2f4b-4ad4-9987-c8011b6da2d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0827427 Nov 15 23:06:49.908382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-03a38a63-dd27-42c1-9f54-bbece8a07959 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 217 time: 0.0382369 Nov 15 23:06:49.957635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-0e0eb888-75e1-4936-98f6-6dcb045dbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:49.959098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-0e0eb888-75e1-4936-98f6-6dcb045dbf61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0434802 Nov 15 23:06:49.962505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58ca4c-5ba3-42e6-bf95-fad113af6c44 req-3ef4cf63-1b74-4fb2-9598-d1d291e1e389 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:49.963978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc58ca4c-5ba3-42e6-bf95-fad113af6c44 req-3ef4cf63-1b74-4fb2-9598-d1d291e1e389 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0480616 Nov 15 23:06:50.004387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-f0816291-f9f5-4ae1-86ac-d3e594b25227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:50.005916 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-f0816291-f9f5-4ae1-86ac-d3e594b25227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395823 Nov 15 23:06:50.012973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc58ca4c-5ba3-42e6-bf95-fad113af6c44 req-8d0b72c3-84e6-4ee7-99eb-012691583d0b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Nov 15 23:06:50.101030 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-3572558e-74e4-42e3-b757-15b2a5034803 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870080 Nov 15 23:06:50.133633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9a70b-b6a6-413d-9b9a-f650980981b5 req-0a06c967-4531-4084-8345-b2b2e737ab34 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:50.135119 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aac9a70b-b6a6-413d-9b9a-f650980981b5 req-0a06c967-4531-4084-8345-b2b2e737ab34 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0518785 Nov 15 23:06:50.183466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aac9a70b-b6a6-413d-9b9a-f650980981b5 req-a4cf92a5-5b92-41df-8c46-47e8f75734b0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Nov 15 23:06:50.191120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7e7d55a4-3e45-4375-9169-d8c03433e8d6 req-3b009ebb-e802-40f4-8364-c0f829d5343f service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Nov 15 23:06:50.205369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 36972) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:06:50.243844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ca046-b925-4c17-bf18-55f726d700cf tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:50.246029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-169ca046-b925-4c17-bf18-55f726d700cf tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1092 time: 0.0390947 Nov 15 23:06:50.249014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 36974) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:06:50.255800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:06:50.339842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:50.433663 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:50.536693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.25.0.138 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/85135af7-c52f-4524-80cd-660ea1097f1b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:06:50.633421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:50.729197 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:50.773340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:06:50.778931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:06:50.781569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=85135af7-c52f-4524-80cd-660ea1097f1b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:50.783965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:06:50.807885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.808223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.808556 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.808911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.809232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.809555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.809870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.810181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.810550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.810845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.811157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:50.811469 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:06:51.446440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:51.567737 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:51.714979 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:51.794652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:51.856599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=85135af7-c52f-4524-80cd-660ea1097f1b,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:06:51.870919 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:51.967533 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 7d07e294-64ae-4e02-adaa-46c64f7d3113 associated. External IP: 172.25.0.138, port: 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d. Nov 15 23:06:52.166391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:06:52.274848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:06:52.284104 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:06:52.294161 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:06:52.294797 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:06:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:52.369871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:06:52.396986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d395acde-5910-4f06-b3d2-1c8dc1bc734b tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1468568 Nov 15 23:06:52.397734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:06:52.399101 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:06:52.400004 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958f6c10-efc4-48e4-854f-a1040ec7809a" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:06:52.502877 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a09602-b8ad-41da-8e29-8f8ddf1d5363 x-openstack-request-id: req-f3a09602-b8ad-41da-8e29-8f8ddf1d5363 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:06:52.503520 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:06:52.503520 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3a09602-b8ad-41da-8e29-8f8ddf1d5363 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:06:52.503802 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'status': 'completed', 'code': 200} Nov 15 23:06:52.569406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-11e287b5-03f2-4530-8f0c-3b36f45134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:52.570812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-11e287b5-03f2-4530-8f0c-3b36f45134c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0452635 Nov 15 23:06:52.625177 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:51Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:52.651036 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:06:52.659091 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:06:52.659683 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:06:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:52.661072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-e47c4bed-b72b-44be-8bf2-b926e7b8d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:52.662567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-e47c4bed-b72b-44be-8bf2-b926e7b8d981 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0838189 Nov 15 23:06:52.734754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-a037442b-8e17-45fc-978d-989cd8982dd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1000 time: 0.0645971 Nov 15 23:06:52.763631 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:06:52.787443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-0424c0f4-4ee8-495a-8d29-58c03fc9b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:52.788936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-0424c0f4-4ee8-495a-8d29-58c03fc9b5a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0455010 Nov 15 23:06:52.833570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-965f73d6-9424-46a2-ac6d-5405e4d097c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:06:52.834982 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-965f73d6-9424-46a2-ac6d-5405e4d097c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386469 Nov 15 23:06:52.927611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-3d31ebe0-dd73-4c21-9b28-4b66adb587bf service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 Nov 15 23:06:52.981266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:51Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:06:53.009823 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d23204-e3e4-4fb7-97dd-6e399a367672 None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:51Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:06:53.017974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-958f6c10-efc4-48e4-854f-a1040ec7809a req-53bfbaf9-32f6-4d61-9f90-6e626552d757 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Nov 15 23:06:53.213636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcc41f-9914-4bab-b0ff-8cb0fd0b9507 None None] New status for floating IP 7d07e294-64ae-4e02-adaa-46c64f7d3113: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:06:59.531689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:00.074878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:04.773360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b962b70f-c5ea-4e44-bd82-17f14d14c6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:07.242245 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58edf5f7-c5a2-49a1-b8a5-06b73418a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:08.304881 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:07:08.401333 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:09.475782 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:10.383308 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:29.510256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:30.075729 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:34.790473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49c333d9-2a1e-4d3f-959e-2ae1e3fba6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:37.223523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2f4bc4-b560-45d4-b013-737ad0436d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:38.395945 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:39.475735 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:40.349901 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:07:45.303867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:07:50.654279 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-5c033ae7-f0b0-46be-bec2-feef3e0372bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401423 Nov 15 23:07:50.741247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-fec65230-d713-4976-810c-5058a3a7a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:07:50.742655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-fec65230-d713-4976-810c-5058a3a7a929 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0448840 Nov 15 23:07:50.847093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-c69dd47f-c2b4-408b-8d27-6ea490d94cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:07:50.848562 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-c69dd47f-c2b4-408b-8d27-6ea490d94cf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0854723 Nov 15 23:07:50.917688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-799b2e8e-d797-4ca5-9d6c-2cbb52f07c69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1002 time: 0.0617111 Nov 15 23:07:50.967444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-cb08e9ad-68da-42f7-be4d-064a2f4ec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:07:50.968835 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-cb08e9ad-68da-42f7-be4d-064a2f4ec9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0441523 Nov 15 23:07:51.014968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-3181f9b2-0326-4e7d-98f6-739e5782e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:07:51.016789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-3181f9b2-0326-4e7d-98f6-739e5782e91d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405185 Nov 15 23:07:51.107532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-738a35ab-9ab6-4a5e-9429-9107ec23fba6 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830886 Nov 15 23:07:51.196205 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-53c22499-3ebb-41a2-9aea-9a1aebdee913 req-36d5ef04-91c8-406c-a058-c0ef7a97801f service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810070 Nov 15 23:07:59.548456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:00.097076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:04.778467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d64d9b34-8cc5-4ac4-8356-f7fd615f7cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:07.206720 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49619368-4c5d-417a-b4ef-7ba992a9536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:08.383720 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:09.473929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:10.395674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:22.303603 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:08:29.536376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:30.090696 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:34.783581 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a940e4d-ed02-4d2c-8057-eaed85b840fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:37.194978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36d5158d-9c5a-443f-8434-bba4baba22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:38.372267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:39.480497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:40.405412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:08:52.785263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-5f6b6d65-3fb5-400e-9b62-a889a26b5cda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556742 Nov 15 23:08:52.877203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a988-8960-4260-a658-9cb454617df9 req-772eb0f2-e0c8-4ef5-8980-ff56184288d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:08:52.879244 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-772eb0f2-e0c8-4ef5-8980-ff56184288d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0449791 Nov 15 23:08:52.981468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a988-8960-4260-a658-9cb454617df9 req-c7123e48-2d80-402d-a765-8436b848f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:08:52.982994 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-c7123e48-2d80-402d-a765-8436b848f530 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0843282 Nov 15 23:08:53.050983 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-a3d6ae78-d142-4198-8e19-374a65cf9cb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1002 time: 0.0609679 Nov 15 23:08:53.099484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a988-8960-4260-a658-9cb454617df9 req-b7ea7978-cc40-444f-ba6e-fbb4a57dcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:08:53.100996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-b7ea7978-cc40-444f-ba6e-fbb4a57dcf8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0428765 Nov 15 23:08:53.145933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a988-8960-4260-a658-9cb454617df9 req-d5da3364-17d6-4f26-bca5-8221fea8c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:08:53.147438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-d5da3364-17d6-4f26-bca5-8221fea8c74a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399644 Nov 15 23:08:53.242730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-0edae76c-273e-4639-942d-b70cece4960b service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855901 Nov 15 23:08:53.333787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5bd9a988-8960-4260-a658-9cb454617df9 req-f76dfb63-90c2-4b4f-aae0-d49c9f7c2a83 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Nov 15 23:08:59.303799 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:08:59.537577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:00.114573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:04.816759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f08d70-7322-4616-ae3a-77fa34cf876e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:07.285207 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5043d888-c55f-42e9-85e1-3e4f2b1dd8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:08.445893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:09.509590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:10.383033 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:17.856650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d9f728ae-4127-441e-9723-de3a38631fb3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142756155&fields=id&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 267 time: 0.0446472 Nov 15 23:09:17.967012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-236e8144-5d27-4bdc-9854-a6679648b05c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:17.968459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-236e8144-5d27-4bdc-9854-a6679648b05c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1046505 Nov 15 23:09:17.984048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-cda7e29a-dfa7-403f-b432-0ea6ac086168 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/quotas/21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0088420 Nov 15 23:09:18.041413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-0020421c-9cb9-4223-8e81-06fd90232705 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520222 Nov 15 23:09:18.219807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-9a93a845-5360-439c-bcde-184629dc4adb service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660893 Nov 15 23:09:18.309135 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-a4a81a48-fadb-4e91-b026-b266fa2a0c80 service neutron] 10.222.0.15 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Nov 15 23:09:18.915327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6c521150-aa9a-499d-8563-d689097e1f50 req-5874ebb5-7daf-41bf-9604-f5bd7f08002a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Nov 15 23:09:20.007381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d200fec8-6de3-4ca3-ab74-a873fbaa6545 req-d2fe74f5-f1f7-4a75-b56e-a2bb709345d7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0257170 Nov 15 23:09:21.108802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c53577c5-f91f-4bdf-a45a-b8fd012f1be8 req-bbe7a243-8d0c-4afa-968a-ba9a02ce87f3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0305395 Nov 15 23:09:21.133538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-8c0690b7-3194-4e8f-9903-7e0b12e76532 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:21.138877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-8c0690b7-3194-4e8f-9903-7e0b12e76532 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 811 time: 0.1132276 Nov 15 23:09:21.203772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-0a93bc88-c52e-4cfe-a9d6-ae34cf64ea58 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fea14e58814b6f8ddba03045c6f1b0 HTTP/1.1" status: 200 len: 380 time: 0.0532484 Nov 15 23:09:21.216895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'port': {'device_id': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'admin_state_up': True, 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'security_groups': ['a9d9c90f-590f-4bfd-94db-d2d20c4a2760']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:09:21.417110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Made reservation on behalf of 21fea14e58814b6f8ddba03045c6f1b0 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:09:21.421388 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:21.549297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.20.0.8 (a3d87f8a-3bf3-4b72-9e2e-c09e9a230990/c5f8096b-c818-45b0-817c-0fe32fd6507d/0193614e-e95d-479e-94b0-67b6e2ee505e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:09:21.686142 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:21.771898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:21.816894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:09:21.819912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:09:21.823802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:09:21.848049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:21.859207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.859545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.859883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.860215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.860546 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.860911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.861233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.861552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.861900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.862213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.862531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.862841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:21.890129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:21.891870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:21.963078 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d02abf69-0867-496d-bd43-199e0737d57c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499607 Nov 15 23:09:22.044789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Request body: {'port': {'device_id': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:09:22.053442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bc52043f-5ad4-4a4e-a8f1-7ff647198bf1 None None] Provisioning complete for port 0193614e-e95d-479e-94b0-67b6e2ee505e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:09:22.060160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc52043f-5ad4-4a4e-a8f1-7ff647198bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.092324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc52043f-5ad4-4a4e-a8f1-7ff647198bf1 None None] Port 0193614e-e95d-479e-94b0-67b6e2ee505e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:09:22.105007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.237319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c752-f689-44ce-9968-7f3f06654ede req-0b4bd09f-3b77-4712-a48a-938535dc2805 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:22.238858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5a4c752-f689-44ce-9968-7f3f06654ede req-0b4bd09f-3b77-4712-a48a-938535dc2805 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 931 time: 0.0506654 Nov 15 23:09:22.293233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5a4c752-f689-44ce-9968-7f3f06654ede req-6136f739-4491-405a-8aad-c0b049739b04 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475767 Nov 15 23:09:22.378680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0193614e-e95d-479e-94b0-67b6e2ee505e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:09:22.385960 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.397940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Transition to ACTIVE for port object 0193614e-e95d-479e-94b0-67b6e2ee505e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:09:22.469099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.516272 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Pushing event updated for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:22.596296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Attempting to bind port 0193614e-e95d-479e-94b0-67b6e2ee505e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:09:22.596686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Attempting to bind port 0193614e-e95d-479e-94b0-67b6e2ee505e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:09:22.596984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Attempting to bind port 0193614e-e95d-479e-94b0-67b6e2ee505e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:09:22.602079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Port 0193614e-e95d-479e-94b0-67b6e2ee505e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:09:22.602406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Attempting to bind port 0193614e-e95d-479e-94b0-67b6e2ee505e on network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:09:22.608061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:09:22.611034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Checking segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:09:22.611034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Bound using segment: {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:09:22.611034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Bound port: 0193614e-e95d-479e-94b0-67b6e2ee505e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:09:22.611034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.689445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:09:22.692567 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0193614e-e95d-479e-94b0-67b6e2ee505e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:09:22.789532 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.836105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:22.838944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:22.841890 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] 10.222.0.55 "PUT /v2.0/ports/0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 1091 time: 0.8643529 Nov 15 23:09:22.842381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:09:22.845385 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae598ff1-ee3b-438d-82d5-147cd570922f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:09:22.865378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c80e6-9407-41ed-81d6-6b894e898fed service neutron] Pushing event updated for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:22.971219 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ec8ea-5917-4fd1-ab1c-846b5fee97eb x-openstack-request-id: req-b65ec8ea-5917-4fd1-ab1c-846b5fee97eb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:09:22.971219 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:09:22.971219 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b65ec8ea-5917-4fd1-ab1c-846b5fee97eb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:09:22.971219 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'status': 'completed', 'code': 200} Nov 15 23:09:23.005084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d29a1ced-e578-4e8f-a014-816caba03cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.014250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-d29a1ced-e578-4e8f-a014-816caba03cd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1094 time: 0.0515738 Nov 15 23:09:23.054502 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-8a9f8cab-6bfa-4b65-90ab-8d4122bf1375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 217 time: 0.0367186 Nov 15 23:09:23.110867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-2ab93215-c9c8-410e-a51b-0496569a809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.112512 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-2ab93215-c9c8-410e-a51b-0496569a809b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0464058 Nov 15 23:09:23.168282 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-4f17df9e-c4b7-4688-9340-3c7c16d73b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.169875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-4f17df9e-c4b7-4688-9340-3c7c16d73b46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474288 Nov 15 23:09:23.260729 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-6eeccaf4-f49d-4b91-bd00-d1db85f8024a service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 Nov 15 23:09:23.357625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-de7c28ec-5a8a-41b7-8053-4641155b992d req-0216e5be-f6a3-455b-bb8b-262125657633 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887744 Nov 15 23:09:23.410848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e2706-04b6-437d-a406-6d3a2d2400a7 req-970764ab-7033-4e1f-88e9-d33a3a6f2a95 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.412362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a6e2706-04b6-437d-a406-6d3a2d2400a7 req-970764ab-7033-4e1f-88e9-d33a3a6f2a95 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0512507 Nov 15 23:09:23.464662 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3a6e2706-04b6-437d-a406-6d3a2d2400a7 req-ea34b3d5-e0ff-452c-ac66-d075e0aef089 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Nov 15 23:09:23.522462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-ac7c1a03-df94-4e81-9ee8-cf7a4a4d42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.523874 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-ac7c1a03-df94-4e81-9ee8-cf7a4a4d42a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1094 time: 0.0419707 Nov 15 23:09:23.625448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-2b2251b5-2c1c-4c7e-8398-b4211de8d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.627311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-2b2251b5-2c1c-4c7e-8398-b4211de8d4f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0904806 Nov 15 23:09:23.674384 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-a30f9431-6220-4d3a-826d-557c74991149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 217 time: 0.0353439 Nov 15 23:09:23.725727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-f475efd0-5541-483f-a94b-725d2c9989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.727266 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-f475efd0-5541-483f-a94b-725d2c9989e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0461740 Nov 15 23:09:23.780158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-9529a5e5-04ca-4e16-ab20-972e0292511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:23.781824 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-9529a5e5-04ca-4e16-ab20-972e0292511e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421000 Nov 15 23:09:23.879211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-91ee7166-9ca5-43cc-b429-6254b1f318f0 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864801 Nov 15 23:09:23.972927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ae598ff1-ee3b-438d-82d5-147cd570922f req-c555b507-9abf-47f8-af6c-0d1b743cb462 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829182 Nov 15 23:09:24.593272 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f715c46-f205-4120-8b33-21543073e330 req-45c54770-0247-41c6-80f5-67cb8db2cd45 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:24.595375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f715c46-f205-4120-8b33-21543073e330 req-45c54770-0247-41c6-80f5-67cb8db2cd45 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0550854 Nov 15 23:09:24.645578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f715c46-f205-4120-8b33-21543073e330 req-4c02408d-a366-47a6-a9e8-47154fae4721 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Nov 15 23:09:25.760412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91690b-3a4c-4810-a75a-bc7cbe4d733a req-a3635202-4afa-4a70-acdf-adcb557c195a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:25.761826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a91690b-3a4c-4810-a75a-bc7cbe4d733a req-a3635202-4afa-4a70-acdf-adcb557c195a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0487990 Nov 15 23:09:25.818262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a91690b-3a4c-4810-a75a-bc7cbe4d733a req-9f321b28-1ab6-47c5-acf9-0d6f1c97e2cd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495508 Nov 15 23:09:26.933318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77585-5022-4588-9c54-9794e6c9cfc1 req-0cd1c001-2272-4d65-9937-71f93637468d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:26.934722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63d77585-5022-4588-9c54-9794e6c9cfc1 req-0cd1c001-2272-4d65-9937-71f93637468d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0495424 Nov 15 23:09:26.987526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63d77585-5022-4588-9c54-9794e6c9cfc1 req-51f883cd-5289-463b-9706-1edf4d27090d tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469103 Nov 15 23:09:28.106146 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545756-6257-46be-86ca-c662a8742309 req-21c13914-5e3f-44da-b51d-cb1c10e436a4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:28.107619 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be545756-6257-46be-86ca-c662a8742309 req-21c13914-5e3f-44da-b51d-cb1c10e436a4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0490613 Nov 15 23:09:28.156535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be545756-6257-46be-86ca-c662a8742309 req-bd719e07-bc9e-4de4-a5bf-0931c2468e40 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Nov 15 23:09:29.276247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4cc52-9c58-4bdd-90ff-64c1f2199b10 req-167d2a9e-e9a0-4538-bb10-c6dacbfa825c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:29.277673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc4cc52-9c58-4bdd-90ff-64c1f2199b10 req-167d2a9e-e9a0-4538-bb10-c6dacbfa825c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0487518 Nov 15 23:09:29.327138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcc4cc52-9c58-4bdd-90ff-64c1f2199b10 req-c3e3b0c5-a951-44d9-af1a-3532cb881dc8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Nov 15 23:09:29.531341 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:30.131700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:30.447810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e600e4-4adc-411f-b7d8-1c953a7ce237 req-6ef9cfee-ac57-4eba-876a-9b66853f1637 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:30.449262 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46e600e4-4adc-411f-b7d8-1c953a7ce237 req-6ef9cfee-ac57-4eba-876a-9b66853f1637 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0548949 Nov 15 23:09:30.499523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46e600e4-4adc-411f-b7d8-1c953a7ce237 req-d066d673-8a86-48b4-816f-0e94aa19d8d5 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Nov 15 23:09:31.615434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437723e-0102-442f-b462-497115654427 req-f81294a4-6877-424a-a144-c66a20485afd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:31.616930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c437723e-0102-442f-b462-497115654427 req-f81294a4-6877-424a-a144-c66a20485afd tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0490873 Nov 15 23:09:31.666181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c437723e-0102-442f-b462-497115654427 req-c7ea0652-7bd2-41a8-b3bf-65fca153bc72 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Nov 15 23:09:32.783269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488232e-c3a0-4e19-96fa-1a56304350ee req-0f467d5a-d783-48ff-94ee-63ec679c32b3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:32.785280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2488232e-c3a0-4e19-96fa-1a56304350ee req-0f467d5a-d783-48ff-94ee-63ec679c32b3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0528569 Nov 15 23:09:32.833261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2488232e-c3a0-4e19-96fa-1a56304350ee req-0f8190ec-8ff9-4a41-a4cb-024977380c57 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Nov 15 23:09:33.947275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbe2c6-84c8-47d9-b3ec-a00221da2d0b req-8ba3e8af-936d-412f-9e05-2a3a327254fc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:33.948754 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91dbe2c6-84c8-47d9-b3ec-a00221da2d0b req-8ba3e8af-936d-412f-9e05-2a3a327254fc tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Nov 15 23:09:34.005750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91dbe2c6-84c8-47d9-b3ec-a00221da2d0b req-4ea0d666-136b-4632-804e-afb691ec3aa8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508528 Nov 15 23:09:34.788785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7028e9ed-9d60-4720-a673-ca52bdb877fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:35.119496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5430-aa0c-43c8-ad9f-a2a8d4238c2b req-e53c5fba-4389-4140-b3df-91d4fd95bbe8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:35.121016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-415a5430-aa0c-43c8-ad9f-a2a8d4238c2b req-e53c5fba-4389-4140-b3df-91d4fd95bbe8 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 943 time: 0.0481753 Nov 15 23:09:35.173418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-415a5430-aa0c-43c8-ad9f-a2a8d4238c2b req-c5342811-40c0-4292-8925-e6b7fe69cb00 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465581 Nov 15 23:09:35.269735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0193614e-e95d-479e-94b0-67b6e2ee505e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:09:35.362456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0193614e-e95d-479e-94b0-67b6e2ee505e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:09:35.374183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'port_id': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'mac_address': 'fa:16:3e:1e:5d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:09:35.413755 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:35.426634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0193614e-e95d-479e-94b0-67b6e2ee505e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:09:35.444803 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0193614e-e95d-479e-94b0-67b6e2ee505e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:09:35.531418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:35.577779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:35.585447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.593212 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:35.813388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['0193614e-e95d-479e-94b0-67b6e2ee505e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:09:36.292602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac58e9-7cfa-49ea-a1c0-5e62b50668af req-f035b9f4-2476-4362-b0a6-841f6ab0bff3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:36.294076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baac58e9-7cfa-49ea-a1c0-5e62b50668af req-f035b9f4-2476-4362-b0a6-841f6ab0bff3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Nov 15 23:09:36.302787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:09:36.343901 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-baac58e9-7cfa-49ea-a1c0-5e62b50668af req-b7fa66d8-4fe4-47dc-b5ed-73dcf2a61564 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Nov 15 23:09:37.251009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ee34aa8-037a-4535-b128-aec615b45669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:37.285267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0193614e-e95d-479e-94b0-67b6e2ee505e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:09:37.394124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 0193614e-e95d-479e-94b0-67b6e2ee505e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:09:37.399071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 0193614e-e95d-479e-94b0-67b6e2ee505e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:09:37.399439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:37.461322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb045c4-92c0-4681-8c46-25d9a8684c84 req-9120c717-9895-4c43-9220-679ff53a2bb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:37.462813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eb045c4-92c0-4681-8c46-25d9a8684c84 req-9120c717-9895-4c43-9220-679ff53a2bb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 944 time: 0.0506887 Nov 15 23:09:37.481110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:37.503600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:09:37.505990 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1d49c-313d-4b3e-b894-ea80ff63bd22" -d '{"events": [{"server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "name": "network-vif-plugged", "status": "completed", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:09:37.514228 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6eb045c4-92c0-4681-8c46-25d9a8684c84 req-0ff25120-950a-4b9f-bf40-3a94d1f4339f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449698 Nov 15 23:09:37.519154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0193614e-e95d-479e-94b0-67b6e2ee505e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:09:37.594304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:37.619178 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d210ad7-085d-47de-8b84-961a85adf701 x-openstack-request-id: req-5d210ad7-085d-47de-8b84-961a85adf701 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:09:37.619455 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "name": "network-vif-plugged", "status": "completed", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:09:37.619698 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d210ad7-085d-47de-8b84-961a85adf701 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:09:37.620077 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'code': 200} Nov 15 23:09:37.647013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:37.719535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc78d32-a851-4d2e-b843-a5d6b04c1eac req-eac63cc4-263a-4c6e-853c-f9069af967e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:37.721107 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-abc78d32-a851-4d2e-b843-a5d6b04c1eac req-eac63cc4-263a-4c6e-853c-f9069af967e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1096 time: 0.0525830 Nov 15 23:09:37.771782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-abc78d32-a851-4d2e-b843-a5d6b04c1eac req-24da5ab2-1159-4bc2-a406-3b1e4154ecd9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Nov 15 23:09:38.411806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:38.635874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139d2fd-5899-4f09-b3e0-3b22b2435be6 req-537c67e5-3c1c-439f-8479-6836cab5424a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:38.637382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1139d2fd-5899-4f09-b3e0-3b22b2435be6 req-537c67e5-3c1c-439f-8479-6836cab5424a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Nov 15 23:09:38.690021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1139d2fd-5899-4f09-b3e0-3b22b2435be6 req-d218a863-a5b2-477f-b2db-cad8ccd54cda tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Nov 15 23:09:39.497132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:39.816773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5f9e-edf6-467c-9b0b-4610a9c88a9e req-06143fad-70c3-404a-8f62-8e7b9834069f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:39.818250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9c5f9e-edf6-467c-9b0b-4610a9c88a9e req-06143fad-70c3-404a-8f62-8e7b9834069f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Nov 15 23:09:39.866376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f9c5f9e-edf6-467c-9b0b-4610a9c88a9e req-122d74c6-25e8-4a9f-92ce-cafa5a4446ff tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Nov 15 23:09:39.983064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5f870-6de0-448e-90f7-8cd0ce9ac196 req-b073635c-736e-41eb-a171-016355af9a87 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:39.984442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04e5f870-6de0-448e-90f7-8cd0ce9ac196 req-b073635c-736e-41eb-a171-016355af9a87 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Nov 15 23:09:40.037122 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04e5f870-6de0-448e-90f7-8cd0ce9ac196 req-d96692ef-d0e8-4c0a-bee8-16069771299f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 Nov 15 23:09:40.059692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37202) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:09:40.226417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d7fa8-45df-4ed3-9244-7d80608de6f4 tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:40.228867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-748d7fa8-45df-4ed3-9244-7d80608de6f4 tempest-TestVolumeBootPattern-547451245 tempest-TestVolumeBootPattern-547451245-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1091 time: 0.1681142 Nov 15 23:09:40.231488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37206) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:09:40.235880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:09:40.388450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:40.433911 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:40.485984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:40.591476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Allocated IP 172.25.0.44 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:09:40.691493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:40.822999 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:40.857555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:09:40.862253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:09:40.865755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:09:40.891392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:40.904529 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.904892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.905226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.905553 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.905877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.906222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.906539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.906853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.907166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.907477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.907789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:40.908101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:09:41.222926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:41.378548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:41.531130 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:41.633752 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:41.700327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event updated for resources: {'Port': ['ID=fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:09:41.713182 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:41.811267 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 0d3e981c-e007-4150-b343-e9367895e6c8 associated. External IP: 172.25.0.44, port: 0193614e-e95d-479e-94b0-67b6e2ee505e. Nov 15 23:09:42.014162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:09:42.127148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:09:42.137113 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:09:42.151462 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:09:42.153104 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:09:42.219144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:09:42.261243 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db20ec02-481f-4599-92ba-ce94fb9a119c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0175178 Nov 15 23:09:42.261243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:09:42.261243 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226996e2-bed4-4e1f-912f-ca56e9ee1af9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:09:42.291894 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a92dcd-d9f7-4047-832b-8f272c3f6b8d x-openstack-request-id: req-c3a92dcd-d9f7-4047-832b-8f272c3f6b8d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:09:42.292186 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:09:42.292441 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3a92dcd-d9f7-4047-832b-8f272c3f6b8d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:09:42.292893 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'status': 'completed', 'code': 200} Nov 15 23:09:42.348314 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:09:42.359302 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-5a94839d-b8a8-4589-8a5c-fcca838e7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:42.360832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-5a94839d-b8a8-4589-8a5c-fcca838e7b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1096 time: 0.0424397 Nov 15 23:09:42.579664 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0d3e981c-e007-4150-b343-e9367895e6c8', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:1e:5d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:09:41Z', 'updated_at': '2021-11-15T23:09:41Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}, {'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:09:42.610263 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:09:42.619520 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:09:42.620141 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:09:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:09:42.737307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-4d161883-5a4c-454a-840f-50b09dec84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:42.737715 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:09:42.738932 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-4d161883-5a4c-454a-840f-50b09dec84b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.3713446 Nov 15 23:09:42.804157 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-674ddb9e-319c-4adf-9708-221821946672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 998 time: 0.0577321 Nov 15 23:09:42.852946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-f053eafe-37a7-4037-a226-ce4d64b8e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:42.855039 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-f053eafe-37a7-4037-a226-ce4d64b8e368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0435095 Nov 15 23:09:42.905684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-43878eca-d221-4635-be72-088700ebcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:42.907312 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-43878eca-d221-4635-be72-088700ebcfab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445092 Nov 15 23:09:42.961321 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0d3e981c-e007-4150-b343-e9367895e6c8', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:1e:5d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:09:41Z', 'updated_at': '2021-11-15T23:09:41Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}, {'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:09:42.991245 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72a897-4b43-40e6-8a2d-826458d0cfcb None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0d3e981c-e007-4150-b343-e9367895e6c8', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:1e:5d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:09:41Z', 'updated_at': '2021-11-15T23:09:41Z', 'revision_number': 0, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}, {'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:09:42.997231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-d5c61da9-9ae9-4378-90e2-84317a28c6a9 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821443 Nov 15 23:09:43.094637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-226996e2-bed4-4e1f-912f-ca56e9ee1af9 req-ac6f5442-f5f0-4cb1-8802-6b228cbbcd2e service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899072 Nov 15 23:09:43.194606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6928-3297-4add-baaa-258c0a3ba14d None None] New status for floating IP 0d3e981c-e007-4150-b343-e9367895e6c8: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:09:46.552315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-74cddb2a-ae9e-49ed-9c0a-9f95f0bee346 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390460 Nov 15 23:09:46.633373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-6cf3bf1d-6f44-488a-806e-a6f173186480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:46.634829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-6cf3bf1d-6f44-488a-806e-a6f173186480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1096 time: 0.0395343 Nov 15 23:09:46.740534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-e491fe32-baad-4f70-9e19-5ede744203db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:46.742024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-e491fe32-baad-4f70-9e19-5ede744203db service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0885785 Nov 15 23:09:46.805660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-20a0235f-aeb3-484d-8581-7a532e17ea54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 1000 time: 0.0561483 Nov 15 23:09:46.857748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-65f153de-ce50-484a-82d9-bb21ea05799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:46.859194 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-65f153de-ce50-484a-82d9-bb21ea05799a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0461369 Nov 15 23:09:46.903939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-e78e1662-9149-4589-8480-924a49e1e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:46.905411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-e78e1662-9149-4589-8480-924a49e1e43f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394771 Nov 15 23:09:46.993396 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-663ef495-9c8d-4e42-864e-ebe0d45502fe service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800679 Nov 15 23:09:47.082780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db3a753-c6ed-4e46-9e2c-ac5317680a1a req-ba48e8da-2555-4066-9dbe-95226072cfdc service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Nov 15 23:09:52.652589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-8e167302-3bf0-46c5-873b-5e7235e92dfe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400226 Nov 15 23:09:52.741361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-6479e110-fba3-4f29-908c-d4e7a42573ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:52.742897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-6479e110-fba3-4f29-908c-d4e7a42573ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0430975 Nov 15 23:09:52.853033 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-e4318530-f2b1-45dd-b139-542dc6d22ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:52.854645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-e4318530-f2b1-45dd-b139-542dc6d22ac1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0916505 Nov 15 23:09:52.925436 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-ec5def00-b1ce-4712-960e-763135eed75a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1002 time: 0.0619535 Nov 15 23:09:52.974640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-34deca59-ad4d-4b21-a4d1-affdaa5e16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:52.976094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-34deca59-ad4d-4b21-a4d1-affdaa5e16d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0438752 Nov 15 23:09:53.022795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-657287bc-a2ab-4e86-a87c-ba2df628ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:09:53.024330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-657287bc-a2ab-4e86-a87c-ba2df628ef32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410218 Nov 15 23:09:53.122945 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-8934d852-66d6-449c-9da1-d5dac2e00981 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915401 Nov 15 23:09:53.215557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-35b32ab6-3f8d-46b6-95cd-8053470f407a req-58cc4a6e-d3d7-4b63-8ac9-b5e47fa854bc service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Nov 15 23:09:59.564304 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:00.164842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:04.787863 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d9e887-5581-43dd-92bb-e233a699f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:07.204536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eed1927-63c0-4e92-9fe9-45bcb4839872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:08.387456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:09.507162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:10.336323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:13.302082 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:10:29.541418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:30.107401 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:34.787388 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4d8d0d0-05ef-4c2a-8753-28d3000e81a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:37.221288 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a605fd4-7851-4539-a581-a97329c1f0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:38.409781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:39.507313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:40.353275 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:10:49.286905 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-66b63d54-22c2-42a6-94ea-253d23dff49a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413060 Nov 15 23:10:49.374948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-fe59c211-cac5-4f31-9ec7-d1f54ffcb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:49.376499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-fe59c211-cac5-4f31-9ec7-d1f54ffcb41b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1096 time: 0.0446422 Nov 15 23:10:49.479907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-cc44aa65-fe69-4105-abb2-b3a93900d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:49.481409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-cc44aa65-fe69-4105-abb2-b3a93900d3da service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0838356 Nov 15 23:10:49.548457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-630ce56d-5b4a-4b0f-b9b7-f1879b1129ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 1000 time: 0.0595579 Nov 15 23:10:49.595521 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-807a257b-4d1e-4dd4-8a5a-b852c18a9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:49.596955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-807a257b-4d1e-4dd4-8a5a-b852c18a9a14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0420086 Nov 15 23:10:49.640583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-1bf2fbef-2cf5-4de2-a98a-57978bb9762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:49.642024 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-1bf2fbef-2cf5-4de2-a98a-57978bb9762d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379162 Nov 15 23:10:49.653264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-d75d9e2c-f964-4cf0-b70f-42d44360bd75 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:10:49.654205 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-d75d9e2c-f964-4cf0-b70f-42d44360bd75 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048723 Nov 15 23:10:49.746054 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-df341ac3-b9ef-4d9c-9a7e-9ffbb82ae7d0 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Nov 15 23:10:49.837419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b2f821-b6c5-47e6-ab5d-d34876712212 req-cb0eeb09-411b-4448-aae9-3e0b5343d694 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799017 Nov 15 23:10:50.301649 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:10:54.650235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-136ccc81-c948-46b2-800e-b429af69ba32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400009 Nov 15 23:10:54.739485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-f8004750-e837-4cec-8cb8-46f64d1ad5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:54.740915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-f8004750-e837-4cec-8cb8-46f64d1ad5fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0447836 Nov 15 23:10:54.851727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-d02081c2-0ade-46c1-8fd0-1af7b979560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:54.853252 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-d02081c2-0ade-46c1-8fd0-1af7b979560d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0905364 Nov 15 23:10:54.920364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-acdf570c-969a-4167-be57-dd8b22fb6a33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1002 time: 0.0594814 Nov 15 23:10:54.970012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-e07492ad-fea9-4c38-9ae3-2f47a1a72ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:54.971646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-e07492ad-fea9-4c38-9ae3-2f47a1a72ea6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0439467 Nov 15 23:10:55.019379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-61893c9e-75f8-410a-8ed6-8a2ce53d3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:10:55.021321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-61893c9e-75f8-410a-8ed6-8a2ce53d3ed2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420272 Nov 15 23:10:55.032091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-49fa224b-bc24-431e-8c35-65a5854065f9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:10:55.033033 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-49fa224b-bc24-431e-8c35-65a5854065f9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048475 Nov 15 23:10:55.132272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-b7bc2dfa-741a-4b62-9986-882d0e837c29 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919588 Nov 15 23:10:55.222495 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-42d213ed-70ed-4ab2-bc9c-863c8dad7afc req-89a7690d-966b-4ebb-b9e7-7bbeea198283 service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Nov 15 23:10:59.575329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:00.164013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:04.946663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-960420cc-c13d-4c1d-8edb-ea9e172c2b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:07.203497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc377dbc-fbec-45fc-b962-8451c2bb30f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:08.403900 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:09.495221 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:10.340894 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:27.300127 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:11:29.546265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:30.123452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:34.791612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e61d87a2-045a-43e3-88f2-81a6c58b7f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:37.220448 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10226d5b-1145-40ae-831c-ba1c8a3ceb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:38.403117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:39.483469 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:40.328490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:42.389202 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:11:42.541377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:11:42.541712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:42.617124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:42.617428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:42.629047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:11:43.152535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:43.178027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=fcacd3b5-f314-4d24-98f6-fd7b2e2d0fe2,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:11:43.190947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.191279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.191604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.191932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.192251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.192567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.192901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.193208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.193532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.193824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.194132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.194446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:43.250652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:43.250976 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 0d3e981c-e007-4150-b343-e9367895e6c8 disassociated (deleted). External IP: 172.25.0.44, port: 0193614e-e95d-479e-94b0-67b6e2ee505e. Nov 15 23:11:43.454334 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:11:43.561259 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:11:43.566192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:43.572698 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:11:43.583098 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:11:43.583699 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:11:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:43.643881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-21dd8a00-8827-4130-baf1-40815130de3f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d3e981c-e007-4150-b343-e9367895e6c8 HTTP/1.1" status: 204 len: 168 time: 1.2535701 Nov 15 23:11:43.644461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:11:43.647596 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31483fdf-204c-48af-8ca9-88ae6587b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:11:43.696120 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294473a-633c-4bf0-ae19-fd7fc749bd56 x-openstack-request-id: req-b294473a-633c-4bf0-ae19-fd7fc749bd56 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:11:43.696412 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:11:43.696750 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b294473a-633c-4bf0-ae19-fd7fc749bd56 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:11:43.697151 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'status': 'completed', 'code': 200} Nov 15 23:11:43.723391 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:11:43.765818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-d1b209cd-cf72-4ca6-b3bc-8a889062bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:43.767335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-d1b209cd-cf72-4ca6-b3bc-8a889062bb53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 1096 time: 0.0417912 Nov 15 23:11:43.863892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-02ddc6f7-5be7-4ec5-9c18-9e31154f3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:43.865429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-02ddc6f7-5be7-4ec5-9c18-9e31154f3085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0902870 Nov 15 23:11:43.914581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-0a6dc14f-9230-4d71-a71c-b74eb88f56a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 200 len: 217 time: 0.0368464 Nov 15 23:11:43.972909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-2247e567-2ed2-41e4-bb5f-db3375387258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:43.973851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-2247e567-2ed2-41e4-bb5f-db3375387258 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0509164 Nov 15 23:11:44.037787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-e113d5d9-a15d-4a28-b9c6-dcacccfde7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:44.039326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-e113d5d9-a15d-4a28-b9c6-dcacccfde7c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426142 Nov 15 23:11:44.051516 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:44.078476 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:11:44.089446 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:11:44.090102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:11:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:44.151597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-23a7d58d-2ec1-4572-98b8-ae3b8994a598 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024063 Nov 15 23:11:44.176899 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3147-1831-4609-b190-9c77b192475b req-c1177687-8aec-499b-9d92-ec781dfb9fb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:44.184886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-776c3147-1831-4609-b190-9c77b192475b req-c1177687-8aec-499b-9d92-ec781dfb9fb6 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.1625996 Nov 15 23:11:44.203919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:11:44.230688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-776c3147-1831-4609-b190-9c77b192475b req-244d237f-4b42-4fa7-a281-6cfa1198777f tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448389 Nov 15 23:11:44.271266 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-31483fdf-204c-48af-8ca9-88ae6587b50d req-62cd1433-cc77-4f12-9f6d-ddb80f21e9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083260 Nov 15 23:11:44.436838 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:44.474651 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b9f8f-fbac-455a-97fd-a036453de2e2 None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '7d07e294-64ae-4e02-adaa-46c64f7d3113', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'floating_ip_address': '172.25.0.138', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'port_id': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'mac_address': 'fa:16:3e:14:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:06:51Z', 'updated_at': '2021-11-15T23:06:53Z', 'revision_number': 1, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:11:44.699441 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f217f-b886-4da1-ba69-61a5cc7f3af5 None None] New status for floating IP 0d3e981c-e007-4150-b343-e9367895e6c8: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:11:45.417811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce0df9-3fec-4dad-8b6d-498eac2aa645 req-93371eae-9cab-4cda-8834-11841dab4513 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:45.419260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29ce0df9-3fec-4dad-8b6d-498eac2aa645 req-93371eae-9cab-4cda-8834-11841dab4513 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.1149259 Nov 15 23:11:45.467147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-29ce0df9-3fec-4dad-8b6d-498eac2aa645 req-6ddec8d8-9588-4f48-98b2-f0cb9156c18c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Nov 15 23:11:45.857876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-b2e6a4fd-215f-40fa-9b93-7554f816d881 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:45.859294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-b2e6a4fd-215f-40fa-9b93-7554f816d881 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Nov 15 23:11:45.953343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 0193614e-e95d-479e-94b0-67b6e2ee505e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:11:45.953673 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:46.038964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 0193614e-e95d-479e-94b0-67b6e2ee505e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=0193614e-e95d-479e-94b0-67b6e2ee505e,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:11:46.039324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:46.052042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 0193614e-e95d-479e-94b0-67b6e2ee505e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:11:46.266220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:46.305018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=0193614e-e95d-479e-94b0-67b6e2ee505e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:11:46.321334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.321669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.322001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.322388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.322702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.323085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.323403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.323717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.324032 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.324344 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.324681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.328026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:11:46.350242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 0193614e-e95d-479e-94b0-67b6e2ee505e on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:11:46.352946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:46.356920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd67cd76-041c-43f4-889c-b5300239d8d6 req-ea5511c2-f257-47b8-b7e2-b58a76a0417a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.55 "DELETE /v2.0/ports/0193614e-e95d-479e-94b0-67b6e2ee505e HTTP/1.1" status: 204 len: 173 time: 0.4871745 Nov 15 23:11:46.357369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'name': 'network-vif-deleted', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:11:46.359599 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea29df4c-04e2-4c7f-b5ab-66c3593ba775" -d '{"events": [{"server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "name": "network-vif-deleted", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:11:46.473359 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5487e109-9edc-4fc4-8781-a72a9fee2530 x-openstack-request-id: req-5487e109-9edc-4fc4-8781-a72a9fee2530 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:11:46.473653 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5e5d3d-95b2-46c2-b469-f3377b06c501", "name": "network-vif-deleted", "tag": "0193614e-e95d-479e-94b0-67b6e2ee505e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:11:46.473925 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5487e109-9edc-4fc4-8781-a72a9fee2530 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:11:46.474325 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e5d3d-95b2-46c2-b469-f3377b06c501', 'name': 'network-vif-deleted', 'tag': '0193614e-e95d-479e-94b0-67b6e2ee505e', 'status': 'completed', 'code': 200} Nov 15 23:11:46.563131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2856eea4-1c48-437f-bb3c-4fff3472c390 req-95296a36-230a-4e58-b573-98987150e206 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Nov 15 23:11:47.658522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c89f1cc-1858-40a1-82b7-f97ee5d7e1d9 req-455705fd-edf9-4e2d-8b91-ae49ee4c9d85 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0265279 Nov 15 23:11:48.751913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-859fdc4f-1108-456e-9803-4acfeba3be1c req-60090326-a570-4a53-9489-31bd9a0e2992 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0263000 Nov 15 23:11:49.849873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48a4ac94-0aa2-4aea-976e-4a6b2d1866ad req-663e31d2-45bb-4406-bdfe-3cfb170dbb2a tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0276139 Nov 15 23:11:49.884270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0193614e-e95d-479e-94b0-67b6e2ee505e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:11:49.909519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 0193614e-e95d-479e-94b0-67b6e2ee505e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:11:49.909858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 0193614e-e95d-479e-94b0-67b6e2ee505e not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:11:50.959424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38d3beeb-66da-444f-94bd-d543ed719a9b req-113722dc-38d8-4151-b353-dd44d03c4489 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf5e5d3d-95b2-46c2-b469-f3377b06c501 HTTP/1.1" status: 200 len: 210 time: 0.0367296 Nov 15 23:11:54.644424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-a4846386-21f5-443e-b261-745ced92b048 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398214 Nov 15 23:11:54.725295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-35ca56ce-6591-46da-951e-407be717bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:54.726769 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-35ca56ce-6591-46da-951e-407be717bb1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0405068 Nov 15 23:11:54.833821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-7a483cd4-f14e-43fc-a182-4359a6fc84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:54.835287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-7a483cd4-f14e-43fc-a182-4359a6fc84cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0893214 Nov 15 23:11:54.901296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-e240ecda-1d17-4377-b917-b32761123d95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 1002 time: 0.0579979 Nov 15 23:11:54.951433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-67b458f0-9ff9-4c50-8085-94dd843d3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:54.953093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-67b458f0-9ff9-4c50-8085-94dd843d3ea1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0444767 Nov 15 23:11:55.006415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-b249401a-2bb9-4b12-877a-5af11df98511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:55.007956 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-b249401a-2bb9-4b12-877a-5af11df98511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482690 Nov 15 23:11:55.098803 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-15d89a93-ed66-47bc-8ea5-b990baee0c2d service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824974 Nov 15 23:11:55.193290 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9344f6d0-20ed-40e1-9d2a-72e3cde7782f req-94945290-abcf-4cf5-a5f6-d0e67a97e59c service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877795 Nov 15 23:11:57.525190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:11:57.677217 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 85135af7-c52f-4524-80cd-660ea1097f1b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:11:57.677547 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:57.749352 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:57.749672 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:57.761890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 85135af7-c52f-4524-80cd-660ea1097f1b owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:11:57.974413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:57.999649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=85135af7-c52f-4524-80cd-660ea1097f1b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:11:58.062512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:58.062843 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Floating IP 7d07e294-64ae-4e02-adaa-46c64f7d3113 disassociated (deleted). External IP: 172.25.0.138, port: 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d. Nov 15 23:11:58.264221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:11:58.367690 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:11:58.373172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:58.377613 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:11:58.386852 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:11:58.387452 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:11:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:58.399092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d4bf77b0-d9a5-4a41-8fa7-97793ace84c0 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "DELETE /v2.0/floatingips/7d07e294-64ae-4e02-adaa-46c64f7d3113 HTTP/1.1" status: 204 len: 168 time: 0.8721991 Nov 15 23:11:58.399675 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:11:58.401937 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac01253-2f57-490c-a956-92c3d5bcb402" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:11:58.497922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:11:58.508201 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0c7c6-5509-4218-8c96-b65ceba07d42 x-openstack-request-id: req-63c0c7c6-5509-4218-8c96-b65ceba07d42 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:11:58.508484 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:11:58.508758 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63c0c7c6-5509-4218-8c96-b65ceba07d42 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:11:58.509156 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'status': 'completed', 'code': 200} Nov 15 23:11:58.573224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-d5bd0f1d-de66-4641-a974-cf7d1711c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:58.575612 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-d5bd0f1d-de66-4641-a974-cf7d1711c8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 1097 time: 0.0423164 Nov 15 23:11:58.672125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-751a0cf7-57b9-4c06-b960-b692e8af72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:58.673634 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-751a0cf7-57b9-4c06-b960-b692e8af72c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 200 len: 912 time: 0.0916314 Nov 15 23:11:58.704588 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:58.714731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-2927d9c4-d565-4309-b58a-98083268fb12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 200 len: 217 time: 0.0342064 Nov 15 23:11:58.732084 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:11:58.744511 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:11:58.745490 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:11:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:58.771882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-7acba3e6-0af6-4058-bdd0-01ddc2100435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:58.773924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-7acba3e6-0af6-4058-bdd0-01ddc2100435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 200 len: 850 time: 0.0463634 Nov 15 23:11:58.827676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-b4ef7526-e53d-4007-8bf8-158477c65361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:58.829171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-b4ef7526-e53d-4007-8bf8-158477c65361 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455577 Nov 15 23:11:58.836012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2f36b-f76d-42fc-8efb-b29301421ce2 req-cb9f7dd1-b5ce-423b-9210-4cc11d954b9c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:58.837592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77a2f36b-f76d-42fc-8efb-b29301421ce2 req-cb9f7dd1-b5ce-423b-9210-4cc11d954b9c tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0505052 Nov 15 23:11:58.857419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:11:58.888174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-77a2f36b-f76d-42fc-8efb-b29301421ce2 req-89a7e0bd-9083-46a8-83f8-909139491fba tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9d9c90f-590f-4bfd-94db-d2d20c4a2760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Nov 15 23:11:58.923096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-3db2071c-e4f9-4005-ba37-5897fc90938d service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847940 Nov 15 23:11:59.025070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7ac01253-2f57-490c-a956-92c3d5bcb402 req-16df4454-7c3c-45aa-bf98-dffbb72c158f service neutron] 10.222.0.57 "GET /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901816 Nov 15 23:11:59.063759 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:11:59.089224 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f5647-40f4-4269-9441-a553ba1a8de1 None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e447c515-f47f-43a0-9fb6-776dd2c73db1', 'name': '', 'network_id': 'a3d87f8a-3bf3-4b72-9e2e-c09e9a230990', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'mac_address': 'fa:16:3e:cc:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:03Z', 'updated_at': '2021-11-15T22:58:09Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'subnets': [{'id': 'c5f8096b-c818-45b0-817c-0fe32fd6507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:11:59.308065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1044c-f717-4fb7-905e-90e8fe50b7cf None None] New status for floating IP 7d07e294-64ae-4e02-adaa-46c64f7d3113: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:11:59.393924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-6f2be162-d39b-4532-890b-7822fafb75e7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:11:59.395445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-6f2be162-d39b-4532-890b-7822fafb75e7 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Nov 15 23:11:59.484639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:11:59.484974 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:59.540191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:59.576075 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] For port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:11:59.576632 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:59.589487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:11:59.768724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:59.797587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:11:59.846753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] No DVR routers for this DVR port 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:11:59.849968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:11:59.855815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e7d47f1-101e-49d6-abfb-108b0868b0e7 req-84418024-7e72-496d-8c04-031036fab4f1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.57 "DELETE /v2.0/ports/0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d HTTP/1.1" status: 204 len: 173 time: 0.4532719 Nov 15 23:11:59.856421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'name': 'network-vif-deleted', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:11:59.859927 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba01f7d9-02f2-4beb-a4bb-6b01c89e564c" -d '{"events": [{"server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "name": "network-vif-deleted", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:11:59.898067 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b032cec-0f2e-491c-a1b1-39ba90453d50 x-openstack-request-id: req-1b032cec-0f2e-491c-a1b1-39ba90453d50 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:11:59.898363 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd289b-7a43-4847-a1ff-26a465fa42e3", "name": "network-vif-deleted", "tag": "0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:11:59.898660 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b032cec-0f2e-491c-a1b1-39ba90453d50 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:11:59.899095 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cd289b-7a43-4847-a1ff-26a465fa42e3', 'name': 'network-vif-deleted', 'tag': '0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d', 'status': 'completed', 'code': 200} Nov 15 23:11:59.985410 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ab70a1b-6e40-481e-9601-f2747a0ca55b req-a4e9ce51-563b-4428-98c9-d4a0d76c74e1 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0257952 Nov 15 23:12:00.157302 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:01.085635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c7fb76f-699f-489a-9604-ab1811005fad req-a110e573-3563-4915-85a5-7c96ecce79d4 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Nov 15 23:12:02.179057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c0ca79f-1e5c-4355-b3ec-953d8c34d050 req-235f4136-298c-4385-a4b1-76f9bc3982c3 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0256529 Nov 15 23:12:02.412042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:02.433439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:02.433789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0acbbba6-cdcc-4b58-92e3-ddcdaca0a71d not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:03.275654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-699369a4-0e55-46f0-bf63-7510e41c9af5 req-b1dd38b3-3dfb-47e3-8b31-759ff0d31f82 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0277939 Nov 15 23:12:04.298453 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:12:04.368635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-297652e4-de58-4ec1-a96b-d876e6415419 req-02564d4a-10c2-4a59-b950-66f6f0508e01 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "GET /v2.0/ports?device_id=89cd289b-7a43-4847-a1ff-26a465fa42e3 HTTP/1.1" status: 200 len: 210 time: 0.0256870 Nov 15 23:12:04.756898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ad1524-36c0-4b5e-826c-42245a86050a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.425016 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:05.546490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Deleting port d2c76e28-ad78-412a-9a87-41ebee07eeb1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:05.546823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.622401 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.622834 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.634040 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Calling delete_port for d2c76e28-ad78-412a-9a87-41ebee07eeb1 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:05.797098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.823842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'Port': ['ID=d2c76e28-ad78-412a-9a87-41ebee07eeb1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:05.886870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.889567 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:05.890720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-31f41deb-0343-42bf-8844-0c508eaedf13 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "DELETE /v2.0/floatingips/84f0550b-dda8-4bdb-a833-58b0ff3fa6b6 HTTP/1.1" status: 204 len: 168 time: 0.4647260 Nov 15 23:12:07.254488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f3c40d6-9c78-48f9-9055-80033680b2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:08.397273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.237323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:09.295026 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.320750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.432068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.435428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.439093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] 10.222.0.15 "DELETE /v2.0/security-groups/a9d9c90f-590f-4bfd-94db-d2d20c4a2760 HTTP/1.1" status: 204 len: 168 time: 0.1982813 Nov 15 23:12:09.446576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299c9c1-34d3-4d91-977e-7f437bb57fc9 tempest-TestVolumeBootPattern-1207753776 tempest-TestVolumeBootPattern-1207753776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9c90f-590f-4bfd-94db-d2d20c4a2760,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:09.554032 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:09.579976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:10.051836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:10.292369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Deleting port e447c515-f47f-43a0-9fb6-776dd2c73db1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:10.293160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:10.345570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:10.371932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] For port e447c515-f47f-43a0-9fb6-776dd2c73db1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e447c515-f47f-43a0-9fb6-776dd2c73db1,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:10.372286 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:10.383410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Calling delete_port for e447c515-f47f-43a0-9fb6-776dd2c73db1 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:10.614340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:10.640923 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e447c515-f47f-43a0-9fb6-776dd2c73db1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:10.798720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:11.337278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Router c4d9533d-dd59-402d-9dcf-c3ef54286a36 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:12:11.439483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:12:11.445690 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-502655c2-c20e-4d63-9e4d-293feb2f72d2 admin admin] 10.222.0.15 "PUT /v2.0/routers/c4d9533d-dd59-402d-9dcf-c3ef54286a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640382 Nov 15 23:12:11.447622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37370) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:11.450598 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Sync routers for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:12:11.460829 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:12:11.461437 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:12:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:11.548755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:11.564672 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:12:11.648904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:11.746464 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T23:12:10Z', 'revision_number': 5, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port': {'id': '14c188a4-a2a7-4797-8b48-07a5dae37c62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T22:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:11.758167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Deleting port 14c188a4-a2a7-4797-8b48-07a5dae37c62 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:11.758598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:11.844161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] For port 14c188a4-a2a7-4797-8b48-07a5dae37c62, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=14c188a4-a2a7-4797-8b48-07a5dae37c62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:11.844548 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:11.857554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Calling delete_port for 14c188a4-a2a7-4797-8b48-07a5dae37c62 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:11.869635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Checking router: c4d9533d-dd59-402d-9dcf-c3ef54286a36 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:12:11.880374 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Routers {'c4d9533d-dd59-402d-9dcf-c3ef54286a36'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:12:11.881030 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:12:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:11.965831 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] Set router c4d9533d-dd59-402d-9dcf-c3ef54286a36 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:12:12.020884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T23:12:11Z', 'revision_number': 6, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:12.049081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b47f1-19c4-47de-b77a-2ab2808eb35c None None] The sync data for ids ['c4d9533d-dd59-402d-9dcf-c3ef54286a36'] in n-d-817995-3 is: [{'id': 'c4d9533d-dd59-402d-9dcf-c3ef54286a36', 'name': 'tempest-TestVolumeBootPattern-255097957-router', 'tenant_id': '21fea14e58814b6f8ddba03045c6f1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:00Z', 'updated_at': '2021-11-15T23:12:11Z', 'revision_number': 6, 'project_id': '21fea14e58814b6f8ddba03045c6f1b0', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:12:12.099937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.130406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c188a4-a2a7-4797-8b48-07a5dae37c62,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:12.145717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5c33b-91cb-42ee-b517-21b6f716a447 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:12:12.196459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.300964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.303253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.403507 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.404228 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d9533d-dd59-402d-9dcf-c3ef54286a36 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:12:12.409728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.411162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b37c6256-3672-4540-90a3-660170708587 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c4d9533d-dd59-402d-9dcf-c3ef54286a36 HTTP/1.1" status: 204 len: 168 time: 0.9622324 Nov 15 23:12:12.413598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37372) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:12.465103 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Deleting subnet c5f8096b-c818-45b0-817c-0fe32fd6507d {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:12:12.468729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.506847 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.583474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.700846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.724891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f8096b-c818-45b0-817c-0fe32fd6507d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:12.730845 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.736346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-55272cf3-6fa2-4f88-8fad-4579386d8f0c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5f8096b-c818-45b0-817c-0fe32fd6507d HTTP/1.1" status: 204 len: 168 time: 0.3195035 Nov 15 23:12:12.736595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37374) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:12.739218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603ce69-606c-4996-bedf-1c8b8cc588a6 None None] Network a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:12:12.813650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.878780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Deleting port cc43b5ec-e368-4b5d-9231-014e39eef6e8 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:12.879118 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.949188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] For port cc43b5ec-e368-4b5d-9231-014e39eef6e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cc43b5ec-e368-4b5d-9231-014e39eef6e8,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:12.949999 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:12.951575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] DHCP port deletion for a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:12:12.964875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Calling delete_port for cc43b5ec-e368-4b5d-9231-014e39eef6e8 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:13.006763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Deleting port cc43b5ec-e368-4b5d-9231-014e39eef6e8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:13.007398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.080129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] For port cc43b5ec-e368-4b5d-9231-014e39eef6e8, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=cc43b5ec-e368-4b5d-9231-014e39eef6e8,segment=NetworkSegment(f3e1d1b4-d562-4f2c-bda8-813087d78b3f),segment_id=f3e1d1b4-d562-4f2c-bda8-813087d78b3f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:13.080463 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.095214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Calling delete_port for cc43b5ec-e368-4b5d-9231-014e39eef6e8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:13.123411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.167297 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc43b5ec-e368-4b5d-9231-014e39eef6e8,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:13.171314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] No DVR routers for this DVR port cc43b5ec-e368-4b5d-9231-014e39eef6e8 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:12:13.183106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e447c515-f47f-43a0-9fb6-776dd2c73db1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:13.212597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e447c515-f47f-43a0-9fb6-776dd2c73db1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:13.214073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e447c515-f47f-43a0-9fb6-776dd2c73db1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:13.214073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 14c188a4-a2a7-4797-8b48-07a5dae37c62 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:13.217745 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.238690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 14c188a4-a2a7-4797-8b48-07a5dae37c62 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:13.239035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 14c188a4-a2a7-4797-8b48-07a5dae37c62 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:13.239446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cc43b5ec-e368-4b5d-9231-014e39eef6e8 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:13.242490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.263063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Pushing event deleted for resources: {'Port': ['ID=cc43b5ec-e368-4b5d-9231-014e39eef6e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:13.263357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d87f8a-3bf3-4b72-9e2e-c09e9a230990']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:13.272867 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:13.273163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e1d1b4-d562-4f2c-bda8-813087d78b3f') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:13.282172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] No DVR routers for this DVR port cc43b5ec-e368-4b5d-9231-014e39eef6e8 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:12:13.283451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: cc43b5ec-e368-4b5d-9231-014e39eef6e8 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:13.283799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device cc43b5ec-e368-4b5d-9231-014e39eef6e8 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:13.283915 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.293918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.294751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.294751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.295054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.295148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1700ab5-bf37-4e78-be3a-c341e5ffe9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:13.306277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.311376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:12:13.311757 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:12:13.313424 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:12:13.431287 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.440561 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:13.440561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a3d87f8a-3bf3-4b72-9e2e-c09e9a230990 HTTP/1.1" status: 204 len: 168 time: 0.7015266 Nov 15 23:12:13.442125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37376) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:13.452385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ee81a-031e-4c19-a8bc-18195585d53f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d87f8a-3bf3-4b72-9e2e-c09e9a230990,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:14.052786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:14.290713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Deleting port 00824391-11b4-4c4c-89ef-cbe9a97b9f00 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:14.291042 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:14.367461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] For port 00824391-11b4-4c4c-89ef-cbe9a97b9f00, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=00824391-11b4-4c4c-89ef-cbe9a97b9f00,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:14.367733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:14.380404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Calling delete_port for 00824391-11b4-4c4c-89ef-cbe9a97b9f00 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:14.631415 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:14.656228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Pushing event deleted for resources: {'Port': ['ID=00824391-11b4-4c4c-89ef-cbe9a97b9f00,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:14.822367 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.033189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Router 68004846-ee5f-4ace-8c9f-756b88602e5f has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:12:15.136999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:12:15.144603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-894e8b1e-5250-4a57-a438-4a562d8cb77c admin admin] 10.222.0.15 "PUT /v2.0/routers/68004846-ee5f-4ace-8c9f-756b88602e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989024 Nov 15 23:12:15.144886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37378) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:15.148984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Sync routers for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:12:15.162105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:12:15.162725 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:12:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:15.248894 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.277368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:12:15.358752 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.455917 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T23:12:14Z', 'revision_number': 5, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port': {'id': '9ae6a3f5-3b47-44e2-ab09-db2fefe742ec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T22:58:09Z', 'updated_at': '2021-11-15T22:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:15.464297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Deleting port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:15.464660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.483100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Checking router: 68004846-ee5f-4ace-8c9f-756b88602e5f for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:12:15.491375 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Routers {'68004846-ee5f-4ace-8c9f-756b88602e5f'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:12:15.491978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:12:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['68004846-ee5f-4ace-8c9f-756b88602e5f'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:15.547734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] For port 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:15.548082 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.561299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Calling delete_port for 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:15.576304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] Set router 68004846-ee5f-4ace-8c9f-756b88602e5f gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:12:15.639057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T23:12:15Z', 'revision_number': 6, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:15.664921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06838219-8a3c-43b7-a870-7f24bcd9fee1 None None] The sync data for ids ['68004846-ee5f-4ace-8c9f-756b88602e5f'] in n-d-817995-3 is: [{'id': '68004846-ee5f-4ace-8c9f-756b88602e5f', 'name': 'tempest-TestVolumeBootPattern-2147391242-router', 'tenant_id': '2ffc468c57594a3a82ea920585db19b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T22:58:08Z', 'updated_at': '2021-11-15T23:12:15Z', 'revision_number': 6, 'project_id': '2ffc468c57594a3a82ea920585db19b8', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:12:15.785802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.811871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae6a3f5-3b47-44e2-ab09-db2fefe742ec,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:15.826350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ea5bc-9dd6-4645-8679-65008a5a705e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:12:15.878819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.976101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:15.978341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.094756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.095333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68004846-ee5f-4ace-8c9f-756b88602e5f {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:12:16.100068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.101493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7ca8eecd-5f3b-4f93-aca5-1344d5470e51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/68004846-ee5f-4ace-8c9f-756b88602e5f HTTP/1.1" status: 204 len: 168 time: 0.9556303 Nov 15 23:12:16.103714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37380) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:16.149423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Deleting subnet 8ce714dc-ba30-4250-8181-af7227ccc78e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:12:16.153096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.190212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.268877 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.363022 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.388311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce714dc-ba30-4250-8181-af7227ccc78e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:16.392180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.396101 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bd0e3cf5-c937-44bc-8c9d-27996e1a5757 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8ce714dc-ba30-4250-8181-af7227ccc78e HTTP/1.1" status: 204 len: 168 time: 0.2904766 Nov 15 23:12:16.398493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:16.398964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf2f7f1-e90e-497b-afc2-405e84254acc None None] Network a146a89e-841a-4572-8cbb-c86dfe3f2eb0 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:12:16.470405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.528692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Deleting port 789d5125-579b-4d25-bbf6-77e7bd363446 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:16.529030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.592575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] DHCP port deletion for a146a89e-841a-4572-8cbb-c86dfe3f2eb0 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:12:16.595339 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] For port 789d5125-579b-4d25-bbf6-77e7bd363446, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=789d5125-579b-4d25-bbf6-77e7bd363446,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:16.595706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.608109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Calling delete_port for 789d5125-579b-4d25-bbf6-77e7bd363446 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:16.642792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Deleting port 789d5125-579b-4d25-bbf6-77e7bd363446 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:16.643423 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.708511 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] For port 789d5125-579b-4d25-bbf6-77e7bd363446, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=789d5125-579b-4d25-bbf6-77e7bd363446,segment=NetworkSegment(4bb236dc-78be-4b80-9c44-b092ebe6ed8b),segment_id=4bb236dc-78be-4b80-9c44-b092ebe6ed8b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:16.708933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.721672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Calling delete_port for 789d5125-579b-4d25-bbf6-77e7bd363446 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:16.746209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.773401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Pushing event deleted for resources: {'Port': ['ID=789d5125-579b-4d25-bbf6-77e7bd363446,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:16.775124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] No DVR routers for this DVR port 789d5125-579b-4d25-bbf6-77e7bd363446 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:12:16.799162 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.827293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] Pushing event deleted for resources: {'Port': ['ID=789d5125-579b-4d25-bbf6-77e7bd363446,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:16.830251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4768840-8882-4c1e-95b4-585464dd07ff None None] No DVR routers for this DVR port 789d5125-579b-4d25-bbf6-77e7bd363446 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:12:16.848583 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.872376 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a146a89e-841a-4572-8cbb-c86dfe3f2eb0']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:16.881604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb236dc-78be-4b80-9c44-b092ebe6ed8b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:16.881888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb236dc-78be-4b80-9c44-b092ebe6ed8b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:12:16.890872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.903671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.909573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:12:16.909948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:12:16.911576 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:12:17.043410 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.048516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.051723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] 10.222.0.15 "DELETE /v2.0/networks/a146a89e-841a-4572-8cbb-c86dfe3f2eb0 HTTP/1.1" status: 204 len: 168 time: 0.6519380 Nov 15 23:12:17.063486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e18f-e9b3-44ce-8eba-5460f69b876b admin admin] Pushing event deleted for resources: {'Network': ['ID=a146a89e-841a-4572-8cbb-c86dfe3f2eb0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:17.157226 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 00824391-11b4-4c4c-89ef-cbe9a97b9f00 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:17.177575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 00824391-11b4-4c4c-89ef-cbe9a97b9f00 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:17.177906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 00824391-11b4-4c4c-89ef-cbe9a97b9f00 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:17.178306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 789d5125-579b-4d25-bbf6-77e7bd363446 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:17.197090 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 789d5125-579b-4d25-bbf6-77e7bd363446 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:17.197423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 789d5125-579b-4d25-bbf6-77e7bd363446 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:17.197824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:17.216072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:17.216448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9ae6a3f5-3b47-44e2-ab09-db2fefe742ec not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:17.297793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:17.336320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e01d97b-9c5a-47e4-af7d-213f39ab0e2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21fea14e58814b6f8ddba03045c6f1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373247 Nov 15 23:12:17.339318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37388) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:17.386010 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.410348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.511814 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.514422 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:17.515601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82f9f43c-8978-48b8-b9ee-ef5295611b5e HTTP/1.1" status: 204 len: 168 time: 0.1754014 Nov 15 23:12:17.523814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9b3a6-71cc-4bcb-bf07-e6ec067ca924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f9f43c-8978-48b8-b9ee-ef5295611b5e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:18.131502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37394) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:18.171682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d5166a12-4fc3-4499-ab87-ab632ebc1508 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ffc468c57594a3a82ea920585db19b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390265 Nov 15 23:12:18.174185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37396) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:18.219855 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:18.241072 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:18.339681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:18.343261 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:18.344411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/881bf9a7-8eae-437c-ba37-604e9931c882 HTTP/1.1" status: 204 len: 168 time: 0.1693323 Nov 15 23:12:18.354206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024daffd-e9f3-499e-96b8-da2eb9f46bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881bf9a7-8eae-437c-ba37-604e9931c882,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:29.312726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-c9388288-e04d-4c19-bceb-9ad190fc96b6 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291905 Nov 15 23:12:29.495200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-f134c308-d94c-45df-83c6-6bada3e42cda tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:29.496697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-f134c308-d94c-45df-83c6-6bada3e42cda tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784568 Nov 15 23:12:29.512941 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-3603c1bf-74e1-4ed1-81fd-609478c308b3 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/quotas/6db27e39203f42b0a7a8fc2dff1902a1 HTTP/1.1" status: 200 len: 375 time: 0.0090082 Nov 15 23:12:29.543623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-682e97e5-ed85-4e32-a87c-06cb936ec03e tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253906 Nov 15 23:12:29.569002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:29.762005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09eda46d-f4a9-491d-a6d6-34bc4efb261e req-689324c1-5ee9-4a4c-9d31-b190ad2dfece tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0247071 Nov 15 23:12:30.144892 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:30.838013 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e29b6ebb-2f94-442c-a281-459eb2799549 req-651ed7a9-1ff5-4ecc-858d-84e7383b7f84 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0253763 Nov 15 23:12:31.917643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0426497-77cd-4d76-8cc0-39e2ae829a09 req-cd36e952-c967-4c87-9043-12bb8110013b tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Nov 15 23:12:32.991273 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f3278425-af93-4b65-a441-6d8516f733c3 req-bcef2db2-c3f0-417b-b8ea-fb923f5d38d6 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0249107 Nov 15 23:12:34.085070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d21c23f-b437-4ef5-bb6b-acbfaeff0b39 req-064dd5f9-491e-490b-9f99-fbb8e09491d2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0263207 Nov 15 23:12:34.802397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a528b38-046d-48b4-b1f9-97008961fcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:34.912928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-00f98e65-b722-4f36-b528-2615260e78c4 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285044 Nov 15 23:12:35.114450 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-878587cc-3137-4b26-818c-5d14c1c8c6f4 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:35.115938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-878587cc-3137-4b26-818c-5d14c1c8c6f4 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948521 Nov 15 23:12:35.130314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Request body: {'port': {'device_id': 'bb863d91-4220-452b-91eb-4b143ea15131', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'admin_state_up': True, 'tenant_id': '6db27e39203f42b0a7a8fc2dff1902a1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:12:35.192467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5cdd8855-98b1-4a88-821a-b4c4f3a80c37 req-7a7df271-9db6-4c51-a2d1-41b1c7e091a2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0267987 Nov 15 23:12:35.305246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Made reservation on behalf of 6db27e39203f42b0a7a8fc2dff1902a1 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:12:35.308946 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.317647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.396448 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.465313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.526931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb64f6-d24d-4c01-8b49-2db1f178e3f3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:35.595879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Allocated IP 192.168.233.155 (0721732c-e9df-45b7-9b3a-4aa5eb23c2db/189eac0d-1c76-4511-a4ec-58bb311f22a7/31ec4fd6-179b-4395-bc72-ae6574c3a1c7) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:12:35.737134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.830990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:35.869588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:12:35.875020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:12:35.878620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:12:35.907811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Pushing event updated for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:35.936885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:35.937533 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.005748 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-6c1586b3-1ce5-49c6-b860-1874de26f07a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8792868 Nov 15 23:12:36.019905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Request body: {'port': {'device_id': 'bb863d91-4220-452b-91eb-4b143ea15131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:12:36.072718 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.112374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dc246719-ce15-4a41-8ed3-27437f4451b3 None None] Provisioning complete for port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:12:36.113375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc246719-ce15-4a41-8ed3-27437f4451b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.148088 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dc246719-ce15-4a41-8ed3-27437f4451b3 None None] Port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:12:36.311284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa1687-c075-4e71-89e4-8dd98a452972 req-53a029dc-ce11-45ca-b590-aa7bb70c8fa7 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:36.312720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bffa1687-c075-4e71-89e4-8dd98a452972 req-53a029dc-ce11-45ca-b590-aa7bb70c8fa7 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 936 time: 0.0493026 Nov 15 23:12:36.335505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:12:36.343380 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.355131 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Transition to ACTIVE for port object 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:12:36.363859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bffa1687-c075-4e71-89e4-8dd98a452972 req-208bfe4c-958a-4a17-992c-ad8d444e989a tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Nov 15 23:12:36.408038 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.461044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Pushing event updated for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:36.526792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Attempting to bind port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:12:36.527119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Attempting to bind port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:12:36.527442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Attempting to bind port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:12:36.532519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:12:36.532886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Attempting to bind port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 on network 0721732c-e9df-45b7-9b3a-4aa5eb23c2db {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:12:36.537918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:12:36.538254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Checking segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:12:36.538742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Bound using segment: {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:12:36.539168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Bound port: 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e201346-70a4-45bf-a357-953403fcfdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:12:36.539518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.608963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:12:36.612097 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:12:36.665507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.696231 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:36.696815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:36.698259 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] 10.222.0.57 "PUT /v2.0/ports/31ec4fd6-179b-4395-bc72-ae6574c3a1c7 HTTP/1.1" status: 200 len: 1096 time: 0.6829894 Nov 15 23:12:36.700509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:12:36.703521 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:12:36.733303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5264e-47f4-4d0c-9de8-ba9356e5191d service neutron] Pushing event updated for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:36.747326 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cdee4c-8535-4da8-b866-7786498a42d0 x-openstack-request-id: req-23cdee4c-8535-4da8-b866-7786498a42d0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:12:36.748159 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:12:36.748414 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23cdee4c-8535-4da8-b866-7786498a42d0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:12:36.748879 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7', 'status': 'completed', 'code': 200} Nov 15 23:12:36.811902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d req-958d50ce-6ad0-41d8-ba18-78e3e09436b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:36.813532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d req-958d50ce-6ad0-41d8-ba18-78e3e09436b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 1099 time: 0.0441694 Nov 15 23:12:36.841792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d req-fe46fdfa-d25f-4b41-a25b-781c0cc12e72 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200622 Nov 15 23:12:37.218671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d req-da857240-eac8-493f-b3ea-dbf43c558478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:37.220138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a438cb2f-b26d-4870-85a5-bb71bcea7e9d req-da857240-eac8-493f-b3ea-dbf43c558478 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3714163 Nov 15 23:12:37.231029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-115c26e7-496c-4781-acf3-158c3a8b1b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:37.300808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-8255762f-9730-496e-819c-e2d3fcdb0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:37.302259 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-8255762f-9730-496e-819c-e2d3fcdb0a89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 1099 time: 0.0401959 Nov 15 23:12:37.343990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-becdc9df-666b-4bb1-aad8-b5b3d888acc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0321016 Nov 15 23:12:37.395952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-0c0c6cfa-776d-4883-a35c-e2b85c9c9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:37.397456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-0c0c6cfa-776d-4883-a35c-e2b85c9c9a93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=189eac0d-1c76-4511-a4ec-58bb311f22a7 HTTP/1.1" status: 200 len: 843 time: 0.0466058 Nov 15 23:12:37.443343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-4114e453-986f-4548-8d10-63040a0d3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:37.445082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-4114e453-986f-4548-8d10-63040a0d3a6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0721732c-e9df-45b7-9b3a-4aa5eb23c2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398459 Nov 15 23:12:37.478252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fcd25-9be3-492f-b0ed-b00b27cc273a req-53560912-0b55-4804-9ee0-d37e592a2ae2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:37.479722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-622fcd25-9be3-492f-b0ed-b00b27cc273a req-53560912-0b55-4804-9ee0-d37e592a2ae2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 948 time: 0.0482433 Nov 15 23:12:37.527169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-622fcd25-9be3-492f-b0ed-b00b27cc273a req-d905c866-469d-4f60-895e-47d4104227eb tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Nov 15 23:12:37.540847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-678c038b-a7a9-4bec-a605-9e6ffbb4949a service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872102 Nov 15 23:12:37.633448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81712268-36a9-4e76-b5f4-8dbf65142bf7 req-bcfc6a5e-4d8f-4125-b170-b58c835c901f service neutron] 10.222.0.57 "GET /v2.0/networks/0721732c-e9df-45b7-9b3a-4aa5eb23c2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Nov 15 23:12:38.419468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:38.681365 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8fdd-e8bd-45c0-89a5-208d6ec8579f req-f55ff99d-1757-416a-b0e2-8397a08ee9d4 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:38.682716 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-074b8fdd-e8bd-45c0-89a5-208d6ec8579f req-f55ff99d-1757-416a-b0e2-8397a08ee9d4 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 948 time: 0.0476723 Nov 15 23:12:38.727596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-074b8fdd-e8bd-45c0-89a5-208d6ec8579f req-1bd6f394-0bf9-49bb-89cf-da137e046282 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Nov 15 23:12:39.505152 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:39.842934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a39ddf-8bdf-4b83-8739-0efab16771fb req-969170ac-e335-4cbf-94a2-9d963ca89de3 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:39.844371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58a39ddf-8bdf-4b83-8739-0efab16771fb req-969170ac-e335-4cbf-94a2-9d963ca89de3 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 948 time: 0.0510364 Nov 15 23:12:39.889706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58a39ddf-8bdf-4b83-8739-0efab16771fb req-e076bb8c-ecb2-4820-bd72-d2f467a610ce tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Nov 15 23:12:40.384727 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:40.630324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:12:40.723401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:40.735107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7', 'network_id': '0721732c-e9df-45b7-9b3a-4aa5eb23c2db', 'port_id': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7', 'mac_address': 'fa:16:3e:37:0d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189eac0d-1c76-4511-a4ec-58bb311f22a7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:12:40.770553 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:40.786386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:12:40.955831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:41.004987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f55e-f425-43a3-9c66-6e1f92a376b2 req-bb9db16c-f013-48a0-b1e9-ca0fcf56c681 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:41.006338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98f6f55e-f425-43a3-9c66-6e1f92a376b2 req-bb9db16c-f013-48a0-b1e9-ca0fcf56c681 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 948 time: 0.0476441 Nov 15 23:12:41.008173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:41.053596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98f6f55e-f425-43a3-9c66-6e1f92a376b2 req-af2f288d-3dfa-45fb-862a-03d00ad33057 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Nov 15 23:12:41.056751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:41.247255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['31ec4fd6-179b-4395-bc72-ae6574c3a1c7'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:12:41.297865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:12:42.164535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3ba2-0cbe-4883-94bc-956474260e30 req-63a80af1-4faa-497a-9b50-251d9ddf2426 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:42.165994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-945c3ba2-0cbe-4883-94bc-956474260e30 req-63a80af1-4faa-497a-9b50-251d9ddf2426 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 949 time: 0.0474052 Nov 15 23:12:42.214632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-945c3ba2-0cbe-4883-94bc-956474260e30 req-38dfd614-598b-4814-8368-23464384b972 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Nov 15 23:12:42.625083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:12:42.745372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:12:42.750268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:12:42.754564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:42.827814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:42.852264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:12:42.854501 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d53bac-d445-4881-ba3c-7f4079127d47" -d '{"events": [{"server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "name": "network-vif-plugged", "status": "completed", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:12:42.866372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:42.891486 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82463c-a4ef-4e93-a09b-24308a63191c x-openstack-request-id: req-fb82463c-a4ef-4e93-a09b-24308a63191c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:12:42.891775 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "name": "network-vif-plugged", "status": "completed", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:12:42.892027 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb82463c-a4ef-4e93-a09b-24308a63191c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:12:42.892417 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7', 'code': 200} Nov 15 23:12:42.910637 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:42.960578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:42.985249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6edca-dcda-4431-ab51-6ee13d3d72a3 req-14e276f7-8428-49b2-95f6-09d50837f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:42.986752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54d6edca-dcda-4431-ab51-6ee13d3d72a3 req-14e276f7-8428-49b2-95f6-09d50837f9a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 1101 time: 0.0400877 Nov 15 23:12:43.030884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-54d6edca-dcda-4431-ab51-6ee13d3d72a3 req-57f82209-c534-43e4-9c1b-934f843898fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Nov 15 23:12:43.327187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397a8b1-74a1-4c1c-9668-5a9a2f36bee6 req-b739a10e-54cf-4d14-a2ce-07a0c2f7d7f2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:43.328544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e397a8b1-74a1-4c1c-9668-5a9a2f36bee6 req-b739a10e-54cf-4d14-a2ce-07a0c2f7d7f2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 950 time: 0.0477927 Nov 15 23:12:43.374873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e397a8b1-74a1-4c1c-9668-5a9a2f36bee6 req-45a474b6-63ec-4ceb-b963-a54d4a102bfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Nov 15 23:12:44.489145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d4bc-6850-429e-95a8-0dc6e47e38c2 req-0f986c6d-15b3-4662-bb83-33ee59d663b2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:44.490585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d107d4bc-6850-429e-95a8-0dc6e47e38c2 req-0f986c6d-15b3-4662-bb83-33ee59d663b2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 950 time: 0.0484755 Nov 15 23:12:44.535878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d107d4bc-6850-429e-95a8-0dc6e47e38c2 req-72551ead-9f64-4670-aaf8-a87e129ca6ba tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Nov 15 23:12:44.998048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-fe852f11-8cdb-40e7-8ede-8f20dac11f3e req-190c002e-cd9b-47b1-a178-10565d64d892 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:12:44.999074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe852f11-8cdb-40e7-8ede-8f20dac11f3e req-190c002e-cd9b-47b1-a178-10565d64d892 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1118059 Nov 15 23:12:45.459535 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-f2db87ef-b094-47fd-9037-418284243c27 req-211749cd-c271-4a00-9fc5-9ec16e04e3e3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:12:45.460827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2db87ef-b094-47fd-9037-418284243c27 req-211749cd-c271-4a00-9fc5-9ec16e04e3e3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058062 Nov 15 23:12:46.089055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b839-72ea-4d95-9bfd-aa9814ac5914 req-6ca12a72-f15d-4a0a-9191-3d0b25b056e2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:46.090484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6804b839-72ea-4d95-9bfd-aa9814ac5914 req-6ca12a72-f15d-4a0a-9191-3d0b25b056e2 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 950 time: 0.0510640 Nov 15 23:12:46.150327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6804b839-72ea-4d95-9bfd-aa9814ac5914 req-50865972-0b8a-4171-aacc-cfa69e39e3d8 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Nov 15 23:12:47.270209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d32f9b-d19a-4c12-a51f-c674247267de req-e48431c9-e60d-4fee-8392-ee04982e7e81 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:47.271723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31d32f9b-d19a-4c12-a51f-c674247267de req-e48431c9-e60d-4fee-8392-ee04982e7e81 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 950 time: 0.0528924 Nov 15 23:12:47.322623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31d32f9b-d19a-4c12-a51f-c674247267de req-65034eb3-f2fa-4adf-9798-0a8612226652 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/security-groups?id=9beb64f6-d24d-4c01-8b49-2db1f178e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 Nov 15 23:12:47.493147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-3f0d1c50-de43-4bf4-b9af-10648487a903 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:47.494577 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-3f0d1c50-de43-4bf4-b9af-10648487a903 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 950 time: 0.0517147 Nov 15 23:12:47.579429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Deleting port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:12:47.579756 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:47.724294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] For port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,segment=NetworkSegment(8e201346-70a4-45bf-a357-953403fcfdec),segment_id=8e201346-70a4-45bf-a357-953403fcfdec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:12:47.724564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:47.735885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Calling delete_port for 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:12:47.921963 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:47.933721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['31ec4fd6-179b-4395-bc72-ae6574c3a1c7'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:12:47.952205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Pushing event deleted for resources: {'Port': ['ID=31ec4fd6-179b-4395-bc72-ae6574c3a1c7,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:47.963266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.963611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.963957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.964264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.964585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.964936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.965261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.965590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.965908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.966244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.966548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:47.966866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:48.004757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] No DVR routers for this DVR port 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:12:48.007392 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:48.010812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-88408874-10ce-4e79-a0e4-94cbb8b292b5 req-67c2717a-968e-4129-aa2b-12d931692dfe tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.57 "DELETE /v2.0/ports/31ec4fd6-179b-4395-bc72-ae6574c3a1c7 HTTP/1.1" status: 204 len: 173 time: 0.5094376 Nov 15 23:12:48.011256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'name': 'network-vif-deleted', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:12:48.014236 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a1cdeb-6800-4484-82f9-277d725fffc7" -d '{"events": [{"server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "name": "network-vif-deleted", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:12:48.058281 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8cd57d-be4b-4777-a002-6da694fa4097 x-openstack-request-id: req-8e8cd57d-be4b-4777-a002-6da694fa4097 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:12:48.058281 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb863d91-4220-452b-91eb-4b143ea15131", "name": "network-vif-deleted", "tag": "31ec4fd6-179b-4395-bc72-ae6574c3a1c7", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:12:48.058281 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e8cd57d-be4b-4777-a002-6da694fa4097 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:12:48.058281 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb863d91-4220-452b-91eb-4b143ea15131', 'name': 'network-vif-deleted', 'tag': '31ec4fd6-179b-4395-bc72-ae6574c3a1c7', 'status': 'completed', 'code': 200} Nov 15 23:12:48.425903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d09f3caa-ad8b-455e-ad73-7c5c3603c8a1 req-5789874c-b136-43db-88d2-5bfdc56a9bb9 tempest-ServersAdminNegativeTestJSON-21752943 tempest-ServersAdminNegativeTestJSON-21752943-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb863d91-4220-452b-91eb-4b143ea15131 HTTP/1.1" status: 200 len: 210 time: 0.0259297 Nov 15 23:12:49.909752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37554) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:50.039457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8473911d-5e8a-4cc4-aee7-dc12bfaf8ee0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6db27e39203f42b0a7a8fc2dff1902a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285555 Nov 15 23:12:50.042026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37558) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:50.086904 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.107364 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.202449 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.205076 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.206229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9beb64f6-d24d-4c01-8b49-2db1f178e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1633189 Nov 15 23:12:50.213910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb64f6-d24d-4c01-8b49-2db1f178e3f3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:50.221446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.221794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.222128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.222455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.222786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.223108 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.223426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.223748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.224066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.224380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.224719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.225035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba53e95-7e56-4754-931f-308f42ff5702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:12:50.660972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:12:50.681248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:12:50.681586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 31ec4fd6-179b-4395-bc72-ae6574c3a1c7 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:12:50.783114 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37564) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:50.796740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32432243-a82d-48c5-8a4d-ec5625b60f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.867823 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32432243-a82d-48c5-8a4d-ec5625b60f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.927442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-32432243-a82d-48c5-8a4d-ec5625b60f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:50.965624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-32432243-a82d-48c5-8a4d-ec5625b60f3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b140840e2a49474e9b563cadf1e758fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1813354 Nov 15 23:12:50.966477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32432243-a82d-48c5-8a4d-ec5625b60f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495dd866-5208-45ae-9e4e-e7ea631267f9,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:50.969137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:51.016600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:51.036930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:51.127952 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:51.130573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:51.131787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/495dd866-5208-45ae-9e4e-e7ea631267f9 HTTP/1.1" status: 204 len: 168 time: 0.1612942 Nov 15 23:12:51.140517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f981-e51e-4de0-a539-b9602add5955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495dd866-5208-45ae-9e4e-e7ea631267f9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:52.107515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37590) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:52.206010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1113579003-network', 'tenant_id': '116a1d11c59e428c848da999e6c343e6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:12:52.282048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Made reservation on behalf of 116a1d11c59e428c848da999e6c343e6 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:12:52.284248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.295893 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.366277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.447351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.472632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:12:52.482933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5809e1-4670-4ba9-bb86-4e34606220f6,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:52.487525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.487860 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Added segment 8f65c179-a492-4fef-a63b-0b86eaeea166 of type vlan for network 0c16d918-51ee-4598-803f-95ef26d4411d Nov 15 23:12:52.525618 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.618903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.619765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:52.620361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.676972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] Pushing event updated for resources: {'Network': ['ID=0c16d918-51ee-4598-803f-95ef26d4411d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:52.686514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 0c16d918-51ee-4598-803f-95ef26d4411d details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:12:52.724552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-afa4220e-9060-4a6c-80f2-2844287e385c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6159687 Nov 15 23:12:52.727557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37594) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:12:52.732876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Request body: {'subnet': {'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1113579003-subnet', 'tenant_id': '116a1d11c59e428c848da999e6c343e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:12:52.801888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Made reservation on behalf of 116a1d11c59e428c848da999e6c343e6 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:12:52.804362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:52.996336 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:53.053497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7bab14-903d-4f7b-9b7a-d5986e74ebff,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:53.062086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Checking segment: {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:12:53.062445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Network hostable DHCP agents. Network: 0c16d918-51ee-4598-803f-95ef26d4411d, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:12:53.127500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Network 0c16d918-51ee-4598-803f-95ef26d4411d is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:12:53.201834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 0c16d918-51ee-4598-803f-95ef26d4411d) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:12:53.206174 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:53.206757 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:53.210525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e54e7-f519-4652-8b3a-89ed5ef198b0 None None] Network 0c16d918-51ee-4598-803f-95ef26d4411d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:12:53.319233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d776f394-3f85-4cf4-bff8-f488bc8d2d05 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5903625 Nov 15 23:12:53.333994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cc9f5-b691-4e9c-91c4-34e8ae4e0b85 None None] Network 0c16d918-51ee-4598-803f-95ef26d4411d requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:12:53.766950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-016f3bdf-70c1-41c7-bd0a-efc1b9eb6fc8 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:53.768685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-016f3bdf-70c1-41c7-bd0a-efc1b9eb6fc8 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 812 time: 0.1062877 Nov 15 23:12:53.789179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-2e70b8e2-76ed-46f0-83be-03b50a809cca tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/quotas/116a1d11c59e428c848da999e6c343e6 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Nov 15 23:12:53.823498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-8f74bcaf-517b-421c-8d88-31109142eb71 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286989 Nov 15 23:12:53.834951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-e4183bb4-7635-42ba-9302-eb040d573ebc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:12:53.835881 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-e4183bb4-7635-42ba-9302-eb040d573ebc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048466 Nov 15 23:12:53.924740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-d00f5d13-a4b5-44c3-9ae0-c0ae644279d3 service neutron] 10.222.0.15 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827351 Nov 15 23:12:54.016990 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f90b772-9f6c-420f-85a8-8033b5a00e3d service neutron] 10.222.0.15 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Nov 15 23:12:54.274891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a0ccf80-2288-4ca0-8889-7ddec785aaf4 req-2fb1883a-009a-4a2b-8ecb-f44a7d131276 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Nov 15 23:12:55.356994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0d9e296-d446-4fc2-be98-8b33f782ae94 req-21ecb7a1-7144-4b5e-b657-94d63522b463 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0262229 Nov 15 23:12:56.432240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4dda52f-258f-44a1-a3fb-80870fde3aed req-4e4e107b-a800-4c36-8f31-761c470809dc tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0252817 Nov 15 23:12:57.507731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-801d316d-126f-46a9-82e9-66591316073a req-4f07f765-1c2e-4294-93a2-8ba5b8be0492 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Nov 15 23:12:58.599481 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da4e0a80-90d7-49ce-b2d9-5f48131efa6c req-c7778711-84c2-4e85-9c79-5edd2244c101 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0259073 Nov 15 23:12:59.253379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-afe5857a-4fd6-45b4-8122-9125449621d7 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:59.256235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-afe5857a-4fd6-45b4-8122-9125449621d7 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.57 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 812 time: 0.1017835 Nov 15 23:12:59.271405 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Request body: {'port': {'device_id': '8b850887-cd3d-4d49-b010-071d659d6575', 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d', 'admin_state_up': True, 'tenant_id': '116a1d11c59e428c848da999e6c343e6'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:12:59.442117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Made reservation on behalf of 116a1d11c59e428c848da999e6c343e6 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:12:59.445644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:59.569622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Allocated IP 172.20.0.9 (0c16d918-51ee-4598-803f-95ef26d4411d/3c7bab14-903d-4f7b-9b7a-d5986e74ebff/fca1fc78-39b0-4460-a3ac-fc866287b814) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:12:59.584671 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:59.697688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-820e8729-e906-4eaa-ae06-05bc072d2c8e req-23761b9d-0e0c-48cb-a56f-ec5419fe29ca tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Nov 15 23:12:59.719330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:59.790660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:59.837805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Network 0c16d918-51ee-4598-803f-95ef26d4411d is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:12:59.841512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:12:59.845315 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:12:59.867611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:12:59.894918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:12:59.895524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:12:59.993206 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f220434-a8c8-4816-ad65-df0438a05095 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7259088 Nov 15 23:13:00.005938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Request body: {'port': {'device_id': '8b850887-cd3d-4d49-b010-071d659d6575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:00.056985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.133672 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.316001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca1fc78-39b0-4460-a3ac-fc866287b814 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:13:00.323134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.334518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Transition to ACTIVE for port object fca1fc78-39b0-4460-a3ac-fc866287b814 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:13:00.447704 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.514832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:00.562460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:13:00.562789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:13:00.563112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:00.572391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:13:00.572391 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:00.572641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:13:00.572871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Checking segment: {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:13:00.573248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Bound using segment: {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:13:00.573664 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Bound port: fca1fc78-39b0-4460-a3ac-fc866287b814, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:13:00.574006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.639149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:13:00.642090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:13:00.693593 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.725620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:00.726246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:00.727646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] 10.222.0.57 "PUT /v2.0/ports/fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 1091 time: 0.7256706 Nov 15 23:13:00.728087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:00.730368 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd81ff9-6bfd-48de-8808-1c93fec9df56" -d '{"events": [{"name": "network-changed", "server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:00.758213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988181a-87d5-43cf-a019-be69ac23d210 service neutron] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:00.772041 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084b673-1596-41e2-bafc-c9cbacdb4b92 x-openstack-request-id: req-b084b673-1596-41e2-bafc-c9cbacdb4b92 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:00.772365 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:00.772651 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b084b673-1596-41e2-bafc-c9cbacdb4b92 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:00.773049 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'status': 'completed', 'code': 200} Nov 15 23:13:00.816351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0547e-edc8-4344-8095-8e011bdd3a00 req-d6d619c3-8572-40c1-b9cd-44f26a5e42e4 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:00.817852 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41a0547e-edc8-4344-8095-8e011bdd3a00 req-d6d619c3-8572-40c1-b9cd-44f26a5e42e4 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Nov 15 23:13:00.833651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-a87afb8e-8e9f-4dbf-997b-dbb632ccf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:00.835100 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-a87afb8e-8e9f-4dbf-997b-dbb632ccf7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0421827 Nov 15 23:13:00.865687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41a0547e-edc8-4344-8095-8e011bdd3a00 req-8abbd018-e00d-47af-9653-b1b6b28c13fa tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Nov 15 23:13:00.936283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-d8bcf1ce-e47a-4415-8f9a-e1280827769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:00.937772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-d8bcf1ce-e47a-4415-8f9a-e1280827769f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=116a1d11c59e428c848da999e6c343e6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940564 Nov 15 23:13:01.030360 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-4da73131-6906-4c62-bf14-9f76d671eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:01.031805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd81ff9-6bfd-48de-8808-1c93fec9df56 req-4da73131-6906-4c62-bf14-9f76d671eb98 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867424 Nov 15 23:13:01.109952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7dfc78ce-65a3-48ef-bc19-f9786ff55c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:01.111328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7dfc78ce-65a3-48ef-bc19-f9786ff55c24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0441575 Nov 15 23:13:01.152967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-2f78063b-d37a-4ee4-9c39-5d71c93c216a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0334241 Nov 15 23:13:01.200604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f287757-73ef-457f-bce8-ba833fcd9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:01.202060 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-7f287757-73ef-457f-bce8-ba833fcd9e45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0425923 Nov 15 23:13:01.233936 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-5e3e16f2-01d3-44e8-a431-69156def0a7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240960 Nov 15 23:13:01.325435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-e7df618d-9da3-4574-8936-3bcfc812edde service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Nov 15 23:13:01.417930 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9ca5b636-a423-4ae3-840f-482227aec407 req-619bd53d-c1a6-449c-b3ad-a3ee5fac3e80 service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Nov 15 23:13:01.980124 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f8cc0-8545-41ae-a546-0240375bbe6e req-4513eb98-93b0-4b78-86c7-4de33c38ed3f tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:01.981620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb3f8cc0-8545-41ae-a546-0240375bbe6e req-4513eb98-93b0-4b78-86c7-4de33c38ed3f tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0477552 Nov 15 23:13:02.026685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb3f8cc0-8545-41ae-a546-0240375bbe6e req-7c535494-f7b9-4003-95db-40a6021aa7da tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 Nov 15 23:13:03.074051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-2536e979-b943-4e65-a26d-f02801db6f9f req-8c27053a-0769-4a9e-9e6f-87962c3324ad service neutron] (103127) timed out ('10.222.0.57', 62015) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:13:03.144517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b63a8-9de8-4318-96a9-0a3085b9f695 req-1fe62110-2d0b-40df-bb2b-384ee26ead4d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:03.146004 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb7b63a8-9de8-4318-96a9-0a3085b9f695 req-1fe62110-2d0b-40df-bb2b-384ee26ead4d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0513010 Nov 15 23:13:03.192307 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eb7b63a8-9de8-4318-96a9-0a3085b9f695 req-95d0a546-b5ce-4283-b67e-a2fba2f2c8eb tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Nov 15 23:13:04.306540 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa9b6-2ae9-4676-80ef-154d9566d59e req-346aa022-f79e-4d6f-973a-f5afee4baa5b tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:04.307991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-865fa9b6-2ae9-4676-80ef-154d9566d59e req-346aa022-f79e-4d6f-973a-f5afee4baa5b tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0483143 Nov 15 23:13:04.353680 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-865fa9b6-2ae9-4676-80ef-154d9566d59e req-ff17201f-a7d2-4de3-9cf3-1fb27039c77e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Nov 15 23:13:04.751574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:13:04.812129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b461207-52dd-439c-bf37-fd58a65a3b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:04.847293 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:04.859000 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d', 'port_id': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'mac_address': 'fa:16:3e:bb:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7bab14-903d-4f7b-9b7a-d5986e74ebff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:13:04.894872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:04.907223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca1fc78-39b0-4460-a3ac-fc866287b814 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:13:04.926251 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:05.007309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:05.052266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:05.216294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['fca1fc78-39b0-4460-a3ac-fc866287b814'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:13:05.465024 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1533608-d4c6-48ac-b495-48edf0207468 req-ccac6e6e-3ff0-4cf3-a063-84772c308f09 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:05.467060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1533608-d4c6-48ac-b495-48edf0207468 req-ccac6e6e-3ff0-4cf3-a063-84772c308f09 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 944 time: 0.0470102 Nov 15 23:13:05.533142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1533608-d4c6-48ac-b495-48edf0207468 req-1c228e06-24e0-4056-8236-3d545c7c6b40 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Nov 15 23:13:06.647775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cb34e-67c6-4c12-bed4-281e8109ec67 req-44fbc49e-c021-4d85-89fd-67e3f6cebf55 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:06.649237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd2cb34e-67c6-4c12-bed4-281e8109ec67 req-44fbc49e-c021-4d85-89fd-67e3f6cebf55 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 944 time: 0.0481641 Nov 15 23:13:06.695069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd2cb34e-67c6-4c12-bed4-281e8109ec67 req-fcab0ade-6804-4080-8e01-62ab8c89c3aa tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Nov 15 23:13:06.753131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:13:06.841730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port fca1fc78-39b0-4460-a3ac-fc866287b814 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:13:06.845326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port fca1fc78-39b0-4460-a3ac-fc866287b814 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:13:06.845689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:06.922908 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:06.943921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:06.947204 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d34dd-2b9d-4547-93b7-0072783bd4dd" -d '{"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-plugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:06.958508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:06.982140 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b33ec44-346b-433b-bc71-649806a6511a x-openstack-request-id: req-1b33ec44-346b-433b-bc71-649806a6511a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:06.982426 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-plugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:06.982676 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b33ec44-346b-433b-bc71-649806a6511a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:06.983062 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'code': 200} Nov 15 23:13:07.002533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:07.052576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:07.084817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c489685-8ff0-4212-8d9b-2e1373d8e7a9 req-bb39c30c-421d-4872-ac49-c01baf087e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:07.086330 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c489685-8ff0-4212-8d9b-2e1373d8e7a9 req-bb39c30c-421d-4872-ac49-c01baf087e22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1096 time: 0.0464184 Nov 15 23:13:07.130063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0c489685-8ff0-4212-8d9b-2e1373d8e7a9 req-33bc0db1-a0f5-4396-b084-58e4af5f9ba5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Nov 15 23:13:07.224374 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f10c-60b8-484c-85b6-5a7fb43719e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:07.806168 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6ddc8-1bc3-4ec8-8258-b7334afed617 req-3f8ba638-ac45-414c-a562-47c35e2ac73e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:07.808226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13b6ddc8-1bc3-4ec8-8258-b7334afed617 req-3f8ba638-ac45-414c-a562-47c35e2ac73e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0482934 Nov 15 23:13:07.854180 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13b6ddc8-1bc3-4ec8-8258-b7334afed617 req-03c743ed-9e6b-45ec-bccf-121e34c2fa65 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Nov 15 23:13:08.424601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:08.971922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0040d-3972-46b4-b616-9bfd24474065 req-88def510-965f-4857-863a-85b88bb5da27 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:08.973395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51a0040d-3972-46b4-b616-9bfd24474065 req-88def510-965f-4857-863a-85b88bb5da27 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0501328 Nov 15 23:13:09.018804 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51a0040d-3972-46b4-b616-9bfd24474065 req-9458af87-d200-4d1b-b8d0-ecd8be8de8c2 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Nov 15 23:13:09.380852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f726fbb-0716-4b8b-9042-c0420e1b8802 req-05be84bc-1769-42a8-bdc7-a1f75c8d4736 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:09.382315 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f726fbb-0716-4b8b-9042-c0420e1b8802 req-05be84bc-1769-42a8-bdc7-a1f75c8d4736 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Nov 15 23:13:09.429807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f726fbb-0716-4b8b-9042-c0420e1b8802 req-9f1925a0-dce5-45b6-8840-ba659a9557f3 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Nov 15 23:13:09.433242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37666) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:09.510351 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:09.532169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-e6c3f592-7248-40ba-a94c-4448fab5bcf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978169 Nov 15 23:13:09.540744 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4dbca5bb-3285-452d-ab78-b05c10485f5c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:13:09.541667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4dbca5bb-3285-452d-ab78-b05c10485f5c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047588 Nov 15 23:13:10.362107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:10.551643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbb6b1-876d-488c-b3ea-45e07fe5d4ae req-7a4cf363-fa44-407f-a1b4-3b3bf1b33508 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:10.553149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58dbb6b1-876d-488c-b3ea-45e07fe5d4ae req-7a4cf363-fa44-407f-a1b4-3b3bf1b33508 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0491958 Nov 15 23:13:10.600722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58dbb6b1-876d-488c-b3ea-45e07fe5d4ae req-fe2d75b6-072c-4dc8-a6b7-ae02ac42e514 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Nov 15 23:13:11.509488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4143c60e-c81a-449c-a455-229d533c5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:11.510940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4143c60e-c81a-449c-a455-229d533c5548 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1096 time: 0.0397818 Nov 15 23:13:11.602949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-57edb499-5b7b-4aba-a44f-c2823d7a85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:11.605041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-57edb499-5b7b-4aba-a44f-c2823d7a85a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 913 time: 0.0845628 Nov 15 23:13:11.645659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-b33b10b6-1fe9-4669-97c6-0370c236fe2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0336015 Nov 15 23:13:11.694621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-a26deb95-0066-4c71-8593-6c8817dea327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:11.696070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-a26deb95-0066-4c71-8593-6c8817dea327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0437164 Nov 15 23:13:11.717608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfbdf0-69d2-4ed5-a8e2-29e021bfa872 req-6a993fed-4e04-47bb-bf04-d2ffb8d074b1 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:11.720265 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1bfbdf0-69d2-4ed5-a8e2-29e021bfa872 req-6a993fed-4e04-47bb-bf04-d2ffb8d074b1 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Nov 15 23:13:11.733866 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-39ef051d-b4a8-473b-b9c3-793fa5e2e444 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294690 Nov 15 23:13:11.769773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1bfbdf0-69d2-4ed5-a8e2-29e021bfa872 req-3039779c-f516-483e-89a8-ee4fc7854cab tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Nov 15 23:13:11.822120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-c4a27282-792b-47ec-a2eb-0a1d984bd81e service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Nov 15 23:13:11.915281 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-184c816e-1f5b-4355-86b7-6765c6e9b7c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Nov 15 23:13:12.892025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52cacf-8f0a-44d9-a3b3-7ae9a53b95ba req-f36edd72-ded3-4b5a-9978-4d233eb4423e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:12.893776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf52cacf-8f0a-44d9-a3b3-7ae9a53b95ba req-f36edd72-ded3-4b5a-9978-4d233eb4423e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Nov 15 23:13:12.941331 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cf52cacf-8f0a-44d9-a3b3-7ae9a53b95ba req-aaebb66d-4546-44b8-a508-b16d33251a90 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 15 23:13:14.055098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdca49-5abf-4cba-922d-dd9b61e56713 req-0c10a3c2-f7c4-4daa-a505-8dfd5aeb26b0 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:14.056535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2afdca49-5abf-4cba-922d-dd9b61e56713 req-0c10a3c2-f7c4-4daa-a505-8dfd5aeb26b0 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0477183 Nov 15 23:13:14.103615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2afdca49-5abf-4cba-922d-dd9b61e56713 req-1793437d-0ba4-47ef-bee1-ea88a5d48d73 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Nov 15 23:13:15.216453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124484-6920-4587-b639-d15dd04c18b6 req-b8a8b1f8-6e4a-4508-a238-5d16a0cfe6cd tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:15.217920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05124484-6920-4587-b639-d15dd04c18b6 req-b8a8b1f8-6e4a-4508-a238-5d16a0cfe6cd tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0471141 Nov 15 23:13:15.267848 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05124484-6920-4587-b639-d15dd04c18b6 req-ff8cedfb-a49e-4359-b903-715dd70efa2d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Nov 15 23:13:16.385495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cdc05-6d5a-400e-b8ef-617725e562de req-35e22328-9aa6-444c-b1a3-5178ce64afcb tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:16.386922 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c4cdc05-6d5a-400e-b8ef-617725e562de req-35e22328-9aa6-444c-b1a3-5178ce64afcb tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0491288 Nov 15 23:13:16.433470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c4cdc05-6d5a-400e-b8ef-617725e562de req-ccf6d68a-f9a1-4517-a31e-1e1b42bf7b95 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Nov 15 23:13:17.547305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63506d57-a2e2-47e2-be04-330605ca4e12 req-1b100c46-09c5-4f9c-8963-bc09fd00f150 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:17.548756 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63506d57-a2e2-47e2-be04-330605ca4e12 req-1b100c46-09c5-4f9c-8963-bc09fd00f150 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Nov 15 23:13:17.594233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63506d57-a2e2-47e2-be04-330605ca4e12 req-45a60b04-f49a-4460-a774-5d44d9c64b10 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Nov 15 23:13:18.296845 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:13:18.711564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2820c3-d59a-4a17-b251-634600987501 req-d41b12d1-24a3-453a-b435-141fd4e217e4 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:18.713027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a2820c3-d59a-4a17-b251-634600987501 req-d41b12d1-24a3-453a-b435-141fd4e217e4 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Nov 15 23:13:18.758187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a2820c3-d59a-4a17-b251-634600987501 req-9ef5c75b-07cf-4b39-bb90-3b5a4d663bf4 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Nov 15 23:13:19.872676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2973-4f6c-460e-835b-6fa85cedcbb2 req-0777d469-58ef-47d2-86f4-a313b4be2301 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:19.874115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-041f2973-4f6c-460e-835b-6fa85cedcbb2 req-0777d469-58ef-47d2-86f4-a313b4be2301 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Nov 15 23:13:19.920061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-041f2973-4f6c-460e-835b-6fa85cedcbb2 req-a3db84f5-864d-4e24-aed7-e9e96b11984e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Nov 15 23:13:21.043561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170aafc-6269-4b8f-8c86-2b852732d08e req-c16c6a1f-5a28-4385-ad85-4ca3013bb45c tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:21.045702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e170aafc-6269-4b8f-8c86-2b852732d08e req-c16c6a1f-5a28-4385-ad85-4ca3013bb45c tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Nov 15 23:13:21.420898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e170aafc-6269-4b8f-8c86-2b852732d08e req-5d43bd2f-4e43-44bf-baf2-752769548883 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693595 Nov 15 23:13:22.543021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec7ef-63f9-4b1f-b27f-1c84703daf46 req-387a411f-9d0f-4a36-97ba-b24c272578c6 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:22.544434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-effec7ef-63f9-4b1f-b27f-1c84703daf46 req-387a411f-9d0f-4a36-97ba-b24c272578c6 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0467966 Nov 15 23:13:22.589904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-effec7ef-63f9-4b1f-b27f-1c84703daf46 req-1443b8eb-3550-4c6a-a327-0091cdb1ba1e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Nov 15 23:13:23.701145 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a6a9d-0f32-49b7-8513-d247c713325f req-bb000332-0cfd-497c-92be-3a4517c80250 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:23.702561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee8a6a9d-0f32-49b7-8513-d247c713325f req-bb000332-0cfd-497c-92be-3a4517c80250 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0462787 Nov 15 23:13:23.750250 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ee8a6a9d-0f32-49b7-8513-d247c713325f req-d380dca1-1b66-4913-b1f3-6151374d88d8 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Nov 15 23:13:24.861922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f262230-fc28-46c9-9b06-83d2196741a3 req-f0e57329-7c08-4aa0-8fcb-37fe309297e3 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:24.863351 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f262230-fc28-46c9-9b06-83d2196741a3 req-f0e57329-7c08-4aa0-8fcb-37fe309297e3 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0464129 Nov 15 23:13:24.909186 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8f262230-fc28-46c9-9b06-83d2196741a3 req-d4965939-4307-4858-a974-a9732993d25a tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Nov 15 23:13:26.028759 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6fb6-ee15-4f4a-84f7-930474c7845f req-f737f6fe-9584-42a7-a9db-8359504bea13 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:26.030225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fced6fb6-ee15-4f4a-84f7-930474c7845f req-f737f6fe-9584-42a7-a9db-8359504bea13 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0541241 Nov 15 23:13:26.077312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fced6fb6-ee15-4f4a-84f7-930474c7845f req-ef22f0b7-54d5-44b0-be5c-3ca8834686bb tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 15 23:13:27.193623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19784dc8-5d38-43eb-9722-61c31ae8950a req-722e10d8-519e-49ed-8ba5-1a0dc27b0703 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:27.195080 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19784dc8-5d38-43eb-9722-61c31ae8950a req-722e10d8-519e-49ed-8ba5-1a0dc27b0703 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Nov 15 23:13:27.240976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19784dc8-5d38-43eb-9722-61c31ae8950a req-d1a6ae33-1981-47dc-a2e7-1fcddc7cd575 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Nov 15 23:13:28.353533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f6ab7-fc18-4753-889a-033527fc3e30 req-9a505ac0-d800-4229-afe4-8f4f03961bae tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:28.354985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-285f6ab7-fc18-4753-889a-033527fc3e30 req-9a505ac0-d800-4229-afe4-8f4f03961bae tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0484326 Nov 15 23:13:28.410359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-285f6ab7-fc18-4753-889a-033527fc3e30 req-432d145d-b64d-4c56-9783-2ed44ad9d145 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494468 Nov 15 23:13:29.524769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b0ac-f2d8-47d7-b42a-d663bd24afe5 req-06912b5d-e822-4e05-9886-ed1e6f5732fa tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:29.526222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb6b0ac-f2d8-47d7-b42a-d663bd24afe5 req-06912b5d-e822-4e05-9886-ed1e6f5732fa tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Nov 15 23:13:29.561801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:29.575796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcb6b0ac-f2d8-47d7-b42a-d663bd24afe5 req-13164e31-db83-4b66-98fd-d987cd8e643c tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Nov 15 23:13:30.173067 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:30.692687 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b83acd-b6c4-4bfb-872c-2eda662ee48c req-5529fde9-6f77-4bf7-b62b-398c205f4cdd tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:30.694151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16b83acd-b6c4-4bfb-872c-2eda662ee48c req-5529fde9-6f77-4bf7-b62b-398c205f4cdd tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Nov 15 23:13:30.740290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16b83acd-b6c4-4bfb-872c-2eda662ee48c req-89b3ecc2-0adb-42ee-882e-38b25aa67417 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Nov 15 23:13:31.852578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d38d64-0413-4008-a086-9b20523da300 req-0b586e0e-306b-48dd-8db8-aa32eeeaafea tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:31.854029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13d38d64-0413-4008-a086-9b20523da300 req-0b586e0e-306b-48dd-8db8-aa32eeeaafea tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Nov 15 23:13:31.899157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13d38d64-0413-4008-a086-9b20523da300 req-19fd69cf-7a29-40fd-b514-774d5a50a526 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Nov 15 23:13:33.014099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae313-2863-4f73-b93f-2595a4bef937 req-76268081-cbd0-49d5-9d5d-4b748524ecb0 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:33.015529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8bae313-2863-4f73-b93f-2595a4bef937 req-76268081-cbd0-49d5-9d5d-4b748524ecb0 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Nov 15 23:13:33.066370 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8bae313-2863-4f73-b93f-2595a4bef937 req-d3508a4d-05cd-43bc-ae0d-a7615ba0da93 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Nov 15 23:13:34.178713 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bc3bc-bd10-45e9-8882-043576474486 req-a724dd01-b2c7-4f0f-9b3c-37640256173b tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:34.180172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c0bc3bc-bd10-45e9-8882-043576474486 req-a724dd01-b2c7-4f0f-9b3c-37640256173b tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0469816 Nov 15 23:13:34.226634 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c0bc3bc-bd10-45e9-8882-043576474486 req-dbc30006-e8cc-4f7f-9a95-5a86238d6acd tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Nov 15 23:13:34.766977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2055dbce-8686-49a4-832d-a48a44444a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:35.345581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be18dee-9376-49a7-92dc-89732ae87b7a req-6348936a-eac7-4acd-b49d-9e5a237ad354 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:35.347367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8be18dee-9376-49a7-92dc-89732ae87b7a req-6348936a-eac7-4acd-b49d-9e5a237ad354 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Nov 15 23:13:35.393815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8be18dee-9376-49a7-92dc-89732ae87b7a req-ec55dce6-1aa9-4a62-bae5-78aba338039d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Nov 15 23:13:36.509940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58655163-62ae-4655-9782-70a65efaea97 req-f0fd408a-9027-46bc-9fda-f81992014d79 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:36.511376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58655163-62ae-4655-9782-70a65efaea97 req-f0fd408a-9027-46bc-9fda-f81992014d79 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Nov 15 23:13:36.557874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58655163-62ae-4655-9782-70a65efaea97 req-5c71ab08-f07f-4d3a-8a60-a2cf150f9356 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Nov 15 23:13:37.241175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7904d6b-be5a-4c36-8716-ffc381036b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:37.671559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b0027-e020-4c5f-b067-1879002ed545 req-74be554c-617c-4c73-b1fd-c1a4aa942c78 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:37.673022 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc4b0027-e020-4c5f-b067-1879002ed545 req-74be554c-617c-4c73-b1fd-c1a4aa942c78 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0475132 Nov 15 23:13:37.722674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc4b0027-e020-4c5f-b067-1879002ed545 req-c8361e97-f592-4009-a291-5a3e61f4d594 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Nov 15 23:13:38.406761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:38.835886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9f0b9-4450-4480-ba30-5de061f25df0 req-378f8c43-f593-4411-a98c-0bdb99e3559d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:38.837375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ace9f0b9-4450-4480-ba30-5de061f25df0 req-378f8c43-f593-4411-a98c-0bdb99e3559d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0472414 Nov 15 23:13:38.883735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ace9f0b9-4450-4480-ba30-5de061f25df0 req-395bcc7a-b12e-4c67-9fa0-a7bed757af31 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Nov 15 23:13:39.201370 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-2ae07377-2dfe-45cf-9ac3-a4eca969148a service neutron] show failed (client error): The resource could not be found. Nov 15 23:13:39.203064 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-2ae07377-2dfe-45cf-9ac3-a4eca969148a service neutron] 10.222.0.57 "GET /v2.0/ports/fca1fc78-39b0-4460-a3ac-fc866287b814/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0554600 Nov 15 23:13:39.521503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:39.724396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-94bb389e-1853-4d0c-a23b-511c05327078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:39.725907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-94bb389e-1853-4d0c-a23b-511c05327078 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575&tenant_id=116a1d11c59e428c848da999e6c343e6 HTTP/1.1" status: 200 len: 1096 time: 0.0701659 Nov 15 23:13:39.742280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:39.797146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:39.991542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:39.998057 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a491-070a-47ed-8f15-ec9d55389a2c req-38326df7-2a76-4d84-a3df-445373c78918 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:39.999549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fb9a491-070a-47ed-8f15-ec9d55389a2c req-38326df7-2a76-4d84-a3df-445373c78918 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0473876 Nov 15 23:13:40.024069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:13:40.047168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8fb9a491-070a-47ed-8f15-ec9d55389a2c req-e0190c51-52d5-4f83-9863-f373d2f06e6a tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Nov 15 23:13:40.063786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:40.066051 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7f29f-be13-402d-a9fe-568c578b97ee" -d '{"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-unplugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:40.070140 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.082682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Transition to ACTIVE for port object fca1fc78-39b0-4460-a3ac-fc866287b814 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:13:40.113461 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328f06a-6655-4078-adab-012ec9e10f71 x-openstack-request-id: req-b328f06a-6655-4078-adab-012ec9e10f71 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:40.113753 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-unplugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:40.114005 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b328f06a-6655-4078-adab-012ec9e10f71 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:40.114400 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'code': 200} Nov 15 23:13:40.149923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.202136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:40.217901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] No DVR routers for this DVR port fca1fc78-39b0-4460-a3ac-fc866287b814 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:13:40.250724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:13:40.250957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:13:40.251280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:40.255412 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:13:40.255727 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Attempting to bind port fca1fc78-39b0-4460-a3ac-fc866287b814 on network 0c16d918-51ee-4598-803f-95ef26d4411d {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:40.260456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:13:40.260820 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Checking segment: {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:13:40.261197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Bound using segment: {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:13:40.261615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Bound port: fca1fc78-39b0-4460-a3ac-fc866287b814, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f65c179-a492-4fef-a63b-0b86eaeea166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:13:40.261954 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.322467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:13:40.325977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:13:40.338456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.436645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.473323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:40.473940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:40.475295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] 10.222.0.55 "PUT /v2.0/ports/fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 1091 time: 0.7368748 Nov 15 23:13:40.498853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7546-3ae7-4f0f-8059-b1b2c8613675 service neutron] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:40.541261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4dbcece5-7e2b-46fa-a6c0-3a1427c897fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:40.542917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4dbcece5-7e2b-46fa-a6c0-3a1427c897fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0409086 Nov 15 23:13:40.636332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-871af553-a569-465a-affc-8575124c4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:40.638540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-871af553-a569-465a-affc-8575124c4b39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 913 time: 0.0830820 Nov 15 23:13:40.684382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-6da5cff3-713b-4ab4-9f0b-81a7e5b8acce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0354633 Nov 15 23:13:40.736258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-d6f5c680-6285-40e7-a8fb-709837a92e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:40.737726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-d6f5c680-6285-40e7-a8fb-709837a92e05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0431900 Nov 15 23:13:40.768029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-d8f2c5ff-42a1-4a2d-b537-2f3c467eca27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232453 Nov 15 23:13:40.860642 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-2b245bc5-b4eb-498c-a187-a652e69f2272 service neutron] 10.222.0.55 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807743 Nov 15 23:13:40.951241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a845af2-ffbb-4ff2-8b27-ca6c27d2e52f req-4fb8e3d6-edea-46ac-bba5-062d0ef90371 service neutron] 10.222.0.55 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790217 Nov 15 23:13:41.169209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc4de-3ddc-47b4-8cd2-1c71fe8b6fe7 req-c548f9e7-2300-42b3-875a-d4304d1ae95d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:41.171237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-290bc4de-3ddc-47b4-8cd2-1c71fe8b6fe7 req-c548f9e7-2300-42b3-875a-d4304d1ae95d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0534830 Nov 15 23:13:41.218639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-290bc4de-3ddc-47b4-8cd2-1c71fe8b6fe7 req-100b764f-29d7-462b-a968-4bb9a7951973 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Nov 15 23:13:42.116084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:42.118466 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8990842e-de7f-4762-8bac-3c55781a74aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:42.167211 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab78e52-01b0-455e-ab94-801a1b3ff675 x-openstack-request-id: req-cab78e52-01b0-455e-ab94-801a1b3ff675 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:42.167503 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:42.167755 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cab78e52-01b0-455e-ab94-801a1b3ff675 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:42.168151 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'status': 'completed', 'code': 200} Nov 15 23:13:42.265507 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-59ef66cf-511a-4174-b3f9-bc929d111c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.267026 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-59ef66cf-511a-4174-b3f9-bc929d111c66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0736885 Nov 15 23:13:42.269724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-ec64b820-603b-46de-9bfb-da242e30e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.271073 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-ec64b820-603b-46de-9bfb-da242e30e9ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0765808 Nov 15 23:13:42.336990 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f11ef-d713-484c-bbe5-5ee3f6741595 req-c0c48738-fd85-451a-90c9-99aa6e3d6a2d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.338459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f46f11ef-d713-484c-bbe5-5ee3f6741595 req-c0c48738-fd85-451a-90c9-99aa6e3d6a2d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0489254 Nov 15 23:13:42.389267 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f46f11ef-d713-484c-bbe5-5ee3f6741595 req-ad9d24ba-364d-4fda-902a-05d3a334d759 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Nov 15 23:13:42.429633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-9ca0bf54-3cbe-416f-b5b8-edbd644d1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.431090 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-9ca0bf54-3cbe-416f-b5b8-edbd644d1487 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 913 time: 0.1530693 Nov 15 23:13:42.433591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-1545e3cb-9b77-41ee-8bd3-fb9edfe15263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.434900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-1545e3cb-9b77-41ee-8bd3-fb9edfe15263 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 913 time: 0.1486158 Nov 15 23:13:42.506032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-207f558a-77b4-4f1d-a53a-c11fb9679d98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0655861 Nov 15 23:13:42.507352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-20045026-4205-4d7b-8a71-250883b7d812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0616453 Nov 15 23:13:42.587982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-7abf5882-3c2f-4e4b-bff4-497486f82570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.589446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-7abf5882-3c2f-4e4b-bff4-497486f82570 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0760450 Nov 15 23:13:42.590776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990842e-de7f-4762-8bac-3c55781a74aa req-981fa3d1-5976-451f-8753-629a0e10bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:42.592642 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-981fa3d1-5976-451f-8753-629a0e10bc10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0720527 Nov 15 23:13:42.632911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-d6601587-56f4-4d84-97c6-dc2d23402038 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333238 Nov 15 23:13:42.647654 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-2cff255e-7317-4f63-bb74-a3b838b29c0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410299 Nov 15 23:13:42.927886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:13:42.972218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:13:43.086850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-b18084a5-3534-4d26-a0ab-57c4b2867301 service neutron] 10.222.0.55 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411609 Nov 15 23:13:43.090224 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-ede49b88-a896-4ff2-9d47-7453f7538dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349077 Nov 15 23:13:43.243310 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-ef352179-ccf8-4852-bff1-17765c1e49c1 service neutron] 10.222.0.55 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478720 Nov 15 23:13:43.246631 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8990842e-de7f-4762-8bac-3c55781a74aa req-99494f9b-8cd4-4169-a220-508ff98a9ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443231 Nov 15 23:13:43.507023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88367f22-528e-4ce3-b750-531ee16ed314 req-d882560a-6b9f-477b-89a8-731b5126eac6 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:43.508412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88367f22-528e-4ce3-b750-531ee16ed314 req-d882560a-6b9f-477b-89a8-731b5126eac6 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 943 time: 0.0482910 Nov 15 23:13:43.562050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-88367f22-528e-4ce3-b750-531ee16ed314 req-2bfed0ef-3de9-4788-af48-292b8859d09e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Nov 15 23:13:44.010018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-e196ace6-de0d-4ad6-b99f-91a7eada5d40 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:44.011464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-e196ace6-de0d-4ad6-b99f-91a7eada5d40 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575&tenant_id=116a1d11c59e428c848da999e6c343e6&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 943 time: 0.0862992 Nov 15 23:13:44.071232 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-85d3b6b6-8247-400b-bde3-c58dc4537a06 service neutron] delete failed (client error): The resource could not be found. Nov 15 23:13:44.072204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-85d3b6b6-8247-400b-bde3-c58dc4537a06 service neutron] 10.222.0.57 "DELETE /v2.0/ports/fca1fc78-39b0-4460-a3ac-fc866287b814/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0517614 Nov 15 23:13:44.157503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-2b978fc3-10c0-4a50-a38c-76cb99d3ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:44.158990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-2b978fc3-10c0-4a50-a38c-76cb99d3ed37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=116a1d11c59e428c848da999e6c343e6&device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 1094 time: 0.0410185 Nov 15 23:13:44.251404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-76835100-f13d-43d0-992a-02811173a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:44.253321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-76835100-f13d-43d0-992a-02811173a76c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 200 len: 913 time: 0.0869927 Nov 15 23:13:44.295717 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-87d11956-f4f4-4a37-beef-fd91794d1e72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 200 len: 217 time: 0.0344281 Nov 15 23:13:44.343156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-edde8ba1-164d-40cf-bd6b-502fb92f3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:44.344672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-edde8ba1-164d-40cf-bd6b-502fb92f3720 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 200 len: 852 time: 0.0427194 Nov 15 23:13:44.346157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:13:44.378366 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-0c91880b-1c15-49dc-82e3-aa7621969338 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c16d918-51ee-4598-803f-95ef26d4411d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245044 Nov 15 23:13:44.443354 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:44.455211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'network_id': '0c16d918-51ee-4598-803f-95ef26d4411d', 'port_id': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'mac_address': 'fa:16:3e:bb:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7bab14-903d-4f7b-9b7a-d5986e74ebff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:13:44.471633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-957747a4-d5fe-4fd5-926e-703107daf85f service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Nov 15 23:13:44.491925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:44.504464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca1fc78-39b0-4460-a3ac-fc866287b814 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:13:44.523675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:44.566601 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-7e419933-afd2-4062-b801-26a7194dc420 service neutron] 10.222.0.57 "GET /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Nov 15 23:13:44.573194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:44.621028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:44.628530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.630506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.631035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.631126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.631440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.631757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.632069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:44.866450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['fca1fc78-39b0-4460-a3ac-fc866287b814'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:13:45.850686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef5319-fd6f-4aa4-b190-4e6c51437757 req-71ae4ad2-eb6e-402b-be0b-d7b95e3e16f5 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:45.852200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5ef5319-fd6f-4aa4-b190-4e6c51437757 req-71ae4ad2-eb6e-402b-be0b-d7b95e3e16f5 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 944 time: 0.0481510 Nov 15 23:13:45.899678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5ef5319-fd6f-4aa4-b190-4e6c51437757 req-d94585d0-4f45-4802-979c-8dcaea0c6544 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Nov 15 23:13:46.364529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:13:46.458092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port fca1fc78-39b0-4460-a3ac-fc866287b814 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:13:46.462065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port fca1fc78-39b0-4460-a3ac-fc866287b814 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:13:46.462426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:46.540512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:46.562353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:46.564552 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23e348-006d-44c5-8206-d20b588aba45" -d '{"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-plugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:46.577052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:46.604239 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d8802-17d9-4d48-81c5-af97e45b68c0 x-openstack-request-id: req-ec4d8802-17d9-4d48-81c5-af97e45b68c0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:46.604550 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-plugged", "status": "completed", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:46.604824 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec4d8802-17d9-4d48-81c5-af97e45b68c0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:46.605208 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'code': 200} Nov 15 23:13:46.635317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:46.681538 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:47.017665 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485b8a4-41e5-4471-90e2-2caddce75e08 req-342af0e8-ff6c-4d7d-bfaa-97781bdbb51d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:47.019430 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e485b8a4-41e5-4471-90e2-2caddce75e08 req-342af0e8-ff6c-4d7d-bfaa-97781bdbb51d tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Nov 15 23:13:47.068679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e485b8a4-41e5-4471-90e2-2caddce75e08 req-4451e586-7b01-4cfa-88a9-23e754d3f573 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/security-groups?id=0c5809e1-4670-4ba9-bb86-4e34606220f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Nov 15 23:13:47.205553 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-48fcb0c9-24e6-44d9-9977-c414a597fa23 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:47.206920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-48fcb0c9-24e6-44d9-9977-c414a597fa23 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Nov 15 23:13:47.295707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Deleting port fca1fc78-39b0-4460-a3ac-fc866287b814 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:13:47.296036 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:47.383743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] For port fca1fc78-39b0-4460-a3ac-fc866287b814, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=fca1fc78-39b0-4460-a3ac-fc866287b814,segment=NetworkSegment(8f65c179-a492-4fef-a63b-0b86eaeea166),segment_id=8f65c179-a492-4fef-a63b-0b86eaeea166)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:13:47.384101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:47.397238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Calling delete_port for fca1fc78-39b0-4460-a3ac-fc866287b814 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:13:47.584373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:47.599289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['fca1fc78-39b0-4460-a3ac-fc866287b814'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:13:47.613941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Pushing event deleted for resources: {'Port': ['ID=fca1fc78-39b0-4460-a3ac-fc866287b814,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:47.657734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] No DVR routers for this DVR port fca1fc78-39b0-4460-a3ac-fc866287b814 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:13:47.660302 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:47.663701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9252c34-927b-43d4-9776-6bef8cd6ede3 req-1bdd2c4d-6f4f-48fb-9c9c-1d88ee4d1b7e tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.55 "DELETE /v2.0/ports/fca1fc78-39b0-4460-a3ac-fc866287b814 HTTP/1.1" status: 204 len: 173 time: 0.4471679 Nov 15 23:13:47.664126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-deleted', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:47.666369 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39752335-059e-4199-9fd8-abcca01bec18" -d '{"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-deleted", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:47.703227 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd1dba8-2098-49db-b43e-2d633beedd82 x-openstack-request-id: req-2dd1dba8-2098-49db-b43e-2d633beedd82 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:47.703546 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b850887-cd3d-4d49-b010-071d659d6575", "name": "network-vif-deleted", "tag": "fca1fc78-39b0-4460-a3ac-fc866287b814", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:47.703796 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2dd1dba8-2098-49db-b43e-2d633beedd82 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:47.704194 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b850887-cd3d-4d49-b010-071d659d6575', 'name': 'network-vif-deleted', 'tag': 'fca1fc78-39b0-4460-a3ac-fc866287b814', 'status': 'completed', 'code': 200} Nov 15 23:13:48.188281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e92d08c-3370-4c48-90da-3800383f9281 req-9d076657-b632-4a65-b4c8-c23819e6ef95 tempest-DeleteServersTestJSON-1934787685 tempest-DeleteServersTestJSON-1934787685-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b850887-cd3d-4d49-b010-071d659d6575 HTTP/1.1" status: 200 len: 210 time: 0.0301807 Nov 15 23:13:49.319009 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37774) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:49.362847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Deleting subnet 3c7bab14-903d-4f7b-9b7a-d5986e74ebff {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:13:49.365876 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.398397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.436219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.538754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.568930 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7bab14-903d-4f7b-9b7a-d5986e74ebff,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:49.570935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.574145 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7cde401b-c8e0-4659-806b-6cf4ab42f04d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c7bab14-903d-4f7b-9b7a-d5986e74ebff HTTP/1.1" status: 204 len: 168 time: 0.2541327 Nov 15 23:13:49.576649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 37776) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:49.643310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.724793 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.744249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c16d918-51ee-4598-803f-95ef26d4411d']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:13:49.753291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f65c179-a492-4fef-a63b-0b86eaeea166') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:13:49.753592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f65c179-a492-4fef-a63b-0b86eaeea166') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:13:49.762723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.776005 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.782331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:13:49.782711 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:13:49.784295 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:13:49.881351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.886447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:49.891192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c16d918-51ee-4598-803f-95ef26d4411d HTTP/1.1" status: 204 len: 168 time: 0.3135638 Nov 15 23:13:49.903803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ccbaf-fb61-42ff-a4ca-97b29c3dbeee admin admin] Pushing event deleted for resources: {'Network': ['ID=0c16d918-51ee-4598-803f-95ef26d4411d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:50.187972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37780) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:50.226839 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4e8e3d7d-50f9-4c27-8e80-116a347d834f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=116a1d11c59e428c848da999e6c343e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377026 Nov 15 23:13:50.229330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37782) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:50.274338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:50.297556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:50.401172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:50.403732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:50.405191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:13:50.408965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c5809e1-4670-4ba9-bb86-4e34606220f6 HTTP/1.1" status: 204 len: 168 time: 0.1766424 Nov 15 23:13:50.416023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5809e1-4670-4ba9-bb86-4e34606220f6,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:50.423879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.424221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.424700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.425035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.425363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.425711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.425994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.426310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.426621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.426936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.427246 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.427366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: fca1fc78-39b0-4460-a3ac-fc866287b814 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:13:50.427555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eeead-f669-4099-8a64-bc1475bb0f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:13:50.427666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device fca1fc78-39b0-4460-a3ac-fc866287b814 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:13:51.343775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37804) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:51.436575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1954656206-network', 'tenant_id': '65c4a6d9ec8448d48c50c669fa55c64e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:51.526890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Made reservation on behalf of 65c4a6d9ec8448d48c50c669fa55c64e for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:13:51.529830 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.538303 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.610736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.657868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.681237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:13:51.691096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:51.695882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.699113 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Added segment 37cd3146-c4d1-4b9b-9fc7-576d220f62ce of type vlan for network 15a32132-2909-4eaa-a6bd-2762c2a25d50 Nov 15 23:13:51.734603 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.801129 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.802060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:51.802628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:51.889952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] Pushing event updated for resources: {'Network': ['ID=15a32132-2909-4eaa-a6bd-2762c2a25d50,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:51.899577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:13:51.929919 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0faf4fda-b63e-4e8f-be20-9b2175910a80 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5849783 Nov 15 23:13:51.932775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 37808) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:13:51.937987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Request body: {'subnet': {'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1954656206-subnet', 'tenant_id': '65c4a6d9ec8448d48c50c669fa55c64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:52.012719 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Made reservation on behalf of 65c4a6d9ec8448d48c50c669fa55c64e for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:13:52.015150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:52.246979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:52.305566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcd0eb4-ba09-4add-9743-051af3abc44e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:52.311515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Checking segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:13:52.311939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Network hostable DHCP agents. Network: 15a32132-2909-4eaa-a6bd-2762c2a25d50, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:13:52.412055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:13:52.492199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 15a32132-2909-4eaa-a6bd-2762c2a25d50) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:13:52.496925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:52.504486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:52.504685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2b3ea-783f-4ce5-bcb8-881df310b5a7 None None] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:13:52.569517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-569005f9-ec95-4503-ac6b-a9691634936c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6357491 Nov 15 23:13:52.625157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b261eb2-0b41-4088-9caf-2b5934c2ce63 None None] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:13:52.999075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-7fb2d794-13e4-4966-a145-e8f4e84f5cda tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:53.000533 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-7fb2d794-13e4-4966-a145-e8f4e84f5cda tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 815 time: 0.1028228 Nov 15 23:13:53.015383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-38dedef8-c9b3-494b-9a96-d3e2ac0b2220 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/quotas/65c4a6d9ec8448d48c50c669fa55c64e HTTP/1.1" status: 200 len: 375 time: 0.0092509 Nov 15 23:13:53.045702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-60b7c8bc-9c22-4a72-b6d3-8f846ea0d440 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250645 Nov 15 23:13:53.135911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-a4833805-023f-48cf-b574-a15569f95c86 service neutron] 10.222.0.15 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Nov 15 23:13:53.224015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-e4750c52-c5f7-4b4c-9153-27afc17f6565 service neutron] 10.222.0.15 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815415 Nov 15 23:13:53.453920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45e75bb9-4ab3-463a-a691-95aa847f7f97 req-4e490952-1550-4f48-b7c5-12a7572b0c25 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 210 time: 0.0273163 Nov 15 23:13:54.551383 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-876502a1-5f2a-4cbb-b0f5-b3b9f20092e4 req-c1a193b9-a013-41d6-8743-359519626caf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 210 time: 0.0307479 Nov 15 23:13:55.295362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:13:55.489206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-e0a983fb-38e9-499f-b731-d4dd082fb0b7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:55.492103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-e0a983fb-38e9-499f-b731-d4dd082fb0b7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 815 time: 0.1093991 Nov 15 23:13:55.512708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Request body: {'port': {'device_id': '1d689049-bf1f-42d2-8f89-827330007eec', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'admin_state_up': True, 'tenant_id': '65c4a6d9ec8448d48c50c669fa55c64e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:55.658483 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24f0b97e-c5a2-424e-9f05-b18b43eb3149 req-5f3653c1-b26a-4d6c-bf87-ff146506c044 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 210 time: 0.0282094 Nov 15 23:13:55.749959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Made reservation on behalf of 65c4a6d9ec8448d48c50c669fa55c64e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:13:55.753567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:55.879961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Allocated IP 172.20.0.14 (15a32132-2909-4eaa-a6bd-2762c2a25d50/bfcd0eb4-ba09-4add-9743-051af3abc44e/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:13:56.035328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.138495 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.182704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:13:56.185829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:13:56.189576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:13:56.195750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:56.243990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:56.244596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.295473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-f2e9bc79-6db2-41d0-8d15-cede90be74d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862332 Nov 15 23:13:56.320076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Request body: {'port': {'device_id': '1d689049-bf1f-42d2-8f89-827330007eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:13:56.372134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.628661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:13:56.635728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.647874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Transition to ACTIVE for port object e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:13:56.755345 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.790432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb50c11-0c79-42ee-957a-36870a8840bc req-9d78c7d1-6d0b-4c3e-9f3a-99e73826d16f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:56.791951 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ecb50c11-0c79-42ee-957a-36870a8840bc req-9d78c7d1-6d0b-4c3e-9f3a-99e73826d16f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 932 time: 0.0532172 Nov 15 23:13:56.813145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:56.841113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ecb50c11-0c79-42ee-957a-36870a8840bc req-0106234d-6593-40cd-9378-ade70369d843 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Nov 15 23:13:56.876029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:13:56.876361 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:13:56.876895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:56.881160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:13:56.881414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:13:56.886058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:13:56.886384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Checking segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:13:56.886751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Bound using segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:13:56.887167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Bound port: e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:13:56.887506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:56.952082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:13:56.955028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:13:57.018287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:57.055720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.055720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:13:57.055720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] 10.222.0.55 "PUT /v2.0/ports/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 1092 time: 0.7355573 Nov 15 23:13:57.055720 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:13:57.055720 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398f094-1983-41a3-be31-bf833e97520a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:13:57.079419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032595-c06c-44b5-b011-c22ae4b90f4f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:13:57.094959 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb5664-e8c1-49bf-ae30-441c85cdba4d x-openstack-request-id: req-c0eb5664-e8c1-49bf-ae30-441c85cdba4d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:13:57.095259 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:13:57.095503 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0eb5664-e8c1-49bf-ae30-441c85cdba4d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:13:57.095909 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'status': 'completed', 'code': 200} Nov 15 23:13:57.159269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f094-1983-41a3-be31-bf833e97520a req-f8b96df1-dfb1-44b9-85af-00d4f586b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.160792 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2398f094-1983-41a3-be31-bf833e97520a req-f8b96df1-dfb1-44b9-85af-00d4f586b809 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1095 time: 0.0428700 Nov 15 23:13:57.262363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f094-1983-41a3-be31-bf833e97520a req-d2c2a138-58fd-4e3c-9968-dfc65a87cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.263951 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2398f094-1983-41a3-be31-bf833e97520a req-d2c2a138-58fd-4e3c-9968-dfc65a87cb25 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923893 Nov 15 23:13:57.358461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f094-1983-41a3-be31-bf833e97520a req-a32136ca-fff3-4973-8756-14ed4aeed4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.359904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2398f094-1983-41a3-be31-bf833e97520a req-a32136ca-fff3-4973-8756-14ed4aeed4ba service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856524 Nov 15 23:13:57.455276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-44abe293-7d04-4b74-b58c-bff06cc15e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.456735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-44abe293-7d04-4b74-b58c-bff06cc15e6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1095 time: 0.0445340 Nov 15 23:13:57.503086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-451f564b-bdf6-4d75-a1e9-de85c9a14f21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0351715 Nov 15 23:13:57.561588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-6c551b65-3630-46bb-a95e-21d209215e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.563811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-6c551b65-3630-46bb-a95e-21d209215e08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0532706 Nov 15 23:13:57.595452 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-646c6f8b-dcc6-46d8-8328-c5bc315400f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246060 Nov 15 23:13:57.686746 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-7fab5371-9c11-4b9c-9cc0-0bd6c13b3359 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839462 Nov 15 23:13:57.776089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a44049bb-3192-4243-9cb3-a8c122eceafd req-36871e7a-ea9d-4ccb-90d7-d17eee483420 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791225 Nov 15 23:13:57.955059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8365e-1c73-4fe3-acba-22393733d90a req-3a6c854b-0289-44d9-b6bf-3e64416ec15a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:57.956542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aeb8365e-1c73-4fe3-acba-22393733d90a req-3a6c854b-0289-44d9-b6bf-3e64416ec15a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0481775 Nov 15 23:13:58.006070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aeb8365e-1c73-4fe3-acba-22393733d90a req-7f613f35-2c63-45fb-80d5-67183df7492b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Nov 15 23:13:59.362203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4087-25ec-4320-9a74-66caffd3a387 req-88241b54-9543-4beb-8037-7a51aa23cb69 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:13:59.363572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b1a4087-25ec-4320-9a74-66caffd3a387 req-88241b54-9543-4beb-8037-7a51aa23cb69 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0489581 Nov 15 23:13:59.410099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b1a4087-25ec-4320-9a74-66caffd3a387 req-c65fcc9d-5ccd-4353-8105-b7889aa9e800 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Nov 15 23:13:59.583972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:00.149741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:00.452380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:14:00.526216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4279ec-0846-40f2-a932-2b7c0da41643 req-99bdd0e5-19e8-473d-a675-76aa88d234da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:00.528102 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc4279ec-0846-40f2-a932-2b7c0da41643 req-99bdd0e5-19e8-473d-a675-76aa88d234da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0501022 Nov 15 23:14:00.555949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:00.566730 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'port_id': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'mac_address': 'fa:16:3e:49:6c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcd0eb4-ba09-4add-9743-051af3abc44e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:14:00.576441 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc4279ec-0846-40f2-a932-2b7c0da41643 req-ecbb42a2-e52b-4b8a-a72d-889b276d8dbf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Nov 15 23:14:00.603994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:00.617573 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:14:00.636111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:00.703531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:00.749013 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:00.941163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:14:01.694659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bc425-485c-4ba7-88f8-f78512eaf252 req-b74e9875-82e9-49a9-a958-6c6accac387b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:01.696112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4bc425-485c-4ba7-88f8-f78512eaf252 req-b74e9875-82e9-49a9-a958-6c6accac387b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 945 time: 0.0515800 Nov 15 23:14:01.742266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4bc425-485c-4ba7-88f8-f78512eaf252 req-b82f33bc-f1a8-4ce0-96a9-ace35d871bcb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Nov 15 23:14:02.469612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:14:02.589451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:14:02.593343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:14:02.593707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:02.670937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:02.692494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:02.694695 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8011ae8-f3ca-4dc7-a77d-5c478bf15671" -d '{"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-plugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:02.707412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:02.732275 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84aff88-27fe-4653-9740-d7ceaa52134c x-openstack-request-id: req-c84aff88-27fe-4653-9740-d7ceaa52134c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:02.733098 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-plugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:02.733350 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c84aff88-27fe-4653-9740-d7ceaa52134c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:02.733741 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'code': 200} Nov 15 23:14:02.750150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:02.799277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:02.848381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929733-1bb9-48cc-9dee-dfe53d79d642 req-b5a0873e-1382-42c1-8d41-f679ad8fb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:02.849960 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba929733-1bb9-48cc-9dee-dfe53d79d642 req-b5a0873e-1382-42c1-8d41-f679ad8fb5df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1097 time: 0.0463605 Nov 15 23:14:02.860563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dd363-f6ae-4927-8552-3eddfed5b6c9 req-a9b78ae5-493e-4a28-806e-9f8d9efb1dc1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:02.862133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff0dd363-f6ae-4927-8552-3eddfed5b6c9 req-a9b78ae5-493e-4a28-806e-9f8d9efb1dc1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0495045 Nov 15 23:14:02.899547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba929733-1bb9-48cc-9dee-dfe53d79d642 req-55c80810-b652-4cd3-851a-e8590bdc11d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Nov 15 23:14:02.909505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff0dd363-f6ae-4927-8552-3eddfed5b6c9 req-f3df56fa-8525-4820-801d-beb4641a96f0 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Nov 15 23:14:04.030956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9278-885c-4e2d-ba15-fc98a67054d1 req-298bde07-7f1d-4e56-84b2-6ffc72146db8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:04.032458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f2f9278-885c-4e2d-ba15-fc98a67054d1 req-298bde07-7f1d-4e56-84b2-6ffc72146db8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0527837 Nov 15 23:14:04.079258 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f2f9278-885c-4e2d-ba15-fc98a67054d1 req-40dd36c5-93ef-47bf-8119-9a5be4623813 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Nov 15 23:14:04.766661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce27117e-da42-4ac7-926b-e3e7eacc09f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:05.193274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade34749-3b29-4f4f-b6a3-478eb8585181 req-7ec286df-4dcf-4d4f-b754-a404812676a9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:05.194737 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ade34749-3b29-4f4f-b6a3-478eb8585181 req-7ec286df-4dcf-4d4f-b754-a404812676a9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0495312 Nov 15 23:14:05.241601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ade34749-3b29-4f4f-b6a3-478eb8585181 req-c933e726-128d-46a7-a240-3837d23f2e91 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Nov 15 23:14:05.360079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222bc29-549a-41e0-97a7-9ad99e5d54bd req-ca387b43-99cd-409c-8d00-4ccb97673153 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:05.361480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9222bc29-549a-41e0-97a7-9ad99e5d54bd req-ca387b43-99cd-409c-8d00-4ccb97673153 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0487475 Nov 15 23:14:05.410621 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9222bc29-549a-41e0-97a7-9ad99e5d54bd req-cec6cef0-570c-420f-bdb9-54287212bd59 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Nov 15 23:14:05.667015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f278f1-8c40-47f5-81f0-f40b92e5f475 req-3f5d5d4d-cd2d-4dc6-afef-53c491068bc0 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:05.668455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75f278f1-8c40-47f5-81f0-f40b92e5f475 req-3f5d5d4d-cd2d-4dc6-afef-53c491068bc0 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0490234 Nov 15 23:14:05.714943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75f278f1-8c40-47f5-81f0-f40b92e5f475 req-bd02fbb5-bb57-4e05-a0bd-d15c1bc968d8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Nov 15 23:14:05.828728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427c696-e050-4aaa-ab6f-ebd5556cd35a req-b89e692e-b467-4584-9543-1cc0c1eca0a2 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:05.830212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427c696-e050-4aaa-ab6f-ebd5556cd35a req-b89e692e-b467-4584-9543-1cc0c1eca0a2 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0478058 Nov 15 23:14:05.875687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7427c696-e050-4aaa-ab6f-ebd5556cd35a req-60597e4d-4fb6-4c94-9ab9-a9eb789229eb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Nov 15 23:14:06.220796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee4db-4f71-43fb-8c98-12465eebd638 req-14348722-c765-4e11-87b4-b6991e052837 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:06.226726 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6cee4db-4f71-43fb-8c98-12465eebd638 req-14348722-c765-4e11-87b4-b6991e052837 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0531497 Nov 15 23:14:06.270079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6cee4db-4f71-43fb-8c98-12465eebd638 req-77e80639-c9dc-4a0f-963d-7fd33c158844 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Nov 15 23:14:06.325068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-9417ac82-14ce-41dd-9a2e-ca5100a83972 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404286 Nov 15 23:14:07.218716 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee999-d3e8-4898-a21f-c3a0d4e51c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:07.385035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368997-27d9-4aa6-bd12-ac914b06e10f req-1726f43e-6319-4556-ab6f-dbe60823f650 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:07.386493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef368997-27d9-4aa6-bd12-ac914b06e10f req-1726f43e-6319-4556-ab6f-dbe60823f650 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0474052 Nov 15 23:14:07.436705 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef368997-27d9-4aa6-bd12-ac914b06e10f req-a4915f2a-6241-4401-adc1-72853dba95e3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Nov 15 23:14:08.147680 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-263504e3-b6e7-44f5-8922-1c6218240205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:08.149375 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-263504e3-b6e7-44f5-8922-1c6218240205 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1097 time: 0.0407515 Nov 15 23:14:08.241259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-6e2bd7c2-0f38-49f8-a339-48f34e04a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:08.242729 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-6e2bd7c2-0f38-49f8-a339-48f34e04a9d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0859914 Nov 15 23:14:08.283137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-03fd066c-06f3-4725-8025-64eff913cd8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0332034 Nov 15 23:14:08.332697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-5628a2db-a962-40d3-af29-c9b133bcedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:08.334223 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-5628a2db-a962-40d3-af29-c9b133bcedc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0423052 Nov 15 23:14:08.365177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-2af91481-fa25-4354-adb1-6f83bafbebbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233436 Nov 15 23:14:08.417363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:08.458684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-c6053e18-a473-4127-985a-a3597e76094e service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845430 Nov 15 23:14:08.557139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991345-30d0-472a-8b94-ae42da70edc8 req-30802bb1-2d67-4335-867b-96413544b12f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:08.558639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16991345-30d0-472a-8b94-ae42da70edc8 req-30802bb1-2d67-4335-867b-96413544b12f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0530179 Nov 15 23:14:08.563497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8e608a06-9416-4137-9cc2-451886addc6c service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966494 Nov 15 23:14:08.606797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16991345-30d0-472a-8b94-ae42da70edc8 req-f9932a06-a941-4969-a888-1a853dbccc98 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Nov 15 23:14:09.543446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:09.721437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2c056-02df-4b33-b176-24c7e35e4b40 req-5d5e5f14-485d-433d-b6fd-e4221e81ecbe tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:09.722924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21a2c056-02df-4b33-b176-24c7e35e4b40 req-5d5e5f14-485d-433d-b6fd-e4221e81ecbe tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0483146 Nov 15 23:14:09.768165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21a2c056-02df-4b33-b176-24c7e35e4b40 req-b38eeff7-8b39-44aa-8c94-13be5b4ae2fd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Nov 15 23:14:10.348413 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:10.883826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f064-85f4-4c03-a626-a4039d713ee1 req-cf78f6e8-788d-40c5-9a2c-0772b0e5c8f8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:10.885314 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e033f064-85f4-4c03-a626-a4039d713ee1 req-cf78f6e8-788d-40c5-9a2c-0772b0e5c8f8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0508428 Nov 15 23:14:10.932052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e033f064-85f4-4c03-a626-a4039d713ee1 req-42b71beb-7a10-458a-afcc-55e4b09e1846 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Nov 15 23:14:12.048870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c347e8-d5a7-4d2e-b043-7fb685e218e6 req-a94645e6-f6a1-4afb-955b-a3f241991520 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:12.050257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96c347e8-d5a7-4d2e-b043-7fb685e218e6 req-a94645e6-f6a1-4afb-955b-a3f241991520 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0486822 Nov 15 23:14:12.098891 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96c347e8-d5a7-4d2e-b043-7fb685e218e6 req-d9ae2a48-66e8-4e58-9074-ac76d86b5b8c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Nov 15 23:14:13.213277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823643-c537-499b-a23e-f1ef75a28cd4 req-60374c61-e417-4eff-aef3-72c1722fea5e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:13.214614 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c823643-c537-499b-a23e-f1ef75a28cd4 req-60374c61-e417-4eff-aef3-72c1722fea5e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0475950 Nov 15 23:14:13.264129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c823643-c537-499b-a23e-f1ef75a28cd4 req-be463a39-1ea2-41ff-b814-ba62e8e3bee7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Nov 15 23:14:14.378652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5bf35-0411-497f-8f07-1195283f4c05 req-880251bc-4381-4f83-92e4-036dc929b1ed tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:14.380108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1d5bf35-0411-497f-8f07-1195283f4c05 req-880251bc-4381-4f83-92e4-036dc929b1ed tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0480876 Nov 15 23:14:14.426729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1d5bf35-0411-497f-8f07-1195283f4c05 req-ff276c3f-8f19-43b6-8f50-3b6f7edcb0da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Nov 15 23:14:15.539793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f996-ad49-49ae-8c7e-5e0eb6cd5c84 req-becdd9f9-d2aa-4f42-bfbb-001fc8a60b27 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:15.541282 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ac8f996-ad49-49ae-8c7e-5e0eb6cd5c84 req-becdd9f9-d2aa-4f42-bfbb-001fc8a60b27 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0477309 Nov 15 23:14:15.588685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ac8f996-ad49-49ae-8c7e-5e0eb6cd5c84 req-3a440142-7fa2-4f03-8704-c0d31804908e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Nov 15 23:14:16.704012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3237-f168-4eaa-aaf7-8590a685be05 req-b445a524-17a3-451f-af05-3c24be4f57bb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:16.705505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-faee3237-f168-4eaa-aaf7-8590a685be05 req-b445a524-17a3-451f-af05-3c24be4f57bb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0516520 Nov 15 23:14:16.750346 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-faee3237-f168-4eaa-aaf7-8590a685be05 req-7627f8b9-b720-41ed-8efe-53d222dee0b5 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Nov 15 23:14:17.868227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329692-3513-41f6-b70b-9320596ef05a req-87f7065b-bc5d-46b8-821e-edec218f807d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:17.869689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8329692-3513-41f6-b70b-9320596ef05a req-87f7065b-bc5d-46b8-821e-edec218f807d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0475960 Nov 15 23:14:17.914920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8329692-3513-41f6-b70b-9320596ef05a req-2c69d5f3-3563-47c5-bc6a-3375838ebdba tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Nov 15 23:14:19.026847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503cfe-78f6-4109-ac14-2dea68a95cf9 req-086c38f1-2aa9-4d3f-a67a-a0794c03a88b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:19.028359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69503cfe-78f6-4109-ac14-2dea68a95cf9 req-086c38f1-2aa9-4d3f-a67a-a0794c03a88b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0474286 Nov 15 23:14:19.077782 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69503cfe-78f6-4109-ac14-2dea68a95cf9 req-4d10ddc9-1038-4c05-ae11-38f97aef5e6c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Nov 15 23:14:20.189360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b22d2-fe05-4240-9960-2c6fa900cb37 req-91fbd5a7-943e-47df-85a9-31be38acb6d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:20.190797 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-352b22d2-fe05-4240-9960-2c6fa900cb37 req-91fbd5a7-943e-47df-85a9-31be38acb6d7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0472715 Nov 15 23:14:20.236334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-352b22d2-fe05-4240-9960-2c6fa900cb37 req-100305d2-60fd-42e8-a4ca-27e332a162a7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Nov 15 23:14:21.350043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41586-f0e9-4c14-a438-045f34a2f626 req-7d97056e-aea5-4d63-8645-f48829c021c3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:21.351469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31a41586-f0e9-4c14-a438-045f34a2f626 req-7d97056e-aea5-4d63-8645-f48829c021c3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0476081 Nov 15 23:14:21.397007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31a41586-f0e9-4c14-a438-045f34a2f626 req-77d064a1-b593-40d0-9426-7929663b1ca3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Nov 15 23:14:22.518721 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340564-4b34-4ae9-b0c2-48322e961ae6 req-f6f75e5f-99a7-45f9-ae56-8405e8309f1b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:22.520438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6340564-4b34-4ae9-b0c2-48322e961ae6 req-f6f75e5f-99a7-45f9-ae56-8405e8309f1b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0543675 Nov 15 23:14:22.565913 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6340564-4b34-4ae9-b0c2-48322e961ae6 req-f29974a2-891d-4e55-81ec-6e40dc6f78d8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395823 Nov 15 23:14:23.686429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dff92-a70c-4941-96b3-7d5db73fbd28 req-d3ba2272-4788-49a5-8067-06759e23e45f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:23.687943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e9dff92-a70c-4941-96b3-7d5db73fbd28 req-d3ba2272-4788-49a5-8067-06759e23e45f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0528903 Nov 15 23:14:23.733872 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3e9dff92-a70c-4941-96b3-7d5db73fbd28 req-17a6fa29-30b6-4069-84b8-8862cfcb0a58 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Nov 15 23:14:24.849853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2aad9-1d86-4963-bb12-bfaaa61bac5b req-47708d31-584f-49b7-ab97-7b3ee15bbdee tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:24.851283 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8a2aad9-1d86-4963-bb12-bfaaa61bac5b req-47708d31-584f-49b7-ab97-7b3ee15bbdee tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0509186 Nov 15 23:14:24.899313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8a2aad9-1d86-4963-bb12-bfaaa61bac5b req-93fab8ef-3371-4bdd-b174-3b3e12404cfe tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Nov 15 23:14:26.011026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87e8f8-ad5a-4ee7-a85d-f871dc3af8fe req-49467040-1e02-48de-90e4-a04eb4470a4d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:26.012439 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b87e8f8-ad5a-4ee7-a85d-f871dc3af8fe req-49467040-1e02-48de-90e4-a04eb4470a4d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0474923 Nov 15 23:14:26.058150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b87e8f8-ad5a-4ee7-a85d-f871dc3af8fe req-6f71d0f2-bb00-404a-bd06-0a6fff4a612a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 Nov 15 23:14:27.172886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cd338-215f-4ea5-8950-5be8a1fe8219 req-d985ab3b-d8ee-4bd6-97a8-10fa1d09ad93 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:27.174359 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c1cd338-215f-4ea5-8950-5be8a1fe8219 req-d985ab3b-d8ee-4bd6-97a8-10fa1d09ad93 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0485070 Nov 15 23:14:27.226824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c1cd338-215f-4ea5-8950-5be8a1fe8219 req-687161aa-8c5d-407b-81fd-c86a33143d20 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Nov 15 23:14:28.341489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f21c-1306-4acf-a648-7a35122f5b30 req-5dedff15-fb45-45f0-bff1-101ad4863628 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:28.342915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0416f21c-1306-4acf-a648-7a35122f5b30 req-5dedff15-fb45-45f0-bff1-101ad4863628 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0472469 Nov 15 23:14:28.389223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0416f21c-1306-4acf-a648-7a35122f5b30 req-9c6d0def-30e9-4228-9d1b-ef0060cd8d4e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Nov 15 23:14:29.502392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb4759-6083-4aa7-b054-c7fa03fe3c06 req-1384e76e-bafb-4c75-bc5e-fcec0c609ddd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:29.503842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5eb4759-6083-4aa7-b054-c7fa03fe3c06 req-1384e76e-bafb-4c75-bc5e-fcec0c609ddd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0474379 Nov 15 23:14:29.551330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5eb4759-6083-4aa7-b054-c7fa03fe3c06 req-0c4ee2bf-b438-4bde-8692-4a234bddefbf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Nov 15 23:14:29.577654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:30.177049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:30.668183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff4ea-058c-471e-a6da-71eec52598ec req-e97e9bc1-d2ec-4527-8458-cd9c8ac743c1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:30.669658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309ff4ea-058c-471e-a6da-71eec52598ec req-e97e9bc1-d2ec-4527-8458-cd9c8ac743c1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0518010 Nov 15 23:14:30.715761 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-309ff4ea-058c-471e-a6da-71eec52598ec req-61e3f8b9-b0a8-4d00-b509-e3d2be8a4fec tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Nov 15 23:14:31.828424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995cdd-a187-4ba8-b46c-735da43a33fa req-8bf43b0d-804d-4027-bbc3-fd2ec2c97ecf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:31.829890 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2995cdd-a187-4ba8-b46c-735da43a33fa req-8bf43b0d-804d-4027-bbc3-fd2ec2c97ecf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0472598 Nov 15 23:14:31.875034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b2995cdd-a187-4ba8-b46c-735da43a33fa req-ce8f0aec-686b-442a-9146-d96c19eb9ebf tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Nov 15 23:14:32.294219 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:14:32.997112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46230799-5523-465c-9426-c84d471d3d3a req-8d74f487-37a6-4dfd-8b0a-4f69fbb31198 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:32.998546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46230799-5523-465c-9426-c84d471d3d3a req-8d74f487-37a6-4dfd-8b0a-4f69fbb31198 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0469501 Nov 15 23:14:33.048299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-46230799-5523-465c-9426-c84d471d3d3a req-db1b9d28-2dad-405b-bbb9-5cc5ddd48530 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Nov 15 23:14:34.167105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13061108-bc68-4de0-aefe-8d9e51c6a5fb req-63827739-2d61-44a8-9e66-61ff847e6397 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:34.168651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13061108-bc68-4de0-aefe-8d9e51c6a5fb req-63827739-2d61-44a8-9e66-61ff847e6397 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0487087 Nov 15 23:14:34.215157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13061108-bc68-4de0-aefe-8d9e51c6a5fb req-1e4c03b3-116e-4090-85c4-1cedd84d78a7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Nov 15 23:14:34.766271 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a72783d5-b0ac-4b40-b17c-ddff4ec6c3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:35.327270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68693851-d2ea-4160-8201-6d619406623a req-de89d778-3a8c-4948-97d8-6d8452978a98 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:35.328727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68693851-d2ea-4160-8201-6d619406623a req-de89d778-3a8c-4948-97d8-6d8452978a98 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0464520 Nov 15 23:14:35.374446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68693851-d2ea-4160-8201-6d619406623a req-74c2542a-ea3b-48d8-ab8d-0ce3454b7d45 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Nov 15 23:14:35.589631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-3d298738-421e-463b-899e-bd5dc003ef18 req-96b5e22c-17c1-4574-90bd-341162e1a387 service neutron] (103128) timed out ('10.222.0.55', 59039) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:14:36.177359 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-f2cd2b11-86f1-436c-9744-6d37f552fd14 service neutron] show failed (client error): The resource could not be found. Nov 15 23:14:36.178347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-f2cd2b11-86f1-436c-9744-6d37f552fd14 service neutron] 10.222.0.55 "GET /v2.0/ports/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0999062 Nov 15 23:14:36.498541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67bfb-b896-41f1-8d99-4b5b310b55d8 req-ee8f47d0-ceda-422d-b498-4e5365b2663c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:36.499988 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6e67bfb-b896-41f1-8d99-4b5b310b55d8 req-ee8f47d0-ceda-422d-b498-4e5365b2663c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0548289 Nov 15 23:14:36.548552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6e67bfb-b896-41f1-8d99-4b5b310b55d8 req-aea4c0c0-1804-4e7c-b1e1-1f6381e717d1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Nov 15 23:14:36.670780 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-f1a58b70-d478-4da4-b9cc-3e744990c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:36.672168 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-f1a58b70-d478-4da4-b9cc-3e744990c8e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec&tenant_id=65c4a6d9ec8448d48c50c669fa55c64e HTTP/1.1" status: 200 len: 1097 time: 0.0877233 Nov 15 23:14:36.684695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:14:36.739001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:36.930712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:36.963424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:14:37.000436 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:37.002730 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcde7de-d103-4872-b72a-207a0fafc358" -d '{"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:37.007402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.020096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Transition to ACTIVE for port object e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:14:37.050809 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de2c47-3aa6-4671-a295-c9a4a0947da8 x-openstack-request-id: req-41de2c47-3aa6-4671-a295-c9a4a0947da8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:37.051101 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:37.051353 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41de2c47-3aa6-4671-a295-c9a4a0947da8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:37.051750 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'code': 200} Nov 15 23:14:37.069107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.128770 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] No DVR routers for this DVR port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:14:37.131038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:37.169796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:14:37.173233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:14:37.173233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:14:37.174623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:14:37.174939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Attempting to bind port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:14:37.180506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:14:37.181171 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Checking segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:14:37.181281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Bound using segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:14:37.181639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Bound port: e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:14:37.181981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.200879 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8bacddb-fba8-4351-a527-0a3a1120eb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.243867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:14:37.246986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:14:37.320735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.355908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:37.356523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:37.357917 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 1092 time: 0.6770837 Nov 15 23:14:37.379887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f912476-0b6b-44f6-8559-53ddd45dadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:37.421920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-2ab9fe18-42d7-47e9-9f95-5e50ddc787c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:37.423401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-2ab9fe18-42d7-47e9-9f95-5e50ddc787c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1095 time: 0.0401347 Nov 15 23:14:37.516519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-07c3af4d-b853-4e12-9712-ec627c98ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:37.518015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-07c3af4d-b853-4e12-9712-ec627c98ac95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0857141 Nov 15 23:14:37.558788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-fa47936f-72b0-47e4-8297-0692d15ba65d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0335181 Nov 15 23:14:37.610805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-160a8176-5b9a-4e1a-8fa6-58da490f62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:37.612275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-160a8176-5b9a-4e1a-8fa6-58da490f62c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0464644 Nov 15 23:14:37.645885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-6ffbfe2c-2e8f-48b8-a6d6-8cae4a884e8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252147 Nov 15 23:14:37.665216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83164048-f23e-4e75-a150-334304731e66 req-7d1ed7b6-7159-45fc-bd21-9d717290e8c3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:37.666784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83164048-f23e-4e75-a150-334304731e66 req-7d1ed7b6-7159-45fc-bd21-9d717290e8c3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0506830 Nov 15 23:14:37.715816 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83164048-f23e-4e75-a150-334304731e66 req-4cf6b886-0a66-4830-be8f-1a0b68f0a372 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Nov 15 23:14:37.737747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-94051e1c-1f79-4f7c-ad66-2781625a09e9 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Nov 15 23:14:38.125077 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e172e64f-fdc7-4316-aaf7-6dfd51bc8dde req-3263faae-3bf3-4bc1-b49a-7c57e5864d1d service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795941 Nov 15 23:14:38.451739 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:38.637998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:14:38.676774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:14:38.835147 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ca1c-4323-4b1a-83f0-12a3fc26ea2e req-03decf25-496a-478b-a42f-44deb88d20c1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:38.836581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9da8ca1c-4323-4b1a-83f0-12a3fc26ea2e req-03decf25-496a-478b-a42f-44deb88d20c1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0505366 Nov 15 23:14:38.882005 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9da8ca1c-4323-4b1a-83f0-12a3fc26ea2e req-68e8385a-a728-4e98-9c9c-03db3f6444d1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Nov 15 23:14:39.053713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:39.056063 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd0121-e653-4296-831d-c760689aa68d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:39.104111 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9b387-8bc9-4969-854b-dfa1ded5bb06 x-openstack-request-id: req-74f9b387-8bc9-4969-854b-dfa1ded5bb06 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:39.104419 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:39.104698 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74f9b387-8bc9-4969-854b-dfa1ded5bb06 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:39.105093 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'status': 'completed', 'code': 200} Nov 15 23:14:39.202054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-c95ea991-6fad-45b8-98ef-56950122ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.209419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-c95ea991-6fad-45b8-98ef-56950122ed9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1095 time: 0.0628889 Nov 15 23:14:39.209419 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-b21edfcf-dee0-4fab-ac96-543a3a3971a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.209419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-b21edfcf-dee0-4fab-ac96-543a3a3971a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1095 time: 0.0761459 Nov 15 23:14:39.366382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-57e729aa-c423-4ffb-9edd-9f1e5d40db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.367790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-57e729aa-c423-4ffb-9edd-9f1e5d40db7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.1539838 Nov 15 23:14:39.368855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-6ec3c291-dfe7-4ed5-af40-f5ec2b3c2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.370187 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-6ec3c291-dfe7-4ed5-af40-f5ec2b3c2e08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.1493556 Nov 15 23:14:39.414135 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-6fe4663a-507b-4fac-8c96-2545f9bdb92b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0390878 Nov 15 23:14:39.451674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-0f14627e-9455-4259-8079-78255c931b35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0692475 Nov 15 23:14:39.518156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-f539846d-e70f-4ccc-9acc-adf432bab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.519923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-f539846d-e70f-4ccc-9acc-adf432bab07a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0764735 Nov 15 23:14:39.526564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0121-e653-4296-831d-c760689aa68d req-c61ff4ac-ae82-43aa-b7b6-9cb8c4706117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:39.527907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-c61ff4ac-ae82-43aa-b7b6-9cb8c4706117 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0572214 Nov 15 23:14:39.543439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:39.563493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-4f94531b-d3f7-4347-9e0c-f93dd7cd5980 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347030 Nov 15 23:14:39.582669 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-8f767b3c-41cd-4888-9226-38aa4fa42bfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441172 Nov 15 23:14:39.733275 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-0905c6d3-a52c-492d-8928-049a68f2f776 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529667 Nov 15 23:14:39.736523 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-f8f0711a-affe-4a2e-bf0a-4e9f3c02c4c4 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367693 Nov 15 23:14:39.897219 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-a1b16565-2237-4bc7-9032-f1ec87667740 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514790 Nov 15 23:14:39.900864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a9cd0121-e653-4296-831d-c760689aa68d req-d0cc2b38-3618-4e94-bf4f-5d7dffd095fd service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475627 Nov 15 23:14:40.003906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c245e9-2615-413c-bb54-46c1a9d70d91 req-64bda698-7ffd-46fd-a718-b8469aa7a2cc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:40.005400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5c245e9-2615-413c-bb54-46c1a9d70d91 req-64bda698-7ffd-46fd-a718-b8469aa7a2cc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0483150 Nov 15 23:14:40.052836 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5c245e9-2615-413c-bb54-46c1a9d70d91 req-4c7b49cb-8148-403e-a010-a796b5a5281a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Nov 15 23:14:40.314200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:41.168717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e2836-ee15-409d-ac18-d683bbce78e8 req-7ef62d2f-fb0f-4bec-b727-df93aee73b53 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:41.170155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893e2836-ee15-409d-ac18-d683bbce78e8 req-7ef62d2f-fb0f-4bec-b727-df93aee73b53 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0475326 Nov 15 23:14:41.218795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-893e2836-ee15-409d-ac18-d683bbce78e8 req-f735769f-d43b-4d63-918c-1e26c2004e19 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Nov 15 23:14:41.243463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:14:41.499421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:41.510895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'port_id': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'mac_address': 'fa:16:3e:49:6c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcd0eb4-ba09-4add-9743-051af3abc44e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:14:41.540054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e20d7-9086-42ca-a332-bc4b6848c7c9 req-25f4e5de-ecd8-476a-943c-e05b6f0fe358 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:41.541643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f5e20d7-9086-42ca-a332-bc4b6848c7c9 req-25f4e5de-ecd8-476a-943c-e05b6f0fe358 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 944 time: 0.0511746 Nov 15 23:14:41.555663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:41.569659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:14:41.592282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:41.594759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f5e20d7-9086-42ca-a332-bc4b6848c7c9 req-a11764b2-28dd-462e-80dc-5095adb35695 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Nov 15 23:14:41.663137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2497-7aae-4b97-88da-ea2295933322 req-e2bb6b35-9e29-435a-8844-4ff68aabe2da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:41.663746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:41.664592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-e2bb6b35-9e29-435a-8844-4ff68aabe2da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec&tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 944 time: 0.0528162 Nov 15 23:14:41.714663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:41.733728 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-38ec2497-7aae-4b97-88da-ea2295933322 req-3e2a1f8b-9606-4309-9440-0d9fd1a56e67 service neutron] delete failed (client error): The resource could not be found. Nov 15 23:14:41.734725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-3e2a1f8b-9606-4309-9440-0d9fd1a56e67 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0584972 Nov 15 23:14:41.823367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2497-7aae-4b97-88da-ea2295933322 req-61388137-97d1-49bc-b792-2d96749f235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:41.824885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-61388137-97d1-49bc-b792-2d96749f235d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 1096 time: 0.0414574 Nov 15 23:14:41.895802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:14:41.914954 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2497-7aae-4b97-88da-ea2295933322 req-5ac25686-1fd7-46f4-adc1-113b9e2d8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:41.916429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-5ac25686-1fd7-46f4-adc1-113b9e2d8b09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0829630 Nov 15 23:14:41.965548 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-d48e445e-65df-4d64-8c75-2c2765ad505d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 200 len: 217 time: 0.0377746 Nov 15 23:14:42.018326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2497-7aae-4b97-88da-ea2295933322 req-4f66fa58-1685-4839-9d43-6e61794f4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:42.020201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-4f66fa58-1685-4839-9d43-6e61794f4e81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0442569 Nov 15 23:14:42.055891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-8a75412b-156a-4529-8110-46892c7431a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250788 Nov 15 23:14:42.152509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-c982ea8d-e070-4c96-8dac-9957865f2a38 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849981 Nov 15 23:14:42.244416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-38ec2497-7aae-4b97-88da-ea2295933322 req-b2aa3e8e-2e64-41d5-b246-613c1c2e9663 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806315 Nov 15 23:14:42.710773 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6f7d-cfc2-43a1-97ff-c8141a0bd599 req-ce17427e-0808-4e38-8f30-745765a2cd56 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:42.712208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b99b6f7d-cfc2-43a1-97ff-c8141a0bd599 req-ce17427e-0808-4e38-8f30-745765a2cd56 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 945 time: 0.0475926 Nov 15 23:14:42.758968 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b99b6f7d-cfc2-43a1-97ff-c8141a0bd599 req-78be5005-4f9a-425e-b834-4b1486bfc40b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Nov 15 23:14:43.250762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:14:43.365660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:14:43.369456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:14:43.369825 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:43.443540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:43.466473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:43.468704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b8983b-6c55-4cc4-b41c-28359fc9f34f" -d '{"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-plugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:43.481310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:43.537251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:43.574494 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842960c-9d2f-4c11-8708-06a53ca0b87c x-openstack-request-id: req-7842960c-9d2f-4c11-8708-06a53ca0b87c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:43.574780 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-plugged", "status": "completed", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:43.575024 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7842960c-9d2f-4c11-8708-06a53ca0b87c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:43.575408 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'code': 200} Nov 15 23:14:43.589516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:43.876361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb99ced-a6bf-4f6f-9a4a-f311c8bb9295 req-6006e583-a189-4f58-82cc-841755de0398 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:43.877822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfb99ced-a6bf-4f6f-9a4a-f311c8bb9295 req-6006e583-a189-4f58-82cc-841755de0398 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0515530 Nov 15 23:14:43.925058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfb99ced-a6bf-4f6f-9a4a-f311c8bb9295 req-0862038d-d39a-4c9b-a13a-e34699afda76 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Nov 15 23:14:44.039720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bebaa-845f-4fa6-b7ae-e612c7eab130 req-97dcbbe8-3337-4010-989c-5589f6efb28c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:44.041208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3bebaa-845f-4fa6-b7ae-e612c7eab130 req-97dcbbe8-3337-4010-989c-5589f6efb28c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0480692 Nov 15 23:14:44.086363 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8b3bebaa-845f-4fa6-b7ae-e612c7eab130 req-209a6853-8c6e-49c2-975a-7d5622099aac tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Nov 15 23:14:44.195780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcc43e-8f0e-42a4-8b4a-75b60deb68c6 req-48da98ec-8947-4ba8-9f22-d3050597bab1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:44.197237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26bcc43e-8f0e-42a4-8b4a-75b60deb68c6 req-48da98ec-8947-4ba8-9f22-d3050597bab1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0462430 Nov 15 23:14:44.246049 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-26bcc43e-8f0e-42a4-8b4a-75b60deb68c6 req-1a739b5c-33ad-47bb-aef5-3a522d968a3d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Nov 15 23:14:44.734814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-a13108c0-e0a5-497d-a093-c5f47fba4b4f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:44.736238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-a13108c0-e0a5-497d-a093-c5f47fba4b4f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 815 time: 0.0986001 Nov 15 23:14:44.750575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-8fbd18f2-942e-4cf1-942a-93331f75a3a2 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/quotas/65c4a6d9ec8448d48c50c669fa55c64e HTTP/1.1" status: 200 len: 375 time: 0.0085902 Nov 15 23:14:44.800911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-b29acecc-4f7b-479b-a763-af9d2e10e4bd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452356 Nov 15 23:14:44.887678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-e481bd5f-0629-48e0-8a3e-1880613d42a5 service neutron] 10.222.0.15 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790949 Nov 15 23:14:44.977065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-bb3806f5-03e8-4c78-b286-2b2dbda89c48 service neutron] 10.222.0.15 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Nov 15 23:14:45.187098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48eba83a-5d12-4710-ae86-554e4ae5ef87 req-76444a38-9d77-4fa4-b5bf-04536f44bd9d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 210 time: 0.0272570 Nov 15 23:14:45.995880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-db3763d1-b7bf-47e2-918d-895939227613 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:45.997447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-db3763d1-b7bf-47e2-918d-895939227613 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d689049-bf1f-42d2-8f89-827330007eec HTTP/1.1" status: 200 len: 946 time: 0.0537405 Nov 15 23:14:46.094838 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Deleting port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:14:46.095278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:46.189134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] For port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:46.189490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:46.201803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Calling delete_port for e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:14:46.283648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c42d66c-5158-4674-842d-738b18875899 req-38e082b0-aeda-4cfb-b35e-d3009ab1065d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Nov 15 23:14:46.366255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:46.378064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:14:46.398605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Pushing event deleted for resources: {'Port': ['ID=e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:46.445952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] No DVR routers for this DVR port e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:14:46.450212 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:46.453760 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e9840301-0300-418a-ad4f-d36fedfe9e41 req-c17aede9-54cc-4e70-9658-92240fc39a5b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.57 "DELETE /v2.0/ports/e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 HTTP/1.1" status: 204 len: 173 time: 0.4496086 Nov 15 23:14:46.454200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-deleted', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:46.456539 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515155d7-c14f-4028-af7f-121cf95492e6" -d '{"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-deleted", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:46.495027 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ae5393-87b1-4aa5-b2a2-fd4eabdaa2f7 x-openstack-request-id: req-83ae5393-87b1-4aa5-b2a2-fd4eabdaa2f7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:46.495383 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d689049-bf1f-42d2-8f89-827330007eec", "name": "network-vif-deleted", "tag": "e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:46.495637 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83ae5393-87b1-4aa5-b2a2-fd4eabdaa2f7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:46.496034 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d689049-bf1f-42d2-8f89-827330007eec', 'name': 'network-vif-deleted', 'tag': 'e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3', 'status': 'completed', 'code': 200} Nov 15 23:14:47.104319 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-43788ed1-e9f0-4475-835f-23eacef76280 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:47.105703 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-43788ed1-e9f0-4475-835f-23eacef76280 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 815 time: 0.1009641 Nov 15 23:14:47.124238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Request body: {'port': {'device_id': '52894169-742c-460d-978e-206971580839', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'admin_state_up': True, 'tenant_id': '65c4a6d9ec8448d48c50c669fa55c64e'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:14:47.308718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Made reservation on behalf of 65c4a6d9ec8448d48c50c669fa55c64e for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:14:47.312328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:47.382164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b2f260-ac5e-490e-ae5c-b0b8121e0d25 req-f97b74bb-e0d6-4310-9965-4455c872340a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 210 time: 0.0256832 Nov 15 23:14:47.441734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Allocated IP 172.20.0.9 (15a32132-2909-4eaa-a6bd-2762c2a25d50/bfcd0eb4-ba09-4add-9743-051af3abc44e/610d9045-54f6-4af8-854b-0b4bff8e4865) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:14:47.579726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:47.698168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:47.742014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Network 15a32132-2909-4eaa-a6bd-2762c2a25d50 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:14:47.745099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:14:47.749022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:14:47.755217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:47.800013 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:47.800647 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:47.882920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-6182970a-dbaa-4ae4-947b-86ff7648706d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625792 Nov 15 23:14:47.896325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Request body: {'port': {'device_id': '52894169-742c-460d-978e-206971580839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:14:47.950858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.202704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610d9045-54f6-4af8-854b-0b4bff8e4865 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:14:48.210809 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.222316 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Transition to ACTIVE for port object 610d9045-54f6-4af8-854b-0b4bff8e4865 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:14:48.303072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.370287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:48.423941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:14:48.424274 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:14:48.424604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:14:48.430159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:14:48.430481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:14:48.435241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:14:48.435571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Checking segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:14:48.435950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Bound using segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:14:48.436371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Bound port: 610d9045-54f6-4af8-854b-0b4bff8e4865, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:14:48.436749 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.498623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa87c-7f05-4ed8-a68b-335033f3561f req-dd4dd71e-a9d2-4441-aae8-47e2675db997 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:48.499982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:14:48.500132 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0faa87c-7f05-4ed8-a68b-335033f3561f req-dd4dd71e-a9d2-4441-aae8-47e2675db997 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0478666 Nov 15 23:14:48.503030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:14:48.547162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0faa87c-7f05-4ed8-a68b-335033f3561f req-e87bc84b-a8f8-4b5f-a686-43101e02f10c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Nov 15 23:14:48.583908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.619101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:48.619713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:48.621111 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] 10.222.0.57 "PUT /v2.0/ports/610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 1091 time: 0.7296457 Nov 15 23:14:48.621549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52894169-742c-460d-978e-206971580839', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:48.623888 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed" -d '{"events": [{"name": "network-changed", "server_uuid": "52894169-742c-460d-978e-206971580839", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:48.650239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f8a6c-e717-4efe-9fc9-358435d68298 service neutron] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:48.666554 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84524dec-edfc-4075-adbf-c395ffb469d0 x-openstack-request-id: req-84524dec-edfc-4075-adbf-c395ffb469d0 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:48.666869 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52894169-742c-460d-978e-206971580839", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:48.667117 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84524dec-edfc-4075-adbf-c395ffb469d0 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:48.667522 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52894169-742c-460d-978e-206971580839', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'status': 'completed', 'code': 200} Nov 15 23:14:48.727769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-af06fa40-a055-4aa8-bddd-bf3693d14d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:48.729192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-af06fa40-a055-4aa8-bddd-bf3693d14d51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1094 time: 0.0404499 Nov 15 23:14:48.830243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-ce6f0a49-41c5-4401-95b2-fa949aa1b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:48.831690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-ce6f0a49-41c5-4401-95b2-fa949aa1b7e7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928664 Nov 15 23:14:48.926850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-63dd7134-ea44-4b4b-a810-b7d07428e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:48.928301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a18afa2-97ec-48f2-a2c7-b12caeb91aed req-63dd7134-ea44-4b4b-a810-b7d07428e87b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893729 Nov 15 23:14:49.001317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-421d8d21-1476-40bf-8c8a-60e2ebfc68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:49.002693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-421d8d21-1476-40bf-8c8a-60e2ebfc68f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1094 time: 0.0397995 Nov 15 23:14:49.043493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-98bbeeb4-d051-44de-9281-c5fcfd16086b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0326669 Nov 15 23:14:49.093998 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-25cf3af5-8663-48af-8607-729128ccdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:49.095420 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-25cf3af5-8663-48af-8607-729128ccdc25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0452650 Nov 15 23:14:49.127159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-49d3e9bf-719b-4678-b039-cde380023168 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238912 Nov 15 23:14:49.215677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-75b1773b-fc88-4b2c-9f05-50d83db8e782 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811267 Nov 15 23:14:49.265769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:14:49.287239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:14:49.287576 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e6d4e8f1-65e1-40c9-b7db-bac1e1370ad3 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:14:49.310520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a6d45329-88bd-4568-9e7b-26e748d29bea req-4b419f15-73a2-4934-a278-3ea2586b6053 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860748 Nov 15 23:14:49.673858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4be3f-94ca-4d04-9208-7a499799a5c5 req-66a889ae-1348-4d13-b603-82f90b85b3ab tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:49.675318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23a4be3f-94ca-4d04-9208-7a499799a5c5 req-66a889ae-1348-4d13-b603-82f90b85b3ab tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0615733 Nov 15 23:14:49.729876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23a4be3f-94ca-4d04-9208-7a499799a5c5 req-64c75545-c2c2-4036-99b8-405c0e38b6c9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Nov 15 23:14:50.842702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2602a-26d3-49f1-8eb1-61075f461911 req-ff17cf1d-c516-4e71-91b4-a0366d0a654b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:50.844158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ca2602a-26d3-49f1-8eb1-61075f461911 req-ff17cf1d-c516-4e71-91b4-a0366d0a654b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0479372 Nov 15 23:14:50.889544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ca2602a-26d3-49f1-8eb1-61075f461911 req-a3cb0a49-e5db-4838-91e4-aec59bdbf0a7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Nov 15 23:14:51.281353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:14:51.375509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:51.387083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'port_id': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'mac_address': 'fa:16:3e:87:3c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcd0eb4-ba09-4add-9743-051af3abc44e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:14:51.421948 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:51.434430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610d9045-54f6-4af8-854b-0b4bff8e4865 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:14:51.453864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:51.531638 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:51.582289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:51.589593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.589934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.590301 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.590633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.590958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.591278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.591599 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.591916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.592250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.592567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.592930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.593245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:14:51.727012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['610d9045-54f6-4af8-854b-0b4bff8e4865'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:14:52.002382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165aa9-efc6-43bd-8c95-2482d61e739d req-3eb8e80e-2bbe-4eb3-a0dd-a4c5ec4e2695 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:52.003727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d165aa9-efc6-43bd-8c95-2482d61e739d req-3eb8e80e-2bbe-4eb3-a0dd-a4c5ec4e2695 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 944 time: 0.0497062 Nov 15 23:14:52.049954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7d165aa9-efc6-43bd-8c95-2482d61e739d req-3691872d-21f7-4908-bd72-b863917266f8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Nov 15 23:14:53.161755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f985f4c-4fd8-4716-aa0d-1469c0154b84 req-cb528fa3-e534-4ff4-bcce-e2e5e2980f24 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:53.163188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f985f4c-4fd8-4716-aa0d-1469c0154b84 req-cb528fa3-e534-4ff4-bcce-e2e5e2980f24 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 944 time: 0.0470350 Nov 15 23:14:53.209846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f985f4c-4fd8-4716-aa0d-1469c0154b84 req-869be4ef-dd2c-4e7f-8a66-ea361b980067 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Nov 15 23:14:53.282593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:14:53.422867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 610d9045-54f6-4af8-854b-0b4bff8e4865 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:14:53.427134 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 610d9045-54f6-4af8-854b-0b4bff8e4865 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:14:53.427490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:53.504868 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:53.526337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:14:53.528515 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3d080-5c34-4bb7-b9a4-c6c640bb7407" -d '{"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-plugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:14:53.541525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:14:53.566145 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399f681-3ec5-4bc5-916f-9a9dea4459f7 x-openstack-request-id: req-b399f681-3ec5-4bc5-916f-9a9dea4459f7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:14:53.566458 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-plugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:14:53.566706 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b399f681-3ec5-4bc5-916f-9a9dea4459f7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:14:53.567145 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'code': 200} Nov 15 23:14:53.611888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:53.664532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:14:53.664771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923596a6-81d6-4b51-a633-24565075bfd8 req-ba99317b-db92-4a50-a108-900530b2634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:53.666295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-923596a6-81d6-4b51-a633-24565075bfd8 req-ba99317b-db92-4a50-a108-900530b2634e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Nov 15 23:14:53.712708 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-923596a6-81d6-4b51-a633-24565075bfd8 req-36abc4fd-f74e-42f1-9087-f212443e8757 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Nov 15 23:14:54.324066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72394e-3bed-45b6-aff3-6f8d31525452 req-a26ea82c-3e3a-4742-8906-9d80ebb6d59d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:54.325567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad72394e-3bed-45b6-aff3-6f8d31525452 req-a26ea82c-3e3a-4742-8906-9d80ebb6d59d tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Nov 15 23:14:54.379937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad72394e-3bed-45b6-aff3-6f8d31525452 req-17f99d32-6591-4718-9f81-98f7751325e5 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479426 Nov 15 23:14:55.498578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054c5e-fea2-4fe8-a775-21f1dd1517bc req-448be40c-7969-49eb-80f6-de9d67e16438 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:55.500020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8054c5e-fea2-4fe8-a775-21f1dd1517bc req-448be40c-7969-49eb-80f6-de9d67e16438 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Nov 15 23:14:55.547044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8054c5e-fea2-4fe8-a775-21f1dd1517bc req-c0e9f9f6-ff5c-45dc-9f28-d01a1ff2f63b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Nov 15 23:14:55.668826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89975a1-5441-4257-872e-641a3b52b854 req-f16c7f40-ee59-4390-b728-f678c2dc8133 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:55.670302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d89975a1-5441-4257-872e-641a3b52b854 req-f16c7f40-ee59-4390-b728-f678c2dc8133 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Nov 15 23:14:55.717768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d89975a1-5441-4257-872e-641a3b52b854 req-2d39ef3d-65a2-406c-a183-4977643d1733 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Nov 15 23:14:57.230659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e200-b24c-4f3b-92cc-30e3fd48cbd1 req-726c8588-7061-47fe-919f-7fe847791e1e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:57.232105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4059e200-b24c-4f3b-92cc-30e3fd48cbd1 req-726c8588-7061-47fe-919f-7fe847791e1e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Nov 15 23:14:57.278994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4059e200-b24c-4f3b-92cc-30e3fd48cbd1 req-282be566-8049-4ec8-a928-33273f543fe7 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Nov 15 23:14:57.373325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-ac668714-16fc-4caa-bea8-e11e914db0c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382462 Nov 15 23:14:58.394637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db4b9b-9651-46ce-b6c3-1b338ad19a9c req-be0a55ba-8a67-41fd-949b-d6f1a4dcccb8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:58.396153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35db4b9b-9651-46ce-b6c3-1b338ad19a9c req-be0a55ba-8a67-41fd-949b-d6f1a4dcccb8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0487676 Nov 15 23:14:58.443202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35db4b9b-9651-46ce-b6c3-1b338ad19a9c req-d5842c1e-b238-4e38-9787-55630a1a86cc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Nov 15 23:14:59.332815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-e218c4b8-be5d-46d5-b3b5-7e1a0412edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:59.334294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-e218c4b8-be5d-46d5-b3b5-7e1a0412edc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1096 time: 0.0405481 Nov 15 23:14:59.438797 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-0bde9085-f305-4839-bf6e-66914106a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:59.440174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-0bde9085-f305-4839-bf6e-66914106a377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0871065 Nov 15 23:14:59.481919 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-916e65d2-a93d-45c3-9688-ca5716ddeebf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0341213 Nov 15 23:14:59.543457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-0acfa228-7ae4-4085-8df6-1e8cf78c5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:59.544945 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-0acfa228-7ae4-4085-8df6-1e8cf78c5f39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0486374 Nov 15 23:14:59.570378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd05e3-4f44-4a07-91be-4f72aff66d17 req-7055ed2f-cdbf-49f5-bf85-6973dfd999ef tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:59.571917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47fd05e3-4f44-4a07-91be-4f72aff66d17 req-7055ed2f-cdbf-49f5-bf85-6973dfd999ef tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0538607 Nov 15 23:14:59.577946 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-e9f1206e-af67-41a6-a6e9-da773575bf5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244079 Nov 15 23:14:59.619654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47fd05e3-4f44-4a07-91be-4f72aff66d17 req-434e5143-6b66-4ef5-ae9f-61594f9ac74b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Nov 15 23:14:59.626575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:14:59.668426 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-4700dcd9-f65a-47ab-a4bd-5a02b32f55a0 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819623 Nov 15 23:14:59.760197 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-df70dcdd-d61a-4f4b-9298-0549b58ac3bc req-8c505475-446d-4524-bba1-b51757525f7e service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839522 Nov 15 23:14:59.910002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-9ab9f720-76f7-4ccf-8fb6-6d27600035d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:14:59.912012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-9ab9f720-76f7-4ccf-8fb6-6d27600035d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1096 time: 0.0404956 Nov 15 23:15:00.003476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-7551c1e4-6434-4bf3-8c72-ad25a1df275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:00.004938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-7551c1e4-6434-4bf3-8c72-ad25a1df275e service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0857255 Nov 15 23:15:00.045442 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-5a22fe62-54b3-4c22-b660-3a484fa33460 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0335882 Nov 15 23:15:00.092141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-697ed704-82d8-4a9f-818e-5e14a7fef09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:00.093559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-697ed704-82d8-4a9f-818e-5e14a7fef09e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0410779 Nov 15 23:15:00.130460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-604cfa75-86a9-48f6-8da9-5577c3a3cec2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288100 Nov 15 23:15:00.183327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:00.217818 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-2b6ade5e-d720-4e22-8bb0-9244e1a89428 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806680 Nov 15 23:15:00.310058 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-a02ddb91-75e7-460a-bd81-3236a18910fe service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842240 Nov 15 23:15:00.740095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6a40-c524-4228-953e-a658f2374820 req-6114e6e8-af80-45af-a264-883ed30b969b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:00.741594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b41d6a40-c524-4228-953e-a658f2374820 req-6114e6e8-af80-45af-a264-883ed30b969b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0477099 Nov 15 23:15:00.787184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b41d6a40-c524-4228-953e-a658f2374820 req-0a0a15b2-5549-4145-9b3e-8e1a964adc7b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397069 Nov 15 23:15:01.903332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33e92-4dfa-4ad2-9ea9-3695dd23ab86 req-547253c7-c2c9-42f3-b62b-ce7eb1815df9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:01.904795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4da33e92-4dfa-4ad2-9ea9-3695dd23ab86 req-547253c7-c2c9-42f3-b62b-ce7eb1815df9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0507565 Nov 15 23:15:01.949844 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4da33e92-4dfa-4ad2-9ea9-3695dd23ab86 req-1d1306e0-5126-47e6-a8ca-8a5c7892a922 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Nov 15 23:15:03.063292 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0088-8cfe-426d-90b3-7ee4d1ca0c04 req-3a712533-ab99-4972-9e31-9f6f48c263ea tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:03.064752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d58d0088-8cfe-426d-90b3-7ee4d1ca0c04 req-3a712533-ab99-4972-9e31-9f6f48c263ea tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Nov 15 23:15:03.110867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d58d0088-8cfe-426d-90b3-7ee4d1ca0c04 req-b60667c1-2350-4167-a8f7-0961560cb7f8 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Nov 15 23:15:04.221891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5513bdd-f379-4878-840c-6f228f9c187a req-dceb720f-7fb0-460d-ab2a-eb13e3040a76 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:04.223333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5513bdd-f379-4878-840c-6f228f9c187a req-dceb720f-7fb0-460d-ab2a-eb13e3040a76 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0466809 Nov 15 23:15:04.272340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5513bdd-f379-4878-840c-6f228f9c187a req-14457bac-9ac3-4ef6-810d-ece101f5c779 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Nov 15 23:15:04.782831 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b44156b-94bf-4583-80b8-7c35b5dd8272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:05.386060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb403a-9175-48e1-adc9-e42ace2f0dee req-7943509e-1f0c-46eb-8067-152dc42a2d6b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:05.387509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05eb403a-9175-48e1-adc9-e42ace2f0dee req-7943509e-1f0c-46eb-8067-152dc42a2d6b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Nov 15 23:15:05.433412 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05eb403a-9175-48e1-adc9-e42ace2f0dee req-5c36749f-df91-4660-9f2e-550e44c7b8d4 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Nov 15 23:15:06.545622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e1ffd-d37c-49fb-b458-f6752896f700 req-5d4347c0-8562-40e3-87a4-38d08d75bd7c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:06.547071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e70e1ffd-d37c-49fb-b458-f6752896f700 req-5d4347c0-8562-40e3-87a4-38d08d75bd7c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Nov 15 23:15:06.592699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e70e1ffd-d37c-49fb-b458-f6752896f700 req-af4162b8-94ee-4344-a8fd-2d512ef1559c tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397689 Nov 15 23:15:07.261915 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c762cfef-5746-4935-afe4-1fdcc3bac132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:07.713351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de480-9114-4aa1-971f-8b6c7ee57d20 req-af89aa7f-b7db-4cf0-89c6-a72104a4a514 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:07.714768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-598de480-9114-4aa1-971f-8b6c7ee57d20 req-af89aa7f-b7db-4cf0-89c6-a72104a4a514 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0517094 Nov 15 23:15:07.760367 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-598de480-9114-4aa1-971f-8b6c7ee57d20 req-9bebfeed-d5e5-4140-8c54-8303d3c21c51 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Nov 15 23:15:08.444627 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:08.872813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c072322-5934-4e8c-81e9-f0925e45e3c9 req-8cfa0c07-136e-4b32-b470-003670c44302 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:08.874261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c072322-5934-4e8c-81e9-f0925e45e3c9 req-8cfa0c07-136e-4b32-b470-003670c44302 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0472209 Nov 15 23:15:08.920669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c072322-5934-4e8c-81e9-f0925e45e3c9 req-04e179f4-fbe4-44ae-92e9-20341e8e5dd2 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Nov 15 23:15:09.293176 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:15:09.542721 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:10.033680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a47cc-eb66-401e-8136-f1a871d4bc69 req-7454550a-9cce-4acc-a8aa-976195f6e1dc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:10.035129 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a9a47cc-eb66-401e-8136-f1a871d4bc69 req-7454550a-9cce-4acc-a8aa-976195f6e1dc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Nov 15 23:15:10.083933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a9a47cc-eb66-401e-8136-f1a871d4bc69 req-2b684d8a-a0c7-491d-bbbc-568dc90f06fc tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Nov 15 23:15:10.325811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:11.196302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976ead5-4ec0-4364-a164-e995ce53eddb req-6530c397-839e-4e01-867b-3623456f23db tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:11.197784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8976ead5-4ec0-4364-a164-e995ce53eddb req-6530c397-839e-4e01-867b-3623456f23db tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0469046 Nov 15 23:15:11.244305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8976ead5-4ec0-4364-a164-e995ce53eddb req-7e9af518-517c-4d8f-968b-2a8c4b83f7a9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 15 23:15:12.363410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bb12d-2d5a-4a33-862d-fc9bd35f4cb0 req-c4f43f36-3ecf-42b4-adde-6111e9454096 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:12.365457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46bb12d-2d5a-4a33-862d-fc9bd35f4cb0 req-c4f43f36-3ecf-42b4-adde-6111e9454096 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Nov 15 23:15:12.412094 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b46bb12d-2d5a-4a33-862d-fc9bd35f4cb0 req-0ce31c51-2770-4aef-a23c-47046eb18f2a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Nov 15 23:15:13.532884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ec36-43ac-4204-9292-8ed2039c3b11 req-c76a8dfe-6f21-41c9-9351-d08a43f1ccea tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:13.534362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdb4ec36-43ac-4204-9292-8ed2039c3b11 req-c76a8dfe-6f21-41c9-9351-d08a43f1ccea tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Nov 15 23:15:13.581600 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdb4ec36-43ac-4204-9292-8ed2039c3b11 req-3d09a50d-c61b-43d7-bba0-8dfb5927e534 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Nov 15 23:15:14.697784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fa5fb-8cf7-4ff3-b5b0-9ca8954a29db req-22fd0a3d-ca0c-4028-b62a-59630c87a868 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:14.699257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-575fa5fb-8cf7-4ff3-b5b0-9ca8954a29db req-22fd0a3d-ca0c-4028-b62a-59630c87a868 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0478306 Nov 15 23:15:14.744443 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-575fa5fb-8cf7-4ff3-b5b0-9ca8954a29db req-ad726291-4873-49b4-a335-76033df287ec tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393693 Nov 15 23:15:15.860796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3a86e-a0ff-4567-b418-ef673b09d401 req-8f87eef3-7065-4b06-8463-579a94aa9126 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:15.862229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48f3a86e-a0ff-4567-b418-ef673b09d401 req-8f87eef3-7065-4b06-8463-579a94aa9126 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Nov 15 23:15:15.907453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48f3a86e-a0ff-4567-b418-ef673b09d401 req-e0c7b416-5498-453a-bbd8-61818726eee3 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Nov 15 23:15:17.026356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59a95f-3388-4311-a2cc-5b23c90ca21b req-23330233-edf0-4b8a-8e9b-ae216a5cc157 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:17.027809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a59a95f-3388-4311-a2cc-5b23c90ca21b req-23330233-edf0-4b8a-8e9b-ae216a5cc157 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Nov 15 23:15:17.074251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a59a95f-3388-4311-a2cc-5b23c90ca21b req-2959cb3b-43fa-4fc2-ba29-20d3ed8bdc9a tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Nov 15 23:15:17.212828 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-25011b93-ffab-42eb-8d4d-43ad66df3a7a service neutron] show failed (client error): The resource could not be found. Nov 15 23:15:17.213836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-25011b93-ffab-42eb-8d4d-43ad66df3a7a service neutron] 10.222.0.57 "GET /v2.0/ports/610d9045-54f6-4af8-854b-0b4bff8e4865/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0543201 Nov 15 23:15:17.760545 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-9cf2a106-192e-482e-a6c5-17cba4c06e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:17.761971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-9cf2a106-192e-482e-a6c5-17cba4c06e95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839&tenant_id=65c4a6d9ec8448d48c50c669fa55c64e HTTP/1.1" status: 200 len: 1096 time: 0.0426035 Nov 15 23:15:17.774698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:17.830759 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.025645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:18.057345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:18.095173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:18.097435 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751713d3-f0d5-4a25-b114-2b60e5f7edc3" -d '{"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-unplugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:18.101305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.115402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Transition to ACTIVE for port object 610d9045-54f6-4af8-854b-0b4bff8e4865 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:15:18.151954 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80509768-492f-402a-bcca-fda53f2f426c x-openstack-request-id: req-80509768-492f-402a-bcca-fda53f2f426c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:18.152247 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-unplugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:18.152500 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80509768-492f-402a-bcca-fda53f2f426c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:18.152933 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'code': 200} Nov 15 23:15:18.181820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.188805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190112ac-1c17-406b-a9e7-7a273ee50280 req-95982743-2ebe-49dd-910e-d81e572d01a6 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:18.190381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-190112ac-1c17-406b-a9e7-7a273ee50280 req-95982743-2ebe-49dd-910e-d81e572d01a6 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0488644 Nov 15 23:15:18.243249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-190112ac-1c17-406b-a9e7-7a273ee50280 req-f6774651-ed3d-484b-b0f3-b25babc4b877 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Nov 15 23:15:18.244133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] No DVR routers for this DVR port 610d9045-54f6-4af8-854b-0b4bff8e4865 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:15:18.247293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:18.259088 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.259428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.259759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.260087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.260407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.260761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.261082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.261396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.261712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.262026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.262339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.262652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:18.293429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:15:18.293683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:15:18.294002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:18.298267 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:15:18.298582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Attempting to bind port 610d9045-54f6-4af8-854b-0b4bff8e4865 on network 15a32132-2909-4eaa-a6bd-2762c2a25d50 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:18.303809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:15:18.304138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Checking segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:18.304508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Bound using segment: {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:15:18.304956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Bound port: 610d9045-54f6-4af8-854b-0b4bff8e4865, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cd3146-c4d1-4b9b-9fc7-576d220f62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:15:18.305296 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.366115 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:18.369039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:15:18.462107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.495019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:18.495930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:18.497311 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] 10.222.0.55 "PUT /v2.0/ports/610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 1091 time: 0.7271998 Nov 15 23:15:18.521662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0684-b383-4e68-8d5a-c1588330946b service neutron] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:18.564296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1802e483-7e9c-4c7e-88d9-49db6bb99d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:18.565716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1802e483-7e9c-4c7e-88d9-49db6bb99d76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1094 time: 0.0399566 Nov 15 23:15:18.659055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-72d5fe8c-587d-47f3-880e-ec3cbb083069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:18.660492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-72d5fe8c-587d-47f3-880e-ec3cbb083069 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0845020 Nov 15 23:15:18.704506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-0b549715-60d2-4995-8e34-e369b0a811f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0323951 Nov 15 23:15:19.051326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-c202be89-df25-47c1-b355-8eb12edd9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:19.052842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-c202be89-df25-47c1-b355-8eb12edd9617 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.3381696 Nov 15 23:15:19.088791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-492a5c26-c2bf-46ae-b62b-b63313f28691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236080 Nov 15 23:15:19.181727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-1601eda5-63f9-4182-8184-f8b6f0dccb00 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815845 Nov 15 23:15:19.282344 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6aa4c5a2-50b8-4298-b8f9-f43053807d37 req-49d43e9e-ceb1-40d4-a843-b711e28f6195 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889063 Nov 15 23:15:19.362826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098ba3a-0ffb-4b4c-9210-7f879bbe578b req-c0803ae8-5a50-4619-9f8d-a558f22c83cb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:19.364255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c098ba3a-0ffb-4b4c-9210-7f879bbe578b req-c0803ae8-5a50-4619-9f8d-a558f22c83cb tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0484519 Nov 15 23:15:19.406356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:15:19.415070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c098ba3a-0ffb-4b4c-9210-7f879bbe578b req-9bca2f9d-f27e-47d2-905e-2df6484a0fac tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Nov 15 23:15:19.447642 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:15:20.153642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52894169-742c-460d-978e-206971580839', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:20.156003 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1934136-f50b-4d92-ab4b-081bab62d6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "52894169-742c-460d-978e-206971580839", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:20.203291 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd080c44-6e67-4f00-b497-cc0eeb2b2e40 x-openstack-request-id: req-dd080c44-6e67-4f00-b497-cc0eeb2b2e40 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:20.203580 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52894169-742c-460d-978e-206971580839", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:20.203826 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd080c44-6e67-4f00-b497-cc0eeb2b2e40 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:20.204222 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52894169-742c-460d-978e-206971580839', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'status': 'completed', 'code': 200} Nov 15 23:15:20.298789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-fecc5f84-fd39-4c46-af50-d540639ed41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.301031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-fecc5f84-fd39-4c46-af50-d540639ed41e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1094 time: 0.0778291 Nov 15 23:15:20.304956 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-7776d9c2-4bb0-43ea-b641-3a9bebd2bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.306948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-7776d9c2-4bb0-43ea-b641-3a9bebd2bf5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1094 time: 0.0743709 Nov 15 23:15:20.472686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-e694455b-ae6f-44a0-bcbe-5157188577fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.477037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-e694455b-ae6f-44a0-bcbe-5157188577fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.1659081 Nov 15 23:15:20.477037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-a9a9ec77-0123-42c0-88fa-c264a369db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.477037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-a9a9ec77-0123-42c0-88fa-c264a369db0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.1566529 Nov 15 23:15:20.537725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bc333-bf04-4626-876e-ea61b0974a9d req-df2ed427-13f7-4c12-bab6-895d0911aa99 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.539199 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0bc333-bf04-4626-876e-ea61b0974a9d req-df2ed427-13f7-4c12-bab6-895d0911aa99 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0498471 Nov 15 23:15:20.551455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-9f21d825-3442-487d-afd7-0822694b1baf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0681918 Nov 15 23:15:20.552895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-75db52e1-f4ea-4d3b-9f42-cf003314f6ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0639458 Nov 15 23:15:20.586400 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0bc333-bf04-4626-876e-ea61b0974a9d req-6cdd2933-62b1-4b54-ab54-f90f5647c749 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Nov 15 23:15:20.647910 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-db84895d-add1-4c85-818f-71131ef05311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.649514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-db84895d-add1-4c85-818f-71131ef05311 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0903125 Nov 15 23:15:20.651179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-9033d437-0a10-47ea-8e02-f44acdf7376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:20.652477 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-9033d437-0a10-47ea-8e02-f44acdf7376d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0921743 Nov 15 23:15:20.687900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-cdec04f1-8a54-403f-9eef-760e76d5e1da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305846 Nov 15 23:15:20.712884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-d70ee2ad-dfb7-447c-b43b-f15024e7136a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464170 Nov 15 23:15:20.854900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-7de8b12f-4486-499f-88ef-acc9226601a1 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504800 Nov 15 23:15:20.858165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-942c97fd-e7d4-46a3-9eb3-1a64b3d66ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351526 Nov 15 23:15:21.013548 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-1836acd5-6fd9-4474-9caf-326025f051d0 service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504488 Nov 15 23:15:21.015319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f1934136-f50b-4d92-ab4b-081bab62d6e0 req-0d700778-dff2-4b84-95fd-e83961e31396 service neutron] 10.222.0.55 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455004 Nov 15 23:15:21.709502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078fa19-b18e-4976-80e4-1de241728ac3 req-c3993927-8bbc-4fb8-82f6-da8696900bca tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:21.710942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e078fa19-b18e-4976-80e4-1de241728ac3 req-c3993927-8bbc-4fb8-82f6-da8696900bca tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0516064 Nov 15 23:15:21.756775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e078fa19-b18e-4976-80e4-1de241728ac3 req-f9f9420a-f45d-4ec0-9abf-4b6d469060ac tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Nov 15 23:15:22.870567 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:15:22.873699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559746e3-e588-45e5-80a5-b62600bc5050 req-b49171ec-4811-4cb4-8b99-f812f7ad5468 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:22.875178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-559746e3-e588-45e5-80a5-b62600bc5050 req-b49171ec-4811-4cb4-8b99-f812f7ad5468 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 943 time: 0.0483332 Nov 15 23:15:22.921818 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-559746e3-e588-45e5-80a5-b62600bc5050 req-c3bee574-e5f8-4db6-9dbd-b44c0ef7a267 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Nov 15 23:15:22.963329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:22.975339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'network_id': '15a32132-2909-4eaa-a6bd-2762c2a25d50', 'port_id': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'mac_address': 'fa:16:3e:87:3c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcd0eb4-ba09-4add-9743-051af3abc44e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:15:23.017923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:23.030787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610d9045-54f6-4af8-854b-0b4bff8e4865 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:15:23.050203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:23.102819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:23.157037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:23.234710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e173e5-953c-4202-b3d6-ae49ce742475 req-21f3154b-26ae-4b34-96ff-39602399ce65 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:23.236256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94e173e5-953c-4202-b3d6-ae49ce742475 req-21f3154b-26ae-4b34-96ff-39602399ce65 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Nov 15 23:15:23.289296 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94e173e5-953c-4202-b3d6-ae49ce742475 req-62a71290-8cd2-47c7-a905-bb87d3424da1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Nov 15 23:15:23.305994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-cec4206e-6cb9-453c-bcf5-b2f13c0a129f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:23.307498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-cec4206e-6cb9-453c-bcf5-b2f13c0a129f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.57 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839&tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 944 time: 0.0522473 Nov 15 23:15:23.359784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['610d9045-54f6-4af8-854b-0b4bff8e4865'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:15:23.376273 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-77cc957b-4345-45a9-af47-e8b965d90130 service neutron] delete failed (client error): The resource could not be found. Nov 15 23:15:23.377334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-77cc957b-4345-45a9-af47-e8b965d90130 service neutron] 10.222.0.57 "DELETE /v2.0/ports/610d9045-54f6-4af8-854b-0b4bff8e4865/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0584698 Nov 15 23:15:23.467324 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-01bf4069-6a9e-47b9-9a8d-27292f5ecd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:23.468867 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-01bf4069-6a9e-47b9-9a8d-27292f5ecd58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 1095 time: 0.0460153 Nov 15 23:15:23.562650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-a3ef2641-c340-4e97-9fc0-6fa0ff9c97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:23.564032 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-a3ef2641-c340-4e97-9fc0-6fa0ff9c97c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 200 len: 916 time: 0.0882015 Nov 15 23:15:23.607496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-41aa9e91-1b28-4526-ab90-e62391b47377 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 200 len: 217 time: 0.0341659 Nov 15 23:15:23.657978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-7f053ae8-8111-445f-8981-045153426a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:23.659418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-7f053ae8-8111-445f-8981-045153426a1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 200 len: 855 time: 0.0436790 Nov 15 23:15:23.691813 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-3071da78-2dd6-495d-8803-c1423c24632c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a32132-2909-4eaa-a6bd-2762c2a25d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238216 Nov 15 23:15:23.785161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-7b204a42-8216-4cbc-b5a4-7b8c1b91b11c service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Nov 15 23:15:23.873966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cfd352d-f15a-4249-a77f-31f5c285dad0 req-2468c9c8-20fd-4086-b1ae-351f0b85f38a service neutron] 10.222.0.57 "GET /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801289 Nov 15 23:15:24.422086 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e14cae-f305-47c4-a457-e1c96e99821e req-792c6bae-99c0-4296-aecb-eee89bf54dbd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:24.423575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2e14cae-f305-47c4-a457-e1c96e99821e req-792c6bae-99c0-4296-aecb-eee89bf54dbd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Nov 15 23:15:24.472251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2e14cae-f305-47c4-a457-e1c96e99821e req-a5ef9ab7-d9ae-48c6-9b20-db58af97dc0f tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Nov 15 23:15:24.914075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:25.016656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 610d9045-54f6-4af8-854b-0b4bff8e4865 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:15:25.020946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 610d9045-54f6-4af8-854b-0b4bff8e4865 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:25.026026 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:25.110087 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:25.132695 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:25.134911 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36911d3d-2a41-41dc-ab2f-0f162cb0eab2" -d '{"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-plugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:25.147371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:25.175741 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0787c983-19b6-4018-b924-93448507de5a x-openstack-request-id: req-0787c983-19b6-4018-b924-93448507de5a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:25.176022 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-plugged", "status": "completed", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:25.176267 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0787c983-19b6-4018-b924-93448507de5a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:25.177299 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'code': 200} Nov 15 23:15:25.222982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:25.270477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:25.587157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea989ff-5cf7-4a84-b820-0d33299d48f5 req-1d4adb5a-a8da-4b8a-8b99-3a614c294265 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:25.588583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea989ff-5cf7-4a84-b820-0d33299d48f5 req-1d4adb5a-a8da-4b8a-8b99-3a614c294265 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0472472 Nov 15 23:15:25.634043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ea989ff-5cf7-4a84-b820-0d33299d48f5 req-98181b17-ff01-41d4-b90b-d933e70c3608 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Nov 15 23:15:25.757132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f7cc2-e526-4064-9109-71a88c8fdc1d req-6d82e361-643b-43c3-806c-ae9fce984ba1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:25.758482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db4f7cc2-e526-4064-9109-71a88c8fdc1d req-6d82e361-643b-43c3-806c-ae9fce984ba1 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0508075 Nov 15 23:15:25.806523 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db4f7cc2-e526-4064-9109-71a88c8fdc1d req-5fca8f23-636a-4c8d-8af6-db0392244632 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Nov 15 23:15:26.190779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02a0d-d8cb-4c6c-9f4d-20270830fa91 req-90f49a5d-aaaf-44ce-aef8-79e7df95cedd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:26.192150 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfe02a0d-d8cb-4c6c-9f4d-20270830fa91 req-90f49a5d-aaaf-44ce-aef8-79e7df95cedd tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0482368 Nov 15 23:15:26.240239 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bfe02a0d-d8cb-4c6c-9f4d-20270830fa91 req-9c9d9423-fccd-4552-bd91-6b172865a664 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Nov 15 23:15:26.861588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7421-50fd-4ba6-b614-691922c50d5a req-6e5aebbd-49c6-43f5-9538-1ed043356c7e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:26.863045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-021b7421-50fd-4ba6-b614-691922c50d5a req-6e5aebbd-49c6-43f5-9538-1ed043356c7e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Nov 15 23:15:26.909378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-021b7421-50fd-4ba6-b614-691922c50d5a req-d5c62b89-8e2f-48db-9a61-dcac31ac34da tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Nov 15 23:15:28.024434 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a3d4-165f-4e18-8a45-3791ec5b2fbc req-432cf4b0-a20a-49a5-85bd-3d38f57aec95 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:28.025921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b60a3d4-165f-4e18-8a45-3791ec5b2fbc req-432cf4b0-a20a-49a5-85bd-3d38f57aec95 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Nov 15 23:15:28.071599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5b60a3d4-165f-4e18-8a45-3791ec5b2fbc req-c70ae546-0448-4d96-a60b-e7e7b8261b0b tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Nov 15 23:15:28.147212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-15bf744b-1844-42b4-b623-5b3d1fa545c9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:28.148706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-15bf744b-1844-42b4-b623-5b3d1fa545c9 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.55 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 945 time: 0.0549505 Nov 15 23:15:28.240163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Deleting port 610d9045-54f6-4af8-854b-0b4bff8e4865 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:15:28.240507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:28.329639 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] For port 610d9045-54f6-4af8-854b-0b4bff8e4865, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=610d9045-54f6-4af8-854b-0b4bff8e4865,segment=NetworkSegment(37cd3146-c4d1-4b9b-9fc7-576d220f62ce),segment_id=37cd3146-c4d1-4b9b-9fc7-576d220f62ce)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:28.329997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:28.343002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Calling delete_port for 610d9045-54f6-4af8-854b-0b4bff8e4865 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:15:28.520048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:28.535955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['610d9045-54f6-4af8-854b-0b4bff8e4865'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:15:28.552080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Pushing event deleted for resources: {'Port': ['ID=610d9045-54f6-4af8-854b-0b4bff8e4865,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:28.591187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] No DVR routers for this DVR port 610d9045-54f6-4af8-854b-0b4bff8e4865 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:15:28.593684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:28.596990 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c9434681-93a4-4f64-9401-aa11ff4d2d3f req-477eb816-d11e-4b8f-9420-a00391d1e57e tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.55 "DELETE /v2.0/ports/610d9045-54f6-4af8-854b-0b4bff8e4865 HTTP/1.1" status: 204 len: 173 time: 0.4373002 Nov 15 23:15:28.597426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-deleted', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:28.599676 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ffeb56-0bbf-42dc-9cf0-c79a1aff2752" -d '{"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-deleted", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:28.636268 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99006f8f-f4f6-4451-9f27-1ab7f1990ce4 x-openstack-request-id: req-99006f8f-f4f6-4451-9f27-1ab7f1990ce4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:28.637058 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52894169-742c-460d-978e-206971580839", "name": "network-vif-deleted", "tag": "610d9045-54f6-4af8-854b-0b4bff8e4865", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:28.637058 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99006f8f-f4f6-4451-9f27-1ab7f1990ce4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:28.637239 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52894169-742c-460d-978e-206971580839', 'name': 'network-vif-deleted', 'tag': '610d9045-54f6-4af8-854b-0b4bff8e4865', 'status': 'completed', 'code': 200} Nov 15 23:15:29.176959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-895e537e-e7b6-4e5a-b312-f1276469acbe req-f2e1b7ea-e033-4274-b75e-b8513ce62577 tempest-ServerDiskConfigTestJSON-1861481140 tempest-ServerDiskConfigTestJSON-1861481140-project] 10.222.0.15 "GET /v2.0/ports?device_id=52894169-742c-460d-978e-206971580839 HTTP/1.1" status: 200 len: 210 time: 0.0254343 Nov 15 23:15:29.605228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.193577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.307627 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38148) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:30.353559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Deleting subnet bfcd0eb4-ba09-4add-9743-051af3abc44e {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:15:30.356524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.388959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.425860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.542643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.571293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcd0eb4-ba09-4add-9743-051af3abc44e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:30.576338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.579421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bfcd0eb4-ba09-4add-9743-051af3abc44e HTTP/1.1" status: 204 len: 168 time: 0.2707942 Nov 15 23:15:30.582221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38150) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:30.584857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.585173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.591566 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ffd55-a77c-4241-a7ac-d5ef5c432fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:30.652887 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.728034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.747638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a32132-2909-4eaa-a6bd-2762c2a25d50']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:30.756445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cd3146-c4d1-4b9b-9fc7-576d220f62ce') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:30.756760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cd3146-c4d1-4b9b-9fc7-576d220f62ce') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:30.765678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.778871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.784426 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:15:30.784828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:15:30.786949 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:15:30.897005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.902380 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:30.908898 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] 10.222.0.15 "DELETE /v2.0/networks/15a32132-2909-4eaa-a6bd-2762c2a25d50 HTTP/1.1" status: 204 len: 168 time: 0.3223639 Nov 15 23:15:30.917346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c529-1b75-44ad-aba0-c482b4a75a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a32132-2909-4eaa-a6bd-2762c2a25d50,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:30.934264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:15:30.953621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 610d9045-54f6-4af8-854b-0b4bff8e4865 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:15:30.953959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 610d9045-54f6-4af8-854b-0b4bff8e4865 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:15:31.208087 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38154) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:31.247295 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9c91a69-d2d7-4bf2-9eab-05f2074c8003 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65c4a6d9ec8448d48c50c669fa55c64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382733 Nov 15 23:15:31.249757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38156) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:31.295514 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:31.325135 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:31.439554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:31.442097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:31.443251 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a HTTP/1.1" status: 204 len: 168 time: 0.1926112 Nov 15 23:15:31.451225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a969f8-1e5d-4fe1-bf54-5383481901d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cc76d-ab9f-442e-bc71-7ab1ceecd78a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:32.409084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38178) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:32.502327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-216294644-network', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:32.582540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:15:32.584845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.593237 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.663498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.730786 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.757659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:15:32.762812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcdaa13-a130-4dcd-b115-76866dae6a07,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:32.770411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.770411 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Added segment 675a1954-e1dc-48cb-9735-7477e3cb9471 of type vlan for network c6bfb11f-093a-4e0f-995b-655859371cfb Nov 15 23:15:32.809383 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.901967 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.902928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:32.903502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:32.966685 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bfb11f-093a-4e0f-995b-655859371cfb,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:32.976755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network c6bfb11f-093a-4e0f-995b-655859371cfb details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:15:33.023129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e1ba1b04-3e34-478d-b658-6f411035b843 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6127634 Nov 15 23:15:33.025880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38182) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:33.033551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Request body: {'subnet': {'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-216294644-subnet', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:33.113317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:15:33.115628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.354507 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.404771 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b40d78-a752-4f7b-9522-e830587e2115,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:33.419568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:33.422564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Network hostable DHCP agents. Network: c6bfb11f-093a-4e0f-995b-655859371cfb, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:15:33.490897 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Network c6bfb11f-093a-4e0f-995b-655859371cfb is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:15:33.553695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, c6bfb11f-093a-4e0f-995b-655859371cfb) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:33.557787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:33.558450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.563876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f14457-8ad8-4a55-90b2-270726553390 None None] Network c6bfb11f-093a-4e0f-995b-655859371cfb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:15:33.624305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e9379d5b-26a8-4dbb-aa30-8978c2b3c2bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5969629 Nov 15 23:15:33.627004 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38184) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:33.632044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:33.705950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-c6bfb11f-093a-4e0f-995b-655859371cfb', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:15:33.706828 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.724700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.725807 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.774645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.839396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Allocated IP 172.20.0.2 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/a3b5e9d0-9d45-49cb-84e1-02452c89aa06) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:15:33.972895 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:33.982700 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.057403 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.099889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:34.102829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:34.106412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:15:34.113117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Pushing event updated for resources: {'Port': ['ID=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:34.164235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Attempting to bind port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:15:34.164597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Attempting to bind port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:15:34.165006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Attempting to bind port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:34.170080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:15:34.170439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:34.170835 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.171250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:15:34.171812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Bound port: a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:15:34.172194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.227221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.233129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] For port a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:34.236266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] For port a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:15:34.246635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.320116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.347196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Allocated IP 172.25.0.153 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:15:34.386157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e129a-b94e-40c0-aece-4fa3ae307340 None None] Pushing event updated for resources: {'Port': ['ID=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:34.467174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.547346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.591085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:34.594125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:34.597875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:15:34.603564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Pushing event updated for resources: {'Port': ['ID=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:34.614048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01249c9f-c30c-4ceb-aa0b-cf61461fe16d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:15:34.736470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-957bee0d-934f-4b5b-a6a6-48274dc26a6e None None] Provisioning complete for port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:34.736784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-957bee0d-934f-4b5b-a6a6-48274dc26a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.770938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-957bee0d-934f-4b5b-a6a6-48274dc26a6e None None] Port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:15:34.775204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da465686-efa8-47ec-abbe-d4f5c694d0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:34.946011 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.141353 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.299633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a3b5e9d0-9d45-49cb-84e1-02452c89aa06 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:35.357901 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:35.358327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.385413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fd5d4-eb7b-43eb-9d13-b0fd19f09a5b None None] Network c6bfb11f-093a-4e0f-995b-655859371cfb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:15:35.453982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-569e0ba3-57f7-4e99-8167-7af3fecfbe6d None None] Provisioning complete for port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:35.454344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-569e0ba3-57f7-4e99-8167-7af3fecfbe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.622466 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:15:35.736532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:15:35.750143 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:15:35.750704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.760851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:35.761653 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:35.790458 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.794508 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-21c6c2a1-535b-4480-b1d2-0f4c4155b14a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1636291 Nov 15 23:15:35.794877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:35.827500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-569e0ba3-57f7-4e99-8167-7af3fecfbe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.846266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:35.869188 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:35.891909 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:35.978435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-569e0ba3-57f7-4e99-8167-7af3fecfbe6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:15:35.978787 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-569e0ba3-57f7-4e99-8167-7af3fecfbe6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:15:35.981615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:36.117478 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:34Z', 'revision_number': 3, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:36.148581 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:15:36.148827 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Updating router 6a5c0bfe-7f34-4ed7-b1db-391556348866 port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:15:36.174230 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.434321 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.502336 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.547171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83456a9f-e240-4b86-a248-57bcb298815d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:15:36.552873 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Attempting to bind port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:15:36.552873 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Attempting to bind port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:15:36.552873 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Attempting to bind port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:36.563318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.640462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1953a250-b8ee-42fe-8581-bf86ab4ee927 None None] Provisioning complete for port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:36.641007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1953a250-b8ee-42fe-8581-bf86ab4ee927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.652848 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:15:36.653744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:36.653744 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.654002 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:15:36.654434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Bound port: 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:15:36.654806 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.661339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Pushing event updated for resources: {'Port': ['ID=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:36.677571 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1953a250-b8ee-42fe-8581-bf86ab4ee927 None None] Port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:15:36.686033 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.686299 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.686635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.686962 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.687283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.687611 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.687919 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.688237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.688550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.688888 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.689203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.689313 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1953a250-b8ee-42fe-8581-bf86ab4ee927 None None] Provisioning complete for port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:36.689515 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:36.689785 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1953a250-b8ee-42fe-8581-bf86ab4ee927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.720415 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] For port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:36.724020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] For port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:15:36.729291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Allocated IP 172.20.0.1 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/8329e72d-969b-4d6e-bbd0-2148436829ea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:15:36.816988 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.831402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.857621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af572b-e505-42f6-b847-59be7ddf7a47 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:15:36.870723 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:36.871184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:36.890100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] Provisioning complete for port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:36.890801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.908556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.939066 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3aed2-778c-42fe-b7b0-67764450d382 None None] Pushing event updated for resources: {'Port': ['ID=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:36.947298 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:36.952718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:36.956290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:15:36.982890 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:36.983102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:36.995578 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:37.003901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.011420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] For port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:37.078948 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.137152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b61435-797d-44ad-90a2-77a51e1e5646 None None] Pushing event updated for resources: {'Port': ['ID=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:37.194714 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:34Z', 'revision_number': 3, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:37.211092 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7525a53b-4bf5-4278-bfac-7b82f94ecef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.215964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.222947 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fc788-357f-4931-99c8-10d71811d66b None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:34Z', 'revision_number': 3, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:15:37.277423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a3b5e9d0-9d45-49cb-84e1-02452c89aa06 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:37.330030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-fc1ebc61-0175-4fd0-aa99-1ea12969f279 None None] Provisioning complete for port 8329e72d-969b-4d6e-bbd0-2148436829ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:37.330395 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc1ebc61-0175-4fd0-aa99-1ea12969f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.372847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ebc61-0175-4fd0-aa99-1ea12969f279 None None] Port 8329e72d-969b-4d6e-bbd0-2148436829ea cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:15:37.376112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:37.376348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.400923 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.461637 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.542963 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.544765 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:37.643325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:37.645059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:37.762242 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:15:37.881111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:15:37.891935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4b73229-2037-4fad-9349-4d2100ded1f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a5c0bfe-7f34-4ed7-b1db-391556348866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0919592 Nov 15 23:15:37.899838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-243bb90e-22b6-4229-be96-0ba39f96a65f None None] Provisioning complete for port 8329e72d-969b-4d6e-bbd0-2148436829ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:37.900290 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-243bb90e-22b6-4229-be96-0ba39f96a65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:37.937239 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-243bb90e-22b6-4229-be96-0ba39f96a65f None None] Port 8329e72d-969b-4d6e-bbd0-2148436829ea cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:15:38.428066 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:38.696416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:15:38.706440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:38.707048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:38.808964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:39.003297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 2, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:39.029486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:15:39.029829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Updating router 6a5c0bfe-7f34-4ed7-b1db-391556348866 port 8329e72d-969b-4d6e-bbd0-2148436829ea binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:15:39.053433 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.305760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:39.350799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.371420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:39.371792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.426669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38196) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:39.430734 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239344645', 'description': 'tempest-description--1673057294'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:39.446565 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.517578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a771c93-562e-4951-be95-2949a84c6227 None None] Pushing event updated for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:39.531009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.571142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Attempting to bind port 8329e72d-969b-4d6e-bbd0-2148436829ea on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Attempting to bind port 8329e72d-969b-4d6e-bbd0-2148436829ea by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Attempting to bind port 8329e72d-969b-4d6e-bbd0-2148436829ea on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Bound port: 8329e72d-969b-4d6e-bbd0-2148436829ea, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:15:39.582472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.609825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.617200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.648245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] For port 8329e72d-969b-4d6e-bbd0-2148436829ea, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:39.651718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] For port 8329e72d-969b-4d6e-bbd0-2148436829ea, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8329e72d-969b-4d6e-bbd0-2148436829ea,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:15:39.674141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.702913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:39.709108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.744930 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.749913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38198) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:39.750379 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-787f6b07-dadb-4bdf-8056-d599cc00a21f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3227875 Nov 15 23:15:39.755252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'security_group_rule': {'security_group_id': '86461ebd-7e72-4d9c-a46d-2b7f62e6d06d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:39.777397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:39.778047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:39.815139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a771c93-562e-4951-be95-2949a84c6227 None None] Pushing event updated for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:39.860907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] Provisioning complete for port 8329e72d-969b-4d6e-bbd0-2148436829ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:39.861221 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.862086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.927858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:39.934503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:39.982030 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.000958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77131db0-ec63-4d86-adcc-832c27bbef64,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:40.052609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.053806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-eb9f1fff-9b19-48c4-af89-45aea1ba6bb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023076 Nov 15 23:15:40.056453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38200) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:40.060757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'security_group_rule': {'security_group_id': '86461ebd-7e72-4d9c-a46d-2b7f62e6d06d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:40.068587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.121648 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] For port 8329e72d-969b-4d6e-bbd0-2148436829ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8329e72d-969b-4d6e-bbd0-2148436829ea,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:40.170480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.186307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:39Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:40.214141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82323b7-276c-4aca-aba2-517d4a1d6f58 None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:39Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:15:40.215666 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.232815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.284517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca387f8-7879-423a-a68b-0703fdf08599 None None] Pushing event updated for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:40.307795 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.330796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870f82c0-88eb-4d3c-96ff-7a21f2b032db,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:40.339336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d452946e-befb-4635-9853-de846095cf4c None None] Provisioning complete for port 8329e72d-969b-4d6e-bbd0-2148436829ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:40.340771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d452946e-befb-4635-9853-de846095cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.366698 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.413939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.415479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c1a1837-f482-4d08-b18e-914fbbb0c12e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3581614 Nov 15 23:15:40.418523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 38202) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:40.423596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:40.542654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.652198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.761239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Allocated IP 172.25.0.41 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/85622597-21d8-4108-92f9-e2d3c6c1965e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:15:40.865563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.954650 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:40.997460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:41.003250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:41.005756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=85622597-21d8-4108-92f9-e2d3c6c1965e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:41.009287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:15:41.099577 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.226614 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.299659 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8329e72d-969b-4d6e-bbd0-2148436829ea up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:41.347894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8329e72d-969b-4d6e-bbd0-2148436829ea triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:41.348252 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.383391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.448178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.509411 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=85622597-21d8-4108-92f9-e2d3c6c1965e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:41.525183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.612660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:41.614567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-78b7b9e9-5a18-408d-9b85-eb560038817d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1945379 Nov 15 23:15:41.761969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-0d62b670-8f2d-4550-b7c5-a21d894f5399 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--239344645&fields=id&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 267 time: 0.0445895 Nov 15 23:15:41.869216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-6be779ea-bdb7-45fc-aa0b-a30511aa2b04 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:41.870647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-6be779ea-bdb7-45fc-aa0b-a30511aa2b04 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1018093 Nov 15 23:15:41.887019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-13dc7862-26be-42b4-8391-3ccd544c0194 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/quotas/67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 375 time: 0.0103683 Nov 15 23:15:41.946536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-ebbb4654-8595-4f12-88fd-c0695eecf4be tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503328 Nov 15 23:15:42.021289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-d97df676-c251-4bae-a825-db0a7bc2e2dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:15:42.022310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-d97df676-c251-4bae-a825-db0a7bc2e2dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0646148 Nov 15 23:15:42.110863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-0009c740-332c-4798-9d27-477a2a3713f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821757 Nov 15 23:15:42.196826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-79e26e10-1a29-4a08-9882-843e2e4b9557 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798190 Nov 15 23:15:42.464226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e4e3710-8ca3-4785-85bf-0cb3c55b7f56 req-0d0e5ea7-1f83-40b1-bfdf-b4490bfac794 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 210 time: 0.0274074 Nov 15 23:15:43.561160 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d284fc42-507a-40b3-84c7-31014d60dbbb req-f37b7949-9ef7-463d-ac57-6a02a8560e58 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 210 time: 0.0259018 Nov 15 23:15:44.447403 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-bcb87ad0-fc80-44f9-9752-1d06b1eb4e71 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:44.448991 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-bcb87ad0-fc80-44f9-9752-1d06b1eb4e71 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1232195 Nov 15 23:15:44.510918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-595b52df-3257-4b37-b1b7-8246179af893 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 379 time: 0.0520573 Nov 15 23:15:44.522519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'port': {'device_id': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'admin_state_up': True, 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'security_groups': ['86461ebd-7e72-4d9c-a46d-2b7f62e6d06d']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:44.667649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7267b5a0-3ad2-4952-ad1c-48c8fbf777f3 req-beb9726c-ab5d-4360-9602-c91303b2629d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 210 time: 0.0297594 Nov 15 23:15:44.708119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:15:44.711656 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:44.833217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Allocated IP 172.20.0.14 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/f071f4af-f3c2-4034-bf07-a21712345b90) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:15:44.967943 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.039543 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.082321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:15:45.085924 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:15:45.089729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:15:45.095935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:45.148366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:45.149008 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.242341 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-d29954a7-7adb-4031-9f61-d1098519cc3c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246642 Nov 15 23:15:45.254874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Request body: {'port': {'device_id': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:45.307802 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.348694 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2ded5968-3e46-4c38-8219-7d6b4e9a83e4 None None] Provisioning complete for port f071f4af-f3c2-4034-bf07-a21712345b90 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:45.349278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ded5968-3e46-4c38-8219-7d6b4e9a83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.382773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2ded5968-3e46-4c38-8219-7d6b4e9a83e4 None None] Port f071f4af-f3c2-4034-bf07-a21712345b90 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:15:45.563028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f071f4af-f3c2-4034-bf07-a21712345b90 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:15:45.570739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.582226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Transition to ACTIVE for port object f071f4af-f3c2-4034-bf07-a21712345b90 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:15:45.667654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.723289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:45.798512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded8742-1a36-4c64-8aae-e7b1464705c0 req-d0cc36e4-02e8-4bae-9797-02678ce26d5b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:45.800858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ded8742-1a36-4c64-8aae-e7b1464705c0 req-d0cc36e4-02e8-4bae-9797-02678ce26d5b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0542212 Nov 15 23:15:45.802298 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:15:45.802638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:15:45.802962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:45.810102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:15:45.810420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:15:45.816243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:15:45.816518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:15:45.817490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:15:45.817920 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Bound port: f071f4af-f3c2-4034-bf07-a21712345b90, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:15:45.818270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.854167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ded8742-1a36-4c64-8aae-e7b1464705c0 req-aaac6275-2754-436c-8a5c-c47903c4f887 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466275 Nov 15 23:15:45.884468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:15:45.887728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:15:45.948277 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.986790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:45.987403 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:45.989334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] 10.222.0.57 "PUT /v2.0/ports/f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1092 time: 0.7383850 Nov 15 23:15:45.989772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:45.992355 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d19c925e3bb81b7e8c3c77a8f6bf52a817664117e16b79a34005b72a9c254bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fe5af-e91f-4c16-bb51-379673e67911" -d '{"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:46.023557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dbdde-08a0-41b1-8d85-212b2d0c58ca service neutron] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:46.036205 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4286bbc4-e36a-4354-bf0c-67b2336e2e05 x-openstack-request-id: req-4286bbc4-e36a-4354-bf0c-67b2336e2e05 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:46.036492 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:46.036762 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4286bbc4-e36a-4354-bf0c-67b2336e2e05 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:46.037178 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'status': 'completed', 'code': 200} Nov 15 23:15:46.105756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe5af-e91f-4c16-bb51-379673e67911 req-47185a56-1653-489e-a446-7d0109a63ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.107289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-780fe5af-e91f-4c16-bb51-379673e67911 req-47185a56-1653-489e-a446-7d0109a63ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0440431 Nov 15 23:15:46.217228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe5af-e91f-4c16-bb51-379673e67911 req-0cd7e40d-5efd-48a2-90ec-287c1c88ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.218934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-780fe5af-e91f-4c16-bb51-379673e67911 req-0cd7e40d-5efd-48a2-90ec-287c1c88ea32 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=67cbdc6cb31e4402989310d7c49cd140&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1030278 Nov 15 23:15:46.294110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:15:46.317210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe5af-e91f-4c16-bb51-379673e67911 req-da216b36-355c-4a61-9b09-e995dfb975b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.318697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-780fe5af-e91f-4c16-bb51-379673e67911 req-da216b36-355c-4a61-9b09-e995dfb975b4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917060 Nov 15 23:15:46.412861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-7a36f35b-c449-415d-a6b3-ed124587a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.412861 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-7a36f35b-c449-415d-a6b3-ed124587a700 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0426161 Nov 15 23:15:46.450202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-99cf9a4a-5bbb-4795-b64b-590e6ce2aed6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 217 time: 0.0398121 Nov 15 23:15:46.500663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-ba2aa2f5-225f-4f9a-905e-fe678c3bd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.502093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-ba2aa2f5-225f-4f9a-905e-fe678c3bd2c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0448167 Nov 15 23:15:46.548152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ab24-c57b-447c-9901-467722880c72 req-d714e11a-2d4e-48a9-b94c-100f9c18db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.549632 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-d714e11a-2d4e-48a9-b94c-100f9c18db81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401998 Nov 15 23:15:46.640832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-c4238f05-275b-40ec-9169-09e129066358 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Nov 15 23:15:46.728503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b694ab24-c57b-447c-9901-467722880c72 req-daa6aef2-36c1-4732-aab8-8d2d2ac01e24 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803099 Nov 15 23:15:46.968269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf524-ff7c-49bf-afac-a060edf66632 req-a828a733-4271-461e-aece-54ce3d9ddb80 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:46.969751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456cf524-ff7c-49bf-afac-a060edf66632 req-a828a733-4271-461e-aece-54ce3d9ddb80 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0475771 Nov 15 23:15:47.015039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456cf524-ff7c-49bf-afac-a060edf66632 req-fb40e8f3-bc6e-4035-9f99-b746c54b96b2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Nov 15 23:15:48.132968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab478-c521-4b0b-a842-ed37a63fce0e req-5bfbfe99-ac19-4aff-bb23-50acdfa5cba1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:48.134418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c7ab478-c521-4b0b-a842-ed37a63fce0e req-5bfbfe99-ac19-4aff-bb23-50acdfa5cba1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0519617 Nov 15 23:15:48.180715 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c7ab478-c521-4b0b-a842-ed37a63fce0e req-ebc22370-8973-411e-b6e5-c61b0ce040d5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Nov 15 23:15:49.293978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a73-4e6e-4620-bcf3-52ed0d66c32f req-11a30b39-1bfd-433a-9297-e3285cd3cfa5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:49.295468 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6254a73-4e6e-4620-bcf3-52ed0d66c32f req-11a30b39-1bfd-433a-9297-e3285cd3cfa5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0498662 Nov 15 23:15:49.342567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a6254a73-4e6e-4620-bcf3-52ed0d66c32f req-588dce64-dd68-46ff-a8c9-10fba6e53d9b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410662 Nov 15 23:15:49.625346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:15:49.720823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:49.731416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'mac_address': 'fa:16:3e:42:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:15:49.767187 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:49.783068 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f071f4af-f3c2-4034-bf07-a21712345b90 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:15:49.802996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:49.873804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:49.923349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:50.086423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['f071f4af-f3c2-4034-bf07-a21712345b90'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:15:50.454892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed14c-018a-425e-a60e-f5c9a8fa53f5 req-d45a7f97-38e5-4f94-b0a6-6954ed75d16b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:50.460792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa6ed14c-018a-425e-a60e-f5c9a8fa53f5 req-d45a7f97-38e5-4f94-b0a6-6954ed75d16b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 945 time: 0.0478344 Nov 15 23:15:50.507960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa6ed14c-018a-425e-a60e-f5c9a8fa53f5 req-fa8272b8-deba-433e-a572-324d28be93b6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Nov 15 23:15:51.605202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:15:51.624261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d90ea-5710-4757-88b0-2773d3008eaf req-ca738836-ffb2-4c78-87c2-ebee944dd4bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:51.625766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac2d90ea-5710-4757-88b0-2773d3008eaf req-ca738836-ffb2-4c78-87c2-ebee944dd4bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 945 time: 0.0492802 Nov 15 23:15:51.672303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac2d90ea-5710-4757-88b0-2773d3008eaf req-a8590df3-9fd3-4b33-8644-31746ae7b2f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 Nov 15 23:15:51.702041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port f071f4af-f3c2-4034-bf07-a21712345b90 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:15:51.705923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port f071f4af-f3c2-4034-bf07-a21712345b90 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:15:51.706316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:51.795267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:51.816427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:51.818704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36c7d12268b3ee41fd6829e4873f9f18f29206c10b4e694795b5f5a2e6bf0094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48fabda-9929-4db4-bf9b-99a68a867e29" -d '{"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-plugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:51.834504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:15:51.855185 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c369200-8ee7-4b3f-99a5-c38af27a74db x-openstack-request-id: req-5c369200-8ee7-4b3f-99a5-c38af27a74db {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:51.855472 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-plugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:51.855718 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c369200-8ee7-4b3f-99a5-c38af27a74db {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:51.856101 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'code': 200} Nov 15 23:15:51.878922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:51.935268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:15:51.944427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.945423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.945764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.946098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.946427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.946750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.947109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.947410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.947709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.948053 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.948371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.948707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:15:51.954942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b46d55-7bcb-4d1b-8b8e-cba5b79b413b req-3502e74e-126c-4a98-978a-0d3047ffb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:51.954942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a2b46d55-7bcb-4d1b-8b8e-cba5b79b413b req-3502e74e-126c-4a98-978a-0d3047ffb571 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1097 time: 0.0407403 Nov 15 23:15:52.000044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a2b46d55-7bcb-4d1b-8b8e-cba5b79b413b req-97d48ace-ddb0-4f08-a859-c584caf487a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413930 Nov 15 23:15:52.785777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0979-2826-47a0-91da-4de453279e2d req-72766843-fe7f-4581-a121-44ce7322ef6e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:52.787142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbaf0979-2826-47a0-91da-4de453279e2d req-72766843-fe7f-4581-a121-44ce7322ef6e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0477929 Nov 15 23:15:52.833320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbaf0979-2826-47a0-91da-4de453279e2d req-95996c2f-126e-4fcd-bbab-075f9f7f01f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400937 Nov 15 23:15:53.951616 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4529-2695-49a2-8605-8f0abe2b337f req-a979026a-4ba7-4ee8-8785-9317239f82c9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:53.953118 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-856a4529-2695-49a2-8605-8f0abe2b337f req-a979026a-4ba7-4ee8-8785-9317239f82c9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0516369 Nov 15 23:15:54.000427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-856a4529-2695-49a2-8605-8f0abe2b337f req-a50da7b4-380b-40ec-a11c-736af8c5fd32 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Nov 15 23:15:54.109857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3654d38-2871-4000-868d-fe3c7780f6af req-10fa6e08-4620-427d-adee-5f9e4fdaf6aa tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:54.111217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3654d38-2871-4000-868d-fe3c7780f6af req-10fa6e08-4620-427d-adee-5f9e4fdaf6aa tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0479939 Nov 15 23:15:54.119643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:15:54.123945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'floatingip': {'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:15:54.165521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:54.570428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:54.662038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:54.758738 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 associated. External IP: 172.25.0.41, port: f071f4af-f3c2-4034-bf07-a21712345b90. Nov 15 23:15:54.956397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:15:55.061915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:15:55.066650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:15:55.071112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:15:55.080559 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:55.081185 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:55.093793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e36c9905-afb3-4ed8-b024-08d093681ec4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "PUT /v2.0/floatingips/214be31f-86dc-46fe-8398-d6d040622366 HTTP/1.1" status: 200 len: 991 time: 0.9730940 Nov 15 23:15:55.094479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:15:55.097044 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}836ba20828002ec84064178a48015421a6e7c5ce3f28e242b72dca17c7280e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbce73f-306b-4c64-ba6d-19f7b67f339c" -d '{"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:15:55.136398 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e402dd-acd5-4a5b-a1f7-c00e39323463 x-openstack-request-id: req-74e402dd-acd5-4a5b-a1f7-c00e39323463 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:15:55.136728 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:15:55.136982 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74e402dd-acd5-4a5b-a1f7-c00e39323463 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:15:55.137513 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'status': 'completed', 'code': 200} Nov 15 23:15:55.196109 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:55.203165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-dfee4132-d54f-46eb-9f7b-d5ba5e5b00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:55.204698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-dfee4132-d54f-46eb-9f7b-d5ba5e5b00cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1097 time: 0.0426424 Nov 15 23:15:55.297443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-831909be-1864-49b1-a47d-3bbc485745e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:55.299136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-831909be-1864-49b1-a47d-3bbc485745e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0845366 Nov 15 23:15:55.367825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-2ca4d1b3-07ac-49b3-9f0b-63cb357781d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 999 time: 0.0612731 Nov 15 23:15:55.417750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-48d3dd7b-f8b6-4581-8031-c8624c87ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:55.419247 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-48d3dd7b-f8b6-4581-8031-c8624c87ac85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0439146 Nov 15 23:15:55.421381 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:42:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:15:54Z', 'revision_number': 1, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:55.447154 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:15:55.455688 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:15:55.456295 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:15:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:55.466161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-cf24beed-5752-4833-a38a-eeb501e3f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:15:55.467677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-cf24beed-5752-4833-a38a-eeb501e3f663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410507 Nov 15 23:15:55.559799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-90252c97-cd51-4ff8-ad81-a04d5e028faf service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848184 Nov 15 23:15:55.560327 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:15:55.656159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5fbce73f-306b-4c64-ba6d-19f7b67f339c req-cb3f6a15-e313-43a8-a72d-916ed9a0dc6b service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Nov 15 23:15:55.789172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:42:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:15:54Z', 'revision_number': 1, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:15:55.815121 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040fc7-a4f8-4bfc-b9c9-e69d79d9993c None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:42:a7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:15:54Z', 'revision_number': 1, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:15:56.017184 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821fbf6-f5e0-4fee-9941-fb9a690fad9c None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:15:59.787397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:00.198625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:00.272380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-75eda623-d68e-4f1c-81c4-2695e82c45dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441086 Nov 15 23:16:00.355442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-e0d5541d-6730-4034-8021-2b9276343f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:00.356949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-e0d5541d-6730-4034-8021-2b9276343f90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1097 time: 0.0398738 Nov 15 23:16:00.471716 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-829885d5-6353-4ab5-ae60-e03a728dbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:00.473318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-829885d5-6353-4ab5-ae60-e03a728dbd90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0921273 Nov 15 23:16:00.540959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-7a8bc766-7e60-4102-b6dc-fd13cc253285 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1001 time: 0.0588257 Nov 15 23:16:00.589609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-20c4d528-cdd7-480b-b0a0-e02f3a511120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:00.591086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-20c4d528-cdd7-480b-b0a0-e02f3a511120 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0431724 Nov 15 23:16:00.639572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-86b8fbd5-0f76-4088-9273-b65edbc2ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:00.641068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-86b8fbd5-0f76-4088-9273-b65edbc2ac3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427778 Nov 15 23:16:00.727150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-2994e1c4-8c82-456f-8d08-5810461b047c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783863 Nov 15 23:16:00.819319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-001be6e4-3544-4c5b-8534-bdbde65d9831 req-ea6e7cc3-472e-4763-9d6b-ec5c29d7eefa service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834103 Nov 15 23:16:04.816149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e7cd1a6-fcd7-4f2e-8994-dcc53acc0fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:07.244172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-680b35f1-7148-4c7d-8880-556fa1df7d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:08.467474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:09.547451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:10.347183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:23.292871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:16:29.608141 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:30.214234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:34.797983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2643d3ac-9bc4-42ee-802f-44e7e29bcf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:37.237452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b33-a9b2-47fc-8af5-08c411e04205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:38.430794 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:39.529462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:40.357940 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:59.603918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:16:59.643376 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-5e0e99dd-c42b-4c3a-8305-eb2091a1d44b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417576 Nov 15 23:16:59.730474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-7e2b6e3b-6ea1-4ad7-ab8c-a94c5d7624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:59.732008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-7e2b6e3b-6ea1-4ad7-ab8c-a94c5d7624d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1097 time: 0.0410492 Nov 15 23:16:59.840034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-1460dfde-1d98-4c06-81e0-f9d1dbbd2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:59.841646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-1460dfde-1d98-4c06-81e0-f9d1dbbd2917 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0902815 Nov 15 23:16:59.908238 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-cce80907-6593-4260-8fff-307705495462 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1001 time: 0.0593016 Nov 15 23:16:59.964458 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-3de98190-0acf-4b0b-9066-2a3c95d7115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:16:59.966010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-3de98190-0acf-4b0b-9066-2a3c95d7115e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0514541 Nov 15 23:17:00.025023 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-366c8b12-a2d0-45db-92bd-d149d4970faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:00.026546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-366c8b12-a2d0-45db-92bd-d149d4970faa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533442 Nov 15 23:17:00.125334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-131acafe-c461-4af8-8712-23e5ddd52e41 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829928 Nov 15 23:17:00.217372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5365ef71-c4f8-4441-9620-cbb227e18ab1 req-58992de9-1d7b-4d7d-886a-96d02f82bb0a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Nov 15 23:17:00.220854 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:00.291350 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:17:04.797717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-555d1203-8965-419a-aeac-aecee7537ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:07.276471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7dca402b-22d3-4e67-8080-ff3f2a4b92ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:08.483129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:09.533864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:10.323259 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:29.619892 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:30.214394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:33.267934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642c7fa-76b0-449e-af5c-52ac6ed18fe9 req-06dca0a2-fb8e-45a0-b701-26279ec7d785 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:33.269431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d642c7fa-76b0-449e-af5c-52ac6ed18fe9 req-06dca0a2-fb8e-45a0-b701-26279ec7d785 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0948148 Nov 15 23:17:33.316028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d642c7fa-76b0-449e-af5c-52ac6ed18fe9 req-f8557490-a86a-47ec-a3ff-2e11f84e5e49 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404317 Nov 15 23:17:33.700676 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba26d4-2123-4adb-8ce0-f740374a0c2c req-556d9d8b-26d9-4578-b578-0d7d88b730bd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:33.702141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ba26d4-2123-4adb-8ce0-f740374a0c2c req-556d9d8b-26d9-4578-b578-0d7d88b730bd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0515580 Nov 15 23:17:34.101713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f7ba26d4-2123-4adb-8ce0-f740374a0c2c req-e41773b7-ac1e-407e-b410-880252b81d31 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928964 Nov 15 23:17:34.108845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-69932e25-e98e-41e5-8b96-eebd33ebd107 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601845 Nov 15 23:17:34.779718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b00244c3-4c7d-47b9-8716-ba5e28ef15fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:35.335836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4cce-70e6-4926-89a8-8f683ea0e7f8 req-38333c18-a1e2-494b-a223-41a5ea5b24f2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:35.337409 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e54d4cce-70e6-4926-89a8-8f683ea0e7f8 req-38333c18-a1e2-494b-a223-41a5ea5b24f2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0940564 Nov 15 23:17:35.386206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e54d4cce-70e6-4926-89a8-8f683ea0e7f8 req-e9b7f6dc-5bf3-4a6e-9777-ab19cd09f722 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 Nov 15 23:17:36.506095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268400-8160-448e-b89c-aca1eacc26c9 req-efa4fe74-402c-4f4c-b2ed-048a70a35fad tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:36.507552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33268400-8160-448e-b89c-aca1eacc26c9 req-efa4fe74-402c-4f4c-b2ed-048a70a35fad tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0514736 Nov 15 23:17:36.555479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33268400-8160-448e-b89c-aca1eacc26c9 req-1d427c1b-d55f-4db1-b848-11f785c0ad6e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Nov 15 23:17:37.225341 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3765d15-452b-4008-bbae-4180fdb313e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:37.289990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:17:37.674028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda9cc0-e76a-464f-8d82-7977dd5f70cb req-271e1553-5e1b-4d45-b6e0-9a81cfa3a891 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:37.675502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3cda9cc0-e76a-464f-8d82-7977dd5f70cb req-271e1553-5e1b-4d45-b6e0-9a81cfa3a891 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0488276 Nov 15 23:17:37.722078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3cda9cc0-e76a-464f-8d82-7977dd5f70cb req-0c3d1d7a-3266-49dd-9ac2-8a10939838a8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Nov 15 23:17:38.448505 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:38.840357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea4fe5-29cb-460a-90d2-3058d70de331 req-3d5b782c-c820-4ce8-9c85-6f27ad669b99 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:38.841846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbea4fe5-29cb-460a-90d2-3058d70de331 req-3d5b782c-c820-4ce8-9c85-6f27ad669b99 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0520155 Nov 15 23:17:38.887871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbea4fe5-29cb-460a-90d2-3058d70de331 req-1a5747c0-13dd-482b-99e5-4616d5bf9c1a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 Nov 15 23:17:39.416609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-13592395-7789-41f0-940d-bfa0dfad1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:39.418192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-13592395-7789-41f0-940d-bfa0dfad1cca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1097 time: 0.0812824 Nov 15 23:17:39.511757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-98ce6a26-9a70-4e34-9fc3-78ffb75d977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:39.513206 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-98ce6a26-9a70-4e34-9fc3-78ffb75d977e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0875611 Nov 15 23:17:39.561142 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:39.578508 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-b4f59a0f-8614-4241-9464-cb82106efb8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1001 time: 0.0578604 Nov 15 23:17:39.627155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-0f96cd6a-bd5c-4ecc-b0f8-71a3d22bd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:39.628630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-0f96cd6a-bd5c-4ecc-b0f8-71a3d22bd6f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0430255 Nov 15 23:17:39.677755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-60d9e8a7-68dd-41d2-b577-f6045cb7fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:39.679216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-60d9e8a7-68dd-41d2-b577-f6045cb7fe93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435128 Nov 15 23:17:39.769438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-a3db8512-0bc0-4da3-873e-7916ebacb939 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Nov 15 23:17:39.861292 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-21d3ff0e-4c3d-4d4a-8162-5794e726a405 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835330 Nov 15 23:17:40.002807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9f4ba-9c5b-488b-aa6e-ac8ea990d007 req-06e0adaf-0219-4cb7-9923-728a648941e9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:40.004899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfe9f4ba-9c5b-488b-aa6e-ac8ea990d007 req-06e0adaf-0219-4cb7-9923-728a648941e9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0489774 Nov 15 23:17:40.052378 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfe9f4ba-9c5b-488b-aa6e-ac8ea990d007 req-b6f85637-6070-4a01-ad15-98ffbc46de45 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Nov 15 23:17:40.317070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:41.172101 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8427f86-e2d1-4f48-84ab-2441871c345b req-77985b54-d318-41be-ae45-c04d139b13fe tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:41.173557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8427f86-e2d1-4f48-84ab-2441871c345b req-77985b54-d318-41be-ae45-c04d139b13fe tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0478606 Nov 15 23:17:41.222914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d8427f86-e2d1-4f48-84ab-2441871c345b req-75990085-5bcb-4b7d-9cb1-108cb84bc868 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429280 Nov 15 23:17:42.336957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5544c-0adc-43b8-90ea-2b05bcc4943c req-1e23b388-7643-43a6-a87f-a81ce2bbf879 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:42.338407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81f5544c-0adc-43b8-90ea-2b05bcc4943c req-1e23b388-7643-43a6-a87f-a81ce2bbf879 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0474114 Nov 15 23:17:42.384519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81f5544c-0adc-43b8-90ea-2b05bcc4943c req-4f7bd56d-5847-42a4-b787-972351298c23 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Nov 15 23:17:43.503649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7b54-e286-4d95-9609-6166c2a39c20 req-610431b6-5f5c-4ba8-a75a-22d82e8ca8e7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:43.505702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd1e7b54-e286-4d95-9609-6166c2a39c20 req-610431b6-5f5c-4ba8-a75a-22d82e8ca8e7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0485020 Nov 15 23:17:43.550455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd1e7b54-e286-4d95-9609-6166c2a39c20 req-a247dd45-3361-4016-989b-bf3e7c60ab23 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 Nov 15 23:17:44.670278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72d898-5141-43db-96c9-acd48aa96703 req-96d10dd6-9939-4304-a387-5dff9e2e9cdc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:44.671745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd72d898-5141-43db-96c9-acd48aa96703 req-96d10dd6-9939-4304-a387-5dff9e2e9cdc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0525699 Nov 15 23:17:44.726375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dd72d898-5141-43db-96c9-acd48aa96703 req-3c5de4ec-02ec-42fc-aa68-0144288654ff tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484576 Nov 15 23:17:45.841041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fc2a9-53b3-4f95-85f7-8e6d1d133f72 req-244cf370-eb28-485d-a4b5-88e142a753b4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:45.842511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-958fc2a9-53b3-4f95-85f7-8e6d1d133f72 req-244cf370-eb28-485d-a4b5-88e142a753b4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0481846 Nov 15 23:17:45.888777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-958fc2a9-53b3-4f95-85f7-8e6d1d133f72 req-2be235c4-21b9-4b85-ae17-bd22417bd359 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Nov 15 23:17:47.001042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff580-4811-4480-a06a-dd48d58ea0cc req-0f7e9402-1c06-42af-ba81-0ef179e519b8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:47.002498 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-954ff580-4811-4480-a06a-dd48d58ea0cc req-0f7e9402-1c06-42af-ba81-0ef179e519b8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0471206 Nov 15 23:17:47.052146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-954ff580-4811-4480-a06a-dd48d58ea0cc req-e8df530c-49bd-4fcf-97d8-64f845e1a7fc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Nov 15 23:17:48.166231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec2522-87a6-45f1-a757-50988a190478 req-dbbe0092-0050-4776-a928-90c505d1f60d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:48.167698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00ec2522-87a6-45f1-a757-50988a190478 req-dbbe0092-0050-4776-a928-90c505d1f60d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0481172 Nov 15 23:17:48.214003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00ec2522-87a6-45f1-a757-50988a190478 req-d0bfaec1-bdb5-41e8-b940-2479ec0b8ebb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402279 Nov 15 23:17:49.328606 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd9a8f-ff83-4af4-a80e-d90b99ef4f7c req-d8291e79-d10b-4856-94bb-15911c97b35f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:49.330093 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5cd9a8f-ff83-4af4-a80e-d90b99ef4f7c req-d8291e79-d10b-4856-94bb-15911c97b35f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0474334 Nov 15 23:17:49.376696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a5cd9a8f-ff83-4af4-a80e-d90b99ef4f7c req-6929df44-fea1-4532-935f-41c2a2de7699 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Nov 15 23:17:50.499890 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af0151-259f-482d-8209-1bc8252db04f req-3589dcce-2092-4df8-80c1-8d9b29099281 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:50.501421 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5af0151-259f-482d-8209-1bc8252db04f req-3589dcce-2092-4df8-80c1-8d9b29099281 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0530117 Nov 15 23:17:50.548851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f5af0151-259f-482d-8209-1bc8252db04f req-b0cb6f09-c706-4035-8ab6-adf3e11bba92 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Nov 15 23:17:51.665510 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ca5c-05e1-4d39-96e4-01d15c0651c9 req-3fe1bc2f-bc22-4fe3-bf4e-a7c4eea0ebb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:51.666969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddd3ca5c-05e1-4d39-96e4-01d15c0651c9 req-3fe1bc2f-bc22-4fe3-bf4e-a7c4eea0ebb1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0477264 Nov 15 23:17:51.713699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ddd3ca5c-05e1-4d39-96e4-01d15c0651c9 req-e20a06e9-5f05-4939-8c1b-8015381512ee tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Nov 15 23:17:51.894509 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-9d56d95c-cf3b-4a1a-b470-e1047c971643 service neutron] show failed (client error): The resource could not be found. Nov 15 23:17:51.895786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-9d56d95c-cf3b-4a1a-b470-e1047c971643 service neutron] 10.222.0.57 "GET /v2.0/ports/f071f4af-f3c2-4034-bf07-a21712345b90/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0539491 Nov 15 23:17:52.486938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f3499cfb-ed8c-432f-ba20-ae9b409a8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:52.488517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f3499cfb-ed8c-432f-ba20-ae9b409a8308 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1097 time: 0.0824702 Nov 15 23:17:52.504462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:17:52.560225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:52.753588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:17:52.787154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:17:52.826149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:17:52.831262 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:52.831436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741cebe-d648-4cf3-a0e4-b468473c3dc1 req-8005141a-b7f6-4635-8525-9d925d4f7817 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:52.833414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3741cebe-d648-4cf3-a0e4-b468473c3dc1 req-8005141a-b7f6-4635-8525-9d925d4f7817 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0520034 Nov 15 23:17:52.844056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Transition to ACTIVE for port object f071f4af-f3c2-4034-bf07-a21712345b90 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:17:52.871112 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc913e3a-ac64-4cc4-bca4-21721fe15416" -d '{"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:17:52.884390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3741cebe-d648-4cf3-a0e4-b468473c3dc1 req-adcbce60-992c-4c4e-ad64-f041ef4f4035 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Nov 15 23:17:52.927459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:52.990437 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19ba3b-8ca7-4f5d-a373-b4ba6bdc12d9 x-openstack-request-id: req-1f19ba3b-8ca7-4f5d-a373-b4ba6bdc12d9 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:17:52.990647 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:17:52.990881 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f19ba3b-8ca7-4f5d-a373-b4ba6bdc12d9 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:17:52.991280 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'code': 200} Nov 15 23:17:53.053568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:17:53.079041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.079384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.079724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.080055 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.080386 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.080735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.081061 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.081385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.081704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.082085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.082921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.083245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:53.118317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] No DVR routers for this DVR port f071f4af-f3c2-4034-bf07-a21712345b90 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:17:53.551588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:17:53.551830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:17:53.552150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:17:53.556256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:17:53.556570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Attempting to bind port f071f4af-f3c2-4034-bf07-a21712345b90 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:17:53.561265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:17:53.561596 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:17:53.561970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:17:53.562383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Bound port: f071f4af-f3c2-4034-bf07-a21712345b90, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:17:53.562720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:53.621959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:17:53.624896 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:17:53.726923 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:53.765489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:53.766105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:53.767490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1092 time: 1.2669253 Nov 15 23:17:53.786193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869d00b-9e12-445f-b538-1ca6330419d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:17:53.839608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-34e80e9b-b866-4002-a3d9-3ea9ba1065d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:53.841176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-34e80e9b-b866-4002-a3d9-3ea9ba1065d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0434999 Nov 15 23:17:53.942878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-acda4568-64ea-41d1-a719-6ea03d129b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:53.944334 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-acda4568-64ea-41d1-a719-6ea03d129b33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0910609 Nov 15 23:17:54.007173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a72040-f6a6-47ef-bcd7-6aea1ef6abac req-ae169e04-2353-44fc-a875-f4aa49dad323 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:54.008683 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9a72040-f6a6-47ef-bcd7-6aea1ef6abac req-ae169e04-2353-44fc-a875-f4aa49dad323 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0502193 Nov 15 23:17:54.018166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-7c1589bb-422e-4c20-99c7-4a05f1cc8a04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 999 time: 0.0624208 Nov 15 23:17:54.055740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f9a72040-f6a6-47ef-bcd7-6aea1ef6abac req-a4ed654f-046a-4816-ae72-5a20a015482d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 Nov 15 23:17:54.070561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-e18122a0-e6e4-4be6-a789-bfe9ea54f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:54.072083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-e18122a0-e6e4-4be6-a789-bfe9ea54f0d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0427763 Nov 15 23:17:54.123514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-5e29e1fa-7900-468a-b232-ee3d95b3d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:54.127261 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-5e29e1fa-7900-468a-b232-ee3d95b3d949 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429721 Nov 15 23:17:54.230643 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-6520581f-a848-4b2a-ad64-b6e74e9dc67c service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Nov 15 23:17:54.322506 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b60ba6b8-f9d1-496a-ab89-87e52b29bcc6 req-2338eb37-a615-429d-9048-feef42f13412 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800900 Nov 15 23:17:54.992822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:17:54.995178 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:17:55.044584 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c765553-93e8-4897-a35f-5f60d3815057 x-openstack-request-id: req-5c765553-93e8-4897-a35f-5f60d3815057 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:17:55.044920 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:17:55.045159 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c765553-93e8-4897-a35f-5f60d3815057 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:17:55.045574 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'status': 'completed', 'code': 200} Nov 15 23:17:55.141745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-b9543086-0234-4a06-aa18-535299a55a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.143264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-b9543086-0234-4a06-aa18-535299a55a0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0711081 Nov 15 23:17:55.148950 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-1f3fb908-e5f0-4dc8-81cc-01827c9ed1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.150324 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-1f3fb908-e5f0-4dc8-81cc-01827c9ed1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0701871 Nov 15 23:17:55.173195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4ea6c-c22f-4212-a1d2-fe9e02ee4856 req-ee40fda7-c748-4068-8813-36e51537e5c2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.174673 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3a4ea6c-c22f-4212-a1d2-fe9e02ee4856 req-ee40fda7-c748-4068-8813-36e51537e5c2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0477359 Nov 15 23:17:55.225898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3a4ea6c-c22f-4212-a1d2-fe9e02ee4856 req-e7504925-c962-4ecc-93e7-286e9529955b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Nov 15 23:17:55.305992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-691c5d60-7e2f-4493-984c-010460c212fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.307465 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-691c5d60-7e2f-4493-984c-010460c212fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1563175 Nov 15 23:17:55.308511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-e30caf9c-5dc4-48e2-82b4-9f816df820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.309843 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-e30caf9c-5dc4-48e2-82b4-9f816df820d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1516297 Nov 15 23:17:55.419470 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-b07c529e-b4a0-4e24-b2c2-0c3e189d83cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 999 time: 0.1044803 Nov 15 23:17:55.421245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-39372a95-b9b5-4e4a-8d4e-0c63cdf1fa88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 999 time: 0.1004443 Nov 15 23:17:55.503232 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-09546d99-e332-4535-b48b-57df12c342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.505218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-09546d99-e332-4535-b48b-57df12c342f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0770535 Nov 15 23:17:55.506576 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-9b67abc5-98f5-498b-a51f-b4592577adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.507871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-9b67abc5-98f5-498b-a51f-b4592577adf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0726929 Nov 15 23:17:55.582037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-301e3eae-09b6-4209-8321-242a38c51fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.583530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-301e3eae-09b6-4209-8321-242a38c51fed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710258 Nov 15 23:17:55.585211 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-0f86ef7c-c976-479b-8cce-56230a701c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:55.586542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-0f86ef7c-c976-479b-8cce-56230a701c8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668495 Nov 15 23:17:55.739409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-033032df-e3b7-4526-9924-be5cd53f044c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482632 Nov 15 23:17:55.742678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-52232624-7f16-47c1-8391-c3e75fe57313 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440675 Nov 15 23:17:55.897833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-93289aac-4134-4849-808e-a76468118e07 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493664 Nov 15 23:17:55.899588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfdd960f-8ae1-4785-8c5b-3bec19586dbe req-2ec9edea-5c65-4eab-8437-6a9913f995aa service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444964 Nov 15 23:17:56.305259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:17:56.344237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:17:56.346686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4e1a-791e-4a0e-80b5-8347066645e3 req-16bbc5c2-cdd3-4538-b868-54e06424d96a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:56.348324 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92db4e1a-791e-4a0e-80b5-8347066645e3 req-16bbc5c2-cdd3-4538-b868-54e06424d96a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0507371 Nov 15 23:17:56.396753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92db4e1a-791e-4a0e-80b5-8347066645e3 req-0e3565cd-c2eb-48a8-9abc-0b2effa50167 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Nov 15 23:17:56.586649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-6d752da9-30d0-4f9f-8297-724d0368e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:56.588069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-6d752da9-30d0-4f9f-8297-724d0368e526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1095 time: 0.0472023 Nov 15 23:17:56.698879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-5dc55499-f6dc-4cd4-a776-a1f3ff5fd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:56.700327 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-5dc55499-f6dc-4cd4-a776-a1f3ff5fd21f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0835733 Nov 15 23:17:56.767023 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-908cec17-66db-4aff-aaa9-9a02bd2e21ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 999 time: 0.0594509 Nov 15 23:17:56.815029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-7816e30d-fa84-496f-ade4-fa515e6537eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:56.816970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-7816e30d-fa84-496f-ade4-fa515e6537eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0427699 Nov 15 23:17:56.861001 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-97520db6-3712-40bb-8566-3d4421ae2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:56.862355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-97520db6-3712-40bb-8566-3d4421ae2097 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383849 Nov 15 23:17:56.952737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-9421c6a2-e23b-4c04-a6fa-ce158813d647 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828061 Nov 15 23:17:57.038680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2f8d21d6-d7f7-4fae-ba91-279f09e3225b req-4726fdee-80c0-40af-b641-07491a87bbbf service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787590 Nov 15 23:17:57.511836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae2d5-c5f6-4fc7-b82e-0a0cef66270c req-94a0d57b-7986-4f4f-9bd5-c31f34b8cf6b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:57.513426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b7ae2d5-c5f6-4fc7-b82e-0a0cef66270c req-94a0d57b-7986-4f4f-9bd5-c31f34b8cf6b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0474041 Nov 15 23:17:57.558727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b7ae2d5-c5f6-4fc7-b82e-0a0cef66270c req-17fe7cad-dd1f-46bd-a4bb-6cebecca0ae0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Nov 15 23:17:57.609918 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:17:57.708988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:17:57.723480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'mac_address': 'fa:16:3e:42:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:17:57.759807 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:57.773107 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f071f4af-f3c2-4034-bf07-a21712345b90 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:17:57.794590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:17:57.871176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73da76-35e5-492f-8c49-dde1b18b6eeb req-5746b56c-ff64-4b00-97b6-a98b88f39cf6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:57.872559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff73da76-35e5-492f-8c49-dde1b18b6eeb req-5746b56c-ff64-4b00-97b6-a98b88f39cf6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 944 time: 0.0526121 Nov 15 23:17:57.906355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:57.923507 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ff73da76-35e5-492f-8c49-dde1b18b6eeb req-a17de3b0-1805-46d2-aeac-58072dbfe649 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Nov 15 23:17:57.969265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:17:57.977085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.977413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.977739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.978070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.978388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.978711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.979024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.979337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.979652 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.979964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.980274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:57.980583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:17:58.024675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-5f29b8ca-02f3-4f07-8ba3-65ae589e9ca7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:58.026166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-5f29b8ca-02f3-4f07-8ba3-65ae589e9ca7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf&tenant_id=67cbdc6cb31e4402989310d7c49cd140&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 945 time: 0.0567474 Nov 15 23:17:58.091966 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-0f50a721-d80b-42ba-9dc8-f4fb12824d2a service neutron] delete failed (client error): The resource could not be found. Nov 15 23:17:58.093007 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-0f50a721-d80b-42ba-9dc8-f4fb12824d2a service neutron] 10.222.0.57 "DELETE /v2.0/ports/f071f4af-f3c2-4034-bf07-a21712345b90/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0594661 Nov 15 23:17:58.185224 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-64648d4d-2bbe-4d4e-a1fc-9799878b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:58.186751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-64648d4d-2bbe-4d4e-a1fc-9799878b9b81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 1096 time: 0.0431497 Nov 15 23:17:58.187328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['f071f4af-f3c2-4034-bf07-a21712345b90'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:17:58.289995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-42bc0e2a-b23e-4fee-82b5-bc0ed32785a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:58.291453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-42bc0e2a-b23e-4fee-82b5-bc0ed32785a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0900550 Nov 15 23:17:58.356093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-9e2878f1-b4a5-417a-8c08-eb109b26eebe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 200 len: 1000 time: 0.0566053 Nov 15 23:17:58.405240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-27fa3be5-fef2-417d-b95e-d9951faf60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:58.406671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-27fa3be5-fef2-417d-b95e-d9951faf60de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0422311 Nov 15 23:17:58.456494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-269cbb73-39d2-40ff-b9b6-f8b0c0c7eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:58.458041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-269cbb73-39d2-40ff-b9b6-f8b0c0c7eeca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427017 Nov 15 23:17:58.552772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-a278719e-2434-4480-87c2-24a145d26a47 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Nov 15 23:17:58.646038 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0940bd84-5419-44b2-a4cf-36ede124d48f req-86d2af1f-3796-4ba5-80e1-f96c11e90930 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856850 Nov 15 23:17:59.047316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57894012-fc60-415a-b49d-a37954d04e7c req-3a5ad076-2c74-4fd6-91e9-24364568b81e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:17:59.048795 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57894012-fc60-415a-b49d-a37954d04e7c req-3a5ad076-2c74-4fd6-91e9-24364568b81e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 945 time: 0.0474639 Nov 15 23:17:59.096207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57894012-fc60-415a-b49d-a37954d04e7c req-4610ef00-9267-4a61-bff0-4f965b0ef2e4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Nov 15 23:17:59.617367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:17:59.665115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:59.722284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port f071f4af-f3c2-4034-bf07-a21712345b90 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:17:59.726095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port f071f4af-f3c2-4034-bf07-a21712345b90 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:17:59.729804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:59.808719 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:59.831330 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:17:59.845252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:17:59.872546 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7555c5-7e81-437b-80ab-5761207d6237" -d '{"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-plugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:17:59.886334 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:17:59.933400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:17:59.958412 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ccb9c6-e0a4-4646-b94f-6eee1c6db1dd x-openstack-request-id: req-35ccb9c6-e0a4-4646-b94f-6eee1c6db1dd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:17:59.958697 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-plugged", "status": "completed", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:17:59.958946 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35ccb9c6-e0a4-4646-b94f-6eee1c6db1dd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:17:59.959337 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'code': 200} Nov 15 23:18:00.216936 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb366b6-657e-43f6-9c77-c70e6cdce6ec req-5c7ff598-4f51-42f4-b2e4-6ece70df7c33 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:00.218419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fb366b6-657e-43f6-9c77-c70e6cdce6ec req-5c7ff598-4f51-42f4-b2e4-6ece70df7c33 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0480976 Nov 15 23:18:00.252300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:00.269200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6fb366b6-657e-43f6-9c77-c70e6cdce6ec req-e935f40f-5483-4e1d-9406-224a8ee6b589 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439560 Nov 15 23:18:00.385873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47679e52-2b90-421f-be53-f00829328335 req-673a8cdf-d536-4155-b600-8d074f21470e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:00.387223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47679e52-2b90-421f-be53-f00829328335 req-673a8cdf-d536-4155-b600-8d074f21470e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0475662 Nov 15 23:18:00.437767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47679e52-2b90-421f-be53-f00829328335 req-8d3b2106-318c-4a2c-99c0-86153b967f5b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Nov 15 23:18:00.564799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5c5ca-6f28-480b-920d-7aed16c4907f req-c4854123-7a23-408e-8471-747ee35cbdf7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:00.566874 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1fd5c5ca-6f28-480b-920d-7aed16c4907f req-c4854123-7a23-408e-8471-747ee35cbdf7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0541615 Nov 15 23:18:00.615691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1fd5c5ca-6f28-480b-920d-7aed16c4907f req-2aae4ff8-0252-4bd5-86f5-7c530f7ef83f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Nov 15 23:18:01.051978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23f8ba-136b-44ca-b671-4d3ed85eb97d req-1ee10aa6-81c6-4c78-9da9-64b864d4bc46 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:01.053469 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab23f8ba-136b-44ca-b671-4d3ed85eb97d req-1ee10aa6-81c6-4c78-9da9-64b864d4bc46 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0546913 Nov 15 23:18:01.100403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ab23f8ba-136b-44ca-b671-4d3ed85eb97d req-c25f39fb-945f-46ae-98c3-a94b0e1c20f9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410662 Nov 15 23:18:02.217739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071050-5931-4361-b32c-3ce38f6adf0d req-d4c24bd7-2c9f-4377-96d8-2dd85f866350 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:02.219212 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83071050-5931-4361-b32c-3ce38f6adf0d req-d4c24bd7-2c9f-4377-96d8-2dd85f866350 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0484788 Nov 15 23:18:02.265982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83071050-5931-4361-b32c-3ce38f6adf0d req-3f4fac52-7dd9-43dd-899f-f07b55d46ff3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Nov 15 23:18:02.449760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-da5208bb-9378-4529-9aaf-c2b2dd1819e1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:02.451164 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-da5208bb-9378-4529-9aaf-c2b2dd1819e1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 946 time: 0.0490158 Nov 15 23:18:02.545072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Deleting port f071f4af-f3c2-4034-bf07-a21712345b90 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:18:02.545426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:02.640054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] For port f071f4af-f3c2-4034-bf07-a21712345b90, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=f071f4af-f3c2-4034-bf07-a21712345b90,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:18:02.640441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:02.810515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:02.810867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:02.811177 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 disassociated. External IP: 172.25.0.41, port: f071f4af-f3c2-4034-bf07-a21712345b90. Nov 15 23:18:02.811502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Calling delete_port for f071f4af-f3c2-4034-bf07-a21712345b90 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:18:03.000422 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:03.028778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'Port': ['ID=f071f4af-f3c2-4034-bf07-a21712345b90,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:03.143848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:18:03.251792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:18:03.261951 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:18:03.272917 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:18:03.273687 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:17:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:03.293014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] No DVR routers for this DVR port f071f4af-f3c2-4034-bf07-a21712345b90 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:18:03.295787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:03.299191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-08d871fc-482d-454b-bb61-0ce0b494d973 req-ab5a9ed4-4111-4b91-a90a-08adc73dc043 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "DELETE /v2.0/ports/f071f4af-f3c2-4034-bf07-a21712345b90 HTTP/1.1" status: 204 len: 173 time: 0.8366008 Nov 15 23:18:03.299690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-deleted', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:18:03.301970 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e4fcb-8b8f-4bac-9bf4-6cec7bc7d414" -d '{"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-deleted", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:18:03.347633 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c36521-7ad4-4186-b285-9eae53a13134 x-openstack-request-id: req-06c36521-7ad4-4186-b285-9eae53a13134 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:18:03.348028 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37dd3ed-487e-49e3-82da-06cc7e100bdf", "name": "network-vif-deleted", "tag": "f071f4af-f3c2-4034-bf07-a21712345b90", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:18:03.348347 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06c36521-7ad4-4186-b285-9eae53a13134 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:18:03.348994 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37dd3ed-487e-49e3-82da-06cc7e100bdf', 'name': 'network-vif-deleted', 'tag': 'f071f4af-f3c2-4034-bf07-a21712345b90', 'status': 'completed', 'code': 200} Nov 15 23:18:03.368280 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47d60745-7b68-48a6-bfbd-edab2226cc87 req-a911c96a-a323-4381-a599-8dae8fefc5e8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=b37dd3ed-487e-49e3-82da-06cc7e100bdf HTTP/1.1" status: 200 len: 210 time: 0.0275679 Nov 15 23:18:03.387543 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:18:03.584240 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:03.614189 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:18:03.622264 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:18:03.622867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:17:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:03.726181 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:18:03.916094 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:03.942482 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f869d9-d1c5-41f4-9ea9-1b6be6a25f18 None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:18:04.156561 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c00f1-6a11-4bb8-9937-a0125e2ee37c None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:18:04.615736 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-7b6e191c-b343-4321-9c16-3717fdb0952d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--239344645&fields=id&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 267 time: 0.0454652 Nov 15 23:18:04.719921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-c203083f-5e1f-4cbc-a195-bfcc0694c63f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:04.721428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-c203083f-5e1f-4cbc-a195-bfcc0694c63f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.0986676 Nov 15 23:18:04.736821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-5a93c1e7-4f7f-4d78-8a76-b6b5b188a9fa tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/quotas/67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Nov 15 23:18:04.785663 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13a9939a-eb25-4419-940d-d0defb811aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:04.794356 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-727feec0-2ced-4978-bf76-d02ce6dcdaeb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522544 Nov 15 23:18:04.958631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-40d425d3-63d8-41e5-944c-0da2a218b01e service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182873 Nov 15 23:18:05.047813 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-b294494b-51d9-418f-858b-1b9d08d87997 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830555 Nov 15 23:18:06.284909 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c37e0d76-d6c5-4859-a330-314c6d41020f req-8546c5b6-8ca3-417e-811f-e27913f22ba3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0266945 Nov 15 23:18:07.230957 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85d5878b-3afb-466e-865d-fe531f27826e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:07.361147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0692640c-bd9c-4ae0-ba11-f5d04602c896 req-404e16ff-a223-453e-8203-a9d3535c098c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0257781 Nov 15 23:18:07.651912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:18:07.672244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: f071f4af-f3c2-4034-bf07-a21712345b90 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:18:07.672575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device f071f4af-f3c2-4034-bf07-a21712345b90 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:18:08.440203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d91edcf0-4f94-4106-9401-a3d298bc78a6 req-4f4168a3-11f6-4bd3-b4a0-a8fa34343193 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0255756 Nov 15 23:18:08.448043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:09.519935 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05dc60db-0618-4508-b952-585e2b3be834 req-633a3ee8-ff31-4ecf-9303-e0e0e91ef838 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0261924 Nov 15 23:18:09.545063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:10.339269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:10.613884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5aead6e0-3fbe-4782-8332-0486134be858 req-c9d4fb18-7148-4e60-b907-fb9d604a3652 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0254896 Nov 15 23:18:11.713793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccec09b1-136f-4752-adb0-395657008135 req-93349a4a-a2d9-4f80-84f0-248703f1001f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0324550 Nov 15 23:18:12.240137 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-84d18766-41ed-4747-9b0c-076dfffa3c61 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:12.241605 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-84d18766-41ed-4747-9b0c-076dfffa3c61 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1095679 Nov 15 23:18:12.305346 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-988186a7-54d3-4cc7-95ea-cac097b08b1e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 379 time: 0.0535240 Nov 15 23:18:12.316210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'port': {'device_id': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'admin_state_up': True, 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'security_groups': ['86461ebd-7e72-4d9c-a46d-2b7f62e6d06d']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:18:12.533614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:18:12.537098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:12.664089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Allocated IP 172.20.0.5 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/67336be1-28e0-455e-b3e3-eeb3345f1f98) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:18:12.811525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:12.815576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fdccc380-5697-4465-bd9c-1f361d5e638f req-bec1a389-102e-4a61-8502-e77275f6bf19 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0298910 Nov 15 23:18:12.894575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:12.938100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:18:12.942149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:18:12.946532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:18:12.976829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:13.012252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:13.012905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:13.091019 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-15ae05fe-be4f-4660-9c1f-8a751aa0ff21 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7792823 Nov 15 23:18:13.104730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Request body: {'port': {'device_id': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:18:13.157854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:13.235471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c37fb66b-9808-437a-8fc5-bb6dfc7883b7 None None] Provisioning complete for port 67336be1-28e0-455e-b3e3-eeb3345f1f98 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:18:13.236059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c37fb66b-9808-437a-8fc5-bb6dfc7883b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:13.270476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c37fb66b-9808-437a-8fc5-bb6dfc7883b7 None None] Port 67336be1-28e0-455e-b3e3-eeb3345f1f98 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:18:13.710850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67336be1-28e0-455e-b3e3-eeb3345f1f98 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:18:13.718070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:13.730158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Transition to ACTIVE for port object 67336be1-28e0-455e-b3e3-eeb3345f1f98 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:18:13.807589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:13.864731 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:13.933928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:18:13.934270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:18:13.934621 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:18:13.939236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:18:13.939587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:18:13.943974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c58877-f674-4752-900e-9e1c5672dbd3 req-ef18755a-4f45-4ddd-b9c4-b4e078b964c0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:13.944730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:18:13.945084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:18:13.945451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:18:13.945854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81c58877-f674-4752-900e-9e1c5672dbd3 req-ef18755a-4f45-4ddd-b9c4-b4e078b964c0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0525823 Nov 15 23:18:13.945976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Bound port: 67336be1-28e0-455e-b3e3-eeb3345f1f98, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:18:13.946276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:14.008845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81c58877-f674-4752-900e-9e1c5672dbd3 req-70ee36f9-1f44-4c04-acb1-fb52bdef5c98 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539172 Nov 15 23:18:14.014245 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:18:14.023292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:18:14.088684 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:14.124523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.125252 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:14.126730 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] 10.222.0.57 "PUT /v2.0/ports/67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1091 time: 1.0265002 Nov 15 23:18:14.128862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:18:14.131174 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370" -d '{"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:18:14.157662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f976a6-4633-4984-9733-c3c9d76c8fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:14.179730 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d758d5f6-cd0e-4ae1-8da9-d90c7d97ef7e x-openstack-request-id: req-d758d5f6-cd0e-4ae1-8da9-d90c7d97ef7e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:18:14.180105 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:18:14.180372 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d758d5f6-cd0e-4ae1-8da9-d90c7d97ef7e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:18:14.180806 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'status': 'completed', 'code': 200} Nov 15 23:18:14.244895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-b1864fc8-d9d6-4a12-aeec-60d0b7b49da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.246425 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-b1864fc8-d9d6-4a12-aeec-60d0b7b49da7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1094 time: 0.0435960 Nov 15 23:18:14.294031 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:18:14.350777 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-80d4983d-47db-4fdf-bc73-a66eb7d5a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.352248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-80d4983d-47db-4fdf-bc73-a66eb7d5a1db service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=67cbdc6cb31e4402989310d7c49cd140&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981801 Nov 15 23:18:14.445182 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-ef562d5b-ccd6-4765-bdf9-d08b2b257449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.446664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6a1bd0ee-a92d-48b2-9e0f-3c5ed32c6370 req-ef562d5b-ccd6-4765-bdf9-d08b2b257449 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871391 Nov 15 23:18:14.528970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-f1c9069d-7927-4a74-b730-b55971dcdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.530546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-f1c9069d-7927-4a74-b730-b55971dcdb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1094 time: 0.0451298 Nov 15 23:18:14.577671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-a5d920d9-08bb-423f-92ca-3c4cfd390012 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 217 time: 0.0359974 Nov 15 23:18:14.632048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-d784c953-e9e9-44f8-b52a-3ad6f1aec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.633555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-d784c953-e9e9-44f8-b52a-3ad6f1aec32e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0465410 Nov 15 23:18:14.678556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71521d6-e514-43a9-a061-3f996bd95792 req-608951dd-1e8c-44be-ac4d-9dfd9c140bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:14.680005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-608951dd-1e8c-44be-ac4d-9dfd9c140bbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395153 Nov 15 23:18:14.771780 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-14ef41b6-7fb2-470a-8ba9-ad5cb76726a8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 Nov 15 23:18:14.861512 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d71521d6-e514-43a9-a061-3f996bd95792 req-5260c717-b04b-43de-91eb-5bc12c939ac9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807846 Nov 15 23:18:15.116579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499ffd-6098-4192-a7d7-92d2a47f9174 req-44502161-1714-40ff-9856-72275d7ab692 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:15.117983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0499ffd-6098-4192-a7d7-92d2a47f9174 req-44502161-1714-40ff-9856-72275d7ab692 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0472312 Nov 15 23:18:15.182886 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e0499ffd-6098-4192-a7d7-92d2a47f9174 req-15a5d4de-6635-4e53-8831-7dac5b855de8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575721 Nov 15 23:18:16.299126 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33992355-6e87-4816-bdfa-69713b3475fe req-51eca022-62f3-41af-9540-e07b1972fd88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:16.300556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33992355-6e87-4816-bdfa-69713b3475fe req-51eca022-62f3-41af-9540-e07b1972fd88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0485549 Nov 15 23:18:16.338782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:18:16.348260 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-33992355-6e87-4816-bdfa-69713b3475fe req-b4e85db3-f104-4588-9409-fa8fea2fda09 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Nov 15 23:18:16.434267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:18:16.448317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'mac_address': 'fa:16:3e:7b:87:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:18:16.482260 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:16.496958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67336be1-28e0-455e-b3e3-eeb3345f1f98 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:18:16.518227 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:18:16.623804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:16.677958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:16.872135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['67336be1-28e0-455e-b3e3-eeb3345f1f98'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:18:17.461462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c15cd9-1186-4e27-8bb9-958d5a293b0d req-05f2dcc7-53af-4f1d-bafc-89ad2a4c2af4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:17.462921 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c15cd9-1186-4e27-8bb9-958d5a293b0d req-05f2dcc7-53af-4f1d-bafc-89ad2a4c2af4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 944 time: 0.0476763 Nov 15 23:18:17.510692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a1c15cd9-1186-4e27-8bb9-958d5a293b0d req-ae4b761e-e2b0-463b-bf45-9141cc3074a0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Nov 15 23:18:18.354833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:18:18.458953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 67336be1-28e0-455e-b3e3-eeb3345f1f98 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:18:18.463143 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 67336be1-28e0-455e-b3e3-eeb3345f1f98 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:18:18.463506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:18.541620 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:18.563367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:18:18.566147 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f161c776-51a4-44a3-8a91-6dc16b855cdb" -d '{"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-plugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:18:18.582732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:18:18.604742 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19bd936-1247-4861-bf1a-66319dcaba35 x-openstack-request-id: req-f19bd936-1247-4861-bf1a-66319dcaba35 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:18:18.605074 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-plugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:18:18.605279 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f19bd936-1247-4861-bf1a-66319dcaba35 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:18:18.605673 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'code': 200} Nov 15 23:18:18.637415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ddc8-ef90-498f-a9c3-3694c61537fb req-67ff4860-43b0-482c-a5bd-606943b0e6f7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:18.638471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f849ddc8-ef90-498f-a9c3-3694c61537fb req-67ff4860-43b0-482c-a5bd-606943b0e6f7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 944 time: 0.0580785 Nov 15 23:18:18.664874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:18.687493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f849ddc8-ef90-498f-a9c3-3694c61537fb req-b8c9df23-00d4-4781-9d12-8fe49dfecebb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Nov 15 23:18:18.713241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:18:18.718709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d823c-b148-4a2f-b218-9c963d5caecb req-541bb2b8-ce10-46af-a1db-96eef7414eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:18.720203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-721d823c-b148-4a2f-b218-9c963d5caecb req-541bb2b8-ce10-46af-a1db-96eef7414eea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0510490 Nov 15 23:18:18.771029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-721d823c-b148-4a2f-b218-9c963d5caecb req-df9bcbe4-8a4e-4cf2-9529-af371e0bcff0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Nov 15 23:18:19.812889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759f209-99a7-4989-bd00-fb6447dd8da1 req-1c2431ac-0636-4181-817f-2a2483c2dfa6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:19.814392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2759f209-99a7-4989-bd00-fb6447dd8da1 req-1c2431ac-0636-4181-817f-2a2483c2dfa6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0555100 Nov 15 23:18:19.870198 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2759f209-99a7-4989-bd00-fb6447dd8da1 req-7f5349a5-5ca8-4201-b173-7c450213f41c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481892 Nov 15 23:18:20.990463 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0af4-7547-47c3-bca4-0e9982e44caa req-d946ffb9-8c9e-49c2-a7c5-04fa0849434f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:20.991928 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-092d0af4-7547-47c3-bca4-0e9982e44caa req-d946ffb9-8c9e-49c2-a7c5-04fa0849434f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0482078 Nov 15 23:18:21.041755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-092d0af4-7547-47c3-bca4-0e9982e44caa req-cc02a4f2-9c3f-4308-b8e7-36c89f870df4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439873 Nov 15 23:18:21.150508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba36f1-35f2-4e63-83bf-1b3516781627 req-3ad60ca6-a854-4ebf-b5cc-2d769d94b3de tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:21.151986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0ba36f1-35f2-4e63-83bf-1b3516781627 req-3ad60ca6-a854-4ebf-b5cc-2d769d94b3de tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0473840 Nov 15 23:18:21.161703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 38660) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:18:21.165999 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'floatingip': {'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:18:21.203603 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:21.605890 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:21.657169 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:21.752812 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 associated. External IP: 172.25.0.41, port: 67336be1-28e0-455e-b3e3-eeb3345f1f98. Nov 15 23:18:21.951221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:18:22.070857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:18:22.075471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:22.080788 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:18:22.090946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:18:22.091545 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:18:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:22.102224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a5fd8e6b-d672-4928-a56a-6b888df3ac43 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "PUT /v2.0/floatingips/214be31f-86dc-46fe-8398-d6d040622366 HTTP/1.1" status: 200 len: 990 time: 0.9395022 Nov 15 23:18:22.102814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:18:22.143344 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea19a0-85ce-4308-bcee-77db41bf07bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:18:22.205053 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:18:22.229779 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f07b3e-c002-4d6d-956d-13b4b8c3cc03 x-openstack-request-id: req-52f07b3e-c002-4d6d-956d-13b4b8c3cc03 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:18:22.230073 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:18:22.230325 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52f07b3e-c002-4d6d-956d-13b4b8c3cc03 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:18:22.230729 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'status': 'completed', 'code': 200} Nov 15 23:18:22.294879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-5227ac89-143a-43ca-9ce2-c576cd19d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:22.296359 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-5227ac89-143a-43ca-9ce2-c576cd19d8ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0400076 Nov 15 23:18:22.392155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-6b50b6ad-cbea-495d-8747-5b00b3b4c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:22.394139 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-6b50b6ad-cbea-495d-8747-5b00b3b4c682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0897927 Nov 15 23:18:22.438230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:7b:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:18:21Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:22.461494 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-2a047f0f-df50-4511-b7e4-835712593249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 998 time: 0.0605707 Nov 15 23:18:22.467652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:18:22.476560 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:18:22.477184 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:18:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:22.510155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-a0244af0-abf2-45fe-973c-61eeaff59051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:22.511682 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-a0244af0-abf2-45fe-973c-61eeaff59051 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0428951 Nov 15 23:18:22.561859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-5968ea71-1ecb-4751-b388-4a3c69e83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:18:22.563370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-5968ea71-1ecb-4751-b388-4a3c69e83b99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436623 Nov 15 23:18:22.579292 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:18:22.666734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-4a565964-2cba-4bda-af4a-52e36caf9575 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953648 Nov 15 23:18:22.762289 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-56ea19a0-85ce-4308-bcee-77db41bf07bf req-c297af8f-1a2d-4606-bdf0-d4baa310a1b7 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882440 Nov 15 23:18:22.910855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:7b:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:18:21Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:18:22.939192 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9db23-9072-4c00-8ec0-86ef1665a18f None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:7b:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:18:21Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:18:23.137393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4155f51-4ce3-4537-a7be-840fe9a01061 None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:18:29.608038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:30.275783 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:34.793839 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f51d342-92ba-4a60-8f15-88fd6bac3e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:37.230354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3c071be-2956-4793-94e7-3bc19abd7d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:38.442125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:39.572749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:40.371275 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:18:51.293514 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:18:59.624118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:00.259023 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:00.633447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-9aaedf05-0598-403b-821a-c397c127a87a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397480 Nov 15 23:19:00.718199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-84496c5c-158b-401d-9b37-cf2548a06d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:19:00.719684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-84496c5c-158b-401d-9b37-cf2548a06d4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0420234 Nov 15 23:19:00.828921 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-8cb295b4-19b1-4681-9022-5c3e9001684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:19:00.830387 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-8cb295b4-19b1-4681-9022-5c3e9001684c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0902765 Nov 15 23:19:00.907355 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-28d62cfc-26a8-42a8-bde7-8527994d4cdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0687065 Nov 15 23:19:00.961782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-91ab519c-e1e3-4803-87f4-6f9878a6ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:19:00.963211 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-91ab519c-e1e3-4803-87f4-6f9878a6ca02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0475230 Nov 15 23:19:01.006974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-5915f7b2-91c7-4b16-b0ea-8a9934d58b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:19:01.008410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-5915f7b2-91c7-4b16-b0ea-8a9934d58b05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384977 Nov 15 23:19:01.095829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-3cac1e99-726e-4be9-8ed1-10293a0310f5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796573 Nov 15 23:19:01.191088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d85eb7f5-4be4-4d96-a99a-5498d6ccce6b req-3e1082bc-3f13-4b7c-abfc-5c0049230ed9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Nov 15 23:19:04.776576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1282494-ce44-4830-8143-6d7bf9e23b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:07.233744 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0af189bd-ec37-4734-9c9c-e88680ed3a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:08.446913 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:09.555386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:10.353102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:28.292562 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:19:29.640335 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:30.269406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:34.789198 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34d5dce3-f6b7-4202-b84c-96426d326d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:37.209453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec743347-f8f5-4d8d-b9e1-b038e638439e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:38.455289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:39.552172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:40.346393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:19:59.649487 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:00.268929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:00.366991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138781-bdab-470d-9dc8-a64cac596f55 req-a78997e6-6f58-4217-ae00-3ba79d4e3736 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:00.368459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51138781-bdab-470d-9dc8-a64cac596f55 req-a78997e6-6f58-4217-ae00-3ba79d4e3736 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0554039 Nov 15 23:20:00.419066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51138781-bdab-470d-9dc8-a64cac596f55 req-87db2f27-63b1-45f1-b320-eec32b44c4ce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Nov 15 23:20:01.536760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5529-7183-4e38-a81a-165ba41b184b req-e00d38c4-337a-4846-8f09-b45bc23302a6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:01.538230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a1f5529-7183-4e38-a81a-165ba41b184b req-e00d38c4-337a-4846-8f09-b45bc23302a6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0497649 Nov 15 23:20:01.590608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a1f5529-7183-4e38-a81a-165ba41b184b req-d7e72454-1c15-4c4a-955f-e02e3028cd39 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463607 Nov 15 23:20:02.348438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-9bcd1abd-d1a8-46a9-8527-815da40491c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:02.349968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-9bcd1abd-d1a8-46a9-8527-815da40491c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0484042 Nov 15 23:20:02.461418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-539c154b-2b9d-4de2-be3c-a6e06ea8db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:02.462902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-539c154b-2b9d-4de2-be3c-a6e06ea8db7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0924027 Nov 15 23:20:02.530069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-f1b3f4cb-b488-49ef-80cf-87044340d562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0600948 Nov 15 23:20:02.582431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-053e58b8-23ba-412c-9359-20031e6ccb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:02.584391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-053e58b8-23ba-412c-9359-20031e6ccb80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0469933 Nov 15 23:20:02.629974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-b47cb852-cdcd-42de-86ff-e3a0de9a240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:02.639938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-b47cb852-cdcd-42de-86ff-e3a0de9a240f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396500 Nov 15 23:20:02.707247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02410b20-05e9-435a-bbde-6e196e7f1097 req-201c6165-484a-4551-ac92-814960788f86 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:02.709299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02410b20-05e9-435a-bbde-6e196e7f1097 req-201c6165-484a-4551-ac92-814960788f86 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0493309 Nov 15 23:20:02.721661 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-8c9ed425-508c-4382-94e8-3885a28e6642 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Nov 15 23:20:02.755843 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02410b20-05e9-435a-bbde-6e196e7f1097 req-79cacadd-6c8f-4748-a355-78b9888d9bb0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Nov 15 23:20:02.814615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-daa9a765-573c-4be8-ac1a-81f80f5a8c86 req-4e3f8847-97e5-4151-8398-822ca236a29f service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Nov 15 23:20:03.874963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187d8f-d0cb-4837-8e4e-f5df37202034 req-a2530bfc-9fc9-4b18-88b2-26d4135c4e80 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:03.876432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99187d8f-d0cb-4837-8e4e-f5df37202034 req-a2530bfc-9fc9-4b18-88b2-26d4135c4e80 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0506861 Nov 15 23:20:03.930379 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99187d8f-d0cb-4837-8e4e-f5df37202034 req-ffb97e66-1d7f-488b-a7f3-2f63be0ca28b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 Nov 15 23:20:04.803230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0fba3a0d-bdcd-4288-bcd3-22446fa96fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:05.055617 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e879-f8cf-42bf-b683-43ee7252ac80 req-83285fee-d608-4be5-9638-b63dce790d22 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:05.057008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2965e879-f8cf-42bf-b683-43ee7252ac80 req-83285fee-d608-4be5-9638-b63dce790d22 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0530012 Nov 15 23:20:05.102696 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2965e879-f8cf-42bf-b683-43ee7252ac80 req-4f3bd029-e807-42ab-b5ee-5154774ae12c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398116 Nov 15 23:20:05.291324 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:20:06.217104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273d10-81b5-4351-9afa-146bc10d6b59 req-60c2d8e3-97e9-441c-a3e2-25812225be09 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:06.218615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49273d10-81b5-4351-9afa-146bc10d6b59 req-60c2d8e3-97e9-441c-a3e2-25812225be09 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0479600 Nov 15 23:20:06.264597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49273d10-81b5-4351-9afa-146bc10d6b59 req-80a1ebac-214f-472c-8789-8b46e864dcab tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393817 Nov 15 23:20:07.220358 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e228155-d3e7-4cd9-bad9-7b9c19088ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:07.382143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587497d-694b-4bc6-a759-6f0d1a12c694 req-7aeee032-a9c1-42fe-9b33-2324bd3e0408 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:07.383601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8587497d-694b-4bc6-a759-6f0d1a12c694 req-7aeee032-a9c1-42fe-9b33-2324bd3e0408 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0517142 Nov 15 23:20:07.429820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8587497d-694b-4bc6-a759-6f0d1a12c694 req-140add40-4344-4926-9e7a-daeadcf6b390 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403562 Nov 15 23:20:08.458038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:08.543097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775fdd-f651-4dc1-8402-52e1f2ead578 req-f02fcd20-5fb6-40c4-8853-e00e8a5f4ade tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:08.544571 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97775fdd-f651-4dc1-8402-52e1f2ead578 req-f02fcd20-5fb6-40c4-8853-e00e8a5f4ade tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0480931 Nov 15 23:20:08.590796 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97775fdd-f651-4dc1-8402-52e1f2ead578 req-58fbef30-157f-45ce-a537-5e99ee171215 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402546 Nov 15 23:20:09.568671 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:09.704903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad149-9acd-42ef-a239-62778ecdb780 req-16485c1f-b511-4ac6-8e84-2fa51704e389 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:09.706373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35bad149-9acd-42ef-a239-62778ecdb780 req-16485c1f-b511-4ac6-8e84-2fa51704e389 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0478661 Nov 15 23:20:09.756164 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35bad149-9acd-42ef-a239-62778ecdb780 req-19d99ea4-2515-4772-9e20-f9952b2530f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438814 Nov 15 23:20:10.348832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:10.874811 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947aaa8-a7b7-4742-97e7-4e60ba03f091 req-a7b40d30-7dc1-4665-8fb5-71fbaf0ffb0d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:10.876388 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0947aaa8-a7b7-4742-97e7-4e60ba03f091 req-a7b40d30-7dc1-4665-8fb5-71fbaf0ffb0d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0478585 Nov 15 23:20:10.930991 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0947aaa8-a7b7-4742-97e7-4e60ba03f091 req-ba9d6222-c8dc-48bd-ab5f-b7ea47a496d1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Nov 15 23:20:11.328755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888c7eb-5acb-4da4-a945-4b14fff18583 req-e7f0d9da-9ef0-4186-9c53-af202b547147 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:11.330210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7888c7eb-5acb-4da4-a945-4b14fff18583 req-e7f0d9da-9ef0-4186-9c53-af202b547147 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0485678 Nov 15 23:20:11.376866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7888c7eb-5acb-4da4-a945-4b14fff18583 req-5526f9f5-86ca-4761-8145-520ef0bcd3e2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Nov 15 23:20:11.531892 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-e9c2286b-fc57-43d9-9a5e-092b033d2ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817862 Nov 15 23:20:12.493875 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab9f1c-426e-4bc6-a83e-e5699f15f11a req-9e0f6163-ef0e-403e-b7e8-23cf700fdfd9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:12.495336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bab9f1c-426e-4bc6-a83e-e5699f15f11a req-9e0f6163-ef0e-403e-b7e8-23cf700fdfd9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0491195 Nov 15 23:20:12.543056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bab9f1c-426e-4bc6-a83e-e5699f15f11a req-e8bea2e1-c082-4c21-9bf1-47511421938d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Nov 15 23:20:13.665287 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5288c3-8058-4721-b41f-2481f1e0bf92 req-814cbdb8-56f9-4d37-83a8-d24df3819d8a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:13.666687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c5288c3-8058-4721-b41f-2481f1e0bf92 req-814cbdb8-56f9-4d37-83a8-d24df3819d8a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0491538 Nov 15 23:20:13.714487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c5288c3-8058-4721-b41f-2481f1e0bf92 req-56f4a495-869e-47fe-9d25-6019d8b8c717 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Nov 15 23:20:14.718905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0ed058c8-41a5-4d6d-9323-b095a5a66e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:14.720297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0ed058c8-41a5-4d6d-9323-b095a5a66e93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0413022 Nov 15 23:20:14.815748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-2faa92a9-9c49-40bf-9e6f-adfe330eefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:14.817913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-2faa92a9-9c49-40bf-9e6f-adfe330eefdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0903947 Nov 15 23:20:14.835476 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bc4c1-1ec0-4bfc-8643-a805324f4133 req-9e21ec44-2871-468a-aae4-ef820ab38940 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:14.836962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-047bc4c1-1ec0-4bfc-8643-a805324f4133 req-9e21ec44-2871-468a-aae4-ef820ab38940 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0522273 Nov 15 23:20:14.882906 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-934ab0bc-d02e-4b5a-a6f4-26320b0493b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0571020 Nov 15 23:20:14.884020 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-047bc4c1-1ec0-4bfc-8643-a805324f4133 req-739dbfd1-ee17-4896-89e5-d911f30fecc7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Nov 15 23:20:14.931688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-01a3d733-e72c-4a0c-b36c-9129d32457b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:14.933182 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-01a3d733-e72c-4a0c-b36c-9129d32457b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0429955 Nov 15 23:20:14.981814 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-31035ff4-5f09-4605-8af6-6a398fd366c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:14.983170 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-31035ff4-5f09-4605-8af6-6a398fd366c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431652 Nov 15 23:20:15.071518 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-db1effe7-0182-46ae-b84d-2fda585d084e service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811131 Nov 15 23:20:15.165123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-b32c6741-cc93-4802-9fae-a5b4aa2cc68a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Nov 15 23:20:15.999633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a06f-bde5-4dd8-b9b1-1030e785089e req-66061dfe-3a0f-4829-a556-55c11fb69e42 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:16.001109 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60a5a06f-bde5-4dd8-b9b1-1030e785089e req-66061dfe-3a0f-4829-a556-55c11fb69e42 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0478680 Nov 15 23:20:16.047210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60a5a06f-bde5-4dd8-b9b1-1030e785089e req-225b089b-0395-4e74-9378-92734717e20e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 Nov 15 23:20:17.170913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071da8-cc27-457f-b28a-020d7eb7c195 req-2be978d0-4562-447d-8a74-3315ea9d4248 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:17.172374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92071da8-cc27-457f-b28a-020d7eb7c195 req-2be978d0-4562-447d-8a74-3315ea9d4248 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0509434 Nov 15 23:20:17.218165 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92071da8-cc27-457f-b28a-020d7eb7c195 req-62b1a4e0-f71f-4016-942d-f3c1ec558f83 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Nov 15 23:20:17.277073 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-082e6245-5a06-478a-b166-aea3fbb01bae req-e18aea6f-6269-403e-965b-3690a19a0c7c service neutron] show failed (client error): The resource could not be found. Nov 15 23:20:17.278102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-e18aea6f-6269-403e-965b-3690a19a0c7c service neutron] 10.222.0.57 "GET /v2.0/ports/67336be1-28e0-455e-b3e3-eeb3345f1f98/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0544775 Nov 15 23:20:17.840598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-46ca76ec-ad77-4f56-8a66-09e8908045c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:17.842081 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-46ca76ec-ad77-4f56-8a66-09e8908045c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1096 time: 0.0405998 Nov 15 23:20:17.856015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:20:17.921655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.123479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:18.155824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:20:18.193735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:18.196006 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c114f-5995-4347-ad63-4cbad8a64681" -d '{"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-unplugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:18.199788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.212853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Transition to ACTIVE for port object 67336be1-28e0-455e-b3e3-eeb3345f1f98 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:20:18.263025 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b81a0d-d8e2-434e-87ba-c2342d5357e5 x-openstack-request-id: req-31b81a0d-d8e2-434e-87ba-c2342d5357e5 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:18.263025 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-unplugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:18.263025 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31b81a0d-d8e2-434e-87ba-c2342d5357e5 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:18.263025 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'code': 200} Nov 15 23:20:18.277440 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.341308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a75fc-546d-459f-bb6d-39a70a101a01 req-5be00b0f-4428-4c1e-a859-4c5d45f00634 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:18.342854 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69a75fc-546d-459f-bb6d-39a70a101a01 req-5be00b0f-4428-4c1e-a859-4c5d45f00634 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0512843 Nov 15 23:20:18.367063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:18.381380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.381850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.382200 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.382571 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.382872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.383199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.383523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.383845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.384164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.384485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.384827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.385146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:18.397136 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c69a75fc-546d-459f-bb6d-39a70a101a01 req-939ef73b-be65-4747-a922-863a3c2fd046 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460618 Nov 15 23:20:18.417379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] No DVR routers for this DVR port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:20:18.554611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:20:18.554938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:20:18.555256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:20:18.559456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:20:18.559772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Attempting to bind port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:20:18.564509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:20:18.565247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:20:18.565247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:20:18.565651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Bound port: 67336be1-28e0-455e-b3e3-eeb3345f1f98, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:20:18.565990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.641604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:20:18.641604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:20:18.737472 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.771492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:18.772127 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:18.773493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] 10.222.0.55 "PUT /v2.0/ports/67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1091 time: 0.9213188 Nov 15 23:20:18.801763 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5fa66-8df7-41ef-82a9-4edd0e82799d service neutron] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:18.845608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-a03ba5a2-acf0-4bba-be38-63b2eca83fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:18.846974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-a03ba5a2-acf0-4bba-be38-63b2eca83fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1094 time: 0.0470457 Nov 15 23:20:18.946862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-a786c935-c5f9-4dfc-ac4d-9676c11109b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:18.948331 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-a786c935-c5f9-4dfc-ac4d-9676c11109b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0900800 Nov 15 23:20:19.016274 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-81cb10ef-ac77-4284-9595-6dfa553dba8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 998 time: 0.0551934 Nov 15 23:20:19.072912 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-c92fca8f-99ba-48be-abbd-2607728bc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:19.074363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-c92fca8f-99ba-48be-abbd-2607728bc2c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0472429 Nov 15 23:20:19.128470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6245-5a06-478a-b166-aea3fbb01bae req-db9f1ce9-58ce-4fc6-8bee-d7524e4aef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:19.130616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-db9f1ce9-58ce-4fc6-8bee-d7524e4aef04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446262 Nov 15 23:20:19.222496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-47c64def-d190-4f05-9a41-f7e5ca1cd001 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794322 Nov 15 23:20:19.322374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-082e6245-5a06-478a-b166-aea3fbb01bae req-c09f979e-a0e9-4b97-8d81-34583cb09788 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Nov 15 23:20:19.515188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45872d73-5636-4dd6-bc91-601b6c001e9c req-341a41fb-e131-41a0-8340-9615cba0d9d4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:19.516550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45872d73-5636-4dd6-bc91-601b6c001e9c req-341a41fb-e131-41a0-8340-9615cba0d9d4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0479348 Nov 15 23:20:19.567479 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-45872d73-5636-4dd6-bc91-601b6c001e9c req-fcc95563-acb8-4dbc-86d9-3b35d428eec7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Nov 15 23:20:20.260952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:20.263338 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:20.314515 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7bb73-a621-4376-ab4d-c880a367721d x-openstack-request-id: req-4fd7bb73-a621-4376-ab4d-c880a367721d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:20.314892 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:20.315225 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fd7bb73-a621-4376-ab4d-c880a367721d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:20.315631 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'status': 'completed', 'code': 200} Nov 15 23:20:20.401487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-2aa74946-703b-498e-8514-5e36a339cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.402975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-2aa74946-703b-498e-8514-5e36a339cb83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1094 time: 0.0673249 Nov 15 23:20:20.405328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-e879163a-f42c-4eb7-9bb8-fe4760ebee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.406651 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-e879163a-f42c-4eb7-9bb8-fe4760ebee7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1094 time: 0.0631354 Nov 15 23:20:20.560504 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-9dcfae17-9043-49a3-bc8a-9b29e978c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.561901 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-9dcfae17-9043-49a3-bc8a-9b29e978c3ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1518018 Nov 15 23:20:20.578753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-f196937e-0212-496e-a751-fb6e9b29ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.580191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-f196937e-0212-496e-a751-fb6e9b29ab14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1534109 Nov 15 23:20:20.677728 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-bd6c8be5-cec9-4d54-a7d5-35ebfd875b64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 998 time: 0.1083500 Nov 15 23:20:20.683525 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-3244909a-8b1d-4b77-9b3f-9db4ab9305ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 998 time: 0.0764024 Nov 15 23:20:20.688322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1726d6-2841-49b9-8498-48695a11867c req-aa2d2c72-7759-442f-bd1d-be7266be2390 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.689802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a1726d6-2841-49b9-8498-48695a11867c req-aa2d2c72-7759-442f-bd1d-be7266be2390 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0485198 Nov 15 23:20:20.739325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a1726d6-2841-49b9-8498-48695a11867c req-d7070de6-28ef-4616-a20c-e8a140a574a0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Nov 15 23:20:20.760530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-853fcb44-02e9-41bf-8d41-57c9868ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.762017 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-853fcb44-02e9-41bf-8d41-57c9868ae8e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0759983 Nov 15 23:20:20.766928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-ebdec42b-20b7-4874-b29f-015ec7c861ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.768235 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-ebdec42b-20b7-4874-b29f-015ec7c861ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0569317 Nov 15 23:20:20.838292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-6ece534e-9b50-47f6-8a7e-86395f06f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.839676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-6ece534e-9b50-47f6-8a7e-86395f06f0e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702555 Nov 15 23:20:20.841975 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-a2a9587c-eb64-47c5-994e-932bd85a1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:20.843307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-a2a9587c-eb64-47c5-994e-932bd85a1e9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662742 Nov 15 23:20:20.908129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:20:20.948067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:20:21.301401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-ee748831-48c5-4093-8fa1-7c1e47ca0b92 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541614 Nov 15 23:20:21.304637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-1000f2e8-9624-4fa4-aab1-8fb2f18d08dd service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494059 Nov 15 23:20:21.458928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-3c9f2279-6120-481f-b54c-a2fd0a24c9ae service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502464 Nov 15 23:20:21.462644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c1f92a7-0130-4c0d-b3b3-3c456ec3a4d4 req-03f0c726-79fe-49f1-b650-5cda899de604 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367962 Nov 15 23:20:21.855205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a9478-52f6-4050-82fe-922eee3c8618 req-76e72199-aa45-4c77-bf75-8e1e783ab146 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:21.856657 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3a9478-52f6-4050-82fe-922eee3c8618 req-76e72199-aa45-4c77-bf75-8e1e783ab146 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0478773 Nov 15 23:20:21.902389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d3a9478-52f6-4050-82fe-922eee3c8618 req-1bb0ef41-9175-4d91-8849-fa717e83dc8c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Nov 15 23:20:22.240787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:20:22.267802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5959b-bb37-463f-a4e3-f11bdbb620b9 req-247f37aa-dd21-46f8-9552-eaaa16fd2ea0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.269348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3b5959b-bb37-463f-a4e3-f11bdbb620b9 req-247f37aa-dd21-46f8-9552-eaaa16fd2ea0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 943 time: 0.0539181 Nov 15 23:20:22.318828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3b5959b-bb37-463f-a4e3-f11bdbb620b9 req-1906742f-0698-4d48-b813-3deffb6b80c2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Nov 15 23:20:22.340671 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:22.352253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'mac_address': 'fa:16:3e:7b:87:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:20:22.357515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca88da-347a-4627-b836-4d103848d732 req-96fa05e5-6a69-4b83-993a-7251a8a55726 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.358987 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-96fa05e5-6a69-4b83-993a-7251a8a55726 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d&tenant_id=67cbdc6cb31e4402989310d7c49cd140&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 943 time: 0.0641966 Nov 15 23:20:22.388225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:22.404331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67336be1-28e0-455e-b3e3-eeb3345f1f98 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:20:22.422939 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-d9ca88da-347a-4627-b836-4d103848d732 req-26524796-710d-4cca-81ef-0239cc8d6854 service neutron] delete failed (client error): The resource could not be found. Nov 15 23:20:22.423348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:22.423871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-26524796-710d-4cca-81ef-0239cc8d6854 service neutron] 10.222.0.57 "DELETE /v2.0/ports/67336be1-28e0-455e-b3e3-eeb3345f1f98/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0564222 Nov 15 23:20:22.477559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:22.510728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca88da-347a-4627-b836-4d103848d732 req-56e094b5-b2f5-428a-8a20-87898e3d259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.512300 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-56e094b5-b2f5-428a-8a20-87898e3d259c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1095 time: 0.0411782 Nov 15 23:20:22.525020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:22.533076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.533416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.533747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.534074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.534396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.534717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.535534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.535851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.536164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.536473 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.536821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.537128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:20:22.604236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca88da-347a-4627-b836-4d103848d732 req-d76269a4-dee7-468f-881d-d84b0ae1209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.605726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-d76269a4-dee7-468f-881d-d84b0ae1209e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0861888 Nov 15 23:20:22.673401 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-30b22b90-0da1-4d86-95a0-b5b9531009f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 999 time: 0.0602319 Nov 15 23:20:22.721421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca88da-347a-4627-b836-4d103848d732 req-1f011603-d907-4401-a357-3670df12234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.722940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-1f011603-d907-4401-a357-3670df12234a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0427048 Nov 15 23:20:22.767580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca88da-347a-4627-b836-4d103848d732 req-ee759cc7-dd66-49a5-ba7c-252db3704dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:22.769042 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-ee759cc7-dd66-49a5-ba7c-252db3704dbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391707 Nov 15 23:20:22.794063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['67336be1-28e0-455e-b3e3-eeb3345f1f98'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:20:22.860450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-f5d8d107-4ef4-42ea-9afa-2b44d10bbf0f service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837698 Nov 15 23:20:22.949293 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9ca88da-347a-4627-b836-4d103848d732 req-477127eb-0b6a-4789-b2d6-883388e28222 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810347 Nov 15 23:20:23.442329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb1942-5eb5-424d-96dd-c0a07b68bc1b req-21f11838-458b-400b-ac3b-618c17fab3bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:23.443789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02cb1942-5eb5-424d-96dd-c0a07b68bc1b req-21f11838-458b-400b-ac3b-618c17fab3bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 944 time: 0.0503943 Nov 15 23:20:23.491976 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-02cb1942-5eb5-424d-96dd-c0a07b68bc1b req-d5a3ba4e-dcbc-43ae-8137-2010bcbbb35e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Nov 15 23:20:24.256241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:20:24.388248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 67336be1-28e0-455e-b3e3-eeb3345f1f98 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:20:24.392229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 67336be1-28e0-455e-b3e3-eeb3345f1f98 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:20:24.392592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:24.468518 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:24.489930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:24.492132 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe5de53-669c-4c8b-abc7-d4da8401b53e" -d '{"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-plugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:24.504459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:24.531206 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48928c25-1368-4a02-985a-df96d9dc39b8 x-openstack-request-id: req-48928c25-1368-4a02-985a-df96d9dc39b8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:24.531497 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-plugged", "status": "completed", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:24.531745 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48928c25-1368-4a02-985a-df96d9dc39b8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:24.532139 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'code': 200} Nov 15 23:20:24.576918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:24.606711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888b7e-a6ad-47da-9205-73ae8bfc3e22 req-07b472b7-6880-47ad-adf8-6f8f0a2deb91 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:24.608177 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25888b7e-a6ad-47da-9205-73ae8bfc3e22 req-07b472b7-6880-47ad-adf8-6f8f0a2deb91 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 944 time: 0.0481291 Nov 15 23:20:24.626880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:24.659486 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25888b7e-a6ad-47da-9205-73ae8bfc3e22 req-ecabf56a-5db4-4bea-9da7-811f17b086ad tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451477 Nov 15 23:20:24.775041 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb42a-24eb-4e8b-b62c-0f6c7bef6e07 req-f7196865-8725-419b-b45e-3bfcca760aac tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:24.776416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db0cb42a-24eb-4e8b-b62c-0f6c7bef6e07 req-f7196865-8725-419b-b45e-3bfcca760aac tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0480876 Nov 15 23:20:24.822467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-db0cb42a-24eb-4e8b-b62c-0f6c7bef6e07 req-7c41447f-51c1-4823-943d-b011c52e0e63 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400217 Nov 15 23:20:25.156877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776fcc-e1a4-4fa6-8f08-c4850dee6089 req-b7f9ca00-b413-4675-b080-e9e13c9f00f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:25.158982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85776fcc-e1a4-4fa6-8f08-c4850dee6089 req-b7f9ca00-b413-4675-b080-e9e13c9f00f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0487795 Nov 15 23:20:25.206114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-85776fcc-e1a4-4fa6-8f08-c4850dee6089 req-256ac5a2-719b-4399-856f-5dfb1996b31c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Nov 15 23:20:25.270291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-8f8ccbb1-b50e-47ec-b19f-19a53e508cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:25.271764 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-8f8ccbb1-b50e-47ec-b19f-19a53e508cdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 1096 time: 0.0459754 Nov 15 23:20:25.365958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-b4ba5ec6-521b-4bfc-a131-85be1f2c9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:25.367432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-b4ba5ec6-521b-4bfc-a131-85be1f2c9107 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0848210 Nov 15 23:20:25.450130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-faff83b6-4e60-4996-8135-379482b3301a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 200 len: 1000 time: 0.0705848 Nov 15 23:20:25.504994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-2f55a26a-3ab8-4535-b6d6-b1702cea84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:25.506414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-2f55a26a-3ab8-4535-b6d6-b1702cea84bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0429254 Nov 15 23:20:25.556342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-522e1992-3ff9-49ef-88be-735cf89b3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:25.557800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-522e1992-3ff9-49ef-88be-735cf89b3dab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389335 Nov 15 23:20:25.653637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-af3c4dfe-9d91-48e3-b6fa-a1c8b2f38104 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Nov 15 23:20:25.747298 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-da46bc09-81e1-480f-bbe7-570ee9370c27 req-e5110ef2-8c85-4fbc-97f1-b1102ee8b885 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804751 Nov 15 23:20:26.328410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832a0d0-e088-491a-bee6-0d4cdedd0116 req-6377f578-7b67-4700-aefe-0d6bd14441f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:26.329915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8832a0d0-e088-491a-bee6-0d4cdedd0116 req-6377f578-7b67-4700-aefe-0d6bd14441f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0526412 Nov 15 23:20:26.376744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8832a0d0-e088-491a-bee6-0d4cdedd0116 req-506ba7c1-6a75-4e1f-8c54-380360333a06 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402796 Nov 15 23:20:27.498551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b375e-054b-49ad-b7bc-ac04f226bdfa req-68bd946d-ef10-4f56-8853-5c7bff181942 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:27.500064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc8b375e-054b-49ad-b7bc-ac04f226bdfa req-68bd946d-ef10-4f56-8853-5c7bff181942 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0481570 Nov 15 23:20:27.546667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc8b375e-054b-49ad-b7bc-ac04f226bdfa req-6329dea8-8116-42e7-be40-24afe5d5ee37 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Nov 15 23:20:27.990007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7032b-502e-438c-b7ba-631b39a73f69 req-00b3bc43-5637-4612-867c-df13c47bb06a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:27.991462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2f7032b-502e-438c-b7ba-631b39a73f69 req-00b3bc43-5637-4612-867c-df13c47bb06a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0516150 Nov 15 23:20:28.037853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f2f7032b-502e-438c-b7ba-631b39a73f69 req-b845af8c-d056-4fd4-8f4f-51a60bc72748 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Nov 15 23:20:29.158735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ec22-795f-4669-a5da-ef5762f02e84 req-b3d8baf2-1236-4fd9-b5de-a5e9c64f321f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:29.161003 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a159ec22-795f-4669-a5da-ef5762f02e84 req-b3d8baf2-1236-4fd9-b5de-a5e9c64f321f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0485196 Nov 15 23:20:29.208162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a159ec22-795f-4669-a5da-ef5762f02e84 req-12dad30f-14a5-4f75-9b7c-8c94b1a44f8f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Nov 15 23:20:29.379982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-3f3db018-dd23-4417-b184-7aad36665c88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:29.381471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-3f3db018-dd23-4417-b184-7aad36665c88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 945 time: 0.0497258 Nov 15 23:20:29.479196 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Deleting port 67336be1-28e0-455e-b3e3-eeb3345f1f98 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:20:29.479530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.564868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] For port 67336be1-28e0-455e-b3e3-eeb3345f1f98, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=67336be1-28e0-455e-b3e3-eeb3345f1f98,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:29.565217 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.642821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.737328 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.737690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.738657 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 disassociated. External IP: 172.25.0.41, port: 67336be1-28e0-455e-b3e3-eeb3345f1f98. Nov 15 23:20:29.738952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Calling delete_port for 67336be1-28e0-455e-b3e3-eeb3345f1f98 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:20:29.905319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:29.936300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'Port': ['ID=67336be1-28e0-455e-b3e3-eeb3345f1f98,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:30.049827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:20:30.159037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:20:30.169817 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:20:30.179241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:20:30.179847 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:20:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:30.201579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] No DVR routers for this DVR port 67336be1-28e0-455e-b3e3-eeb3345f1f98 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:20:30.204198 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:30.208138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bc03b978-13b3-4a82-a43c-b448eb0e6397 req-eb187382-cba7-407c-bb36-b365dbe2fdfc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "DELETE /v2.0/ports/67336be1-28e0-455e-b3e3-eeb3345f1f98 HTTP/1.1" status: 204 len: 173 time: 0.8179348 Nov 15 23:20:30.208609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-deleted', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:30.210817 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ecba71-d2e4-4153-b44a-2b9c613ebed7" -d '{"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-deleted", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:30.250978 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa82f9-8ebc-44f9-8e77-8a084f458114 x-openstack-request-id: req-ecaa82f9-8ebc-44f9-8e77-8a084f458114 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:30.251295 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e05f98e-6bcc-4849-80ef-13328b23ed5d", "name": "network-vif-deleted", "tag": "67336be1-28e0-455e-b3e3-eeb3345f1f98", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:30.251528 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecaa82f9-8ebc-44f9-8e77-8a084f458114 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:30.251928 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e05f98e-6bcc-4849-80ef-13328b23ed5d', 'name': 'network-vif-deleted', 'tag': '67336be1-28e0-455e-b3e3-eeb3345f1f98', 'status': 'completed', 'code': 200} Nov 15 23:20:30.291867 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:20:30.310725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e90f520a-a54f-43f3-b06c-1bf97b6960b4 req-623b09b2-7b49-437c-a23b-881b55ae57df tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e05f98e-6bcc-4849-80ef-13328b23ed5d HTTP/1.1" status: 200 len: 210 time: 0.0290115 Nov 15 23:20:30.320570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:30.486990 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:30.516137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:20:30.525279 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:20:30.525881 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:20:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:30.625074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:20:30.823137 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:30.849553 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3bfb3-e312-4848-9847-bb890d41284f None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:20:31.055169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4dbcb-72eb-4027-a0ba-373635cfa16d None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:20:31.586762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-26c2f044-8614-41e8-884d-9f0db7c1359e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--239344645&fields=id&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 267 time: 0.0410237 Nov 15 23:20:31.693693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-a6008d27-ee01-4095-bb9f-4b1c81f2a64c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:31.695111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-a6008d27-ee01-4095-bb9f-4b1c81f2a64c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1015830 Nov 15 23:20:31.710111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-2eea7be6-048d-44c4-9ddd-5ed635d1d594 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/quotas/67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Nov 15 23:20:31.760395 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-34eaf3de-84b4-4c36-b8a1-70936b73b767 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450923 Nov 15 23:20:31.856592 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-fc90a1fa-9fe9-4db8-b248-095047dd92be service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Nov 15 23:20:31.944608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-e93db5e7-e785-41f6-a08f-3109130632ef service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Nov 15 23:20:32.206807 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b99c0db-0d48-40a7-bda9-71991ab41bc5 req-4364edbb-89e3-4396-9b5c-04fd76d3d1af tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 210 time: 0.0303669 Nov 15 23:20:33.303448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c06cc2b8-2c8a-4738-bb0c-8eb8c09a9e32 req-520264d6-fc16-42c5-a920-8983fb6258e9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Nov 15 23:20:34.207147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-1c6ab39c-6fbf-495a-8b80-829d992fd4c6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:34.208603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-1c6ab39c-6fbf-495a-8b80-829d992fd4c6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1027167 Nov 15 23:20:34.271758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-59d5873b-8f5c-4248-b137-63d3a793f3f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 379 time: 0.0521154 Nov 15 23:20:34.281779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'port': {'device_id': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'admin_state_up': True, 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'security_groups': ['86461ebd-7e72-4d9c-a46d-2b7f62e6d06d']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:20:34.311235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:20:34.339746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 67336be1-28e0-455e-b3e3-eeb3345f1f98 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:20:34.341282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 67336be1-28e0-455e-b3e3-eeb3345f1f98 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:20:34.410859 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3562f0f-8bcc-434d-9207-1a5777b95e63 req-46b3477d-ff70-47ca-b48b-1354ef837b08 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 210 time: 0.0288849 Nov 15 23:20:34.479604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:20:34.483205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:34.609898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Allocated IP 172.20.0.7 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:20:34.741313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:34.799477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a40c11c4-e5e0-441a-8618-f48657df19ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:34.843221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:34.887735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:20:34.892734 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:20:34.896651 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:20:34.921756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:34.951030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:34.951646 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.042162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-cf327701-1e1f-416f-8f29-bee4825b0e97 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640083 Nov 15 23:20:35.055751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Request body: {'port': {'device_id': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:20:35.108051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.169383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-556846cc-3762-4a68-975a-b9991b133c18 None None] Provisioning complete for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:20:35.169664 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-556846cc-3762-4a68-975a-b9991b133c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.207464 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-556846cc-3762-4a68-975a-b9991b133c18 None None] Port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:20:35.377059 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:20:35.384260 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.396525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Transition to ACTIVE for port object ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:20:35.459592 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.537312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ed0c2-b071-4149-ab4f-a195bfb32ff4 req-6c5a0238-7fd4-4bd7-a84f-401871c6c46a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:35.538841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be9ed0c2-b071-4149-ab4f-a195bfb32ff4 req-6c5a0238-7fd4-4bd7-a84f-401871c6c46a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0520008 Nov 15 23:20:35.546440 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:35.588394 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:20:35.588999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:20:35.589167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:20:35.593806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:20:35.594128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:20:35.599830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:20:35.600163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be9ed0c2-b071-4149-ab4f-a195bfb32ff4 req-caddf5e4-4460-47da-9f11-afd3e0ba2348 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514877 Nov 15 23:20:35.600287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:20:35.600550 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:20:35.601014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Bound port: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:20:35.601379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.670308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:20:35.673470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:20:35.737196 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.776831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:35.777475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:35.778844 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1091 time: 0.7274199 Nov 15 23:20:35.780938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:35.783306 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeba19d-8ad6-4394-a6d0-05ec245ef250" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:35.813818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e405ad-67e5-4648-9346-5daf7552de64 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:35.825354 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd68272a-3d6c-4833-a444-82dcc1aaee2d x-openstack-request-id: req-fd68272a-3d6c-4833-a444-82dcc1aaee2d {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:35.825676 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:35.825975 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd68272a-3d6c-4833-a444-82dcc1aaee2d {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:35.826349 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'status': 'completed', 'code': 200} Nov 15 23:20:35.890874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-541c5e3b-8c90-452d-968d-bb46e4afa53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:35.892410 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-541c5e3b-8c90-452d-968d-bb46e4afa53b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.0436490 Nov 15 23:20:35.995415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-fb3b67a3-35ea-4fc8-b8bb-5eeb03431184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:35.996900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-fb3b67a3-35ea-4fc8-b8bb-5eeb03431184 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=67cbdc6cb31e4402989310d7c49cd140&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965476 Nov 15 23:20:36.102951 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-1ec132a3-5198-4c93-9be4-2c4c7c04797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:36.104407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5eeba19d-8ad6-4394-a6d0-05ec245ef250 req-1ec132a3-5198-4c93-9be4-2c4c7c04797e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003664 Nov 15 23:20:36.182092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-5b20ca61-9722-49cc-81f6-919e0cb88dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:36.183474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-5b20ca61-9722-49cc-81f6-919e0cb88dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.0406792 Nov 15 23:20:36.225041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-56909331-26a7-4fce-a7e6-8a1dffe568c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 217 time: 0.0335748 Nov 15 23:20:36.274047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-5e9de019-0776-468b-82c3-c57286a0c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:36.275445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-5e9de019-0776-468b-82c3-c57286a0c62b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0425255 Nov 15 23:20:36.330217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-de9643c4-bcf3-4925-b2ad-9de3ac5a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:36.332976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-de9643c4-bcf3-4925-b2ad-9de3ac5a9cf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498283 Nov 15 23:20:36.423986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-1f487fef-6cbe-40a6-9502-12f41229513a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830038 Nov 15 23:20:36.517326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6e7ea9b2-c265-400d-b539-32f7f979b07b req-67485fc4-8b95-41ef-9c94-6c95378b7332 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854542 Nov 15 23:20:36.721222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5366ad-a2cc-4c79-959f-f29b7564547e req-72f0a196-61e3-41c0-9e02-e13b496ea032 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:36.723374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de5366ad-a2cc-4c79-959f-f29b7564547e req-72f0a196-61e3-41c0-9e02-e13b496ea032 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0570180 Nov 15 23:20:36.770702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de5366ad-a2cc-4c79-959f-f29b7564547e req-a68ccc99-5a79-46ee-9888-a40a36b29915 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Nov 15 23:20:37.227713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-13ee205c-3990-46d4-86b1-b65081dfb12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:37.885646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fb22-364d-487d-9558-7202c825f9f2 req-ad6ae9a2-f963-4c49-9b5b-c89e5bd373fc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:37.887075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceb0fb22-364d-487d-9558-7202c825f9f2 req-ad6ae9a2-f963-4c49-9b5b-c89e5bd373fc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0473218 Nov 15 23:20:37.932285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ceb0fb22-364d-487d-9558-7202c825f9f2 req-c4632716-86bf-4af1-9c59-993bb5e06fe7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Nov 15 23:20:38.467733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:38.985267 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:20:39.077616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:39.089447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:20:39.092222 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b24bb4-9617-4268-8a8d-354acc22095a req-a5194b31-41d5-4792-849c-0dd1a012864b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:39.093717 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b24bb4-9617-4268-8a8d-354acc22095a req-a5194b31-41d5-4792-849c-0dd1a012864b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0477395 Nov 15 23:20:39.125216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:39.142296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:20:39.144231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38b24bb4-9617-4268-8a8d-354acc22095a req-7f663ea3-7503-4607-ad37-38da14e37923 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Nov 15 23:20:39.162150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:39.237071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:39.283719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:39.474486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:20:39.577718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:40.258672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9e8f-2255-4617-9d5f-decf6ca7e030 req-c14aa6f9-8a62-48f4-94a8-48c8d756fb89 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:40.260112 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e86b9e8f-2255-4617-9d5f-decf6ca7e030 req-c14aa6f9-8a62-48f4-94a8-48c8d756fb89 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 944 time: 0.0481098 Nov 15 23:20:40.307274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e86b9e8f-2255-4617-9d5f-decf6ca7e030 req-ff9f7416-79af-4ccb-b4a9-b279cbfcc1b9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411270 Nov 15 23:20:40.358944 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:40.993096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:20:41.094089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:20:41.098771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:20:41.099129 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:41.174583 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:41.199849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:41.202064 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eafc57-cdee-437f-9d69-75e60076121a" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:41.214064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:20:41.241078 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a4ae5-c7af-47d7-b452-042e85a6826c x-openstack-request-id: req-f54a4ae5-c7af-47d7-b452-042e85a6826c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:41.241386 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:41.241632 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f54a4ae5-c7af-47d7-b452-042e85a6826c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:41.242023 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'code': 200} Nov 15 23:20:41.276656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:41.326397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:20:41.341879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee45783-47e4-4fe5-8390-a93ad5cef715 req-9ad02abd-63d4-4c0f-afc1-981e511baba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:41.343570 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eee45783-47e4-4fe5-8390-a93ad5cef715 req-9ad02abd-63d4-4c0f-afc1-981e511baba6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1096 time: 0.0415137 Nov 15 23:20:41.389444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-eee45783-47e4-4fe5-8390-a93ad5cef715 req-ca383d3b-77eb-4a8c-9b2b-8b1ef1c778e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365772 Nov 15 23:20:41.441206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9aa2f-bdaf-4fe8-b63c-55edaf9880db req-15d88614-110b-4c2e-8752-e9244db6f0b0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:41.442684 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4f9aa2f-bdaf-4fe8-b63c-55edaf9880db req-15d88614-110b-4c2e-8752-e9244db6f0b0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0581050 Nov 15 23:20:41.490134 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4f9aa2f-bdaf-4fe8-b63c-55edaf9880db req-107dc185-011d-47ec-84ea-ed1750f42761 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Nov 15 23:20:42.290167 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:20:42.944777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172167f-04ed-4516-ae5b-f041a4566de2 req-c18ac067-9986-44c5-acdb-7866f0d74434 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:42.946253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f172167f-04ed-4516-ae5b-f041a4566de2 req-c18ac067-9986-44c5-acdb-7866f0d74434 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.3864312 Nov 15 23:20:42.992927 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f172167f-04ed-4516-ae5b-f041a4566de2 req-e6f76da2-c248-4d92-ac24-e2cd265b5718 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Nov 15 23:20:44.104062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ccb2-2b5b-4c14-b3a6-0572428bedb6 req-2a3a0d2d-e999-43ab-a93c-a7444d61dcbf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:44.105509 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dba3ccb2-2b5b-4c14-b3a6-0572428bedb6 req-2a3a0d2d-e999-43ab-a93c-a7444d61dcbf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0460403 Nov 15 23:20:44.150419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dba3ccb2-2b5b-4c14-b3a6-0572428bedb6 req-0649d50a-e175-4839-9ce8-2d5e2ecc2353 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Nov 15 23:20:44.258868 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0203695-6506-4fb2-9684-bea63cfba8ce req-f9d537de-0b37-42a4-a179-83a195de2491 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:44.260291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0203695-6506-4fb2-9684-bea63cfba8ce req-f9d537de-0b37-42a4-a179-83a195de2491 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0468552 Nov 15 23:20:44.268806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:20:44.273286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'floatingip': {'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:20:44.313399 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:44.714700 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:44.767877 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:44.864581 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 associated. External IP: 172.25.0.41, port: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986. Nov 15 23:20:45.066092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:20:45.170733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:20:45.176348 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:20:45.180586 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:20:45.197608 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:20:45.198230 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:45.205735 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e00419a0-6791-40cf-8012-2721635cd878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "PUT /v2.0/floatingips/214be31f-86dc-46fe-8398-d6d040622366 HTTP/1.1" status: 200 len: 990 time: 0.9359081 Nov 15 23:20:45.206928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:20:45.209533 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918669c7-567d-4077-b3c1-002e86f3f0df" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:20:45.257043 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1844af-1a34-4ef7-b90f-3ebc2ce2f795 x-openstack-request-id: req-5d1844af-1a34-4ef7-b90f-3ebc2ce2f795 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:20:45.257333 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:20:45.257626 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d1844af-1a34-4ef7-b90f-3ebc2ce2f795 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:20:45.258100 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'status': 'completed', 'code': 200} Nov 15 23:20:45.322712 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918669c7-567d-4077-b3c1-002e86f3f0df req-f52a4048-5ba3-4e42-baa6-825e4e9b21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:45.324144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-f52a4048-5ba3-4e42-baa6-825e4e9b21a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1096 time: 0.0417817 Nov 15 23:20:45.402413 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:20:45.418926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918669c7-567d-4077-b3c1-002e86f3f0df req-f2e3d1c8-737f-4e26-a3dd-b26b24eb7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:45.420408 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-f2e3d1c8-737f-4e26-a3dd-b26b24eb7ebd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0882387 Nov 15 23:20:45.486086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-9b6b863a-1e24-454e-a354-1c169c7cdf64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 998 time: 0.0580392 Nov 15 23:20:45.539907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918669c7-567d-4077-b3c1-002e86f3f0df req-d6c2085a-9450-4eb9-8b3e-c3ec1952589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:45.541443 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-d6c2085a-9450-4eb9-8b3e-c3ec1952589a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0482984 Nov 15 23:20:45.588761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918669c7-567d-4077-b3c1-002e86f3f0df req-edc34fa8-3946-4953-a402-c1d477c50967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:20:45.590299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-edc34fa8-3946-4953-a402-c1d477c50967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408316 Nov 15 23:20:45.620511 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:20:44Z', 'revision_number': 9, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:45.650820 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:20:45.659139 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:20:45.659739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:20:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:45.682480 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-42c96bb7-c5eb-4273-b790-7c3c4cd3cac5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Nov 15 23:20:45.761801 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:20:45.771565 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-918669c7-567d-4077-b3c1-002e86f3f0df req-dee3e0e7-22a5-4e7d-a760-3de714cdc071 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810628 Nov 15 23:20:45.978163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:20:44Z', 'revision_number': 9, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:20:46.004289 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47dfd7d-36ac-473d-8b0c-16a59ab1e86f None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:20:44Z', 'revision_number': 9, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:20:46.183773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df64cb2-211f-4014-b7f1-83da8a9fe0c9 None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:20:59.641875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:00.338874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:04.306175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-0fdb2ce8-d56c-414e-a5de-2bd8e5f6a64d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398369 Nov 15 23:21:04.393985 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-d0ef77ff-fd46-4b9d-9b1b-77d50fa55e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:21:04.396560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-d0ef77ff-fd46-4b9d-9b1b-77d50fa55e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1096 time: 0.0467677 Nov 15 23:21:04.498940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-85a7ab78-2a92-44bf-bc97-b014814ea273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:21:04.500411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-85a7ab78-2a92-44bf-bc97-b014814ea273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0843363 Nov 15 23:21:04.569595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-bfec0747-e9b6-4418-a6d5-d3ce61b3bbe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1001 time: 0.0608032 Nov 15 23:21:04.617442 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-a6a189f3-211d-4027-9feb-72d9bfb90206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:21:04.618835 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-a6a189f3-211d-4027-9feb-72d9bfb90206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0415013 Nov 15 23:21:04.663563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-a66e9144-c6a5-4e92-a634-7c582df8188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:21:04.665052 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-a66e9144-c6a5-4e92-a634-7c582df8188a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386534 Nov 15 23:21:04.678111 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-0f2e9db5-ed0b-4b40-a506-0490ccd7448c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:21:04.679035 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-0f2e9db5-ed0b-4b40-a506-0490ccd7448c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053544 Nov 15 23:21:04.771667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-8afdc238-ce84-4cf6-b785-914a5b4be1fb service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Nov 15 23:21:04.801857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60d2523-8d73-4892-902e-1a3c1d704c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:04.863319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8fb7e0f-7872-4b91-858b-8bb173bf89d4 req-cb9eb580-0865-4ed2-a53c-5556d2aa4eb8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817485 Nov 15 23:21:07.218973 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9590a9fc-a0d7-4848-bc16-bc5d73362ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:08.447313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:09.555649 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:10.363924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:19.289453 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:21:29.678223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:30.303996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:34.772680 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-048223d9-1dc2-4e37-8643-448b09d73e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:37.226291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-291f63c1-4226-420e-9954-1fcaafece911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:38.458163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:39.572535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:40.372200 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:21:56.288766 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:21:59.737709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:00.331726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:04.791808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87d-32af-4553-af51-a82ab1afc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:05.272206 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-ca5e475a-9e8c-4c22-a6ae-7880960fcf56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402677 Nov 15 23:22:05.366544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-83c8793b-3b6d-4aa1-b6e8-aedaeeed7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:05.367940 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-83c8793b-3b6d-4aa1-b6e8-aedaeeed7506 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1096 time: 0.0500917 Nov 15 23:22:05.474919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-f00a9d37-9e57-4251-b061-0deee3bea930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:05.476884 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-f00a9d37-9e57-4251-b061-0deee3bea930 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0876067 Nov 15 23:22:05.561720 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-421ba8f6-7255-4853-8eed-170aba4f282f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1001 time: 0.0763195 Nov 15 23:22:05.617700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-d7a0b2e8-b0d6-4d9d-b655-d9fe821dc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:05.619049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-d7a0b2e8-b0d6-4d9d-b655-d9fe821dc04d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0456147 Nov 15 23:22:05.667810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-c287b410-5d24-4790-aede-9d2e84e03674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:05.669357 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-c287b410-5d24-4790-aede-9d2e84e03674 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420799 Nov 15 23:22:05.762094 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-ab3026af-4d29-43fc-8a4f-4e8c62b711bc service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Nov 15 23:22:05.869265 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fcaec1e8-d3c9-4312-9ed3-5205ce3794da req-7b8d986c-7193-47fb-babd-07f274b95b66 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995071 Nov 15 23:22:07.231636 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28845f3b-e99c-4aa6-848e-4ea5d816a6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:08.471998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:09.548741 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:10.362882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:22.505956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c79e34-5372-47a8-9f00-73b663c0a01f req-447ebedd-c51c-45f9-be2b-5c1eb8581293 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:22.507511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19c79e34-5372-47a8-9f00-73b663c0a01f req-447ebedd-c51c-45f9-be2b-5c1eb8581293 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Nov 15 23:22:22.581857 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-19c79e34-5372-47a8-9f00-73b663c0a01f req-2423a405-eca8-4723-9b50-4ccb9624bfe4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684404 Nov 15 23:22:22.595333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-33d0f610-4537-4a56-986c-61d5a3948079 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476766 Nov 15 23:22:23.705483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be207266-88c0-40fe-8d4a-0733677d0dd8 req-862643c6-d27a-4cac-b740-3d5536bfee58 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:23.706984 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be207266-88c0-40fe-8d4a-0733677d0dd8 req-862643c6-d27a-4cac-b740-3d5536bfee58 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Nov 15 23:22:23.754146 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be207266-88c0-40fe-8d4a-0733677d0dd8 req-b7daff2b-4d90-4334-bc0a-8e63da2a3b5f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Nov 15 23:22:24.604630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-2560a96a-2a85-4d92-bd87-51e9096b962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:24.606108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-2560a96a-2a85-4d92-bd87-51e9096b962f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1096 time: 0.0407252 Nov 15 23:22:24.699428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-90493ee7-bd33-493e-80d4-e770faf37ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:24.700911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-90493ee7-bd33-493e-80d4-e770faf37ec2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0876927 Nov 15 23:22:24.764822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-3f3875f6-3d98-40c6-931f-4743ab03260c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1001 time: 0.0562372 Nov 15 23:22:24.819288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-7e791c9d-9db8-40ed-95d6-c70d0b03001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:24.820791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-7e791c9d-9db8-40ed-95d6-c70d0b03001c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0490472 Nov 15 23:22:24.868501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-7d1fd5fd-0a2c-4dc4-855a-76edad29e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:24.870040 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-7d1fd5fd-0a2c-4dc4-855a-76edad29e32b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403612 Nov 15 23:22:24.870180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ac6f-c3c9-4910-8f3d-d1a2744d8547 req-a9ab4cbb-317c-4c6d-8a89-4f09a0d4b04f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:24.871526 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea45ac6f-c3c9-4910-8f3d-d1a2744d8547 req-a9ab4cbb-317c-4c6d-8a89-4f09a0d4b04f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Nov 15 23:22:24.922707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea45ac6f-c3c9-4910-8f3d-d1a2744d8547 req-a68b2e5b-054a-4f60-8a28-bb064c0d0b1c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Nov 15 23:22:24.963140 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-78e2f56d-6107-4183-8e95-f7ffa0a4bbb5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857246 Nov 15 23:22:25.049981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-38fea94c-d425-4474-87ea-b8cb3db60c3c service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791841 Nov 15 23:22:26.036900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc64d-0175-43c3-a437-fa0a93426bfa req-60bc52ae-2d1c-4aaf-8bf6-928aa5e6cd00 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:26.038360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f44cc64d-0175-43c3-a437-fa0a93426bfa req-60bc52ae-2d1c-4aaf-8bf6-928aa5e6cd00 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0478098 Nov 15 23:22:26.085576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f44cc64d-0175-43c3-a437-fa0a93426bfa req-41a78a08-1f19-40cf-a5f4-31a4e030b468 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Nov 15 23:22:27.201724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732612d-1af9-4a87-91ff-2633dd3ec14f req-53c2a162-1dd0-48a1-9bbb-be28243e8d91 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:27.203214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7732612d-1af9-4a87-91ff-2633dd3ec14f req-53c2a162-1dd0-48a1-9bbb-be28243e8d91 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0499787 Nov 15 23:22:27.248108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7732612d-1af9-4a87-91ff-2633dd3ec14f req-d9b78c6e-c81e-4e23-b685-e035911710d3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Nov 15 23:22:28.366136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee9a5-8fa8-4135-9621-c85cc650e72d req-66615d1e-4436-4963-9798-5c1740630c31 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:28.367589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54cee9a5-8fa8-4135-9621-c85cc650e72d req-66615d1e-4436-4963-9798-5c1740630c31 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Nov 15 23:22:28.414822 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54cee9a5-8fa8-4135-9621-c85cc650e72d req-37e517fe-446a-42af-a8d5-ff218b6466e6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Nov 15 23:22:29.527997 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb132c-1613-4188-bf68-8f68d88cc4ac req-acde1e74-0260-4c7c-bd9e-b3d4f2293776 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:29.529368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13fb132c-1613-4188-bf68-8f68d88cc4ac req-acde1e74-0260-4c7c-bd9e-b3d4f2293776 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Nov 15 23:22:29.574590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13fb132c-1613-4188-bf68-8f68d88cc4ac req-e020e8d1-6e84-43b2-9637-0d1fca47cdc2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Nov 15 23:22:29.728220 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:30.342242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:30.698252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866f274-784a-457e-a3cb-87fc6fb4e2cc req-1952205e-d6a9-4bb7-b4b8-1bf1a8ec67ed tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:30.699698 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2866f274-784a-457e-a3cb-87fc6fb4e2cc req-1952205e-d6a9-4bb7-b4b8-1bf1a8ec67ed tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Nov 15 23:22:30.745113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2866f274-784a-457e-a3cb-87fc6fb4e2cc req-73cc710b-75a4-4356-8f98-3440ac050dcf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Nov 15 23:22:31.913991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95ab3-5229-4fa5-b3c8-bc08e82fa1c3 req-3904e67a-753b-4672-9061-312e253ee9bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:31.915432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0d95ab3-5229-4fa5-b3c8-bc08e82fa1c3 req-3904e67a-753b-4672-9061-312e253ee9bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0979819 Nov 15 23:22:31.961777 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0d95ab3-5229-4fa5-b3c8-bc08e82fa1c3 req-60f9ac84-c48b-447d-9da3-be54f9fc1950 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Nov 15 23:22:33.074359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45572-5bed-44b0-a6c5-80face80b851 req-bc46e6ac-e763-4e1f-9fa7-2ed9b79581ba tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:33.075801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4d45572-5bed-44b0-a6c5-80face80b851 req-bc46e6ac-e763-4e1f-9fa7-2ed9b79581ba tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0472722 Nov 15 23:22:33.124858 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a4d45572-5bed-44b0-a6c5-80face80b851 req-a502874f-955b-49a0-9430-d8f8cc3254e6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 Nov 15 23:22:33.288366 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:22:34.239504 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485dcb0-69ca-40fc-bd93-558c70ae7194 req-91208fb2-d408-4f96-b584-3f7c814c27f2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:34.240966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6485dcb0-69ca-40fc-bd93-558c70ae7194 req-91208fb2-d408-4f96-b584-3f7c814c27f2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0481877 Nov 15 23:22:34.286414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6485dcb0-69ca-40fc-bd93-558c70ae7194 req-61d974c2-199a-4247-8c32-bd73f5b2113b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396631 Nov 15 23:22:34.782987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36797eef-0783-40a1-8fef-7cbefc131900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:35.451800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27036c13-b758-497c-b8e2-c425b87c556a req-e6a98afc-09b7-4098-bc5a-a42c94cb01df tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:35.453327 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27036c13-b758-497c-b8e2-c425b87c556a req-e6a98afc-09b7-4098-bc5a-a42c94cb01df tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0973718 Nov 15 23:22:35.500558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27036c13-b758-497c-b8e2-c425b87c556a req-386df35b-f0b1-470e-9cdd-485459f01500 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Nov 15 23:22:36.616161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35a36-65b6-4815-8967-cffc766fcf17 req-913341d1-1ae1-49ac-8a69-e0f0d7717b66 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:36.617617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6d35a36-65b6-4815-8967-cffc766fcf17 req-913341d1-1ae1-49ac-8a69-e0f0d7717b66 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Nov 15 23:22:36.665521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d6d35a36-65b6-4815-8967-cffc766fcf17 req-7b98d281-2916-46b1-9223-9522f3847b15 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420094 Nov 15 23:22:37.157662 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-d7f98036-241d-451c-b27c-af1a9ad7d2bc service neutron] show failed (client error): The resource could not be found. Nov 15 23:22:37.158678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-d7f98036-241d-451c-b27c-af1a9ad7d2bc service neutron] 10.222.0.57 "GET /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0545421 Nov 15 23:22:37.236563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbac0-3983-4e29-acc8-3cb3a816ae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:37.709899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-325e09ac-0207-426a-ab0d-087fb276c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:37.711395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-325e09ac-0207-426a-ab0d-087fb276c88e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1096 time: 0.0454705 Nov 15 23:22:37.728312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-d1151aa1-4da3-4133-a40f-2ef99ccdaf1e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:22:37.729339 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-d1151aa1-4da3-4133-a40f-2ef99ccdaf1e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049574 Nov 15 23:22:37.748185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:22:37.781266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ac3c-35f9-43c3-b885-5846571eafe7 req-23d5e0d4-fde0-4833-8100-4fb7f0de4240 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:37.782819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48d8ac3c-35f9-43c3-b885-5846571eafe7 req-23d5e0d4-fde0-4833-8100-4fb7f0de4240 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Nov 15 23:22:37.833576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48d8ac3c-35f9-43c3-b885-5846571eafe7 req-9ea7bc0a-f35d-475f-8be7-c0d3e47da853 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446782 Nov 15 23:22:38.105669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.298118 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:38.329402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:22:38.371024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:38.373206 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca33216-69ca-49ce-be24-f84fdf163ef6" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:38.376869 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.391049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Transition to ACTIVE for port object ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:22:38.425816 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ea934-0c11-45cb-8601-167eb2a4fa7f x-openstack-request-id: req-333ea934-0c11-45cb-8601-167eb2a4fa7f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:38.426107 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:38.426360 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-333ea934-0c11-45cb-8601-167eb2a4fa7f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:38.426760 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'code': 200} Nov 15 23:22:38.468029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.494230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.544365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:38.558609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.558953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.559288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.559615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.559941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.560270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.560589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.560931 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.561242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.561563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.562003 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.562329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:38.601014 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] No DVR routers for this DVR port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:22:38.742400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:22:38.742724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:22:38.743050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:38.747493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:22:38.747805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:38.753321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:22:38.753653 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:22:38.754022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:22:38.754467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Bound port: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:22:38.754835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.814855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:22:38.817860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:22:38.903013 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.942376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:38.943384 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:38.944935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1091 time: 1.2005348 Nov 15 23:22:38.958398 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76924302-5450-411a-848e-77e52dfa95e6 req-7a14e892-d6ee-4afe-8a1c-d11c832880f6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:38.960384 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76924302-5450-411a-848e-77e52dfa95e6 req-7a14e892-d6ee-4afe-8a1c-d11c832880f6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0569398 Nov 15 23:22:38.994420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93691c4-be07-42b2-840d-27d7b2e180e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:39.025249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76924302-5450-411a-848e-77e52dfa95e6 req-2af46b46-e170-40c0-b04a-5fe297c1e363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562153 Nov 15 23:22:39.032268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-a3b0e914-b5ac-4118-a194-c3f500cbcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:39.033807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-a3b0e914-b5ac-4118-a194-c3f500cbcce6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.0570550 Nov 15 23:22:39.137094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-1008ce54-c91e-4e77-a518-dbbe892c26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:39.138559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-1008ce54-c91e-4e77-a518-dbbe892c26ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0910745 Nov 15 23:22:39.206427 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-66aa7927-fc13-4d2b-a823-257c20034796 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.0566673 Nov 15 23:22:39.262294 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-afecdbd8-558e-4a7f-ac3e-02230fb5ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:39.263736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-afecdbd8-558e-4a7f-ac3e-02230fb5ab59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0463917 Nov 15 23:22:39.320753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-dec8b0d1-33f9-4560-8b76-4c43d9f8052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:39.322301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-dec8b0d1-33f9-4560-8b76-4c43d9f8052c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476379 Nov 15 23:22:39.416882 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-9f953f16-beea-4154-bbbb-c09674e71722 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Nov 15 23:22:39.515635 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9cd07680-b7a5-49f6-99cd-43b024fe5aa9 req-3ad8b75b-f45a-437f-bb72-49fe9d832d45 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865400 Nov 15 23:22:39.568038 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:40.145283 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ce6bd-c344-433d-a2d7-cf3c92e91ea0 req-ef5daf2b-455e-4a97-a25d-b276018a9dcb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.146742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad9ce6bd-c344-433d-a2d7-cf3c92e91ea0 req-ef5daf2b-455e-4a97-a25d-b276018a9dcb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0479193 Nov 15 23:22:40.192643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad9ce6bd-c344-433d-a2d7-cf3c92e91ea0 req-6f903fd7-d9d2-4ecf-a9a6-2068560b058d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399795 Nov 15 23:22:40.374218 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:40.427404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:40.429877 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3652827-db01-49b6-aeca-5d36bc5b3b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:40.478458 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47d73a-2fc2-4602-9c9d-b9987a1d4c45 x-openstack-request-id: req-eb47d73a-2fc2-4602-9c9d-b9987a1d4c45 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:40.479195 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:40.479195 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb47d73a-2fc2-4602-9c9d-b9987a1d4c45 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:40.479814 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'status': 'completed', 'code': 200} Nov 15 23:22:40.541847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-c26b381b-0a5d-4ee7-8a13-da3ae3d36d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.543377 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-c26b381b-0a5d-4ee7-8a13-da3ae3d36d68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.0452254 Nov 15 23:22:40.653066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-4e874c5f-8331-4ef1-8a35-93b1980a53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.654551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-4e874c5f-8331-4ef1-8a35-93b1980a53e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.1481104 Nov 15 23:22:40.677608 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-c4adeae6-5f3f-4c5b-a565-bac83f102f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.679521 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-c4adeae6-5f3f-4c5b-a565-bac83f102f83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1280560 Nov 15 23:22:40.785034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-497bc4c4-36f0-4ce3-82dc-67c9d390a384 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.0962820 Nov 15 23:22:40.828330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-90f79206-2f03-4244-9e3d-0ebe11baa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.829749 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-90f79206-2f03-4244-9e3d-0ebe11baa015 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1645300 Nov 15 23:22:40.882475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-b7f4b68c-5430-4c8f-985c-7013ecf0637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.883880 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-b7f4b68c-5430-4c8f-985c-7013ecf0637e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0881209 Nov 15 23:22:40.929790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-b1c6e229-768a-411e-a337-492b11318a5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.0911870 Nov 15 23:22:40.948420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-ff47d4f8-3af9-43cf-8cfa-bd6056de90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:40.949853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-ff47d4f8-3af9-43cf-8cfa-bd6056de90e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554554 Nov 15 23:22:41.032703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-793f7914-f25c-4695-a383-2422992d9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:41.034137 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-793f7914-f25c-4695-a383-2422992d9678 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0969431 Nov 15 23:22:41.089801 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-e91d968e-db16-4987-ae38-af6c056654a5 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224759 Nov 15 23:22:41.100146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-097a3106-cf59-430a-8842-ef3ef186f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:41.101639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-097a3106-cf59-430a-8842-ef3ef186f041 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600421 Nov 15 23:22:41.252588 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-587edd31-be45-406c-b26b-fa9896b44bbd service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543102 Nov 15 23:22:41.255983 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-5bea9685-c07c-4e3b-ab68-a893ec160c3a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469266 Nov 15 23:22:41.309226 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65fb9-d3c7-4c1e-aa52-42b41bc87e4d req-54b47299-73db-44ac-a64e-c5bcc6a8f935 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:41.310706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c65fb9-d3c7-4c1e-aa52-42b41bc87e4d req-54b47299-73db-44ac-a64e-c5bcc6a8f935 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0505302 Nov 15 23:22:41.351998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d3652827-db01-49b6-aeca-5d36bc5b3b1f req-71e7a78e-1a2b-4008-8a41-bf75774e21c4 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880880 Nov 15 23:22:41.358081 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61c65fb9-d3c7-4c1e-aa52-42b41bc87e4d req-d5271237-e28c-4a6d-8a47-b8aa5d22c04b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Nov 15 23:22:41.510548 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:22:41.548295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:22:42.479412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1b0a-82e3-43e4-ae33-7e8b9762c5d8 req-9fd0dbe0-903c-4d13-8f2b-04b564ce4dce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:42.480895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99fb1b0a-82e3-43e4-ae33-7e8b9762c5d8 req-9fd0dbe0-903c-4d13-8f2b-04b564ce4dce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0520911 Nov 15 23:22:42.526760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99fb1b0a-82e3-43e4-ae33-7e8b9762c5d8 req-b155f406-306b-4eb6-8d41-1faae7522efb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398729 Nov 15 23:22:42.970545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:22:43.069868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:43.082379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:22:43.091846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0cf11-4011-41c3-acce-4fd5dc739ea2 req-f36f6337-beca-4e44-b604-b34797012a88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.093413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5be0cf11-4011-41c3-acce-4fd5dc739ea2 req-f36f6337-beca-4e44-b604-b34797012a88 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Nov 15 23:22:43.126027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:43.131907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-d895377a-908b-45f1-a6da-e24d86fa8f15 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.133449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-d895377a-908b-45f1-a6da-e24d86fa8f15 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&tenant_id=67cbdc6cb31e4402989310d7c49cd140&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 943 time: 0.0542145 Nov 15 23:22:43.139083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:22:43.144946 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5be0cf11-4011-41c3-acce-4fd5dc739ea2 req-3a31c80e-5141-4def-9ba7-036b22f2b1b0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Nov 15 23:22:43.167988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:43.196439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-71fa2d2d-fe16-4184-8925-e10b10d2a70e service neutron] 10.222.0.55 "GET /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.0546188 Nov 15 23:22:43.237814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:43.257662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-3472b9dd-8cd4-4a93-8b38-f7d73f5f6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.261608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-3472b9dd-8cd4-4a93-8b38-f7d73f5f6e28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1094 time: 0.0408492 Nov 15 23:22:43.286253 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:43.293650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.293988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.294317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.294638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.295061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.295385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.295702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.296021 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.296333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.296661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.296976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.297284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:22:43.355284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-3a445b14-f833-40dc-bd50-d3efb4aa33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.356787 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-3a445b14-f833-40dc-bd50-d3efb4aa33c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0898833 Nov 15 23:22:43.425754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-79bfa3bf-a4ae-4777-b848-98b975c8fa53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1000 time: 0.0612578 Nov 15 23:22:43.478045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-6bee10df-06ba-4812-8b64-f2edb50d06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.479509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-6bee10df-06ba-4812-8b64-f2edb50d06a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0455453 Nov 15 23:22:43.525732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-b6bbe93c-50fe-4eec-904e-22750c5a430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:43.527111 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-b6bbe93c-50fe-4eec-904e-22750c5a430c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396850 Nov 15 23:22:43.536882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:22:43.621791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-59468e0c-3e88-47a4-b7ee-636b871a03cc service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862217 Nov 15 23:22:43.713347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-a0cbe038-0dd4-4e9a-9506-030017a337e7 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837507 Nov 15 23:22:44.266119 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda75c4-0580-4b3d-b38c-72a8bb6e8e06 req-a0f76ae7-ddd7-42af-968c-1a16ea3c52d3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:44.267572 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bda75c4-0580-4b3d-b38c-72a8bb6e8e06 req-a0f76ae7-ddd7-42af-968c-1a16ea3c52d3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 944 time: 0.0509918 Nov 15 23:22:44.313638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4bda75c4-0580-4b3d-b38c-72a8bb6e8e06 req-09c6f0c9-532d-41e0-ba7e-7a15a51e364b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Nov 15 23:22:44.990185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:22:45.093950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:22:45.098824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:22:45.099192 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:45.177160 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:45.198904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:45.201153 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa3c72-53fa-4a6b-b34d-0a64e4982a55" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:45.213560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:45.252654 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a9af9-a2de-4893-9a04-f38f0c2bd0cf x-openstack-request-id: req-c40a9af9-a2de-4893-9a04-f38f0c2bd0cf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:45.252654 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:45.252654 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c40a9af9-a2de-4893-9a04-f38f0c2bd0cf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:45.252654 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'code': 200} Nov 15 23:22:45.310902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:45.372153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:45.430971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98da8a-d891-4f11-8278-84055aca205a req-359b385e-14e8-4b17-b223-cd06a21e5eb2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:45.435608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc98da8a-d891-4f11-8278-84055aca205a req-359b385e-14e8-4b17-b223-cd06a21e5eb2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Nov 15 23:22:45.479863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc98da8a-d891-4f11-8278-84055aca205a req-10b34a51-1d20-4b1b-88c4-43e974dcaf53 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Nov 15 23:22:46.425544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-063f0016-346f-4b9a-94ee-2300b23f2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:46.427149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-063f0016-346f-4b9a-94ee-2300b23f2fd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1096 time: 0.0423892 Nov 15 23:22:46.438862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:22:46.495259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:46.599532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bda490-c30a-4e12-9ab8-8d85a53c1e28 req-58747d20-914b-4701-825c-31d206fcecb7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:46.601339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50bda490-c30a-4e12-9ab8-8d85a53c1e28 req-58747d20-914b-4701-825c-31d206fcecb7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Nov 15 23:22:46.651840 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-50bda490-c30a-4e12-9ab8-8d85a53c1e28 req-03a714a3-32ff-4a89-8bc3-41866526d666 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Nov 15 23:22:46.698840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:46.733672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:22:46.771058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:46.773321 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734f6e3-232f-4a46-a045-abbfa4e58d9a" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:46.777075 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:46.789867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Transition to ACTIVE for port object ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:22:46.824812 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f353bba-701c-430e-8f0f-0b1c03b2dae4 x-openstack-request-id: req-0f353bba-701c-430e-8f0f-0b1c03b2dae4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:46.825099 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-unplugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:46.825348 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f353bba-701c-430e-8f0f-0b1c03b2dae4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:46.825787 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'code': 200} Nov 15 23:22:46.862707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:46.943662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:46.990692 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] No DVR routers for this DVR port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:22:47.123822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:22:47.124147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:22:47.124469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:47.128671 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:22:47.128993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Attempting to bind port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:47.135029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:22:47.135365 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:22:47.135752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:22:47.136181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Bound port: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:22:47.136559 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:47.199520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:22:47.202462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:22:47.271263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:47.307050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.307665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:47.309067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] 10.222.0.57 "PUT /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 1092 time: 0.8741429 Nov 15 23:22:47.342884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556b4e9-5bae-422d-aa53-388f4d02220d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:47.375699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-6f338262-7055-433e-ae75-543eae6c05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.377880 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-6f338262-7055-433e-ae75-543eae6c05cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1095 time: 0.0440936 Nov 15 23:22:47.480804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-45e7b19e-1cd8-4660-a959-a6d4463a1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.482303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-45e7b19e-1cd8-4660-a959-a6d4463a1d21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0967889 Nov 15 23:22:47.546409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-ae5992e3-d38e-4522-a36d-825e7a04e164 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.0560157 Nov 15 23:22:47.596894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-34f8cba7-d289-4f0b-8f21-239c0816a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.598307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-34f8cba7-d289-4f0b-8f21-239c0816a15c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0436714 Nov 15 23:22:47.648197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-fedcb019-e7a4-4530-9f96-ac902fc76f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.654776 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-fedcb019-e7a4-4530-9f96-ac902fc76f50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439363 Nov 15 23:22:47.738048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-4410746d-93ea-42a9-82bf-53ac0a3b59a9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811994 Nov 15 23:22:47.765844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708080d3-366d-41a1-9a30-eb9248b9a0ee req-d1a3b9bf-aead-4ac6-b840-f89754c8b874 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:47.767302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-708080d3-366d-41a1-9a30-eb9248b9a0ee req-d1a3b9bf-aead-4ac6-b840-f89754c8b874 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 944 time: 0.0474334 Nov 15 23:22:47.814694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-708080d3-366d-41a1-9a30-eb9248b9a0ee req-9395f414-db44-469e-9cbc-a15e7adf274a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Nov 15 23:22:47.831276 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bb6c661c-a9c1-4567-b97e-a2e24679ddda req-9322f6b1-4889-4581-a8c7-fdfb4fbf2457 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Nov 15 23:22:48.826947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:48.829221 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb949072-13b6-4490-af14-98ad46ee4981" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:48.878097 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c9e604-4844-4361-bb57-ddeb0e538da6 x-openstack-request-id: req-15c9e604-4844-4361-bb57-ddeb0e538da6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:48.878383 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:48.878633 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15c9e604-4844-4361-bb57-ddeb0e538da6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:48.879032 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'status': 'completed', 'code': 200} Nov 15 23:22:48.931573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca81dc2-be67-49cf-915e-23bdbd73ddde req-02c7451f-af1e-4b73-8d2b-21a0faededae tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:48.933078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dca81dc2-be67-49cf-915e-23bdbd73ddde req-02c7451f-af1e-4b73-8d2b-21a0faededae tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 944 time: 0.0507693 Nov 15 23:22:48.973339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-9d24aa23-bda1-47bd-ae2a-3c4d911c3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:48.974838 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-9d24aa23-bda1-47bd-ae2a-3c4d911c3f7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1095 time: 0.0693021 Nov 15 23:22:48.977268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-b38148ce-bd36-4317-a424-fa1b63204243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:48.978619 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-b38148ce-bd36-4317-a424-fa1b63204243 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 1095 time: 0.0718179 Nov 15 23:22:48.980793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dca81dc2-be67-49cf-915e-23bdbd73ddde req-508ce49e-1ac0-44ec-b701-a5e5d4be3f81 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Nov 15 23:22:49.031914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:22:49.073315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:22:49.137497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-f9716e70-8425-4f4e-a106-eaf09f51ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.138881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-f9716e70-8425-4f4e-a106-eaf09f51ac87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1516554 Nov 15 23:22:49.141392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-87aa94ec-8c72-49b7-ba27-6b0dfe69f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.142734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-87aa94ec-8c72-49b7-ba27-6b0dfe69f8aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1544046 Nov 15 23:22:49.252321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-5ddbd9f1-5e2f-47af-8a51-a4ec91111750 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.1047852 Nov 15 23:22:49.256034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-e2b75e09-0593-43bb-85da-4c4943975c96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 200 len: 999 time: 0.1022995 Nov 15 23:22:49.344641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-36a25f6f-2f40-403f-b475-e1949e679f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.346659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-36a25f6f-2f40-403f-b475-e1949e679f92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0868595 Nov 15 23:22:49.350146 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-976f0cd8-a525-4ee1-b403-33a137bce5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.351472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-976f0cd8-a525-4ee1-b403-33a137bce5cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0834978 Nov 15 23:22:49.420757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-4300d345-2e47-4b3a-b1d5-8d18ad5e7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.422248 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-4300d345-2e47-4b3a-b1d5-8d18ad5e7875 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685291 Nov 15 23:22:49.425287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949072-13b6-4490-af14-98ad46ee4981 req-0b78c78a-1d93-48ef-a15b-56c4b2a410d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:49.426638 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-0b78c78a-1d93-48ef-a15b-56c4b2a410d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637381 Nov 15 23:22:49.564070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:22:49.590842 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-0e6dc7b4-1c3b-4bed-82e2-2223dc47bd74 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520162 Nov 15 23:22:49.592744 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-61395842-d7be-429d-bc18-3b3e3787d091 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609583 Nov 15 23:22:49.671368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:49.682657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'mac_address': 'fa:16:3e:eb:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:22:49.725861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:49.739770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:22:49.760193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:49.867861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:49.918429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:50.064633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-d6218c5c-effb-495c-bd73-11ae5be1594a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637566 Nov 15 23:22:50.071345 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb949072-13b6-4490-af14-98ad46ee4981 req-7b7efa83-0734-46c5-9f58-723c7155bb9c service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632022 Nov 15 23:22:50.104747 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868a74e-f651-4576-8583-cc045c4e4a7a req-c34945bb-075f-433b-a07d-465036fae9ea tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:50.106287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2868a74e-f651-4576-8583-cc045c4e4a7a req-c34945bb-075f-433b-a07d-465036fae9ea tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0544629 Nov 15 23:22:50.112266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:22:50.153809 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2868a74e-f651-4576-8583-cc045c4e4a7a req-6207643f-88dc-40fa-83d6-f1eb050136b1 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Nov 15 23:22:50.266938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268eed-5097-4a0f-8cb9-29eea634ec9b req-7f275e90-7358-4c65-ad43-153296b4c2aa tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:50.268414 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94268eed-5097-4a0f-8cb9-29eea634ec9b req-7f275e90-7358-4c65-ad43-153296b4c2aa tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0476720 Nov 15 23:22:50.314948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-94268eed-5097-4a0f-8cb9-29eea634ec9b req-11e38640-0896-49b0-a672-f8fd4f3a9bab tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Nov 15 23:22:50.424500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f308f6-eaf4-45be-b5ab-bfc5f2fcb8b4 req-7bcd6bed-c72e-4781-82da-1b329da9c7bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:50.425950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15f308f6-eaf4-45be-b5ab-bfc5f2fcb8b4 req-7bcd6bed-c72e-4781-82da-1b329da9c7bf tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0468466 Nov 15 23:22:50.476066 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15f308f6-eaf4-45be-b5ab-bfc5f2fcb8b4 req-4ffb8adc-4cf4-45c8-b7e6-5514560a5540 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Nov 15 23:22:50.945880 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efddf6-099b-4643-896d-76180eef4803 req-a1a559d7-933a-40d8-90f1-50e3dd83ee0e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:50.947349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37efddf6-099b-4643-896d-76180eef4803 req-a1a559d7-933a-40d8-90f1-50e3dd83ee0e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Nov 15 23:22:50.993103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-37efddf6-099b-4643-896d-76180eef4803 req-f6da7cf8-0cdb-4ee5-9c96-dc46c66feb8e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394082 Nov 15 23:22:51.570514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:22:51.702202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:22:51.706853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:22:51.707235 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:51.782030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:51.803362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:51.805562 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110b398-c4de-4f9a-803e-1910a1992e85" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:51.821481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:51.844356 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8043dc8-095f-4db4-ac98-c15fa11d7cd4 x-openstack-request-id: req-f8043dc8-095f-4db4-ac98-c15fa11d7cd4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:51.844662 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-plugged", "status": "completed", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:51.844911 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8043dc8-095f-4db4-ac98-c15fa11d7cd4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:51.845340 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'code': 200} Nov 15 23:22:51.873287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:51.918597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:52.108812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a47fc0-b45b-41af-a687-f7360c143554 req-9b7e11a4-834b-4314-9095-51f128b557ad tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:52.110238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97a47fc0-b45b-41af-a687-f7360c143554 req-9b7e11a4-834b-4314-9095-51f128b557ad tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 946 time: 0.0472522 Nov 15 23:22:52.156220 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97a47fc0-b45b-41af-a687-f7360c143554 req-1c605399-9765-48c8-8116-3d248835c6cd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393167 Nov 15 23:22:52.276747 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-de4b22a4-8c12-4790-82a2-54d7e3b56145 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:52.278096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-de4b22a4-8c12-4790-82a2-54d7e3b56145 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 946 time: 0.0470283 Nov 15 23:22:52.367497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Deleting port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:22:52.367823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:52.452502 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] For port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:22:52.452889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:52.617561 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:52.617826 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:52.618133 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 disassociated. External IP: 172.25.0.41, port: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986. Nov 15 23:22:52.618464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Calling delete_port for ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:22:52.791189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:52.816510 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'Port': ['ID=ef2b0597-5ce5-4c8f-8b04-a0a5d728b986,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:52.933923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:22:53.042894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:22:53.052273 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:22:53.067850 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:22:53.068343 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:22:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:22:53.086259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] No DVR routers for this DVR port ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:22:53.088912 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:53.092297 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-878cc44a-0cac-4855-91e8-9c1a1697f98e req-199b0c04-ddd4-4d48-b61e-1f5d8a2150d6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "DELETE /v2.0/ports/ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 HTTP/1.1" status: 204 len: 173 time: 0.8065968 Nov 15 23:22:53.092691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-deleted', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:53.095106 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f856daa9-a174-4a0c-bd16-47089b08ccbb" -d '{"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-deleted", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:53.172413 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:22:53.183013 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14baf11c-5cbe-4ea4-bcf7-182d81685f13 x-openstack-request-id: req-14baf11c-5cbe-4ea4-bcf7-182d81685f13 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:53.183274 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3b606f-5440-472e-a76c-8e1df34a7475", "name": "network-vif-deleted", "tag": "ef2b0597-5ce5-4c8f-8b04-a0a5d728b986", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:53.183518 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14baf11c-5cbe-4ea4-bcf7-182d81685f13 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:53.183911 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3b606f-5440-472e-a76c-8e1df34a7475', 'name': 'network-vif-deleted', 'tag': 'ef2b0597-5ce5-4c8f-8b04-a0a5d728b986', 'status': 'completed', 'code': 200} Nov 15 23:22:53.284541 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-436c90bb-f42d-4d3c-9287-9edbe65e17e4 req-ad305d46-ebd7-46b3-bb87-179a72983365 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d3b606f-5440-472e-a76c-8e1df34a7475 HTTP/1.1" status: 200 len: 210 time: 0.0532715 Nov 15 23:22:53.478074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:22:53.506612 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:22:53.515456 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:22:53.516081 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:22:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:22:53.620388 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:22:53.818674 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:22:53.844127 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6fe2ae-068f-4401-8799-bb31095aeafb None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:22:54.066806 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a01e5d-ad16-4c52-9fd8-8f11009d2d59 None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:22:54.562790 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-c1acb4b6-4310-45ed-a030-aee9de79f048 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--239344645&fields=id&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 267 time: 0.0418313 Nov 15 23:22:54.664920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-025b592a-d78d-4d4b-be9e-80414f22ae36 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:54.666320 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-025b592a-d78d-4d4b-be9e-80414f22ae36 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.0967679 Nov 15 23:22:54.682513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-722cf701-b834-4dee-a624-e7ac6230f43a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/quotas/67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 375 time: 0.0104449 Nov 15 23:22:54.745805 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-8ba6d6f0-788e-43f4-be57-67057047d878 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510321 Nov 15 23:22:54.862191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-5a8897fc-e565-4604-afaf-2b70cbcb65b2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:22:54.863191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-5a8897fc-e565-4604-afaf-2b70cbcb65b2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440991 Nov 15 23:22:54.950505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-06174e63-84de-4d6a-a6df-e6296d7ea329 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800178 Nov 15 23:22:55.056862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-8b83fc08-d837-40bd-9076-ff568b25864f service neutron] 10.222.0.15 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986121 Nov 15 23:22:55.290184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0ad3e2f2-7979-454c-9900-d0b845784bd6 req-bef70584-345f-4dd5-9d56-045b020e1159 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0275543 Nov 15 23:22:56.384476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-186c1dd6-2007-4060-89ec-683bc5e3d560 req-8190fe4e-ef58-4216-8ca5-9cfd7164a14a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0261896 Nov 15 23:22:57.126373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-03e8f5a1-fcb8-4a32-b3a1-78e46d187655 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:57.128389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-03e8f5a1-fcb8-4a32-b3a1-78e46d187655 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 811 time: 0.1047804 Nov 15 23:22:57.191388 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-0f09966c-0cce-49ee-8cdf-fc10ce76224d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 379 time: 0.0527549 Nov 15 23:22:57.201475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'port': {'device_id': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'admin_state_up': True, 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'security_groups': ['86461ebd-7e72-4d9c-a46d-2b7f62e6d06d']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:22:57.404423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Made reservation on behalf of 67cbdc6cb31e4402989310d7c49cd140 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:22:57.407958 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:57.479775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-97f22948-8dec-413d-94da-22b35527616d req-7fbcc3c8-2bfc-45d1-aa23-44e146a7782d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0261827 Nov 15 23:22:57.531974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Allocated IP 172.20.0.13 (c6bfb11f-093a-4e0f-995b-655859371cfb/e0b40d78-a752-4f7b-9522-e830587e2115/7a96b00b-69bf-4eec-b7b6-9f7663edd92f) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:22:57.585663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:22:57.605819 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:22:57.606146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device ef2b0597-5ce5-4c8f-8b04-a0a5d728b986 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:22:57.676227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:57.770689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:57.814381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Network c6bfb11f-093a-4e0f-995b-655859371cfb is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:22:57.817460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:22:57.821293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:22:57.850265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:57.878284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:57.878910 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:57.990724 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-115773a1-373e-4c1f-9c7d-c8da5924d850 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7929192 Nov 15 23:22:58.004781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Request body: {'port': {'device_id': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:22:58.051887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bd074249-bbfd-44ce-aab5-5edd9b696d04 None None] Provisioning complete for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:22:58.052255 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd074249-bbfd-44ce-aab5-5edd9b696d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.058099 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.241459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bd074249-bbfd-44ce-aab5-5edd9b696d04 None None] Port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:22:58.324866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:22:58.332689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.344531 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Transition to ACTIVE for port object 7a96b00b-69bf-4eec-b7b6-9f7663edd92f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:22:58.432996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.489039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:58.561494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:22:58.561829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:22:58.562152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:58.569941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:22:58.570258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:22:58.579239 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:22:58.579582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:22:58.579964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:22:58.580392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Bound port: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:22:58.581319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.607819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858b30-c790-402d-9cee-6f4a27fee939 req-7137574f-0fbf-47ea-975a-31471c0c35ce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:58.610123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23858b30-c790-402d-9cee-6f4a27fee939 req-7137574f-0fbf-47ea-975a-31471c0c35ce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0555160 Nov 15 23:22:58.657654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:22:58.661889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:22:58.663636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23858b30-c790-402d-9cee-6f4a27fee939 req-24dba61a-f856-4e1f-b201-766f99687fa9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474873 Nov 15 23:22:58.728131 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.763292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:58.763817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:58.765268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] 10.222.0.57 "PUT /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1092 time: 0.7646964 Nov 15 23:22:58.767517 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:22:58.770671 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d86edf-224b-4af9-96ef-c695b6c55a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:22:58.797758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dfd53-0303-41b3-8d56-f063e6928b3a service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:22:58.811598 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3947d172-8aa1-4f2c-9f98-d6783534c9bb x-openstack-request-id: req-3947d172-8aa1-4f2c-9f98-d6783534c9bb {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:22:58.811891 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:22:58.812148 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3947d172-8aa1-4f2c-9f98-d6783534c9bb {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:22:58.812538 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'status': 'completed', 'code': 200} Nov 15 23:22:58.884765 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-06634cb1-35a6-4079-9938-61763c5f1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:58.886352 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-06634cb1-35a6-4079-9938-61763c5f1255 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.0497127 Nov 15 23:22:58.993279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-227a357a-f8b7-4396-bcaf-b32f5489390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:58.994753 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-227a357a-f8b7-4396-bcaf-b32f5489390b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=67cbdc6cb31e4402989310d7c49cd140&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999825 Nov 15 23:22:59.087635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-06dd6581-1daa-48f9-a2c0-825ca7c68be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:59.089008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2d86edf-224b-4af9-96ef-c695b6c55a8a req-06dd6581-1daa-48f9-a2c0-825ca7c68be6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873172 Nov 15 23:22:59.176496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-f1a48e52-16e4-413b-96d5-371fe838a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:59.178013 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-f1a48e52-16e4-413b-96d5-371fe838a63a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.0411177 Nov 15 23:22:59.223263 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-bbc88d37-8de3-412c-87e5-7bb236f344ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 217 time: 0.0374959 Nov 15 23:22:59.272328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-a448a4c5-68ea-4076-87f1-a92862e593ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:59.273803 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-a448a4c5-68ea-4076-87f1-a92862e593ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0440028 Nov 15 23:22:59.320046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-a5f9f4a6-9599-44df-bbdc-dfd4dac3e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:59.321556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-a5f9f4a6-9599-44df-bbdc-dfd4dac3e68b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404806 Nov 15 23:22:59.415446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-5f0e7b3e-5ff8-4c36-a663-51145181a183 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862482 Nov 15 23:22:59.519029 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-72ea1f09-7b54-4ad1-b23e-3be3e2135505 req-4f978e82-ac50-407a-813e-f96e48414b72 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965102 Nov 15 23:22:59.730199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:22:59.780834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1116a-7b8e-4132-a232-2deba9210342 req-be1d4018-0ee1-40e6-8cae-37fc2f729dce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:22:59.782311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a1116a-7b8e-4132-a232-2deba9210342 req-be1d4018-0ee1-40e6-8cae-37fc2f729dce tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0498278 Nov 15 23:22:59.830490 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6a1116a-7b8e-4132-a232-2deba9210342 req-024f463c-3dc9-45b7-9925-a77eab04df1a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Nov 15 23:23:00.313019 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:00.946405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c70a-42d8-4532-b4d9-9bebf300f210 req-b39ac887-fa7b-482b-8f63-dc256d0454b6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:00.947877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39b2c70a-42d8-4532-b4d9-9bebf300f210 req-b39ac887-fa7b-482b-8f63-dc256d0454b6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Nov 15 23:23:00.995424 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39b2c70a-42d8-4532-b4d9-9bebf300f210 req-6c8863f3-0cd0-4319-92fe-e8657c2ea7c3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Nov 15 23:23:02.115500 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976df31-3f5a-4ff1-b842-dfa79df81e89 req-21876094-fc60-4d04-b7ec-c2ea364c4563 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:02.116975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2976df31-3f5a-4ff1-b842-dfa79df81e89 req-21876094-fc60-4d04-b7ec-c2ea364c4563 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0522516 Nov 15 23:23:02.162893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2976df31-3f5a-4ff1-b842-dfa79df81e89 req-2398ba30-7322-4599-8b47-90c2fa8fc862 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399773 Nov 15 23:23:03.275692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fc156-b884-4ac2-b119-9c744d40e6b4 req-51c98bdf-21d3-4cc8-8dcb-4b9969bb27c4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:03.277163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc6fc156-b884-4ac2-b119-9c744d40e6b4 req-51c98bdf-21d3-4cc8-8dcb-4b9969bb27c4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0477784 Nov 15 23:23:03.323189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc6fc156-b884-4ac2-b119-9c744d40e6b4 req-94177387-d3e1-47a1-abed-997c0335a403 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Nov 15 23:23:03.603405 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:23:03.696984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:23:03.708336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:23:03.743462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:03.755237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:23:03.777891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:23:03.850223 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:03.895512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:23:04.049758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7a96b00b-69bf-4eec-b7b6-9f7663edd92f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:23:04.439061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211c27-ee4b-4daa-b781-1dbd39558ce0 req-3cebafca-9dba-4e9d-8a29-af60ee62b051 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:04.441208 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce211c27-ee4b-4daa-b781-1dbd39558ce0 req-3cebafca-9dba-4e9d-8a29-af60ee62b051 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Nov 15 23:23:04.487700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ce211c27-ee4b-4daa-b781-1dbd39558ce0 req-1127337f-7b66-4602-a058-0e8c3737fcf2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405695 Nov 15 23:23:04.801756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad9e746f-8678-4c77-9a8b-b82fa9913b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:05.604578 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f823-0d0d-4e48-a9ce-f9b77dabcca8 req-7622cd03-e741-47b6-9fa5-4843bc09a8dc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:05.606061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9917f823-0d0d-4e48-a9ce-f9b77dabcca8 req-7622cd03-e741-47b6-9fa5-4843bc09a8dc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0486550 Nov 15 23:23:05.619278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:23:05.654960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9917f823-0d0d-4e48-a9ce-f9b77dabcca8 req-ced68d5e-7995-4cb6-8ce4-cf1aa2e3c5eb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 Nov 15 23:23:05.761732 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:23:05.765674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:23:05.766035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:05.841376 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:05.864047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:23:05.866363 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90db8654-a260-4fd4-bcb2-9dff4ad0b48c" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:23:05.882472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:23:05.939540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:05.964389 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e2c69-abbc-49e9-9948-2a87d52d0239 x-openstack-request-id: req-cd1e2c69-abbc-49e9-9948-2a87d52d0239 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:23:05.964703 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:23:05.964948 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd1e2c69-abbc-49e9-9948-2a87d52d0239 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:23:05.965326 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'code': 200} Nov 15 23:23:05.992873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:23:06.061916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ec9d6-bdbd-44c9-805d-bd706feb8a6b req-0ebc0cce-5889-49f5-ad1e-b9a04a432242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:06.063433 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8ec9d6-bdbd-44c9-805d-bd706feb8a6b req-0ebc0cce-5889-49f5-ad1e-b9a04a432242 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1097 time: 0.0406277 Nov 15 23:23:06.113329 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2a8ec9d6-bdbd-44c9-805d-bd706feb8a6b req-013988b7-bf30-40fa-a366-1f9f2e40edf6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Nov 15 23:23:06.781097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d607b-28f8-4040-b02c-48f7d3ab3901 req-a49f810c-f3d4-43ce-9c19-094bff27480f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:06.782576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-720d607b-28f8-4040-b02c-48f7d3ab3901 req-a49f810c-f3d4-43ce-9c19-094bff27480f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Nov 15 23:23:06.838382 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-720d607b-28f8-4040-b02c-48f7d3ab3901 req-0ce24dd9-2334-4dd3-81ef-1b4e471c5f49 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491579 Nov 15 23:23:07.281981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9cf451ef-5d06-4058-bfbc-9dfd42f2222e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:07.957337 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031eb55-0838-4650-bdd0-edce788a6b7e req-93c05e29-7480-4e08-84d1-7ea5aabbbe50 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:07.958808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d031eb55-0838-4650-bdd0-edce788a6b7e req-93c05e29-7480-4e08-84d1-7ea5aabbbe50 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0474596 Nov 15 23:23:08.005082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d031eb55-0838-4650-bdd0-edce788a6b7e req-5f38be22-5bb1-4be2-ac74-4408194591f2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404413 Nov 15 23:23:08.115246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f03e9-19af-49d6-8f26-085d72710768 req-63041508-429a-4abe-93c9-45407c117c17 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:08.116771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-263f03e9-19af-49d6-8f26-085d72710768 req-63041508-429a-4abe-93c9-45407c117c17 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Nov 15 23:23:08.125405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39490) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:23:08.129800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Request body: {'floatingip': {'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:23:08.171187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:08.487344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:08.577789 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:08.630091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:08.726201 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 associated. External IP: 172.25.0.41, port: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f. Nov 15 23:23:08.922934 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:23:09.026069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:23:09.030667 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:09.037692 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:23:09.046906 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:23:09.047513 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:23:09.056708 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6fec0fd3-27cd-4ca4-a5ad-a9c0ccb40f5c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "PUT /v2.0/floatingips/214be31f-86dc-46fe-8398-d6d040622366 HTTP/1.1" status: 200 len: 992 time: 0.9302599 Nov 15 23:23:09.057325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:23:09.059638 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4a9085-81b4-439a-92d3-6630ca429aad" -d '{"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:23:09.100825 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd071f6-3ede-48a0-80be-a2a99d6e22d8 x-openstack-request-id: req-1cd071f6-3ede-48a0-80be-a2a99d6e22d8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:23:09.101117 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:23:09.101366 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cd071f6-3ede-48a0-80be-a2a99d6e22d8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:23:09.101763 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'status': 'completed', 'code': 200} Nov 15 23:23:09.154287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:23:09.164766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-76e350c7-9b23-4e69-9d91-440a7547b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:09.166353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-76e350c7-9b23-4e69-9d91-440a7547b273 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1097 time: 0.0406740 Nov 15 23:23:09.257756 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-d65fac1a-4a4f-4800-beae-f3e1853876ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:09.259337 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-d65fac1a-4a4f-4800-beae-f3e1853876ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0851066 Nov 15 23:23:09.330981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-4dfa0fb2-73c5-4c25-973d-efc204c9503a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.0624969 Nov 15 23:23:09.381891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-83dd4ee6-0670-44ba-8427-7745d7b219b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:09.383301 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:23:08Z', 'revision_number': 13, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:23:09.383540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-83dd4ee6-0670-44ba-8427-7745d7b219b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0443137 Nov 15 23:23:09.410020 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:23:09.418494 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:23:09.419098 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:23:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:23:09.430443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-49dbdfc2-3697-46b4-89e6-489f52f19a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:23:09.431975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-49dbdfc2-3697-46b4-89e6-489f52f19a62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408187 Nov 15 23:23:09.527250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:23:09.527497 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-2ab4dfd1-12cc-4810-983c-e732432016f2 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883198 Nov 15 23:23:09.573291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:09.619793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf4a9085-81b4-439a-92d3-6630ca429aad req-3d90d924-27cd-4a05-a98f-df9040bc3c99 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Nov 15 23:23:09.757931 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:23:08Z', 'revision_number': 13, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:23:09.799199 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a673e-6b2c-4ff7-b3ea-a163fc95b162 None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '214be31f-86dc-46fe-8398-d6d040622366', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:15:41Z', 'updated_at': '2021-11-15T23:23:08Z', 'revision_number': 13, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:23:09.989897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efcf23c-00b5-4562-ad26-52e0e272d63c None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:23:10.287156 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:23:10.352675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:29.715371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:30.329529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:34.784233 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2efbbf23-02dd-4cbf-a31b-5468788d689a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:37.241384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c38931a-f93e-4d00-8ce5-172a4a91272f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:38.475396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:39.612781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:40.361043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:23:47.285815 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:23:59.728531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:00.343507 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:04.823110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b5f42e6-f525-4b9b-a0b0-4e39840c7a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:07.254384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76b80c12-8559-4b75-97be-f80c7b49d0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:07.284986 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-591d91a4-8063-443c-98a6-5ba2f2040cff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458510 Nov 15 23:24:07.367299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de6af-a45c-424e-91de-7a3587337108 req-d8512add-357d-4b63-9e08-7ed1cb86c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:24:07.368815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-d8512add-357d-4b63-9e08-7ed1cb86c31f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1097 time: 0.0406885 Nov 15 23:24:07.477707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de6af-a45c-424e-91de-7a3587337108 req-7b458281-d475-4c10-ba92-6a69a441aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:24:07.479191 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-7b458281-d475-4c10-ba92-6a69a441aeb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0893536 Nov 15 23:24:07.547698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-6b681480-4aac-4460-abc4-84c434dbc186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1002 time: 0.0607209 Nov 15 23:24:07.601116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de6af-a45c-424e-91de-7a3587337108 req-e6d47c6f-427e-4525-ac89-bc29c63574c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:24:07.602596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-e6d47c6f-427e-4525-ac89-bc29c63574c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0479295 Nov 15 23:24:07.656841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de6af-a45c-424e-91de-7a3587337108 req-a76a28f3-b333-4748-ba69-a5474213f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:24:07.658348 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-a76a28f3-b333-4748-ba69-a5474213f68b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478680 Nov 15 23:24:07.750894 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-3049df21-faa9-4fd1-a059-5b5a8787da14 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843093 Nov 15 23:24:07.854448 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-736de6af-a45c-424e-91de-7a3587337108 req-1f6835a4-f229-4c29-a51c-5a1c0ff21eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958223 Nov 15 23:24:08.482765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:09.591106 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:10.362353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:24.287308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:24:29.750801 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:30.367453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:34.800310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73aca8e6-c8ef-44b8-9a00-5c3a95bfae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:37.253927 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-125e853c-e017-4432-8e36-b074dbdf2471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:38.488227 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:39.584283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:40.350052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:24:49.775558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff5f5-1126-4fb7-8005-6acc603c0501 req-73998080-0988-4442-a55a-a6a58008fc93 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:24:49.776975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b0ff5f5-1126-4fb7-8005-6acc603c0501 req-73998080-0988-4442-a55a-a6a58008fc93 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0500333 Nov 15 23:24:49.823209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b0ff5f5-1126-4fb7-8005-6acc603c0501 req-c9014c14-ef05-492b-997e-b240204874a8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Nov 15 23:24:59.748056 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:00.350054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:01.286628 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:25:02.276656 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-f002c281-03c9-44f2-9326-82a695b42ecc req-47c43036-62f8-424f-a65f-7f5122cf2eff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:25:02.277691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f002c281-03c9-44f2-9326-82a695b42ecc req-47c43036-62f8-424f-a65f-7f5122cf2eff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428498 Nov 15 23:25:02.598130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2b0f-cf63-40cd-b3d0-60fe5cbd317f req-a5f49082-7fe0-44e4-b37f-fd2f5b5ebe37 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:02.599599 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-547e2b0f-cf63-40cd-b3d0-60fe5cbd317f req-a5f49082-7fe0-44e4-b37f-fd2f5b5ebe37 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0521045 Nov 15 23:25:02.646462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-547e2b0f-cf63-40cd-b3d0-60fe5cbd317f req-00ce642b-271a-4fea-900f-bd95252248cc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Nov 15 23:25:02.693814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-1b53cabc-0986-4aad-a1a7-813e0933f03b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387750 Nov 15 23:25:02.704458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-a8297fe8-a52d-4553-8e8c-3c41ff876178 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:25:02.705484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-a8297fe8-a52d-4553-8e8c-3c41ff876178 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060952 Nov 15 23:25:03.763188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be310a88-c0fe-4df1-9deb-aae0a11c8de5 req-5fe0122a-98e6-480e-9988-86df3d7f10c6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:03.764540 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be310a88-c0fe-4df1-9deb-aae0a11c8de5 req-5fe0122a-98e6-480e-9988-86df3d7f10c6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0477917 Nov 15 23:25:03.811092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be310a88-c0fe-4df1-9deb-aae0a11c8de5 req-56ea849f-c51c-4b2c-a6b5-72e89cce47e0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Nov 15 23:25:04.789897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb74cb18-818e-4b2a-bbf7-9eeed9b5d3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:05.274624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284327bf-5ead-41f0-983e-0af2113b2b37 req-f54d70ef-db67-4d78-8dbb-318c83b671db tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:05.276074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-284327bf-5ead-41f0-983e-0af2113b2b37 req-f54d70ef-db67-4d78-8dbb-318c83b671db tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.3944016 Nov 15 23:25:05.323316 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-284327bf-5ead-41f0-983e-0af2113b2b37 req-318d20e1-8465-4bb0-9741-0fc610620f0a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Nov 15 23:25:06.438238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b85dd7-0b09-496e-ba6b-4e424502d7c7 req-88bc2ec1-b866-4e31-adf8-f4312e3e05f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:06.439658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1b85dd7-0b09-496e-ba6b-4e424502d7c7 req-88bc2ec1-b866-4e31-adf8-f4312e3e05f5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0481391 Nov 15 23:25:06.485920 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d1b85dd7-0b09-496e-ba6b-4e424502d7c7 req-8f0dc4ef-d1d9-400c-84f9-fe3cfefc24e0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Nov 15 23:25:07.246952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d892cc27-1c55-4673-a730-33190471c3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:07.605293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a405a2-c6d7-4cb0-9247-858a5e6ca2ec req-922622e1-bcfa-415d-bd87-a1379bf96742 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:07.606759 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9a405a2-c6d7-4cb0-9247-858a5e6ca2ec req-922622e1-bcfa-415d-bd87-a1379bf96742 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0505323 Nov 15 23:25:07.667978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9a405a2-c6d7-4cb0-9247-858a5e6ca2ec req-0b89a587-b064-4043-ba59-85b7b108dfcd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532212 Nov 15 23:25:07.864519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ffd2b55d-3669-41a7-b2bd-d3ddacce0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:07.865962 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ffd2b55d-3669-41a7-b2bd-d3ddacce0381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1097 time: 0.0447912 Nov 15 23:25:07.960387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ad28fe63-b350-4e5c-811d-0c12a92b224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:07.961899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ad28fe63-b350-4e5c-811d-0c12a92b224f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0877094 Nov 15 23:25:08.036018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-f323a40c-d9fd-42d9-b036-8673caf9fd4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1002 time: 0.0655730 Nov 15 23:25:08.086134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-63fc74fe-c528-4911-8ba6-24896264c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.087603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-63fc74fe-c528-4911-8ba6-24896264c192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0442963 Nov 15 23:25:08.136247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-1b886c6f-bcd7-408f-8191-24f9d5171a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.138754 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-1b886c6f-bcd7-408f-8191-24f9d5171a67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440042 Nov 15 23:25:08.235389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-13a7a4ed-d761-4ca8-923f-3b610b38afd4 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880189 Nov 15 23:25:08.324913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ec8fd6dd-7589-40f8-80a3-dee9f8cad692 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Nov 15 23:25:08.431439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-fd62a423-10ad-483c-9221-224ac598bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.433018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-fd62a423-10ad-483c-9221-224ac598bab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1097 time: 0.0479569 Nov 15 23:25:08.498029 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:08.539332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-ab7a233c-50c9-46d9-8d2e-b6a765d4c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.540841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-ab7a233c-50c9-46d9-8d2e-b6a765d4c06a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0859964 Nov 15 23:25:08.611701 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-a864c217-a428-40f6-8800-e888d4cd2b09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1002 time: 0.0619316 Nov 15 23:25:08.669573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-641bb9bf-d4c0-4b62-a887-e88959f6bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.671041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-641bb9bf-d4c0-4b62-a887-e88959f6bdbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0461037 Nov 15 23:25:08.718031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-ce67299e-0fb1-4ac0-838c-a00e89507221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.719520 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-ce67299e-0fb1-4ac0-838c-a00e89507221 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407741 Nov 15 23:25:08.785194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f243e2-7494-48c1-835d-c6b578cbd4f1 req-281ae811-9fe8-4979-b3fd-7a9e8f71669d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:08.786678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90f243e2-7494-48c1-835d-c6b578cbd4f1 req-281ae811-9fe8-4979-b3fd-7a9e8f71669d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0486636 Nov 15 23:25:08.813492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-be624ff5-f9d9-4ae5-88d8-83894412c284 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855951 Nov 15 23:25:08.833418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90f243e2-7494-48c1-835d-c6b578cbd4f1 req-3513f14f-5fb1-4bf7-bab8-439354150dbd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Nov 15 23:25:08.903943 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a07be4-26ab-4cc4-b19a-3e2afc183646 req-4c226ddf-0b47-4370-adb3-e88f8af535f6 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823667 Nov 15 23:25:09.599410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:09.952333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b42ac-f13d-43fa-81ef-8661ee06e044 req-a554fa18-14e5-441a-a95b-eadc3345dd56 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:09.953819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0b42ac-f13d-43fa-81ef-8661ee06e044 req-a554fa18-14e5-441a-a95b-eadc3345dd56 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0475466 Nov 15 23:25:09.999706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4f0b42ac-f13d-43fa-81ef-8661ee06e044 req-fd5715c0-1e20-4cbe-b32a-46f0c6d3718a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 Nov 15 23:25:10.353764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:11.120577 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c610f-e709-46b8-9939-a964deb72ad6 req-cd5180b3-b59d-4ec9-9ce1-94f14a1ab1ec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:11.122249 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-778c610f-e709-46b8-9939-a964deb72ad6 req-cd5180b3-b59d-4ec9-9ce1-94f14a1ab1ec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0525367 Nov 15 23:25:11.169664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-778c610f-e709-46b8-9939-a964deb72ad6 req-ffa25a68-929a-4dda-9bb3-ac33c8bca517 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Nov 15 23:25:12.287968 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c303c51-2bf2-420c-b485-41c73a9c937f req-16479d45-5b40-4448-ac66-8b95a3d1f3d5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:12.289610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c303c51-2bf2-420c-b485-41c73a9c937f req-16479d45-5b40-4448-ac66-8b95a3d1f3d5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Nov 15 23:25:12.340176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1c303c51-2bf2-420c-b485-41c73a9c937f req-7ac2a25a-e677-4117-8ce2-720d0dc358e2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444484 Nov 15 23:25:13.454658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c158589-58fc-4bff-bd9c-a5cafd351c47 req-23620758-88af-4f46-86cc-b4117b9a334c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:13.456172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c158589-58fc-4bff-bd9c-a5cafd351c47 req-23620758-88af-4f46-86cc-b4117b9a334c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0481102 Nov 15 23:25:13.506396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c158589-58fc-4bff-bd9c-a5cafd351c47 req-3163b169-25c8-452b-a3a3-c391870b64e3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Nov 15 23:25:14.622264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded291b4-63cb-43dd-a205-79ec41f0720d req-0b3ddab2-11bc-49ee-ba59-a04752f8eea3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:14.623729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ded291b4-63cb-43dd-a205-79ec41f0720d req-0b3ddab2-11bc-49ee-ba59-a04752f8eea3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Nov 15 23:25:14.670275 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ded291b4-63cb-43dd-a205-79ec41f0720d req-ae2ce068-6171-4845-900b-aa273b41de8d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401058 Nov 15 23:25:15.784454 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743240be-a2dc-41a7-a320-2ec9c535fc23 req-ceb87ebc-3af4-458b-92b6-f64e44bc0183 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:15.785815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-743240be-a2dc-41a7-a320-2ec9c535fc23 req-ceb87ebc-3af4-458b-92b6-f64e44bc0183 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0474870 Nov 15 23:25:15.830603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-743240be-a2dc-41a7-a320-2ec9c535fc23 req-97aa3c07-64de-4311-8f17-f34f20154ec7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Nov 15 23:25:16.949979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9e62-2a40-4539-bb9c-a7e214f21242 req-64103b4b-7d0e-49b2-a877-7f5a17e3c73b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:16.951461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-199f9e62-2a40-4539-bb9c-a7e214f21242 req-64103b4b-7d0e-49b2-a877-7f5a17e3c73b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0517778 Nov 15 23:25:16.998702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-199f9e62-2a40-4539-bb9c-a7e214f21242 req-7aac881e-9b38-4f96-b8dd-154fd3e30c25 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Nov 15 23:25:18.125544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba459b-c404-4f63-848b-60a3d448dc08 req-4d9d73f7-7500-4183-8654-a3dd2a2b97ac tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:18.127415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1ba459b-c404-4f63-848b-60a3d448dc08 req-4d9d73f7-7500-4183-8654-a3dd2a2b97ac tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Nov 15 23:25:18.175729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1ba459b-c404-4f63-848b-60a3d448dc08 req-34a48b32-8480-49d3-b7fa-9b9d2c602248 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Nov 15 23:25:19.293981 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6a2b-d3b4-4168-89a0-5a0075e60d4e req-528fff56-0b3d-4a38-a8f6-a3fc8ed13d18 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:19.296084 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f1b6a2b-d3b4-4168-89a0-5a0075e60d4e req-528fff56-0b3d-4a38-a8f6-a3fc8ed13d18 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0530889 Nov 15 23:25:19.343576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9f1b6a2b-d3b4-4168-89a0-5a0075e60d4e req-e6af093d-bf81-42da-8e36-f27507146546 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409565 Nov 15 23:25:20.461391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1c972-4c1f-4cf4-92b8-733038c97cc0 req-d8f02db6-7c23-42cc-a397-66901bd1a473 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:20.462862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ba1c972-4c1f-4cf4-92b8-733038c97cc0 req-d8f02db6-7c23-42cc-a397-66901bd1a473 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Nov 15 23:25:20.509209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ba1c972-4c1f-4cf4-92b8-733038c97cc0 req-199509e5-125b-4838-8c16-41d88359e58c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Nov 15 23:25:21.628362 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8966733-2d1a-44e9-a813-be799e631ad9 req-557edebd-5331-4355-b5b8-4add3e42b13b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:21.629993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8966733-2d1a-44e9-a813-be799e631ad9 req-557edebd-5331-4355-b5b8-4add3e42b13b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0509751 Nov 15 23:25:21.683083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a8966733-2d1a-44e9-a813-be799e631ad9 req-b9f9725d-2085-4bbe-a02e-886fbbf5832e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470927 Nov 15 23:25:22.798806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b6b2-c00f-4b58-acc5-2c2bc1c9da0b req-44d9f800-7a59-40a4-886e-facc4d0408b6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:22.800240 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68a3b6b2-c00f-4b58-acc5-2c2bc1c9da0b req-44d9f800-7a59-40a4-886e-facc4d0408b6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Nov 15 23:25:22.824609 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ccae1f3c-62ab-4d0a-905b-3f4e163cf7c4 service neutron] show failed (client error): The resource could not be found. Nov 15 23:25:22.825660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ccae1f3c-62ab-4d0a-905b-3f4e163cf7c4 service neutron] 10.222.0.57 "GET /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0538909 Nov 15 23:25:22.847636 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-68a3b6b2-c00f-4b58-acc5-2c2bc1c9da0b req-261c26a9-460a-4f0b-8cb3-3befe954a424 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 Nov 15 23:25:23.376758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-56de6c8d-9c31-465f-8367-0af68709a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:23.378901 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-56de6c8d-9c31-465f-8367-0af68709a915 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1097 time: 0.0845017 Nov 15 23:25:23.396587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:25:23.448118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:23.647339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:25:23.683414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:25:23.720764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:25:23.723517 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d2014-741b-493e-82c7-65b085e1c1e4" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:25:23.727187 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:23.740441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Transition to ACTIVE for port object 7a96b00b-69bf-4eec-b7b6-9f7663edd92f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:25:23.776340 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cd805d-3c43-45f8-9462-751ce569bcaa x-openstack-request-id: req-15cd805d-3c43-45f8-9462-751ce569bcaa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:25:23.776650 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:25:23.779085 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15cd805d-3c43-45f8-9462-751ce569bcaa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:25:23.779085 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'code': 200} Nov 15 23:25:23.789154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:23.863944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:23.877423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.877785 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.878113 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.878447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.878779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.879103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.879701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.879834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.880051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.880373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.880717 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.881036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:23.930675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] No DVR routers for this DVR port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:25:23.976378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762e4c-e084-4ae2-a744-2f9e9a6bb0b0 req-896a3659-0a5e-4f0a-9a57-b5d6ee733ced tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:23.978701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0762e4c-e084-4ae2-a744-2f9e9a6bb0b0 req-896a3659-0a5e-4f0a-9a57-b5d6ee733ced tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0570402 Nov 15 23:25:24.029674 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0762e4c-e084-4ae2-a744-2f9e9a6bb0b0 req-c9eb009a-e6d9-48f3-b489-c51094727e99 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450048 Nov 15 23:25:24.066637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:25:24.066967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:25:24.067292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:25:24.071699 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:25:24.072038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:25:24.076849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:25:24.077179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:25:24.077552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:25:24.077970 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Bound port: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:25:24.078318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:24.142266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:25:24.145520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:25:24.204605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:25:24.211026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:24.248303 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:24.249334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:24.250710 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] 10.222.0.55 "PUT /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1092 time: 0.8582878 Nov 15 23:25:24.251214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:25:24.273999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace86a5-19e1-49c0-8e3e-37425be4abeb service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:24.328223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-8a5a42ed-88ee-430d-8561-8dd0799d9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:24.329864 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-8a5a42ed-88ee-430d-8561-8dd0799d9edb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.0470316 Nov 15 23:25:24.424288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-a722ed86-1af7-4ba1-993c-7cabc0c3bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:24.425817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-a722ed86-1af7-4ba1-993c-7cabc0c3bc19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0883887 Nov 15 23:25:24.499212 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-71160404-eb84-4e6f-a6ac-f5c86e7ce9be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.0615506 Nov 15 23:25:24.552216 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-6b4e6059-61ba-4f40-bc83-a33cdff24660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:24.553636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-6b4e6059-61ba-4f40-bc83-a33cdff24660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0430014 Nov 15 23:25:24.602918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-4b788a91-5759-4e0f-b631-2695c9971067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:24.604400 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-4b788a91-5759-4e0f-b631-2695c9971067 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384309 Nov 15 23:25:24.699218 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-279033cd-a896-499d-8bbb-265485af6e99 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830493 Nov 15 23:25:24.792197 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-ef6723f2-30ff-4945-9499-5f8001f16f47 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823822 Nov 15 23:25:25.167246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83612a-6f17-4fa4-87f6-a5864723a86e req-e5891c8a-7bcb-4c2a-ac21-f0898a763c35 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:25.168768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d83612a-6f17-4fa4-87f6-a5864723a86e req-e5891c8a-7bcb-4c2a-ac21-f0898a763c35 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0587723 Nov 15 23:25:25.216286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d83612a-6f17-4fa4-87f6-a5864723a86e req-04baa116-e4f1-4d83-8318-45658072bddd tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Nov 15 23:25:25.779006 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:25:25.781386 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:25:25.829487 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529a3204-d403-4061-907b-d69b0a09511e x-openstack-request-id: req-529a3204-d403-4061-907b-d69b0a09511e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:25:25.829789 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:25:25.830041 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-529a3204-d403-4061-907b-d69b0a09511e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:25:25.830438 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'status': 'completed', 'code': 200} Nov 15 23:25:26.242650 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-6f12e30a-7027-45f7-b7d1-56c69f2aea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.244414 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-6f12e30a-7027-45f7-b7d1-56c69f2aea9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.3890078 Nov 15 23:25:26.254574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-52e28110-0147-4a2f-b26c-bed1ce83d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.256363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-52e28110-0147-4a2f-b26c-bed1ce83d715 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.3923194 Nov 15 23:25:26.343925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dd2ad-4a8f-4cbc-b514-babcfb41f8c1 req-bafd9302-a4a2-4585-8dff-8e8d6f18075a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.345628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d62dd2ad-4a8f-4cbc-b514-babcfb41f8c1 req-bafd9302-a4a2-4585-8dff-8e8d6f18075a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0531962 Nov 15 23:25:26.401719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d62dd2ad-4a8f-4cbc-b514-babcfb41f8c1 req-b1e3ed2f-f28f-4fa9-b741-e362fdc7c7a2 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456300 Nov 15 23:25:26.417159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-109b9313-0ca5-4cdd-980b-8fafb7212c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.418613 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-109b9313-0ca5-4cdd-980b-8fafb7212c17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1440220 Nov 15 23:25:26.423592 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-fe1a4ed8-7d9c-4085-96e5-3ad3ae5b8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.424950 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-fe1a4ed8-7d9c-4085-96e5-3ad3ae5b8af9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1677871 Nov 15 23:25:26.535519 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-30051667-bcf2-4ba4-91e1-b6a67bcb35dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.1057613 Nov 15 23:25:26.537267 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-46ece8e5-562c-4f07-8874-ef036881f756 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.1022646 Nov 15 23:25:26.624472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-da3ba47e-c9e4-4055-8d96-45133fa41762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.625972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-da3ba47e-c9e4-4055-8d96-45133fa41762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0807741 Nov 15 23:25:26.628136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-885eb25d-d94e-4f61-a485-8c92232c9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.629464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-885eb25d-d94e-4f61-a485-8c92232c9a00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0769713 Nov 15 23:25:26.700326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-b28b5c1e-1a3c-41c1-a3f1-f67272553aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.701880 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-b28b5c1e-1a3c-41c1-a3f1-f67272553aaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691056 Nov 15 23:25:26.707207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-4621e4fd-34d1-456e-9ec2-d5960e9ab395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:26.708692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-4621e4fd-34d1-456e-9ec2-d5960e9ab395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670228 Nov 15 23:25:26.861301 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-602732ad-0593-481e-9bb6-fa8874f7efea service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515718 Nov 15 23:25:26.865112 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-3eab331b-9ae3-4e07-a023-a4410031ba1c service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383710 Nov 15 23:25:27.024397 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-a2b80277-bbd9-42c1-9ade-716cc3f4c18e service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547816 Nov 15 23:25:27.027715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d931f3b6-01d0-4ea3-9870-7a1f61bf4cf5 req-e3f0a7c3-66aa-43e2-82c7-7f5af28f0e62 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505013 Nov 15 23:25:27.525043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8c485-cece-41ad-9b2b-ee501a485664 req-bb983279-b54a-418d-a43e-ff9b46ae596d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:27.526620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbf8c485-cece-41ad-9b2b-ee501a485664 req-bb983279-b54a-418d-a43e-ff9b46ae596d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0508850 Nov 15 23:25:27.578298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cbf8c485-cece-41ad-9b2b-ee501a485664 req-86558e14-9e9f-4044-a077-245334571064 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457325 Nov 15 23:25:28.708519 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d75c-ec58-48bc-beb9-9801802bad84 req-b218b833-e9c6-404b-bbe1-2763564aa4a9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:28.710019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3942d75c-ec58-48bc-beb9-9801802bad84 req-b218b833-e9c6-404b-bbe1-2763564aa4a9 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0627127 Nov 15 23:25:28.757667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3942d75c-ec58-48bc-beb9-9801802bad84 req-9fe2d680-6fc9-49fc-bf43-cfed2b3cacb7 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Nov 15 23:25:29.754616 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:29.874864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd1480-972f-43d6-a259-a8b9a1ae4f9d req-43b43309-5181-4723-9b74-df52006128f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:29.877649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47cd1480-972f-43d6-a259-a8b9a1ae4f9d req-43b43309-5181-4723-9b74-df52006128f3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0497005 Nov 15 23:25:29.923399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-47cd1480-972f-43d6-a259-a8b9a1ae4f9d req-691f9e96-79f5-4010-9a95-d91f4f48d48e tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403712 Nov 15 23:25:30.326412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:31.043295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e688e8-a82a-4542-a006-843e3a4bc177 req-9649d091-fae3-436e-b656-3ff2d8c12080 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:31.044776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8e688e8-a82a-4542-a006-843e3a4bc177 req-9649d091-fae3-436e-b656-3ff2d8c12080 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0509760 Nov 15 23:25:31.090610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c8e688e8-a82a-4542-a006-843e3a4bc177 req-0df46b8b-b312-43b4-a784-ca54e6506b52 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393579 Nov 15 23:25:32.206780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e690-efb1-4229-ac83-1e7e85051857 req-dc7cb978-0401-47f5-818f-d2934b12fe55 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:32.208223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a557e690-efb1-4229-ac83-1e7e85051857 req-dc7cb978-0401-47f5-818f-d2934b12fe55 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0497031 Nov 15 23:25:32.256236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a557e690-efb1-4229-ac83-1e7e85051857 req-b3dac457-7c03-477a-b89f-368cd5cf1bda tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Nov 15 23:25:33.376210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e04c6-57ec-46d5-a163-034cdfc4b9cd req-d8602bb3-e96b-4476-ad87-aabf19cf9b0f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:33.377700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b3e04c6-57ec-46d5-a163-034cdfc4b9cd req-d8602bb3-e96b-4476-ad87-aabf19cf9b0f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Nov 15 23:25:33.424358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3b3e04c6-57ec-46d5-a163-034cdfc4b9cd req-a5b20471-407a-47a6-aaec-ad77b199b05b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Nov 15 23:25:34.538752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540e387-6d81-4df1-a754-b7998e491024 req-18f8eb2a-33c1-443b-ac55-13885e3cfec0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:34.540172 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e540e387-6d81-4df1-a754-b7998e491024 req-18f8eb2a-33c1-443b-ac55-13885e3cfec0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0470486 Nov 15 23:25:34.585767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e540e387-6d81-4df1-a754-b7998e491024 req-98511905-fbaf-4dce-acdd-1375c34c857c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Nov 15 23:25:34.793273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b20fb9e-d385-4fa8-a3c7-0a645c13fe3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:35.700012 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f094ee-fd51-4de6-aaf1-9dfff1f4dc4a req-cd25d630-fb32-42a4-99ef-ba68b89f7d29 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:35.701513 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80f094ee-fd51-4de6-aaf1-9dfff1f4dc4a req-cd25d630-fb32-42a4-99ef-ba68b89f7d29 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0481153 Nov 15 23:25:35.751312 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-80f094ee-fd51-4de6-aaf1-9dfff1f4dc4a req-b7f0315e-bc67-4968-93b0-f4cbd5758110 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437799 Nov 15 23:25:36.868858 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09439354-0ef3-4196-a893-a956783b9b23 req-ad817019-f44e-4771-82b9-60c79e42e095 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:36.870338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09439354-0ef3-4196-a893-a956783b9b23 req-ad817019-f44e-4771-82b9-60c79e42e095 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0478499 Nov 15 23:25:36.917149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-09439354-0ef3-4196-a893-a956783b9b23 req-968aec50-5fa1-45c0-95ab-82a7e7e6293d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Nov 15 23:25:37.257609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28ab995a-4ec8-45e9-a84a-c080db7c8bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:38.032254 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fceb26-25b7-4c93-9823-544aee43ffe3 req-a49a69e5-67c1-4a2b-91f3-dad41d042e1c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:38.033776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65fceb26-25b7-4c93-9823-544aee43ffe3 req-a49a69e5-67c1-4a2b-91f3-dad41d042e1c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0483470 Nov 15 23:25:38.080597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65fceb26-25b7-4c93-9823-544aee43ffe3 req-496d183f-0433-4d6a-b465-35485a8b6471 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Nov 15 23:25:38.285793 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:25:38.514691 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:39.381953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e9b0a-6b7f-4661-a52b-56e5ab5fc5f8 req-112205c5-2616-4450-92c7-0b41820d97ba tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:39.383321 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-476e9b0a-6b7f-4661-a52b-56e5ab5fc5f8 req-112205c5-2616-4450-92c7-0b41820d97ba tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0522618 Nov 15 23:25:39.429833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-476e9b0a-6b7f-4661-a52b-56e5ab5fc5f8 req-8ffe43fd-4cd8-416a-8e82-b1be892d1586 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Nov 15 23:25:39.587321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:39.891847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:25:39.979786 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb9394-b672-4ba0-a938-9cd5361806ac req-11f66599-3f85-4a03-a8ee-f3445418b8d4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:39.981318 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0eb9394-b672-4ba0-a938-9cd5361806ac req-11f66599-3f85-4a03-a8ee-f3445418b8d4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 944 time: 0.0480609 Nov 15 23:25:39.988790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:25:40.001189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:25:40.035052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0eb9394-b672-4ba0-a938-9cd5361806ac req-ee3133e4-08c8-43c0-b20c-2f1060b8a3e8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473933 Nov 15 23:25:40.039067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-d8ddb30a-571d-4048-8621-84c253a51180 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:40.041167 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-d8ddb30a-571d-4048-8621-84c253a51180 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.55 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31&tenant_id=67cbdc6cb31e4402989310d7c49cd140&binding%3Ahost_id=n-h1-817995-3 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Nov 15 23:25:40.045977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:40.063563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:25:40.082218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:25:40.102797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-29e40623-d8e1-428b-8dcb-1dd22377208f service neutron] 10.222.0.55 "GET /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f/bindings/n-h1-817995-3 HTTP/1.1" status: 200 len: 382 time: 0.0540724 Nov 15 23:25:40.141690 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:40.172057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-e16d9adb-7b1b-4900-ae50-8da133eb47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:40.173615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-e16d9adb-7b1b-4900-ae50-8da133eb47d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1095 time: 0.0473206 Nov 15 23:25:40.194254 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:40.201996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.202334 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.202662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.202988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.203310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.203627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.203942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.204255 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.204594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.204933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.205243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.205551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:25:40.271989 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4494b16d-c69e-4dfd-885c-3e8f98e8002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:40.273491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4494b16d-c69e-4dfd-885c-3e8f98e8002a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0927825 Nov 15 23:25:40.331707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:40.340237 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-53ed3575-bc49-4141-8382-50d1f5c8b366 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1001 time: 0.0585296 Nov 15 23:25:40.400189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-411b2541-c412-49f6-9c65-ab436b5019b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:40.401692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-411b2541-c412-49f6-9c65-ab436b5019b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0528710 Nov 15 23:25:40.447824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-49456f53-7110-42d9-8497-ff35e7fa54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:40.449332 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-49456f53-7110-42d9-8497-ff35e7fa54df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401170 Nov 15 23:25:40.456116 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['7a96b00b-69bf-4eec-b7b6-9f7663edd92f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:25:40.545439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4efa7915-7024-4979-95e7-7fa18fce943d service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872059 Nov 15 23:25:40.638148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-1061b2de-cf7f-4c8b-9dc0-8f4a6a264f84 service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Nov 15 23:25:41.158163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4b68-67ca-47a9-8ff3-c399c1086fba req-b3dfda5c-e76f-434a-8c45-fda1c851796d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:41.160310 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dcf4b68-67ca-47a9-8ff3-c399c1086fba req-b3dfda5c-e76f-434a-8c45-fda1c851796d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0493169 Nov 15 23:25:41.209916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2dcf4b68-67ca-47a9-8ff3-c399c1086fba req-6e60f119-e521-42b5-8bb9-f96f43377028 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Nov 15 23:25:41.911591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:25:42.033096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:25:42.037788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:25:42.038149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:42.117490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:42.139195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:25:42.141410 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7de4f-cb8f-4ea6-9780-e95e7b968595" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:25:42.154342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:25:42.191950 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e94ca8c-9c1e-463d-ac16-77e32616696f x-openstack-request-id: req-6e94ca8c-9c1e-463d-ac16-77e32616696f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:25:42.192239 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:25:42.192510 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e94ca8c-9c1e-463d-ac16-77e32616696f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:25:42.192954 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'code': 200} Nov 15 23:25:42.222984 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:42.274152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:42.333956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43561ca-9bea-48ff-847d-7191ec2b748c req-d348aff4-e3d6-4d22-801d-248915401f5f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:42.335429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b43561ca-9bea-48ff-847d-7191ec2b748c req-d348aff4-e3d6-4d22-801d-248915401f5f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0496027 Nov 15 23:25:42.386128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b43561ca-9bea-48ff-847d-7191ec2b748c req-eb53da02-79ad-488c-bf2f-27ef6c64c2c6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448093 Nov 15 23:25:43.509026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbe5e9-fab0-4e46-a348-0e014af49e46 req-ce25ad44-51ba-4f6a-aab8-fe47177db348 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:43.510940 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aedbe5e9-fab0-4e46-a348-0e014af49e46 req-ce25ad44-51ba-4f6a-aab8-fe47177db348 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Nov 15 23:25:43.560095 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aedbe5e9-fab0-4e46-a348-0e014af49e46 req-c2ac458a-a2b9-4ac6-8586-87ed47d8a0fc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Nov 15 23:25:44.680296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb67f5-b2d1-4a9c-99e7-6472b9d2f14b req-6ebb81f5-c3f9-490c-afc1-c304586e7924 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:44.681781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07cb67f5-b2d1-4a9c-99e7-6472b9d2f14b req-6ebb81f5-c3f9-490c-afc1-c304586e7924 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Nov 15 23:25:44.731046 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07cb67f5-b2d1-4a9c-99e7-6472b9d2f14b req-8f938275-828c-4168-aa6d-2127bbae294d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Nov 15 23:25:45.774188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-3fc02193-1c2a-4650-a7ea-5fa04054520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:45.775303 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-3fc02193-1c2a-4650-a7ea-5fa04054520e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31&tenant_id=67cbdc6cb31e4402989310d7c49cd140 HTTP/1.1" status: 200 len: 1097 time: 0.0419941 Nov 15 23:25:45.788500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:25:45.844878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:45.847954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b1c3-7c0d-4132-aa65-c5922bd96a80 req-5b984182-4213-4812-8ad1-fbf7095e456d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:45.849461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4e4b1c3-7c0d-4132-aa65-c5922bd96a80 req-5b984182-4213-4812-8ad1-fbf7095e456d tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Nov 15 23:25:45.896518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4e4b1c3-7c0d-4132-aa65-c5922bd96a80 req-184f2c1d-feb3-4ffc-bf65-7439628be673 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Nov 15 23:25:46.042379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:25:46.074489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:25:46.111901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:25:46.114701 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7779b-e0d2-40bc-aa35-22ff8328e718" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:25:46.118364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:46.130414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Transition to ACTIVE for port object 7a96b00b-69bf-4eec-b7b6-9f7663edd92f will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:25:46.165388 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465279b7-8c3d-4b29-beb2-0b72d78d05c4 x-openstack-request-id: req-465279b7-8c3d-4b29-beb2-0b72d78d05c4 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:25:46.165678 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:25:46.165932 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-465279b7-8c3d-4b29-beb2-0b72d78d05c4 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:25:46.166335 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'code': 200} Nov 15 23:25:46.194052 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:46.274883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:46.322894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] No DVR routers for this DVR port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:25:46.456996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:25:46.457320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:25:46.457638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:25:46.461842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:25:46.462179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Attempting to bind port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on network c6bfb11f-093a-4e0f-995b-655859371cfb {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:25:46.466860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:25:46.467186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Checking segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:25:46.467557 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Bound using segment: {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:25:46.467972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Bound port: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a1954-e1dc-48cb-9735-7477e3cb9471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:25:46.468312 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:46.530210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:25:46.533159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:25:46.606372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:46.641235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:46.641845 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:46.643868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] 10.222.0.57 "PUT /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1093 time: 0.8594584 Nov 15 23:25:46.675300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be90d1d-2a37-4e75-b5fe-bb6165e0370b service neutron] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=11']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:25:46.715587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4c70a9e7-8a29-48a2-8673-41ed88d79930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:46.717149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4c70a9e7-8a29-48a2-8673-41ed88d79930 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1096 time: 0.0497956 Nov 15 23:25:46.810499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-7b4b9643-6f3b-4e02-a9f8-d712e9aece1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:46.811967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-7b4b9643-6f3b-4e02-a9f8-d712e9aece1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.0882590 Nov 15 23:25:46.879020 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-26ee94c7-cd33-4385-897c-9673b9e8008d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.0596709 Nov 15 23:25:46.929901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-c0f77577-fdaf-43a9-a8dd-1d49d1d4d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:46.931425 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-c0f77577-fdaf-43a9-a8dd-1d49d1d4d7ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0449810 Nov 15 23:25:46.976778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4d8df391-0c57-448c-bcc4-63fd667dec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:46.978284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-4d8df391-0c57-448c-bcc4-63fd667dec1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397005 Nov 15 23:25:47.015677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff135a6-8724-466a-a344-6f630cfedd43 req-fafcea00-4328-4da6-85c3-eaa9f9c06673 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:47.017178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ff135a6-8724-466a-a344-6f630cfedd43 req-fafcea00-4328-4da6-85c3-eaa9f9c06673 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0518556 Nov 15 23:25:47.065036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ff135a6-8724-466a-a344-6f630cfedd43 req-99f098be-d794-4e5d-a576-0d3c21a8bf76 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Nov 15 23:25:47.073392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-88f4d066-1e48-408a-a57b-aa3211e89e4b service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Nov 15 23:25:47.161979 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b3dcbce-4064-4e13-8b98-03cd82998117 req-591a8aa9-331e-49ef-b1bc-d4cfebbb8b2a service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811293 Nov 15 23:25:47.907158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:25:47.944825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:25:48.167880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:25:48.170543 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2e5e56-9d47-4011-bcee-f325a53ad945" -d '{"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:25:48.184680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5121729-6cb0-480c-b6bb-39a38fefdba8 req-d373618c-ae95-4f12-8c84-bf7e2deacdf6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.186348 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5121729-6cb0-480c-b6bb-39a38fefdba8 req-d373618c-ae95-4f12-8c84-bf7e2deacdf6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Nov 15 23:25:48.224599 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c14ecf-c228-4cca-853e-3aee724b48b2 x-openstack-request-id: req-f0c14ecf-c228-4cca-853e-3aee724b48b2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:25:48.224985 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:25:48.225302 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0c14ecf-c228-4cca-853e-3aee724b48b2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:25:48.225906 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'status': 'completed', 'code': 200} Nov 15 23:25:48.240814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5121729-6cb0-480c-b6bb-39a38fefdba8 req-7cc7a01b-56c0-4a20-87df-8a5e346649cb tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472362 Nov 15 23:25:48.321335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-b5bf542c-232a-48ad-b540-52511f7c6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.322851 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-b5bf542c-232a-48ad-b540-52511f7c6aca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1096 time: 0.0721936 Nov 15 23:25:48.331372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-0d3c25a5-ff38-4ef9-8d9f-f6f200ecfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.332972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-0d3c25a5-ff38-4ef9-8d9f-f6f200ecfb17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67cbdc6cb31e4402989310d7c49cd140&device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 1096 time: 0.0732057 Nov 15 23:25:48.484918 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-20ea06cf-11b8-4d40-be13-c5c0af562e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.486378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-20ea06cf-11b8-4d40-be13-c5c0af562e66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1525497 Nov 15 23:25:48.489449 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-50e165d9-44c8-4850-8358-0e997e60c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.490758 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-50e165d9-44c8-4850-8358-0e997e60c5e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 200 len: 912 time: 0.1495919 Nov 15 23:25:48.601192 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-a2fed099-d464-4cbf-b7df-eb021abfa121 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.1070755 Nov 15 23:25:48.610034 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-83c1cdbe-427b-421f-bb0b-ae5d6ab919b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 200 len: 1000 time: 0.0814011 Nov 15 23:25:48.704944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-b6a0705f-29dc-4554-a1ed-7a06deef6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.706557 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-b6a0705f-29dc-4554-a1ed-7a06deef6684 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0953195 Nov 15 23:25:48.710027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-36befe08-84ae-493c-a6d8-f90890dc4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.711412 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-36befe08-84ae-493c-a6d8-f90890dc4bdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 200 len: 850 time: 0.0727072 Nov 15 23:25:48.780493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-40edcfc0-93d1-44d8-a98b-de8d33561541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.782015 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-40edcfc0-93d1-44d8-a98b-de8d33561541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673311 Nov 15 23:25:48.787598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-68f09b93-9000-4160-adcc-ec93b3608095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:48.789068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-68f09b93-9000-4160-adcc-ec93b3608095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6bfb11f-093a-4e0f-995b-655859371cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656853 Nov 15 23:25:48.944012 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-d08f7c83-b30f-40bf-8109-25b3e272be84 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531694 Nov 15 23:25:48.949009 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-98d06eff-9d2b-4e44-a0d7-ac1d626e73ab service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414394 Nov 15 23:25:49.105698 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-12b4fc78-095f-4fa5-a43d-ecfb480f68d4 service neutron] 10.222.0.57 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527658 Nov 15 23:25:49.107453 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fb2e5e56-9d47-4011-bcee-f325a53ad945 req-1bf3307c-d77f-4c3c-a915-a7d913e1beaa service neutron] 10.222.0.55 "GET /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473429 Nov 15 23:25:49.368353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc3e33-364a-4035-adb0-9f4f5ccbe137 req-28db2ecd-3f4a-434c-b94a-07f1ee622590 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:49.369791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39dc3e33-364a-4035-adb0-9f4f5ccbe137 req-28db2ecd-3f4a-434c-b94a-07f1ee622590 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Nov 15 23:25:49.423306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39dc3e33-364a-4035-adb0-9f4f5ccbe137 req-542e715c-e6de-444b-adb4-c4327677e1cc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Nov 15 23:25:50.543479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef5a1-c942-42cc-86ea-9ecfd011a04d req-3ac37ed7-11d3-4b65-bf39-28f3f9876291 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:50.544995 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4adef5a1-c942-42cc-86ea-9ecfd011a04d req-3ac37ed7-11d3-4b65-bf39-28f3f9876291 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Nov 15 23:25:50.595050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4adef5a1-c942-42cc-86ea-9ecfd011a04d req-81383bae-5de4-429b-bd0a-aa95f42d3ce8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431540 Nov 15 23:25:51.711951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c23d-237f-4806-b58a-eb9c5eb22bdb req-841b49ea-5521-438a-843d-0c5fc4b6e468 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:51.713510 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c533c23d-237f-4806-b58a-eb9c5eb22bdb req-841b49ea-5521-438a-843d-0c5fc4b6e468 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Nov 15 23:25:51.760516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c533c23d-237f-4806-b58a-eb9c5eb22bdb req-c91f86e9-bc63-4df8-864b-68e47d55950a tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410676 Nov 15 23:25:52.881288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698e4de-8ecc-4d94-98ec-cc44b5231c81 req-ed7801b6-71ba-4b85-858f-19bc034ff177 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:52.882723 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5698e4de-8ecc-4d94-98ec-cc44b5231c81 req-ed7801b6-71ba-4b85-858f-19bc034ff177 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Nov 15 23:25:52.928706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5698e4de-8ecc-4d94-98ec-cc44b5231c81 req-a76b145d-a589-4f10-8fbf-7e5812d8b046 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Nov 15 23:25:54.042330 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae55969-7cfb-4151-a755-cf2b18fe6d3e req-d806ef74-8294-4af7-8c59-56c48f5b57cc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:54.043781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ae55969-7cfb-4151-a755-cf2b18fe6d3e req-d806ef74-8294-4af7-8c59-56c48f5b57cc tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0475504 Nov 15 23:25:54.090475 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7ae55969-7cfb-4151-a755-cf2b18fe6d3e req-31535dfc-82ae-4bb4-bc6d-d05eb0db6fc4 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Nov 15 23:25:55.206623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260ba58-d012-4160-9579-4f26fe80e86e req-44ebf3ac-0efd-4ebe-a875-8af70db246d0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:55.208073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5260ba58-d012-4160-9579-4f26fe80e86e req-44ebf3ac-0efd-4ebe-a875-8af70db246d0 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0477781 Nov 15 23:25:55.258062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5260ba58-d012-4160-9579-4f26fe80e86e req-56e703aa-8cff-4d26-8823-923fb03f56c3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Nov 15 23:25:56.373884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abcce8-16b0-4599-96a7-87532393eb02 req-896574f7-2ee0-4454-922b-30c1c4bb9d32 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:56.375338 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5abcce8-16b0-4599-96a7-87532393eb02 req-896574f7-2ee0-4454-922b-30c1c4bb9d32 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Nov 15 23:25:56.423870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5abcce8-16b0-4599-96a7-87532393eb02 req-6e39593e-b02a-4091-aea5-baad8eecff9b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Nov 15 23:25:57.540918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bad0b-159c-4dd9-9540-1c86cfd744e6 req-7657004f-aead-4208-9e7d-362ab644e19f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:57.542369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-842bad0b-159c-4dd9-9540-1c86cfd744e6 req-7657004f-aead-4208-9e7d-362ab644e19f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Nov 15 23:25:57.588368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-842bad0b-159c-4dd9-9540-1c86cfd744e6 req-bcefe8bb-1422-4789-a451-dd6eb5a6c981 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Nov 15 23:25:58.704533 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9075e0f-ff69-44b7-84a0-5315137a8a66 req-a5e1ea5a-cc12-4909-9901-95a9349f83b3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:58.706605 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9075e0f-ff69-44b7-84a0-5315137a8a66 req-a5e1ea5a-cc12-4909-9901-95a9349f83b3 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0511429 Nov 15 23:25:58.751578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9075e0f-ff69-44b7-84a0-5315137a8a66 req-e6af85b7-43a6-4622-8f04-f82b4b90bd9b tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Nov 15 23:25:59.763726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:25:59.869386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087cd26-4dc9-4ce7-a315-aa9ec483ce72 req-55d44e43-3152-4a77-879c-099eab2eb39f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:25:59.870916 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a087cd26-4dc9-4ce7-a315-aa9ec483ce72 req-55d44e43-3152-4a77-879c-099eab2eb39f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 945 time: 0.0485685 Nov 15 23:25:59.918973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a087cd26-4dc9-4ce7-a315-aa9ec483ce72 req-0b399490-830a-4cf3-8597-0afa1875a992 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Nov 15 23:26:00.358306 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:00.519118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:26:00.616189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:00.627281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'port_id': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'mac_address': 'fa:16:3e:97:f6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:26:00.662771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:00.675667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:26:00.694028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:00.742645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:00.790837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:00.984486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['7a96b00b-69bf-4eec-b7b6-9f7663edd92f'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:01.038055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f046f0-d84b-438d-abb5-d85f1b8806dc req-bf18ac1a-7e77-4909-9d2b-0e873c663181 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:01.039520 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f046f0-d84b-438d-abb5-d85f1b8806dc req-bf18ac1a-7e77-4909-9d2b-0e873c663181 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Nov 15 23:26:01.085871 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9f046f0-d84b-438d-abb5-d85f1b8806dc req-8d832e82-9144-4a28-9405-de1c79fead4c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Nov 15 23:26:01.198475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15270baa-f5e6-48dd-88f3-080f5f39a1ca req-7eca5555-fd3b-4ad6-b881-ce31166be399 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:01.199838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15270baa-f5e6-48dd-88f3-080f5f39a1ca req-7eca5555-fd3b-4ad6-b881-ce31166be399 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Nov 15 23:26:01.246233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-15270baa-f5e6-48dd-88f3-080f5f39a1ca req-5fe4986e-5e03-41be-ac33-ae8e30ca1658 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Nov 15 23:26:01.365779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e7448-117c-4fbc-a59f-349fc2b53bd6 req-9b590c75-210c-41a8-99e2-70aeab331ae6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:01.367225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-049e7448-117c-4fbc-a59f-349fc2b53bd6 req-9b590c75-210c-41a8-99e2-70aeab331ae6 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Nov 15 23:26:01.416884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-049e7448-117c-4fbc-a59f-349fc2b53bd6 req-14d82181-17e7-49be-a40c-2acdf2e12350 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Nov 15 23:26:01.859869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985102-2f2a-467b-8b95-eff0ba1ef6a4 req-6f2a225a-780c-4e7e-a5e4-415b2379008f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:01.861322 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a985102-2f2a-467b-8b95-eff0ba1ef6a4 req-6f2a225a-780c-4e7e-a5e4-415b2379008f tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 946 time: 0.0469184 Nov 15 23:26:01.907719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a985102-2f2a-467b-8b95-eff0ba1ef6a4 req-19e8fa44-8a2d-4e53-969d-7926af93fed8 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399222 Nov 15 23:26:02.533291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:26:02.651029 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:26:02.654722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:26:02.655084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:02.728443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:02.749909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:02.752070 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51c61a-e978-49f6-b710-7d837afb412c" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:02.764676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:02.788704 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514bb062-489b-47db-88ce-19204875b610 x-openstack-request-id: req-514bb062-489b-47db-88ce-19204875b610 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:02.788984 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-plugged", "status": "completed", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:02.789227 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-514bb062-489b-47db-88ce-19204875b610 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:02.789609 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'code': 200} Nov 15 23:26:02.843906 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:02.913825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=13']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:03.029075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9496d2-c15d-462e-82fe-2fa384c642dc req-3e244dd5-6a5f-48eb-b892-c7da0d744619 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:03.030449 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a9496d2-c15d-462e-82fe-2fa384c642dc req-3e244dd5-6a5f-48eb-b892-c7da0d744619 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 947 time: 0.0482814 Nov 15 23:26:03.077407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a9496d2-c15d-462e-82fe-2fa384c642dc req-a5f7f7c9-d3c8-4cd0-bb07-ad4204d5c641 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411227 Nov 15 23:26:03.794424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-fbb882a9-5e91-476b-b14d-2af07976eefe tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:03.795775 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-fbb882a9-5e91-476b-b14d-2af07976eefe tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 947 time: 0.3486552 Nov 15 23:26:03.881489 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Deleting port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:03.881823 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:03.968432 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] For port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:03.968817 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:04.130418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:04.130779 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:04.131098 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Floating IP 214be31f-86dc-46fe-8398-d6d040622366 disassociated. External IP: 172.25.0.41, port: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f. Nov 15 23:26:04.131441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Calling delete_port for 7a96b00b-69bf-4eec-b7b6-9f7663edd92f owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:04.198137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167de4-0347-425b-8dfe-122ac51b48ec req-59d5c24e-1911-4909-8002-5d86dbe08a61 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:04.199610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f167de4-0347-425b-8dfe-122ac51b48ec req-59d5c24e-1911-4909-8002-5d86dbe08a61 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 947 time: 0.0521657 Nov 15 23:26:04.248630 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f167de4-0347-425b-8dfe-122ac51b48ec req-96871723-f7b1-4a3c-bf47-a76f1914780c tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups?id=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429170 Nov 15 23:26:04.354416 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:04.382398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'Port': ['ID=7a96b00b-69bf-4eec-b7b6-9f7663edd92f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:04.504999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:26:04.618561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:26:04.627898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:26:04.637763 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:26:04.638911 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:04.657556 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] No DVR routers for this DVR port 7a96b00b-69bf-4eec-b7b6-9f7663edd92f on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:26:04.660864 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:04.664195 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-280f0593-67b5-4991-8d0a-b7fe10aea58c req-0c2593d6-ee74-437a-bdab-3b3938200363 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.57 "DELETE /v2.0/ports/7a96b00b-69bf-4eec-b7b6-9f7663edd92f HTTP/1.1" status: 204 len: 173 time: 0.8616731 Nov 15 23:26:04.664678 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-deleted', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:04.666916 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1a7b9-18e7-4978-ae27-57313d5a2f26" -d '{"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-deleted", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:04.703818 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c410722a-f165-40c6-98f7-4b03133896ef x-openstack-request-id: req-c410722a-f165-40c6-98f7-4b03133896ef {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:04.704169 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0abf9-7941-4371-ae95-9203aa3f1a31", "name": "network-vif-deleted", "tag": "7a96b00b-69bf-4eec-b7b6-9f7663edd92f", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:04.704510 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c410722a-f165-40c6-98f7-4b03133896ef {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:04.705006 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0abf9-7941-4371-ae95-9203aa3f1a31', 'name': 'network-vif-deleted', 'tag': '7a96b00b-69bf-4eec-b7b6-9f7663edd92f', 'status': 'completed', 'code': 200} Nov 15 23:26:04.745221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:26:04.817102 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-502e02d1-ca8a-4fba-9628-cba8ab56760e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:05.044980 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:05.070706 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:26:05.079147 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:26:05.079750 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:25:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:05.186057 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:26:05.347364 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4d6282f-2cd2-4318-bc5f-57b12d857a84 req-29bd1781-525d-4843-832d-8aaf362a9118 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Nov 15 23:26:05.408462 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:05.434233 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73499e5-b5a0-4c50-9c76-837d399c667a None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:15:37Z', 'revision_number': 4, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '8329e72d-969b-4d6e-bbd0-2148436829ea', 'name': '', 'network_id': 'c6bfb11f-093a-4e0f-995b-655859371cfb', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'mac_address': 'fa:16:3e:9e:7b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:36Z', 'updated_at': '2021-11-15T23:15:40Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'subnets': [{'id': 'e0b40d78-a752-4f7b-9522-e830587e2115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:26:05.668221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a410695-b03f-4f59-817b-187157078921 None None] New status for floating IP 214be31f-86dc-46fe-8398-d6d040622366: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:26:06.451339 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-25a0c70a-c32d-44e8-a4c5-900a44024b92 req-31e02bbf-6d1d-4eaf-9ea7-411c77d10788 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0288973 Nov 15 23:26:06.548905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:26:06.570996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 7a96b00b-69bf-4eec-b7b6-9f7663edd92f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:26:06.571337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 7a96b00b-69bf-4eec-b7b6-9f7663edd92f not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:26:07.308843 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02c4f45-4d3b-4817-88fe-16e7afbf78d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:07.548264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-febf1705-108f-4015-812a-15f34eb792ab req-245ed8e3-0fd8-476d-84cb-a3b5762f9530 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0256569 Nov 15 23:26:08.485174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:08.646347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-715f11f0-cd77-48e6-8295-4f1af17b18ba req-b17e0ff9-2672-4d3c-b539-10e79b4b5607 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Nov 15 23:26:09.582229 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:09.754713 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e2ffb68-cd42-425f-a80e-262cefcdd636 req-d1c245f3-d79a-4a4d-84d5-d4cfdaba7b48 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d0abf9-7941-4371-ae95-9203aa3f1a31 HTTP/1.1" status: 200 len: 210 time: 0.0300417 Nov 15 23:26:10.365296 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:15.284845 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:26:15.709359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39964) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:15.761849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:15.785677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:15.879215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:15.881748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:15.882875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "DELETE /v2.0/security-groups/86461ebd-7e72-4d9c-a46d-2b7f62e6d06d HTTP/1.1" status: 204 len: 168 time: 0.1725109 Nov 15 23:26:15.885501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39966) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:15.892176 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86461ebd-7e72-4d9c-a46d-2b7f62e6d06d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:15.899912 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [None req-648fe195-60c4-49c1-94b6-65b893829fd5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] show failed (client error): The resource could not be found. Nov 15 23:26:15.900826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.900959 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-648fe195-60c4-49c1-94b6-65b893829fd5 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "GET /v2.0/security-groups/86461ebd-7e72-4d9c-a46d-2b7f62e6d06d HTTP/1.1" status: 404 len: 347 time: 0.0144033 Nov 15 23:26:15.901290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.901632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.901970 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.902296 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.902623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.902939 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.903350 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.903565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39968) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:15.903748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.903982 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.904303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:15.904643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266ba72-c471-42e5-8e88-3b7149970636 tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:16.024908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Deleting port 85622597-21d8-4108-92f9-e2d3c6c1965e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:16.025248 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.101156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.101477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.112772 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Calling delete_port for 85622597-21d8-4108-92f9-e2d3c6c1965e owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:16.302243 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.327677 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Pushing event deleted for resources: {'Port': ['ID=85622597-21d8-4108-92f9-e2d3c6c1965e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:16.389361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.391934 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:16.393150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-240f2e00-443c-4de0-9772-275899fccbec tempest-ServerActionsTestJSON-856314760 tempest-ServerActionsTestJSON-856314760-project] 10.222.0.15 "DELETE /v2.0/floatingips/214be31f-86dc-46fe-8398-d6d040622366 HTTP/1.1" status: 204 len: 168 time: 0.4887083 Nov 15 23:26:16.396642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39970) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:16.909735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:17.146901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Deleting port 8329e72d-969b-4d6e-bbd0-2148436829ea {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:17.147227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:17.224493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] For port 8329e72d-969b-4d6e-bbd0-2148436829ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8329e72d-969b-4d6e-bbd0-2148436829ea,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:17.224874 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:17.238584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Calling delete_port for 8329e72d-969b-4d6e-bbd0-2148436829ea owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:17.489717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:17.520675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8329e72d-969b-4d6e-bbd0-2148436829ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:17.683995 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:17.896389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Router 6a5c0bfe-7f34-4ed7-b1db-391556348866 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:26:17.998392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:26:18.003966 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed0757ea-469a-4c9e-9442-2a41d1c3bf0c admin admin] 10.222.0.15 "PUT /v2.0/routers/6a5c0bfe-7f34-4ed7-b1db-391556348866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063840 Nov 15 23:26:18.006579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39974) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:18.007341 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Sync routers for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:26:18.017457 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:26:18.018586 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:26:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:18.105854 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.121095 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:26:18.206924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.300540 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:26:17Z', 'revision_number': 5, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port': {'id': '8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:15:34Z', 'updated_at': '2021-11-15T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:18.326789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Deleting port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:18.327117 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.327669 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Checking router: 6a5c0bfe-7f34-4ed7-b1db-391556348866 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:26:18.336921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Routers {'6a5c0bfe-7f34-4ed7-b1db-391556348866'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:26:18.337529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:26:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['6a5c0bfe-7f34-4ed7-b1db-391556348866'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:18.405409 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] For port 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:18.405867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.417961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Calling delete_port for 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:18.421064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] Set router 6a5c0bfe-7f34-4ed7-b1db-391556348866 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:26:18.472086 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:26:18Z', 'revision_number': 6, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:18.501376 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290317d-a902-4a4f-a021-e73572a178a1 None None] The sync data for ids ['6a5c0bfe-7f34-4ed7-b1db-391556348866'] in n-d-817995-3 is: [{'id': '6a5c0bfe-7f34-4ed7-b1db-391556348866', 'name': 'tempest-ServerActionsTestJSON-216294644-router', 'tenant_id': '67cbdc6cb31e4402989310d7c49cd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:15:33Z', 'updated_at': '2021-11-15T23:26:18Z', 'revision_number': 6, 'project_id': '67cbdc6cb31e4402989310d7c49cd140', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:26:18.643804 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.669552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:18.684236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d959fa59-b310-4b5f-9de6-75a4543c03fd None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:26:18.733770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.821465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.823421 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.926109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.926870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5c0bfe-7f34-4ed7-b1db-391556348866 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:26:18.931373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:18.932627 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4214f1ed-77a6-44a4-ab6a-60cdf4eb40ff admin admin] 10.222.0.15 "DELETE /v2.0/routers/6a5c0bfe-7f34-4ed7-b1db-391556348866 HTTP/1.1" status: 204 len: 168 time: 0.9251139 Nov 15 23:26:18.936371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 39976) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:18.978871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Deleting subnet e0b40d78-a752-4f7b-9522-e830587e2115 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:26:18.981987 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.019085 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.093227 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.211914 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.239725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b40d78-a752-4f7b-9522-e830587e2115,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:19.243628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.246338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338af31-8cfc-4a23-bc96-bce4e05d30f0 None None] Network c6bfb11f-093a-4e0f-995b-655859371cfb requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:26:19.247692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39978) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:19.248175 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0512b5f3-7a95-4d2a-b44a-0c68a419b7ed admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e0b40d78-a752-4f7b-9522-e830587e2115 HTTP/1.1" status: 204 len: 168 time: 0.3116665 Nov 15 23:26:19.326096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.384368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Deleting port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:19.384738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.454468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] For port a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,segment=NetworkSegment(675a1954-e1dc-48cb-9735-7477e3cb9471),segment_id=675a1954-e1dc-48cb-9735-7477e3cb9471)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:19.454722 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.473471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Calling delete_port for a3b5e9d0-9d45-49cb-84e1-02452c89aa06 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:19.605512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] DHCP port deletion for c6bfb11f-093a-4e0f-995b-655859371cfb request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:26:19.616311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.641750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:19.646188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] No DVR routers for this DVR port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:26:19.656988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Deleting port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:19.657355 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.719122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8329e72d-969b-4d6e-bbd0-2148436829ea no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:26:19.723437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.743823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bfb11f-093a-4e0f-995b-655859371cfb']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:19.746412 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] For port a3b5e9d0-9d45-49cb-84e1-02452c89aa06, host n-d-817995-3, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:19.746795 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.749383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8329e72d-969b-4d6e-bbd0-2148436829ea {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:26:19.749717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8329e72d-969b-4d6e-bbd0-2148436829ea not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:26:19.750128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:26:19.753598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675a1954-e1dc-48cb-9735-7477e3cb9471') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:19.753895 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675a1954-e1dc-48cb-9735-7477e3cb9471') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:26:19.763099 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.774916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:26:19.775246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8d8904b4-c2ef-4cd1-b7c7-ad9390b564b3 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:26:19.775645 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a3b5e9d0-9d45-49cb-84e1-02452c89aa06 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:26:19.777466 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.780583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Calling delete_port for a3b5e9d0-9d45-49cb-84e1-02452c89aa06 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:19.783455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:26:19.783831 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:26:19.785573 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:26:19.802154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 23:26:19.802984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a3b5e9d0-9d45-49cb-84e1-02452c89aa06 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:26:19.803323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a3b5e9d0-9d45-49cb-84e1-02452c89aa06 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:26:19.805530 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.827296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] Pushing event deleted for resources: {'Port': ['ID=a3b5e9d0-9d45-49cb-84e1-02452c89aa06,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:19.837575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d23e87-69c7-49d5-b6b0-5ac635350e51 None None] No DVR routers for this DVR port a3b5e9d0-9d45-49cb-84e1-02452c89aa06 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:26:19.885210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.891069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:19.894333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6bfb11f-093a-4e0f-995b-655859371cfb HTTP/1.1" status: 204 len: 168 time: 0.6448913 Nov 15 23:26:19.906258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033909bd-335b-4ef0-9959-dbd4d6447db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bfb11f-093a-4e0f-995b-655859371cfb,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:20.178651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39982) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:20.217847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-947b7465-d626-40d4-966f-2d3ca359bf41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67cbdc6cb31e4402989310d7c49cd140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380313 Nov 15 23:26:20.220367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 39984) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:20.270803 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:20.291703 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:20.421784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:20.424988 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:20.426147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dcdaa13-a130-4dcd-b115-76866dae6a07 HTTP/1.1" status: 204 len: 168 time: 0.2048452 Nov 15 23:26:20.433682 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f200c-f365-4e79-9d8c-c84d8c8e7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcdaa13-a130-4dcd-b115-76866dae6a07,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:21.490561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40008) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:21.582872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-933973216-network', 'tenant_id': '20970c688f4a4ab293fd8267288c5b78'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:21.661983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Made reservation on behalf of 20970c688f4a4ab293fd8267288c5b78 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:26:21.664273 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.672425 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.742616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.803402 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.826796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:26:21.836564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d70442-87ee-4232-93b2-184b7a27d205,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:21.841575 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.841888 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Added segment 1d9c96f0-1db0-4803-a391-df5a2d8e48d6 of type vlan for network 7b51fbf6-56d3-46e9-8a73-569edf872d13 Nov 15 23:26:21.880502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.969050 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:21.969991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:21.970640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:22.042590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] Pushing event updated for resources: {'Network': ['ID=7b51fbf6-56d3-46e9-8a73-569edf872d13,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:22.052512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:26:22.109699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab90c42e-f8ee-4e9e-b60f-ac453fac9181 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6179073 Nov 15 23:26:22.112485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:26:22.117403 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Request body: {'subnet': {'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-933973216-subnet', 'tenant_id': '20970c688f4a4ab293fd8267288c5b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:22.199238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Made reservation on behalf of 20970c688f4a4ab293fd8267288c5b78 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:26:22.201538 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:22.405092 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:22.461486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624eae1e-781c-4980-9fbc-3fef7daba7c1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:22.469401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Checking segment: {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:26:22.469754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Network hostable DHCP agents. Network: 7b51fbf6-56d3-46e9-8a73-569edf872d13, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:26:22.540371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:26:22.609186 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 7b51fbf6-56d3-46e9-8a73-569edf872d13) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:26:22.613933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:22.624540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:22.625295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc418f-40e0-4ca5-bda0-1c64052a535f None None] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:26:22.710658 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-08e94697-1a48-4183-a169-af273f25c2a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5970018 Nov 15 23:26:22.747549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bf5f8-7f73-468f-980c-e5aa7c586194 None None] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:26:23.136328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-87e1dcf3-9602-4f9a-903b-f179df736a15 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:23.137802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-87e1dcf3-9602-4f9a-903b-f179df736a15 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/networks?id=7b51fbf6-56d3-46e9-8a73-569edf872d13 HTTP/1.1" status: 200 len: 813 time: 0.1027486 Nov 15 23:26:23.152426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-30ba7179-5148-4c9a-aeb2-e117b74d47e4 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/quotas/20970c688f4a4ab293fd8267288c5b78 HTTP/1.1" status: 200 len: 375 time: 0.0089881 Nov 15 23:26:23.182847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-da0e1f01-e57e-41eb-9315-4ae7ecdcc175 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252740 Nov 15 23:26:23.273407 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-c0476d98-909b-45c9-9ee6-a444ad17c849 service neutron] 10.222.0.15 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 Nov 15 23:26:23.359457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-7a3a488f-82c1-4b33-bab9-255f6290cd4f service neutron] 10.222.0.15 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801084 Nov 15 23:26:24.603253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-745cb9d0-d6ae-49bf-9cc2-229a74bbecb7 req-d9235e15-36cf-4455-a021-b882b065c6e2 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0256367 Nov 15 23:26:25.680079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6d2b539b-806a-444d-9d42-04fc9a7efa5e req-6b8f7af8-d99e-4b1b-bee1-2d7c13ef0390 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0265319 Nov 15 23:26:26.761337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bbbb592-c752-46b9-b0df-c59d4d2e75f3 req-7d60eee1-0f80-4e54-a891-920e1f452162 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0334349 Nov 15 23:26:27.836749 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8a1afd4a-ea72-4856-b02d-028801e84e7e req-565bc935-dfde-4bb2-b4e7-051d72025a53 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0254734 Nov 15 23:26:28.928643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-416bce2c-3327-4c9e-bc12-19329d220d2a req-fa7740a9-ae27-4e6d-97f2-13e036074888 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0257905 Nov 15 23:26:29.758964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:30.022482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53c4a6c2-19b2-4675-bf5a-3036f942633a req-2dd885a6-b31f-4729-aaa4-5d7acaebd033 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0269980 Nov 15 23:26:30.387694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:30.760109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-cc415e7b-29ad-429a-8a32-8cee9879a9a5 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:30.761593 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-cc415e7b-29ad-429a-8a32-8cee9879a9a5 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.57 "GET /v2.0/networks?id=7b51fbf6-56d3-46e9-8a73-569edf872d13 HTTP/1.1" status: 200 len: 813 time: 0.1178458 Nov 15 23:26:30.774455 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Request body: {'port': {'device_id': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13', 'admin_state_up': True, 'tenant_id': '20970c688f4a4ab293fd8267288c5b78'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:30.975781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Made reservation on behalf of 20970c688f4a4ab293fd8267288c5b78 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:26:30.979327 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:31.102701 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Allocated IP 172.20.0.3 (7b51fbf6-56d3-46e9-8a73-569edf872d13/624eae1e-781c-4980-9fbc-3fef7daba7c1/abd674b0-62ce-41b8-a978-dcf7f466deda) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:26:31.116491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ce4fe37-0359-4c95-819d-c6d71484b180 req-7e2071ce-02d0-4562-ab07-eac9f12ad1c1 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0267451 Nov 15 23:26:31.248889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:31.359390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:31.403536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:26:31.406722 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:26:31.411169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:26:31.437788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Pushing event updated for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:31.451673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.452011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.452345 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.452700 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.453029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.453353 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.453669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.453983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.454299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.454620 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.454928 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.455830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:31.476362 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:31.476994 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:31.577001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-a351668b-c027-40d0-9418-d14a76157412 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059626 Nov 15 23:26:31.589263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Request body: {'port': {'device_id': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:31.640091 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.188263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd674b0-62ce-41b8-a978-dcf7f466deda {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:26:32.196166 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.208583 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Transition to ACTIVE for port object abd674b0-62ce-41b8-a978-dcf7f466deda will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:26:32.233475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4436990-c2ff-4800-80ce-7b803daddcb2 req-e68d7e5d-78e3-4254-9dd3-410cb593a116 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:32.234924 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4436990-c2ff-4800-80ce-7b803daddcb2 req-e68d7e5d-78e3-4254-9dd3-410cb593a116 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 931 time: 0.0513484 Nov 15 23:26:32.281043 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4436990-c2ff-4800-80ce-7b803daddcb2 req-ebf66a7c-87a7-469c-b198-2a6c607459d5 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Nov 15 23:26:32.306341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.374331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:32.423084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Attempting to bind port abd674b0-62ce-41b8-a978-dcf7f466deda on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:26:32.423341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Attempting to bind port abd674b0-62ce-41b8-a978-dcf7f466deda by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:26:32.423663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Attempting to bind port abd674b0-62ce-41b8-a978-dcf7f466deda on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:26:32.427898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Port abd674b0-62ce-41b8-a978-dcf7f466deda on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:26:32.428209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Attempting to bind port abd674b0-62ce-41b8-a978-dcf7f466deda on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:26:32.432942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:26:32.433273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Checking segment: {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:26:32.433648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Bound using segment: {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:26:32.434066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Bound port: abd674b0-62ce-41b8-a978-dcf7f466deda, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:26:32.434407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.495149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:26:32.498107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=abd674b0-62ce-41b8-a978-dcf7f466deda,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:26:32.586465 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.623836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:32.624459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:32.625862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] 10.222.0.57 "PUT /v2.0/ports/abd674b0-62ce-41b8-a978-dcf7f466deda HTTP/1.1" status: 200 len: 1091 time: 1.0405436 Nov 15 23:26:32.626334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:32.629156 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f58328-9a86-4392-863f-b239ff2ac9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:32.653619 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187dee-b2b2-43c0-818b-58d6c390cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:32.669233 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd14067d-ea62-465f-bac8-12b2ce5c08c7 x-openstack-request-id: req-fd14067d-ea62-465f-bac8-12b2ce5c08c7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:32.669525 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:32.669794 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd14067d-ea62-465f-bac8-12b2ce5c08c7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:32.670189 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda', 'status': 'completed', 'code': 200} Nov 15 23:26:32.779938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-dba61cd0-8219-4b2c-b9f1-67a53bdafef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:32.781450 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-dba61cd0-8219-4b2c-b9f1-67a53bdafef6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 1094 time: 0.0407715 Nov 15 23:26:32.880132 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-d8e93a2d-059d-4bd1-a7c1-d6ca9f9ede62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:32.881620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-d8e93a2d-059d-4bd1-a7c1-d6ca9f9ede62 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=20970c688f4a4ab293fd8267288c5b78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922656 Nov 15 23:26:32.972936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-22f41acd-e73c-4e20-ad28-f0666fc86b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:32.974444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57f58328-9a86-4392-863f-b239ff2ac9c1 req-22f41acd-e73c-4e20-ad28-f0666fc86b93 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853798 Nov 15 23:26:33.053511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-12e9747f-d1b1-446f-b8eb-cf51dac3ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:33.054899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-12e9747f-d1b1-446f-b8eb-cf51dac3ac4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 1094 time: 0.0439267 Nov 15 23:26:33.096602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-dd3e049a-c848-4d87-8d8b-577db6dc98b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abd674b0-62ce-41b8-a978-dcf7f466deda HTTP/1.1" status: 200 len: 217 time: 0.0330806 Nov 15 23:26:33.143082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-068bfa34-df59-4188-9d7a-45441f3bf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:33.144486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-068bfa34-df59-4188-9d7a-45441f3bf5b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=624eae1e-781c-4980-9fbc-3fef7daba7c1 HTTP/1.1" status: 200 len: 853 time: 0.0418627 Nov 15 23:26:33.177186 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-0ade5810-1fcf-49f8-b269-b71454686897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b51fbf6-56d3-46e9-8a73-569edf872d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251741 Nov 15 23:26:33.267791 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-10ee738a-711b-4443-a7d1-4636d060ea8a service neutron] 10.222.0.57 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827816 Nov 15 23:26:33.358976 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f50bbdc8-5344-4e33-a858-878c5db871b9 req-b4572ef2-b970-4b78-8556-3539ee3e684c service neutron] 10.222.0.57 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839512 Nov 15 23:26:33.394758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824abac-b5b5-4bc2-b306-620ef08a0f2c req-488f9568-9823-4a59-9542-84d4cead5660 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:33.396501 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5824abac-b5b5-4bc2-b306-620ef08a0f2c req-488f9568-9823-4a59-9542-84d4cead5660 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 943 time: 0.0481310 Nov 15 23:26:33.443319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5824abac-b5b5-4bc2-b306-620ef08a0f2c req-7e31f8d8-e494-4805-b249-23b0f9c56514 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Nov 15 23:26:34.558467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f793-ca8c-44d3-9a5d-7c67325107df req-cedffb98-a450-4b84-a5da-32fc5519b025 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:34.559919 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee1f793-ca8c-44d3-9a5d-7c67325107df req-cedffb98-a450-4b84-a5da-32fc5519b025 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 943 time: 0.0481122 Nov 15 23:26:34.618963 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ee1f793-ca8c-44d3-9a5d-7c67325107df req-953acc9e-c4cc-4c7f-8c2f-5406099aebfb tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Nov 15 23:26:34.798608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48514863-7f70-47eb-8cb2-c747722bf119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:35.740304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4889e75-193f-4351-a591-4b087d5005e9 req-fe77eddc-d67b-4b0c-aa20-1084192b30a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:35.743750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4889e75-193f-4351-a591-4b087d5005e9 req-fe77eddc-d67b-4b0c-aa20-1084192b30a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 943 time: 0.0536151 Nov 15 23:26:35.801548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e4889e75-193f-4351-a591-4b087d5005e9 req-cc0ea072-6285-4f3d-a002-ac442be50bb8 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537217 Nov 15 23:26:36.815444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device abd674b0-62ce-41b8-a978-dcf7f466deda details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:26:36.912700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=abd674b0-62ce-41b8-a978-dcf7f466deda,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:36.914645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f91945-2297-438b-b96b-fab222c09c9b req-f01b33dc-06bc-4849-b9b5-c414201a6461 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:36.916147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32f91945-2297-438b-b96b-fab222c09c9b req-f01b33dc-06bc-4849-b9b5-c414201a6461 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 943 time: 0.0478594 Nov 15 23:26:36.924746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'abd674b0-62ce-41b8-a978-dcf7f466deda', 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13', 'port_id': 'abd674b0-62ce-41b8-a978-dcf7f466deda', 'mac_address': 'fa:16:3e:31:62:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624eae1e-781c-4980-9fbc-3fef7daba7c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:26:36.959830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:36.962247 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32f91945-2297-438b-b96b-fab222c09c9b req-6fc56dec-482b-48d0-94a6-a48e758bb65d tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Nov 15 23:26:36.973456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd674b0-62ce-41b8-a978-dcf7f466deda {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:26:36.993121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=abd674b0-62ce-41b8-a978-dcf7f466deda,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:37.061406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:37.110175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:37.272268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['abd674b0-62ce-41b8-a978-dcf7f466deda'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:37.295099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0547ab0a-0ef0-4b1d-8d80-c9973dd73b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:38.077409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b2768-37b2-48bc-b208-dafc82bd80bc req-c7249201-6dab-49a1-b4a1-309973cdd27a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:38.078853 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a6b2768-37b2-48bc-b208-dafc82bd80bc req-c7249201-6dab-49a1-b4a1-309973cdd27a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 944 time: 0.0502141 Nov 15 23:26:38.126428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9a6b2768-37b2-48bc-b208-dafc82bd80bc req-4c03fe76-abe7-4b6a-9652-10c763df30dc tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Nov 15 23:26:38.484535 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:38.839474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device abd674b0-62ce-41b8-a978-dcf7f466deda up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:26:38.981763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port abd674b0-62ce-41b8-a978-dcf7f466deda completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:26:38.985656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port abd674b0-62ce-41b8-a978-dcf7f466deda triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:26:38.986028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:39.061477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:39.083533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:39.085778 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9348959a-5f4b-4ff9-998c-11e6e774a744" -d '{"events": [{"server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "name": "network-vif-plugged", "status": "completed", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:39.098554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=abd674b0-62ce-41b8-a978-dcf7f466deda,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:39.123605 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa5464-ee88-4b76-aa7a-95de1781e35a x-openstack-request-id: req-c1aa5464-ee88-4b76-aa7a-95de1781e35a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:39.123898 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "name": "network-vif-plugged", "status": "completed", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:39.124151 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1aa5464-ee88-4b76-aa7a-95de1781e35a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:39.124546 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda', 'code': 200} Nov 15 23:26:39.170180 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:39.221324 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:39.238291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18143ae0-372f-4490-86a5-20f80c63524c req-ecf1100f-8b40-496f-9249-fa4fa15f1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:39.239849 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18143ae0-372f-4490-86a5-20f80c63524c req-ecf1100f-8b40-496f-9249-fa4fa15f1b86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 1096 time: 0.0575359 Nov 15 23:26:39.247531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191e227-d15c-45fc-858a-da4113853377 req-a1c7c597-c979-497d-ad9b-7f61b83fc7b8 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:39.249200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9191e227-d15c-45fc-858a-da4113853377 req-a1c7c597-c979-497d-ad9b-7f61b83fc7b8 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0508475 Nov 15 23:26:39.286472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-18143ae0-372f-4490-86a5-20f80c63524c req-af58e50e-a0ee-409d-88ff-ae05dc06a862 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Nov 15 23:26:39.297876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9191e227-d15c-45fc-858a-da4113853377 req-2b44a1ff-52e5-4da9-a42f-5f961f16f434 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Nov 15 23:26:39.598251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:40.415996 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:40.416778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6752ff-ebfa-4216-a9c8-f7623decf6e5 req-582a1ee0-d068-4160-adb4-38957438b645 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:40.419418 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a6752ff-ebfa-4216-a9c8-f7623decf6e5 req-582a1ee0-d068-4160-adb4-38957438b645 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0518906 Nov 15 23:26:40.469196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a6752ff-ebfa-4216-a9c8-f7623decf6e5 req-4815f2b1-405d-4ddb-bfb4-c741f9d02e1a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Nov 15 23:26:41.582743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551482-b034-4d02-a139-587490ab8c4f req-b35c22f2-e890-47f0-ae98-7402958d405d tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:41.584190 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9551482-b034-4d02-a139-587490ab8c4f req-b35c22f2-e890-47f0-ae98-7402958d405d tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0476325 Nov 15 23:26:41.630225 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9551482-b034-4d02-a139-587490ab8c4f req-ed8b48fa-91f7-4d0f-ac44-256661699767 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Nov 15 23:26:41.853128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-18d34d06-0ccc-43f6-858a-5d0ae047b825 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:41.854562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-18d34d06-0ccc-43f6-858a-5d0ae047b825 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/networks?id=7b51fbf6-56d3-46e9-8a73-569edf872d13 HTTP/1.1" status: 200 len: 813 time: 0.1059396 Nov 15 23:26:41.869291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-c2c262fc-7f81-41ed-a1fa-55102adc1159 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/quotas/20970c688f4a4ab293fd8267288c5b78 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Nov 15 23:26:41.916558 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-255828ac-4711-4ff4-93d8-addde82793bf tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421770 Nov 15 23:26:41.926810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-f7efebbc-7c51-4b46-9f1d-487d86a9f2b9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:26:41.927729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-f7efebbc-7c51-4b46-9f1d-487d86a9f2b9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047345 Nov 15 23:26:42.013781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-b7e3c894-44db-4077-b32a-92f1861f7b01 service neutron] 10.222.0.15 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805485 Nov 15 23:26:42.108557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-610b0e80-a507-4792-996d-4e6c37cb3b39 service neutron] 10.222.0.15 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884645 Nov 15 23:26:42.362167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69040a81-ee47-4231-bc58-5ff532857fa3 req-a383eb80-d095-4865-9cca-eef5191bf1db tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 210 time: 0.0267086 Nov 15 23:26:43.457714 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cb8f75b-f21b-492e-88be-65a78beb9d65 req-bd9faaf9-df87-4875-8842-d59667d95ab5 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 210 time: 0.0260389 Nov 15 23:26:44.250630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-037866dd-b260-4635-b691-455410a3586c tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:44.252735 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-037866dd-b260-4635-b691-455410a3586c tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.55 "GET /v2.0/networks?id=7b51fbf6-56d3-46e9-8a73-569edf872d13 HTTP/1.1" status: 200 len: 813 time: 0.1010134 Nov 15 23:26:44.268879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Request body: {'port': {'device_id': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13', 'admin_state_up': True, 'tenant_id': '20970c688f4a4ab293fd8267288c5b78'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:44.472860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Made reservation on behalf of 20970c688f4a4ab293fd8267288c5b78 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:26:44.476443 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:44.556489 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-42204550-38e5-44c1-ba6b-a5c79a495c60 req-84a1015d-0e96-4293-955b-affc4bd3c48b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 210 time: 0.0302320 Nov 15 23:26:44.607266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Allocated IP 172.20.0.8 (7b51fbf6-56d3-46e9-8a73-569edf872d13/624eae1e-781c-4980-9fbc-3fef7daba7c1/e9e35f0b-fc73-496c-82a5-67cde7e06991) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:26:44.753736 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:44.854709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:44.866233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['abd674b0-62ce-41b8-a978-dcf7f466deda'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:44.895979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Network 7b51fbf6-56d3-46e9-8a73-569edf872d13 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:26:44.901030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:26:44.904874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:26:44.930708 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Pushing event updated for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:44.965317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:44.966039 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.075621 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-91ef62ac-ccfa-48d3-9900-30a8c10a6f63 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8104403 Nov 15 23:26:45.092464 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Request body: {'port': {'device_id': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:26:45.144418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.403359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e35f0b-fc73-496c-82a5-67cde7e06991 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:26:45.411055 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.422676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Transition to ACTIVE for port object e9e35f0b-fc73-496c-82a5-67cde7e06991 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:26:45.495335 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.546135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Pushing event updated for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:45.614798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Attempting to bind port e9e35f0b-fc73-496c-82a5-67cde7e06991 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:26:45.615317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Attempting to bind port e9e35f0b-fc73-496c-82a5-67cde7e06991 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:26:45.615644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Attempting to bind port e9e35f0b-fc73-496c-82a5-67cde7e06991 on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:26:45.619905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Port e9e35f0b-fc73-496c-82a5-67cde7e06991 on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:26:45.620215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Attempting to bind port e9e35f0b-fc73-496c-82a5-67cde7e06991 on network 7b51fbf6-56d3-46e9-8a73-569edf872d13 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:26:45.625009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:26:45.625337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Checking segment: {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:26:45.625705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Bound using segment: {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:26:45.626122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Bound port: e9e35f0b-fc73-496c-82a5-67cde7e06991, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9c96f0-1db0-4803-a391-df5a2d8e48d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:26:45.626525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.677837 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561c2e-a028-447d-8faa-7c786228b91c req-8cb0d0f4-96b7-4fe8-88de-ad69f00a2ed9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:45.679330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99561c2e-a028-447d-8faa-7c786228b91c req-8cb0d0f4-96b7-4fe8-88de-ad69f00a2ed9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 943 time: 0.0499945 Nov 15 23:26:45.697210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:26:45.700544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:26:45.730012 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99561c2e-a028-447d-8faa-7c786228b91c req-ed305ebf-e3b1-4980-8254-3a63e739dd3d tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Nov 15 23:26:45.786221 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.826525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:45.827137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:45.828515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] 10.222.0.55 "PUT /v2.0/ports/e9e35f0b-fc73-496c-82a5-67cde7e06991 HTTP/1.1" status: 200 len: 1091 time: 0.7401690 Nov 15 23:26:45.828972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:45.831199 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:45.852145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20c36-b63d-445d-88f1-fa2a32efe07e service neutron] Pushing event updated for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:45.869954 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cad32-3438-4c65-8437-88c702776ca7 x-openstack-request-id: req-a74cad32-3438-4c65-8437-88c702776ca7 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:45.870308 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:45.870612 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a74cad32-3438-4c65-8437-88c702776ca7 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:45.871047 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991', 'status': 'completed', 'code': 200} Nov 15 23:26:45.935532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-275c8936-a0d8-49eb-a851-151256d1c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:45.936970 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-275c8936-a0d8-49eb-a851-151256d1c66c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 1094 time: 0.0406985 Nov 15 23:26:46.043979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-76dcc7db-4f05-4cf2-9930-d12ea3109db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:46.045515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-76dcc7db-4f05-4cf2-9930-d12ea3109db1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=20970c688f4a4ab293fd8267288c5b78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955043 Nov 15 23:26:46.146348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-b80e03d2-8ebd-4e09-bb2c-ab7e060e4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:46.147799 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6db4f425-1761-4c71-af4f-9b9ebdebd6ef req-b80e03d2-8ebd-4e09-bb2c-ab7e060e4d9e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908034 Nov 15 23:26:46.228285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-16d431a4-8b9e-4462-a4bd-f22f810ab3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:46.229797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-16d431a4-8b9e-4462-a4bd-f22f810ab3c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=20970c688f4a4ab293fd8267288c5b78&device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 1094 time: 0.0404549 Nov 15 23:26:46.272666 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-a2429132-280d-443b-b1e1-b73f6f54d4ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991 HTTP/1.1" status: 200 len: 217 time: 0.0331895 Nov 15 23:26:46.326711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-d5b6b76b-f056-4787-b4a1-cb4a01988ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:46.328132 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-d5b6b76b-f056-4787-b4a1-cb4a01988ce0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=624eae1e-781c-4980-9fbc-3fef7daba7c1 HTTP/1.1" status: 200 len: 853 time: 0.0459447 Nov 15 23:26:46.361473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-5ecb1165-b66f-4b99-b21e-c79f3fa6dafd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b51fbf6-56d3-46e9-8a73-569edf872d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241852 Nov 15 23:26:46.451068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-ab6ee464-a892-4e22-873c-f42d7bbd4d3e service neutron] 10.222.0.55 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806923 Nov 15 23:26:46.547595 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b3ecdb9-d573-4c6a-8ed6-fb3394d90212 req-96f5d873-0454-43dd-a281-04b46223ff30 service neutron] 10.222.0.55 "GET /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846629 Nov 15 23:26:46.843712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed195-0abf-46f2-a387-a4100d93e606 req-6c45e3a3-6f49-4c08-9c7d-5af04a52f723 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:46.845140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba4ed195-0abf-46f2-a387-a4100d93e606 req-6c45e3a3-6f49-4c08-9c7d-5af04a52f723 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 943 time: 0.0479562 Nov 15 23:26:46.890552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba4ed195-0abf-46f2-a387-a4100d93e606 req-22e721d1-7a50-43cd-bc55-fd876942d434 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Nov 15 23:26:48.007408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408180d2-7877-4b72-8d68-f76ddd08ecbc req-ee73feb6-777d-49fd-8423-a053e23a5cf9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:48.008952 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-408180d2-7877-4b72-8d68-f76ddd08ecbc req-ee73feb6-777d-49fd-8423-a053e23a5cf9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 943 time: 0.0504379 Nov 15 23:26:48.055082 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-408180d2-7877-4b72-8d68-f76ddd08ecbc req-de948896-f486-4bc4-bd6d-1e2a17621215 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Nov 15 23:26:49.171736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fffa9-cd7b-4533-b17a-cd9f4b8c32ed req-e00f8604-de67-43dc-a770-86d032051b5a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:49.173257 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae6fffa9-cd7b-4533-b17a-cd9f4b8c32ed req-e00f8604-de67-43dc-a770-86d032051b5a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 943 time: 0.0474474 Nov 15 23:26:49.219089 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae6fffa9-cd7b-4533-b17a-cd9f4b8c32ed req-10942620-cdc2-4647-b415-72d1be109cbd tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Nov 15 23:26:50.151735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e9e35f0b-fc73-496c-82a5-67cde7e06991 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:26:50.246086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:50.258131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': 'e9e35f0b-fc73-496c-82a5-67cde7e06991', 'network_id': '7b51fbf6-56d3-46e9-8a73-569edf872d13', 'port_id': 'e9e35f0b-fc73-496c-82a5-67cde7e06991', 'mac_address': 'fa:16:3e:69:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624eae1e-781c-4980-9fbc-3fef7daba7c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:26:50.296251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:50.309738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e35f0b-fc73-496c-82a5-67cde7e06991 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:26:50.331085 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:50.341132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0543271-d948-4f6d-9c83-75764cf1f2f0 req-9e727838-ba1a-4851-b561-b9d970f95dab tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:50.345166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0543271-d948-4f6d-9c83-75764cf1f2f0 req-9e727838-ba1a-4851-b561-b9d970f95dab tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 943 time: 0.0520630 Nov 15 23:26:50.388189 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0543271-d948-4f6d-9c83-75764cf1f2f0 req-f2e5011a-5fe2-4397-8894-f296b8f397f9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 Nov 15 23:26:50.393202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:50.440512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:50.447984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.448348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.448707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.449034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.449385 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.449709 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.450023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.450346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.450660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.450970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.451284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.451596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:26:50.660687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e9e35f0b-fc73-496c-82a5-67cde7e06991'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:51.508193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13524b1-4ed2-4a79-80a6-7a1b95678a9a req-0c7c1d25-3137-4382-86f5-8d6c48b6e67c tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:51.509712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f13524b1-4ed2-4a79-80a6-7a1b95678a9a req-0c7c1d25-3137-4382-86f5-8d6c48b6e67c tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 944 time: 0.0480840 Nov 15 23:26:51.556525 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f13524b1-4ed2-4a79-80a6-7a1b95678a9a req-5893a533-db2b-43d3-90a2-4919e7051218 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Nov 15 23:26:52.176816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e9e35f0b-fc73-496c-82a5-67cde7e06991 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:26:52.284188 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:26:52.306518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port e9e35f0b-fc73-496c-82a5-67cde7e06991 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:26:52.310862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port e9e35f0b-fc73-496c-82a5-67cde7e06991 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:26:52.310862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:52.389324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:52.412056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:52.414292 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337dbd3-279e-4375-909e-e71411c77d92" -d '{"events": [{"server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "name": "network-vif-plugged", "status": "completed", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:52.426915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:52.449380 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149bb888-66a1-4e9c-9e29-2a08dd77b9b6 x-openstack-request-id: req-149bb888-66a1-4e9c-9e29-2a08dd77b9b6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:52.449665 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "name": "network-vif-plugged", "status": "completed", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:52.449913 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-149bb888-66a1-4e9c-9e29-2a08dd77b9b6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:52.450327 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991', 'code': 200} Nov 15 23:26:52.495615 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:52.543963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:52.553861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc1b4-7149-47a5-b7ad-49a77c180f2a req-76de4b98-e3c2-4eb5-a7a9-02ea8c368e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:52.555380 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-206fc1b4-7149-47a5-b7ad-49a77c180f2a req-76de4b98-e3c2-4eb5-a7a9-02ea8c368e31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 1096 time: 0.0428414 Nov 15 23:26:52.604395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-206fc1b4-7149-47a5-b7ad-49a77c180f2a req-dc8e11be-0a2b-4a34-a735-a2a35f89b102 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Nov 15 23:26:52.669728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4a388-2b33-464d-a94f-6494f2f481bd req-e1072008-25a3-4d79-8065-aeba7be97a72 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:52.671555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf4a388-2b33-464d-a94f-6494f2f481bd req-e1072008-25a3-4d79-8065-aeba7be97a72 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0487969 Nov 15 23:26:52.721036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf4a388-2b33-464d-a94f-6494f2f481bd req-c4dcbeb7-07ab-41e9-8ff1-7c4028d084fb tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Nov 15 23:26:53.835824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c096ce-d101-47ea-a17c-c923f44880e5 req-6e4a426a-8da4-40d2-8720-7ff37363aecc tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:53.837288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81c096ce-d101-47ea-a17c-c923f44880e5 req-6e4a426a-8da4-40d2-8720-7ff37363aecc tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0478714 Nov 15 23:26:53.884898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-81c096ce-d101-47ea-a17c-c923f44880e5 req-1a0daa5b-a9f0-4bb9-98f0-40704a481b55 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Nov 15 23:26:54.997555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e780c-643b-4764-a303-6ae47ae94556 req-ffd547b7-958e-4fb5-93a4-e58a84c6d1a2 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:54.998973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-774e780c-643b-4764-a303-6ae47ae94556 req-ffd547b7-958e-4fb5-93a4-e58a84c6d1a2 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0473773 Nov 15 23:26:55.043977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-774e780c-643b-4764-a303-6ae47ae94556 req-5fb172e2-e7a9-4520-ae8c-d9f2b016c029 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Nov 15 23:26:55.521036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fcf6f-2ed0-4562-a22b-9e3aebdb4189 req-ab6dcadd-df41-45d3-a841-393dcde7615a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:55.522472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-904fcf6f-2ed0-4562-a22b-9e3aebdb4189 req-ab6dcadd-df41-45d3-a841-393dcde7615a tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0513802 Nov 15 23:26:55.568954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-904fcf6f-2ed0-4562-a22b-9e3aebdb4189 req-c265ce6d-d208-4123-99a3-c4aae7320b66 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Nov 15 23:26:56.687353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae729cf8-3210-4536-9d28-8ada7cc17326 req-08855532-84e1-4085-b2c5-3c59deb5b3e8 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:56.688953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae729cf8-3210-4536-9d28-8ada7cc17326 req-08855532-84e1-4085-b2c5-3c59deb5b3e8 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0514858 Nov 15 23:26:56.735294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae729cf8-3210-4536-9d28-8ada7cc17326 req-f8925d8e-450f-4e75-88dc-a00f2f648c97 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Nov 15 23:26:56.920410 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-6d1ceed9-af57-4178-8589-6aba552cbf68 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:56.921855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-6d1ceed9-af57-4178-8589-6aba552cbf68 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 945 time: 0.0475321 Nov 15 23:26:57.020790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Deleting port e9e35f0b-fc73-496c-82a5-67cde7e06991 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:26:57.021048 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:57.109269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] For port e9e35f0b-fc73-496c-82a5-67cde7e06991, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=e9e35f0b-fc73-496c-82a5-67cde7e06991,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:26:57.109616 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:57.120894 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Calling delete_port for e9e35f0b-fc73-496c-82a5-67cde7e06991 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:26:57.329482 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:57.340687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['abd674b0-62ce-41b8-a978-dcf7f466deda'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:57.346291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['e9e35f0b-fc73-496c-82a5-67cde7e06991'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:26:57.371663 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Pushing event deleted for resources: {'Port': ['ID=e9e35f0b-fc73-496c-82a5-67cde7e06991,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:26:57.405879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] No DVR routers for this DVR port e9e35f0b-fc73-496c-82a5-67cde7e06991 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:26:57.408676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:57.412189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-73e5d02c-3023-4608-81c9-84ce2366a796 req-ed058cc6-f980-489f-af96-05172e3c2c2b tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.55 "DELETE /v2.0/ports/e9e35f0b-fc73-496c-82a5-67cde7e06991 HTTP/1.1" status: 204 len: 173 time: 0.4758754 Nov 15 23:26:57.412675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'name': 'network-vif-deleted', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:26:57.415095 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab59961-46e0-44ec-8a51-683c66a4b8e7" -d '{"events": [{"server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "name": "network-vif-deleted", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:26:57.457129 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5b5ba-df7a-408d-a821-a5463960c95c x-openstack-request-id: req-9dd5b5ba-df7a-408d-a821-a5463960c95c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:26:57.457129 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5175f65-bb11-40d4-8089-64eb8e2a64ad", "name": "network-vif-deleted", "tag": "e9e35f0b-fc73-496c-82a5-67cde7e06991", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:26:57.457129 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dd5b5ba-df7a-408d-a821-a5463960c95c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:26:57.457485 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5175f65-bb11-40d4-8089-64eb8e2a64ad', 'name': 'network-vif-deleted', 'tag': 'e9e35f0b-fc73-496c-82a5-67cde7e06991', 'status': 'completed', 'code': 200} Nov 15 23:26:57.844529 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9563a24-a920-4dc1-9750-4afdc8d93677 req-7fb48736-f89e-4f76-a387-a135a2f0daae tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5175f65-bb11-40d4-8089-64eb8e2a64ad HTTP/1.1" status: 200 len: 210 time: 0.0309811 Nov 15 23:26:58.999048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7392c-53bf-463c-8ee3-22e9cf7f05d3 req-e87d5859-63cd-42f5-9275-873906000d96 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.000461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39f7392c-53bf-463c-8ee3-22e9cf7f05d3 req-e87d5859-63cd-42f5-9275-873906000d96 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0508702 Nov 15 23:26:59.046163 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-39f7392c-53bf-463c-8ee3-22e9cf7f05d3 req-5ed889e2-819f-4698-a768-3e2e94b5dedb tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Nov 15 23:26:59.173910 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42baa8-ab76-4040-b6d9-4ae396bb3fc4 req-37cc4364-5024-4dec-be04-b9c7ce449f06 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.175266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e42baa8-ab76-4040-b6d9-4ae396bb3fc4 req-37cc4364-5024-4dec-be04-b9c7ce449f06 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0472646 Nov 15 23:26:59.220601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e42baa8-ab76-4040-b6d9-4ae396bb3fc4 req-e6b499f3-3ced-4c84-9e89-ea731fca3e0e tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Nov 15 23:26:59.334185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7382-c855-48ed-8484-8005752defdf req-8d9f884d-775c-402a-8068-92688ab35f87 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.335648 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a2e7382-c855-48ed-8484-8005752defdf req-8d9f884d-775c-402a-8068-92688ab35f87 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0482190 Nov 15 23:26:59.386588 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6a2e7382-c855-48ed-8484-8005752defdf req-f084557e-025c-4d19-b707-e6edaa487183 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Nov 15 23:26:59.459464 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-703fa9ca-d883-497c-b9ca-170bfd3d95cc req-5a1deab0-aa7d-49b3-84ca-a90ccc245979 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:26:59.460436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-703fa9ca-d883-497c-b9ca-170bfd3d95cc req-5a1deab0-aa7d-49b3-84ca-a90ccc245979 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051756 Nov 15 23:26:59.562945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edaef-9863-454f-bc5e-4bd68a92b9cc req-fb3100e2-3654-4be6-8f10-a79f9c8b7613 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.564903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-265edaef-9863-454f-bc5e-4bd68a92b9cc req-fb3100e2-3654-4be6-8f10-a79f9c8b7613 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0468667 Nov 15 23:26:59.609764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-265edaef-9863-454f-bc5e-4bd68a92b9cc req-0ce22a7f-a4f0-48ee-8ef6-f657865d88f9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Nov 15 23:26:59.727832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da008a2e-c4c8-4363-8006-bfe2b80fc5c2 req-6510ff84-1fd2-47c7-bdbd-45dc7d14d821 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.727832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da008a2e-c4c8-4363-8006-bfe2b80fc5c2 req-6510ff84-1fd2-47c7-bdbd-45dc7d14d821 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0482104 Nov 15 23:26:59.771433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da008a2e-c4c8-4363-8006-bfe2b80fc5c2 req-13093220-8d71-402c-9327-207f826a7111 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Nov 15 23:26:59.775955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:26:59.896736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6e5bf-c217-4483-a593-ef612c4de990 req-d3015856-247d-4e8f-a0fa-36bdf7ff53f2 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:26:59.898161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fd6e5bf-c217-4483-a593-ef612c4de990 req-d3015856-247d-4e8f-a0fa-36bdf7ff53f2 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0510170 Nov 15 23:26:59.943977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fd6e5bf-c217-4483-a593-ef612c4de990 req-83ed8605-01fa-425f-9c5d-bd634e16eed5 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Nov 15 23:27:00.438344 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:00.449246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5aea0-8a79-42de-9a74-56ed3e6a0e70 req-9346a008-878d-49a1-83a9-b13131da35a0 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:00.450784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63b5aea0-8a79-42de-9a74-56ed3e6a0e70 req-9346a008-878d-49a1-83a9-b13131da35a0 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0481465 Nov 15 23:27:00.497549 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63b5aea0-8a79-42de-9a74-56ed3e6a0e70 req-b380a516-d00d-4568-8102-4b54de92b9cf tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Nov 15 23:27:01.617087 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fca9-7f3d-441b-8295-05320a3df9e6 req-329e8a6b-28e1-49d8-b612-bbee9c96b614 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:01.618547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2718fca9-7f3d-441b-8295-05320a3df9e6 req-329e8a6b-28e1-49d8-b612-bbee9c96b614 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0509143 Nov 15 23:27:01.664365 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2718fca9-7f3d-441b-8295-05320a3df9e6 req-29ea5fc0-1eff-45ff-9efb-394a466f7d22 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7d70442-87ee-4232-93b2-184b7a27d205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Nov 15 23:27:01.931329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-7884cfe7-f4d4-47e7-88df-38d0b5da875e tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:01.932709 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-7884cfe7-f4d4-47e7-88df-38d0b5da875e tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 945 time: 0.0481548 Nov 15 23:27:02.021958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Deleting port abd674b0-62ce-41b8-a978-dcf7f466deda {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:02.022281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:02.106532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] For port abd674b0-62ce-41b8-a978-dcf7f466deda, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=abd674b0-62ce-41b8-a978-dcf7f466deda,segment=NetworkSegment(1d9c96f0-1db0-4803-a391-df5a2d8e48d6),segment_id=1d9c96f0-1db0-4803-a391-df5a2d8e48d6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:02.106879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:02.118875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Calling delete_port for abd674b0-62ce-41b8-a978-dcf7f466deda owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:02.230156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e9e35f0b-fc73-496c-82a5-67cde7e06991 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:27:02.249459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: e9e35f0b-fc73-496c-82a5-67cde7e06991 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:27:02.249794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device e9e35f0b-fc73-496c-82a5-67cde7e06991 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:27:02.323727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:02.334952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['abd674b0-62ce-41b8-a978-dcf7f466deda'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:27:02.352622 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Pushing event deleted for resources: {'Port': ['ID=abd674b0-62ce-41b8-a978-dcf7f466deda,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:02.397254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] No DVR routers for this DVR port abd674b0-62ce-41b8-a978-dcf7f466deda on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:02.399763 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:02.403143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8f4d95d8-3fae-4dd6-ad55-5671ea50ffa8 req-44db4a56-466b-409e-bfd6-203f89f8c5a9 tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.57 "DELETE /v2.0/ports/abd674b0-62ce-41b8-a978-dcf7f466deda HTTP/1.1" status: 204 len: 173 time: 0.4630692 Nov 15 23:27:02.403579 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'name': 'network-vif-deleted', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:27:02.405886 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8054c-e627-4c7a-aa2f-f74ff0888967" -d '{"events": [{"server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "name": "network-vif-deleted", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:27:02.442547 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee9ecaf-3c72-47b4-9da5-dd712710aa8e x-openstack-request-id: req-7ee9ecaf-3c72-47b4-9da5-dd712710aa8e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:27:02.442909 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1382e8a-f51c-4f47-817e-faa6ba927f9a", "name": "network-vif-deleted", "tag": "abd674b0-62ce-41b8-a978-dcf7f466deda", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:27:02.443153 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ee9ecaf-3c72-47b4-9da5-dd712710aa8e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:27:02.443572 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1382e8a-f51c-4f47-817e-faa6ba927f9a', 'name': 'network-vif-deleted', 'tag': 'abd674b0-62ce-41b8-a978-dcf7f466deda', 'status': 'completed', 'code': 200} Nov 15 23:27:02.774477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2af0209-c2a2-47df-b78b-873bd09bd058 req-3c877185-af5a-44c6-a168-7a614886833d tempest-ServersNegativeTestJSON-584779940 tempest-ServersNegativeTestJSON-584779940-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1382e8a-f51c-4f47-817e-faa6ba927f9a HTTP/1.1" status: 200 len: 210 time: 0.0272989 Nov 15 23:27:03.831211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40186) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:03.874256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Deleting subnet 624eae1e-781c-4980-9fbc-3fef7daba7c1 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:27:03.877170 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:03.909651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:03.949976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.037998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.062295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624eae1e-781c-4980-9fbc-3fef7daba7c1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:04.066295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.069442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b53408df-62eb-42e6-a63c-fb83dd9445b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/624eae1e-781c-4980-9fbc-3fef7daba7c1 HTTP/1.1" status: 204 len: 168 time: 0.2372191 Nov 15 23:27:04.072026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40188) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:04.136795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.213997 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.233505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b51fbf6-56d3-46e9-8a73-569edf872d13']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:04.242845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9c96f0-1db0-4803-a391-df5a2d8e48d6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:04.243136 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9c96f0-1db0-4803-a391-df5a2d8e48d6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:04.252059 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.265380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.271661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:04.273351 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:04.273703 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:04.398265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.407881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.407987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7b51fbf6-56d3-46e9-8a73-569edf872d13 HTTP/1.1" status: 204 len: 168 time: 0.3349168 Nov 15 23:27:04.731655 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40192) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:04.774074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e858ad0-d00a-4682-b9be-4cc5b3933744 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b51fbf6-56d3-46e9-8a73-569edf872d13,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:04.777209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40194) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:04.777370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a0f4f0b1-08ce-44e5-9c45-d18fd15341e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20970c688f4a4ab293fd8267288c5b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445426 Nov 15 23:27:04.800529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4aec5d9-4395-4685-99bc-c9863d96cdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.827936 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.849750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.952229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.954731 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:04.956372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7d70442-87ee-4232-93b2-184b7a27d205 HTTP/1.1" status: 204 len: 168 time: 0.1781654 Nov 15 23:27:04.964080 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a7a06-d4d0-4a1f-aec7-6e19c924f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d70442-87ee-4232-93b2-184b7a27d205,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:05.925714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:06.018826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104138989'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:06.141072 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:06.145341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.153774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.224465 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.306640 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.332038 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:06.340479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d60ca2-ea08-4314-9a81-7fde9f7e573d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:06.346861 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.347196 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Added segment 39d001e3-7efa-44ad-85c8-78f3a95239bc of type vlan for network ffcd5a9e-8855-49f4-94bd-1733286d3981 Nov 15 23:27:06.387588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.473598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.479731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:06.480486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:06.543198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Network': ['ID=ffcd5a9e-8855-49f4-94bd-1733286d3981,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:06.553738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:06.617729 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4d3f51f9-bffe-443c-a135-8b2471cfad91 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6908288 Nov 15 23:27:07.020587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device abd674b0-62ce-41b8-a978-dcf7f466deda no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:27:07.040967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: abd674b0-62ce-41b8-a978-dcf7f466deda {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:27:07.041304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device abd674b0-62ce-41b8-a978-dcf7f466deda not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:27:07.236537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbf5a2a-01f2-4f34-9314-12c72c33b991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:08.499706 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:09.604046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:09.847801 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:09.852962 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'subnet': {'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:10.025534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:10.029002 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.272209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.331907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Subnet': ['ID=c3508d15-490d-46b5-a0d7-a810c5419ed2,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:10.340467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking segment: {'id': '39d001e3-7efa-44ad-85c8-78f3a95239bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:10.340852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network hostable DHCP agents. Network: ffcd5a9e-8855-49f4-94bd-1733286d3981, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:10.373495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.460488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:10.540892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ffcd5a9e-8855-49f4-94bd-1733286d3981) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:10.546470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:10.548304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.552638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3356d-9ec1-4922-b736-bc61bd166c93 None None] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:10.645665 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-da161e13-5398-4b5f-94d3-e14c34f488b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7963812 Nov 15 23:27:10.649225 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:10.654239 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1867956584'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:10.693773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ffcd5a9e-8855-49f4-94bd-1733286d3981', 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981', 'tenant_id': 'bf7678cedfab40babcb7c453ad5f456d', 'fixed_ips': [{'subnet_id': 'c3508d15-490d-46b5-a0d7-a810c5419ed2'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:10.694623 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.739799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:10.743406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.767998 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:10.777609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.777948 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Added segment 3cca3d64-07a1-4dcf-983f-d61034b304f2 of type vlan for network 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e Nov 15 23:27:10.820807 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.836064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Allocated IP 2001:db8:0:ffff::2 (ffcd5a9e-8855-49f4-94bd-1733286d3981/c3508d15-490d-46b5-a0d7-a810c5419ed2/7cb08b87-d337-4099-978f-2497e5ffa5fb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:10.916931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.922485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:10.923164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.975009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:10.987823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Network': ['ID=3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:10.997993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:11.034476 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e6093e89-2c8a-49b5-9b5b-ab8fd85a35d1 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3841975 Nov 15 23:27:11.037241 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40224) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:11.044050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'subnet': {'network_id': '3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:11.061734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.107578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:11.112788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:11.115114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:11.118451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Pushing event updated for resources: {'Port': ['ID=7cb08b87-d337-4099-978f-2497e5ffa5fb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:11.169394 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Attempting to bind port 7cb08b87-d337-4099-978f-2497e5ffa5fb on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:11.169676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Attempting to bind port 7cb08b87-d337-4099-978f-2497e5ffa5fb by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '39d001e3-7efa-44ad-85c8-78f3a95239bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:11.170022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Attempting to bind port 7cb08b87-d337-4099-978f-2497e5ffa5fb on network ffcd5a9e-8855-49f4-94bd-1733286d3981 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:11.174834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:11.175193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Checking segment: {'id': '39d001e3-7efa-44ad-85c8-78f3a95239bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:11.175580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.176026 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Bound using segment: {'id': '39d001e3-7efa-44ad-85c8-78f3a95239bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:11.176481 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Bound port: 7cb08b87-d337-4099-978f-2497e5ffa5fb, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d001e3-7efa-44ad-85c8-78f3a95239bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ffcd5a9e-8855-49f4-94bd-1733286d3981'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:11.176874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.203488 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:11.207659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.240300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] For port 7cb08b87-d337-4099-978f-2497e5ffa5fb, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:11.243488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] For port 7cb08b87-d337-4099-978f-2497e5ffa5fb, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb08b87-d337-4099-978f-2497e5ffa5fb,segment=NetworkSegment(39d001e3-7efa-44ad-85c8-78f3a95239bc),segment_id=39d001e3-7efa-44ad-85c8-78f3a95239bc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:11.290079 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.351387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1186f-6b5b-4e65-9f9f-1884700b7cbb None None] Pushing event updated for resources: {'Port': ['ID=7cb08b87-d337-4099-978f-2497e5ffa5fb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:11.432483 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.504175 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Subnet': ['ID=7b43ab1f-a700-4f17-8740-c98902713a54,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:11.521486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking segment: {'id': '3cca3d64-07a1-4dcf-983f-d61034b304f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:11.521840 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network hostable DHCP agents. Network: 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:11.575047 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:11.637892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:11.642138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:11.643281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.647268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083a4ee-456d-489b-b23b-75d2c50eb97f None None] Network 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:11.710385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ce84305a-1351-49de-aca7-42c89ad8be8b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6691008 Nov 15 23:27:11.710740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40226) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:11.789679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb08b87-d337-4099-978f-2497e5ffa5fb up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:11.840981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73f0d2-f0c8-4706-a9c1-4fc35be439a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e', 'network_id': '3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e', 'tenant_id': 'bf7678cedfab40babcb7c453ad5f456d', 'fixed_ips': [{'subnet_id': '7b43ab1f-a700-4f17-8740-c98902713a54'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:11.841936 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7b73f0d2-f0c8-4706-a9c1-4fc35be439a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.848056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.881383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7cb08b87-d337-4099-978f-2497e5ffa5fb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:11.882242 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:11.901993 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.021470 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.044418 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.072549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Subnet': ['ID=7b43ab1f-a700-4f17-8740-c98902713a54,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:12.075357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 7cb08b87-d337-4099-978f-2497e5ffa5fb, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb08b87-d337-4099-978f-2497e5ffa5fb,segment=NetworkSegment(39d001e3-7efa-44ad-85c8-78f3a95239bc),segment_id=39d001e3-7efa-44ad-85c8-78f3a95239bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server [None req-7b73f0d2-f0c8-4706-a9c1-4fc35be439a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b43ab1f-a700-4f17-8740-c98902713a54: This subnet is being modified by another concurrent operation. Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise self.value Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server raise exception Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b43ab1f-a700-4f17-8740-c98902713a54: This subnet is being modified by another concurrent operation. Nov 15 23:27:12.103272 n-d-817995-3 neutron-server[103129]: ERROR oslo_messaging.rpc.server Nov 15 23:27:12.142664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19edf1-4d14-44fe-9539-eba508f1005c None None] Network 3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:12.154796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.181805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:12.190249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.196116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cca3d64-07a1-4dcf-983f-d61034b304f2') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:12.196419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cca3d64-07a1-4dcf-983f-d61034b304f2') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:12.209717 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.224416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.231922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:12.231922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:12.234498 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:12.368657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.381086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.385179 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e HTTP/1.1" status: 204 len: 168 time: 0.6733053 Nov 15 23:27:12.389039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:12.395759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685978394'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:12.417181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308f55d-d9ef-4800-a6dc-718a856a7140 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Network': ['ID=3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:12.464111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06dc74a-8710-484f-a7d4-cd218b026618 None None] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:12.480717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=7cb08b87-d337-4099-978f-2497e5ffa5fb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:12.510874 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:12.514678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.534124 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b9a0bac7-6bfe-43a4-9eb4-8ea9e3daaa88 None None] Provisioning complete for port 7cb08b87-d337-4099-978f-2497e5ffa5fb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:12.534490 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a0bac7-6bfe-43a4-9eb4-8ea9e3daaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.542404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:12.553722 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.555716 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Added segment 01a44c81-2e24-42ea-8270-e57d142bc9b4 of type vlan for network 8f592d74-9426-4204-b233-8d5b53035ca7 Nov 15 23:27:12.603278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.699657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.705654 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:12.710266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:12.777229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Network': ['ID=8f592d74-9426-4204-b233-8d5b53035ca7,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:12.790707 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 8f592d74-9426-4204-b233-8d5b53035ca7 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:12.825642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40230) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:12.836897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3505a9b7-aa6b-4946-9592-6892856fcd3c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4459581 Nov 15 23:27:12.838935 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'subnet': {'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:12.939352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a61fe2-ae31-4c92-979e-33494bf15b29 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:27:12.993408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bfd030d-9c5a-48ec-853c-d1de2e1db73a None None] Provisioning complete for port 7cb08b87-d337-4099-978f-2497e5ffa5fb triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:12.993697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bfd030d-9c5a-48ec-853c-d1de2e1db73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.009327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:13.012886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.048546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a61fe2-ae31-4c92-979e-33494bf15b29 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:27:13.077601 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Performing IP validity checks on allocation pools {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 15 23:27:13.078200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.ipam_backend_mixin [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103128) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 15 23:27:13.260815 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.326651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Subnet': ['ID=21d9b18d-4b6e-4b80-a035-23ce588f2381,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:13.334963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking segment: {'id': '01a44c81-2e24-42ea-8270-e57d142bc9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:13.335314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network hostable DHCP agents. Network: 8f592d74-9426-4204-b233-8d5b53035ca7, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:13.425951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network 8f592d74-9426-4204-b233-8d5b53035ca7 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:13.527989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 8f592d74-9426-4204-b233-8d5b53035ca7) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:13.532043 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:13.532658 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.537688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8db8f-6d71-4b98-bfaf-48f64d81b764 None None] Network 8f592d74-9426-4204-b233-8d5b53035ca7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:13.629493 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-723624e2-15c4-4f6c-8938-d21a6254e0a7 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8027246 Nov 15 23:27:13.631938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40232) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:13.680224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-8f592d74-9426-4204-b233-8d5b53035ca7', 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7', 'tenant_id': 'bf7678cedfab40babcb7c453ad5f456d', 'fixed_ips': [{'subnet_id': '21d9b18d-4b6e-4b80-a035-23ce588f2381'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:13.681327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.737196 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.750067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb08b87-d337-4099-978f-2497e5ffa5fb up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:13.788043 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:13.853781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Allocated IP 2001:db8::3 (8f592d74-9426-4204-b233-8d5b53035ca7/21d9b18d-4b6e-4b80-a035-23ce588f2381/62d04ac5-4a8b-41b0-a476-444bc299f249) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:13.859754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 7cb08b87-d337-4099-978f-2497e5ffa5fb triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:13.860115 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.053856 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.122968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.163975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Network 8f592d74-9426-4204-b233-8d5b53035ca7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:14.168898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:14.171121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:14.183728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Pushing event updated for resources: {'Port': ['ID=62d04ac5-4a8b-41b0-a476-444bc299f249,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:14.209565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.232289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Attempting to bind port 62d04ac5-4a8b-41b0-a476-444bc299f249 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:14.232577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Attempting to bind port 62d04ac5-4a8b-41b0-a476-444bc299f249 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '01a44c81-2e24-42ea-8270-e57d142bc9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:14.233040 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Attempting to bind port 62d04ac5-4a8b-41b0-a476-444bc299f249 on network 8f592d74-9426-4204-b233-8d5b53035ca7 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:14.238555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Subnet': ['ID=21d9b18d-4b6e-4b80-a035-23ce588f2381,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:14.239444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:14.240106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Checking segment: {'id': '01a44c81-2e24-42ea-8270-e57d142bc9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:14.240641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.241108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Bound using segment: {'id': '01a44c81-2e24-42ea-8270-e57d142bc9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:14.241641 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Bound port: 62d04ac5-4a8b-41b0-a476-444bc299f249, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a44c81-2e24-42ea-8270-e57d142bc9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8f592d74-9426-4204-b233-8d5b53035ca7'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:14.242128 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.297868 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.307787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] For port 62d04ac5-4a8b-41b0-a476-444bc299f249, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:14.310851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] For port 62d04ac5-4a8b-41b0-a476-444bc299f249, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=62d04ac5-4a8b-41b0-a476-444bc299f249,segment=NetworkSegment(01a44c81-2e24-42ea-8270-e57d142bc9b4),segment_id=01a44c81-2e24-42ea-8270-e57d142bc9b4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:14.318181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f592d74-9426-4204-b233-8d5b53035ca7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:14.327240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a44c81-2e24-42ea-8270-e57d142bc9b4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:14.327534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a44c81-2e24-42ea-8270-e57d142bc9b4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:14.341136 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.420126 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.422017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.428912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:14.429296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:14.432292 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:14.498214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52a83-bf9e-4dd9-809e-a12fb54a6c25 None None] Pushing event updated for resources: {'Port': ['ID=62d04ac5-4a8b-41b0-a476-444bc299f249,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:14.516304 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c88d4-9dae-4060-bd73-321b803a703a None None] Network 8f592d74-9426-4204-b233-8d5b53035ca7 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:14.518302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.db.api [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 15 23:27:14.518302 n-d-817995-3 neutron-server[103128]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 15 23:27:14.518302 n-d-817995-3 neutron-server[103128]: [parameters: {'id': '8f592d74-9426-4204-b233-8d5b53035ca7'}] Nov 15 23:27:14.518302 n-d-817995-3 neutron-server[103128]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:27:14.518718 n-d-817995-3 neutron-server[103128]: DEBUG oslo_db.api [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:27:14.634505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79926963-1422-4723-8169-07fd3fb0b44e None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:27:14.698507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79926963-1422-4723-8169-07fd3fb0b44e None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:27:15.020535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.072405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Deleting port 62d04ac5-4a8b-41b0-a476-444bc299f249 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:15.072761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.135461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] For port 62d04ac5-4a8b-41b0-a476-444bc299f249, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=62d04ac5-4a8b-41b0-a476-444bc299f249,segment=NetworkSegment(01a44c81-2e24-42ea-8270-e57d142bc9b4),segment_id=01a44c81-2e24-42ea-8270-e57d142bc9b4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:15.135810 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.148313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Calling delete_port for 62d04ac5-4a8b-41b0-a476-444bc299f249 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:15.295151 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.321144 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Port': ['ID=62d04ac5-4a8b-41b0-a476-444bc299f249,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:15.324975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No DVR routers for this DVR port 62d04ac5-4a8b-41b0-a476-444bc299f249 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:15.406199 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.425706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f592d74-9426-4204-b233-8d5b53035ca7']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:15.435137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a44c81-2e24-42ea-8270-e57d142bc9b4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:15.435419 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a44c81-2e24-42ea-8270-e57d142bc9b4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:15.444949 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.457615 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.464559 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:15.464969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:15.467838 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:15.568932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.579323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.579323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/8f592d74-9426-4204-b233-8d5b53035ca7 HTTP/1.1" status: 204 len: 168 time: 1.9460008 Nov 15 23:27:15.582681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40234) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:15.587895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008564747'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:15.590169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457c33-ca2d-4bd8-aac3-e955e80d72b2 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Network': ['ID=8f592d74-9426-4204-b233-8d5b53035ca7,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:15.718195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:15.725338 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.746318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:15.755172 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.755511 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Added segment 6a01371d-17d1-4500-bdd5-901be801d23a of type vlan for network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 Nov 15 23:27:15.794293 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.882115 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.887669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:15.888235 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:15.951698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Network': ['ID=6d3c62b7-6ffe-4f91-9207-a0d2b88fca82,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:15.963238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:16.006216 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db714880-3116-4a58-952b-3eb081dca50b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4222689 Nov 15 23:27:16.009049 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40236) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:16.013908 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'subnet': {'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:16.146048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:16.149597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.385375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.448164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Subnet': ['ID=956aa282-4267-4dc2-b9c1-fb11ed7009a0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:16.458965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking segment: {'id': '6a01371d-17d1-4500-bdd5-901be801d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:16.459586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network hostable DHCP agents. Network: 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:16.551605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:16.637379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:16.641379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:16.642015 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.646881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e606d89-1646-4576-b3a5-b84767ede96f None None] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:16.726130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-444f7bd6-579d-4d8e-a445-beeed1b5be10 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7159858 Nov 15 23:27:16.729817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:16.734796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772047352'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:16.789565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-6d3c62b7-6ffe-4f91-9207-a0d2b88fca82', 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82', 'tenant_id': 'bf7678cedfab40babcb7c453ad5f456d', 'fixed_ips': [{'subnet_id': '956aa282-4267-4dc2-b9c1-fb11ed7009a0'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:16.790561 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.826161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:16.829727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.852918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:16.862411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.862411 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Added segment cd804fea-2d16-45f7-a14a-afde49386839 of type vlan for network 55afb3b3-3cf2-4def-974e-e045e7f91a07 Nov 15 23:27:16.901087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.932889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Allocated IP 2001:db8::2 (6d3c62b7-6ffe-4f91-9207-a0d2b88fca82/956aa282-4267-4dc2-b9c1-fb11ed7009a0/aec0ee6e-d055-4559-91c4-c7d088965aec) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:16.979329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:16.985010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:16.985578 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.053258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Network': ['ID=55afb3b3-3cf2-4def-974e-e045e7f91a07,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:17.060767 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.061104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.061433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.061757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.062078 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.062404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.062717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.063050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.063406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.063720 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.064386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.064386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:17.076118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 55afb3b3-3cf2-4def-974e-e045e7f91a07 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:17.081266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.097117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5c757fef-1297-4171-bbfd-5b0305f30c0b tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3662269 Nov 15 23:27:17.099940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:17.105193 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Request body: {'subnet': {'network_id': '55afb3b3-3cf2-4def-974e-e045e7f91a07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:17.151515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.193897 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:17.197169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:17.201361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:17.204268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Pushing event updated for resources: {'Port': ['ID=aec0ee6e-d055-4559-91c4-c7d088965aec,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:17.253973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Made reservation on behalf of bf7678cedfab40babcb7c453ad5f456d for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:17.256364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Attempting to bind port aec0ee6e-d055-4559-91c4-c7d088965aec on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:17.256767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Attempting to bind port aec0ee6e-d055-4559-91c4-c7d088965aec by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '6a01371d-17d1-4500-bdd5-901be801d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:17.257135 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Attempting to bind port aec0ee6e-d055-4559-91c4-c7d088965aec on network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:17.257516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.262148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:17.262510 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Checking segment: {'id': '6a01371d-17d1-4500-bdd5-901be801d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:17.262904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.263292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Bound using segment: {'id': '6a01371d-17d1-4500-bdd5-901be801d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:17.263746 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Bound port: aec0ee6e-d055-4559-91c4-c7d088965aec, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a01371d-17d1-4500-bdd5-901be801d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6d3c62b7-6ffe-4f91-9207-a0d2b88fca82'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:17.264137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.329923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] For port aec0ee6e-d055-4559-91c4-c7d088965aec, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:17.333705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] For port aec0ee6e-d055-4559-91c4-c7d088965aec, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aec0ee6e-d055-4559-91c4-c7d088965aec,segment=NetworkSegment(6a01371d-17d1-4500-bdd5-901be801d23a),segment_id=6a01371d-17d1-4500-bdd5-901be801d23a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:17.397966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.456507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaa5c3-184b-4bd9-8c4f-1abded86ddce None None] Pushing event updated for resources: {'Port': ['ID=aec0ee6e-d055-4559-91c4-c7d088965aec,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:17.489326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.556346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event updated for resources: {'Subnet': ['ID=3be09911-0442-45a0-a1cc-0219eb1675ad,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:17.566265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Checking segment: {'id': 'cd804fea-2d16-45f7-a14a-afde49386839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '55afb3b3-3cf2-4def-974e-e045e7f91a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:17.566633 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network hostable DHCP agents. Network: 55afb3b3-3cf2-4def-974e-e045e7f91a07, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:17.653651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Network 55afb3b3-3cf2-4def-974e-e045e7f91a07 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:17.717647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 55afb3b3-3cf2-4def-974e-e045e7f91a07) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:17.722049 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:17.722775 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.728759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a51f82-3ecd-4aee-9dd2-a6d5aa76bbf7 None None] Network 55afb3b3-3cf2-4def-974e-e045e7f91a07 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:17.776998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aec0ee6e-d055-4559-91c4-c7d088965aec up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:17.783251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-00163de9-681a-40ed-9e88-4b6685f4cfdc tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6821284 Nov 15 23:27:17.786106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40242) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:17.893007 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:17.945732 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.038822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port aec0ee6e-d055-4559-91c4-c7d088965aec triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:18.039183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.067957 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.106759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Subnet': ['ID=3be09911-0442-45a0-a1cc-0219eb1675ad,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:18.117093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df930aa4-b07b-4822-9a62-f52c7ba8cabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-55afb3b3-3cf2-4def-974e-e045e7f91a07', 'network_id': '55afb3b3-3cf2-4def-974e-e045e7f91a07', 'tenant_id': 'bf7678cedfab40babcb7c453ad5f456d', 'fixed_ips': [{'subnet_id': '3be09911-0442-45a0-a1cc-0219eb1675ad'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:18.117927 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df930aa4-b07b-4822-9a62-f52c7ba8cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.171866 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.201150 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55afb3b3-3cf2-4def-974e-e045e7f91a07']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:18.211396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd804fea-2d16-45f7-a14a-afde49386839') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:18.213086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd804fea-2d16-45f7-a14a-afde49386839') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:18.221151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.224051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.238109 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.244292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:18.244715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:18.248406 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:18.264584 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port aec0ee6e-d055-4559-91c4-c7d088965aec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aec0ee6e-d055-4559-91c4-c7d088965aec,segment=NetworkSegment(6a01371d-17d1-4500-bdd5-901be801d23a),segment_id=6a01371d-17d1-4500-bdd5-901be801d23a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:18.274983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39ccd6-2edd-4f7a-9697-772039a5c145 None None] Network 55afb3b3-3cf2-4def-974e-e045e7f91a07 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:18.343451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.380605 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.386270 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.390648 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/55afb3b3-3cf2-4def-974e-e045e7f91a07 HTTP/1.1" status: 204 len: 168 time: 0.6035094 Nov 15 23:27:18.394459 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40244) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.396066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18cddb-abcc-4ad0-8011-56407833e4a4 None None] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:18.407444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568414c-6657-4796-8629-678c5abe3e13 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Network': ['ID=55afb3b3-3cf2-4def-974e-e045e7f91a07,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:18.430957 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a5c560-d51a-4bad-9be6-bd31f5ef5763 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] GET failed (client error): The resource could not be found. Nov 15 23:27:18.432279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a8a5c560-d51a-4bad-9be6-bd31f5ef5763 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "GET /v2.0/subnets/3be09911-0442-45a0-a1cc-0219eb1675ad HTTP/1.1" status: 404 len: 337 time: 0.0362229 Nov 15 23:27:18.435110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40246) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.452935 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-4546531b-2cd1-45d9-b479-7c421a8c12dd tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:18.453347 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4546531b-2cd1-45d9-b479-7c421a8c12dd tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:18.456897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4546531b-2cd1-45d9-b479-7c421a8c12dd tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/55afb3b3-3cf2-4def-974e-e045e7f91a07 HTTP/1.1" status: 404 len: 339 time: 0.0208430 Nov 15 23:27:18.460965 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40248) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.487673 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d8ca33-6b96-47df-9c8d-c8219a4296e6 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:18.488209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d8ca33-6b96-47df-9c8d-c8219a4296e6 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:18.488908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=aec0ee6e-d055-4559-91c4-c7d088965aec,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:18.491442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-92d8ca33-6b96-47df-9c8d-c8219a4296e6 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/subnets/3be09911-0442-45a0-a1cc-0219eb1675ad HTTP/1.1" status: 404 len: 337 time: 0.0288072 Nov 15 23:27:18.493807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.495768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c2a553c4-ffd9-4270-88a6-836148e2bece None None] Provisioning complete for port aec0ee6e-d055-4559-91c4-c7d088965aec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:18.496135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2a553c4-ffd9-4270-88a6-836148e2bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.511914 n-d-817995-3 neutron-server[103128]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3dc950-2bbb-4974-a42b-7f6d3596ec4c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:18.512470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3dc950-2bbb-4974-a42b-7f6d3596ec4c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103128) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:18.515461 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0c3dc950-2bbb-4974-a42b-7f6d3596ec4c tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/55afb3b3-3cf2-4def-974e-e045e7f91a07 HTTP/1.1" status: 404 len: 339 time: 0.0206749 Nov 15 23:27:18.518571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40252) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.572148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Deleting subnet 956aa282-4267-4dc2-b9c1-fb11ed7009a0 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:27:18.575173 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.614599 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.698095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.809706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.838491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Subnet': ['ID=956aa282-4267-4dc2-b9c1-fb11ed7009a0,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:18.841964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.845182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e5a39416-a1b3-41ca-a14c-5260ddbb47c3 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/subnets/956aa282-4267-4dc2-b9c1-fb11ed7009a0 HTTP/1.1" status: 204 len: 168 time: 0.3256934 Nov 15 23:27:18.847691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40254) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:18.850044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115376fd-0a04-4af9-bc7a-e0d0e2abfedc None None] Network 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:18.921208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.922771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2909a103-956c-492e-95f4-af334c4781a7 None None] Provisioning complete for port aec0ee6e-d055-4559-91c4-c7d088965aec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:18.923131 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2909a103-956c-492e-95f4-af334c4781a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:18.976364 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Deleting port aec0ee6e-d055-4559-91c4-c7d088965aec {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:18.976749 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.044994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] For port aec0ee6e-d055-4559-91c4-c7d088965aec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aec0ee6e-d055-4559-91c4-c7d088965aec,segment=NetworkSegment(6a01371d-17d1-4500-bdd5-901be801d23a),segment_id=6a01371d-17d1-4500-bdd5-901be801d23a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:19.045381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.058870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Calling delete_port for aec0ee6e-d055-4559-91c4-c7d088965aec owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:19.069899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] DHCP port deletion for 6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:19.116076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Deleting port aec0ee6e-d055-4559-91c4-c7d088965aec {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:19.116451 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.178193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] For port aec0ee6e-d055-4559-91c4-c7d088965aec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=aec0ee6e-d055-4559-91c4-c7d088965aec,segment=NetworkSegment(6a01371d-17d1-4500-bdd5-901be801d23a),segment_id=6a01371d-17d1-4500-bdd5-901be801d23a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:19.178905 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.191783 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.195054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Calling delete_port for aec0ee6e-d055-4559-91c4-c7d088965aec owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:19.218664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Port': ['ID=aec0ee6e-d055-4559-91c4-c7d088965aec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:19.224922 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No DVR routers for this DVR port aec0ee6e-d055-4559-91c4-c7d088965aec on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:19.269136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.292700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] Pushing event deleted for resources: {'Port': ['ID=aec0ee6e-d055-4559-91c4-c7d088965aec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:19.297747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c890bf5-0a04-4e09-8531-32a6c8f5b55d None None] No DVR routers for this DVR port aec0ee6e-d055-4559-91c4-c7d088965aec on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:19.316160 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.334198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3c62b7-6ffe-4f91-9207-a0d2b88fca82']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:19.343064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a01371d-17d1-4500-bdd5-901be801d23a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:19.344569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a01371d-17d1-4500-bdd5-901be801d23a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:19.352363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.366271 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.372169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:19.373504 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:19.375559 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:19.500268 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.507715 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.510885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/6d3c62b7-6ffe-4f91-9207-a0d2b88fca82 HTTP/1.1" status: 204 len: 168 time: 0.6622188 Nov 15 23:27:19.513494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40256) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.522664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e810703-96d3-4073-a855-b3a746d2b103 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Network': ['ID=6d3c62b7-6ffe-4f91-9207-a0d2b88fca82,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:19.541019 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf429382-af92-40a9-a40f-0a1d3c1d0636 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:19.541459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf429382-af92-40a9-a40f-0a1d3c1d0636 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:19.544430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-cf429382-af92-40a9-a40f-0a1d3c1d0636 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/subnets/21d9b18d-4b6e-4b80-a035-23ce588f2381 HTTP/1.1" status: 404 len: 337 time: 0.0299246 Nov 15 23:27:19.546969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40258) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.564482 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15a1507-161c-41cd-97eb-49db3fcd0c5f tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:19.564936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15a1507-161c-41cd-97eb-49db3fcd0c5f tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:19.567790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d15a1507-161c-41cd-97eb-49db3fcd0c5f tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/8f592d74-9426-4204-b233-8d5b53035ca7 HTTP/1.1" status: 404 len: 339 time: 0.0199504 Nov 15 23:27:19.570021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40260) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.594401 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5c988a-f3e2-4709-b071-be8ab3e8e773 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:19.594821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5c988a-f3e2-4709-b071-be8ab3e8e773 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:19.598305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3c5c988a-f3e2-4709-b071-be8ab3e8e773 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/subnets/7b43ab1f-a700-4f17-8740-c98902713a54 HTTP/1.1" status: 404 len: 337 time: 0.0274386 Nov 15 23:27:19.600523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40262) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.617737 n-d-817995-3 neutron-server[103127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78c0f57-5975-4bb5-a372-f71904af10e5 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] DELETE failed (client error): The resource could not be found. Nov 15 23:27:19.618195 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78c0f57-5975-4bb5-a372-f71904af10e5 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 15 23:27:19.621069 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d78c0f57-5975-4bb5-a372-f71904af10e5 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/3aacfb1c-7dfe-4ca5-8f32-f861fbe5846e HTTP/1.1" status: 404 len: 339 time: 0.0196714 Nov 15 23:27:19.623257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40264) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.676012 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Deleting subnet c3508d15-490d-46b5-a0d7-a810c5419ed2 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:27:19.679032 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.717321 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.732423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aec0ee6e-d055-4559-91c4-c7d088965aec no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:27:19.753550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: aec0ee6e-d055-4559-91c4-c7d088965aec {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:27:19.753888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device aec0ee6e-d055-4559-91c4-c7d088965aec not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:27:19.799456 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.912419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.938642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Subnet': ['ID=c3508d15-490d-46b5-a0d7-a810c5419ed2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:19.942361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:19.945629 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ea7b2eb-1dbb-42d7-b6a1-845dedfb2770 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/subnets/c3508d15-490d-46b5-a0d7-a810c5419ed2 HTTP/1.1" status: 204 len: 168 time: 0.3215203 Nov 15 23:27:19.948091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40266) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:19.948451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64776f20-acfe-4ae5-b0b9-4381c850212c None None] Network ffcd5a9e-8855-49f4-94bd-1733286d3981 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:20.023696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.074713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Deleting port 7cb08b87-d337-4099-978f-2497e5ffa5fb {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:20.075051 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.111887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] DHCP port deletion for ffcd5a9e-8855-49f4-94bd-1733286d3981 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:20.143844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] For port 7cb08b87-d337-4099-978f-2497e5ffa5fb, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb08b87-d337-4099-978f-2497e5ffa5fb,segment=NetworkSegment(39d001e3-7efa-44ad-85c8-78f3a95239bc),segment_id=39d001e3-7efa-44ad-85c8-78f3a95239bc)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:20.144202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.157253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Calling delete_port for 7cb08b87-d337-4099-978f-2497e5ffa5fb owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:20.162729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Deleting port 7cb08b87-d337-4099-978f-2497e5ffa5fb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:20.163099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.226498 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] For port 7cb08b87-d337-4099-978f-2497e5ffa5fb, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=7cb08b87-d337-4099-978f-2497e5ffa5fb,segment=NetworkSegment(39d001e3-7efa-44ad-85c8-78f3a95239bc),segment_id=39d001e3-7efa-44ad-85c8-78f3a95239bc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:20.227194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.239156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Calling delete_port for 7cb08b87-d337-4099-978f-2497e5ffa5fb owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:20.316806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.322195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.347292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] Pushing event deleted for resources: {'Port': ['ID=7cb08b87-d337-4099-978f-2497e5ffa5fb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:20.347939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] No DVR routers for this DVR port 7cb08b87-d337-4099-978f-2497e5ffa5fb on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:20.351981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278bb61-da1d-4c11-abf9-7786ab0ccd20 None None] No DVR routers for this DVR port 7cb08b87-d337-4099-978f-2497e5ffa5fb on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:20.370878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Port': ['ID=7cb08b87-d337-4099-978f-2497e5ffa5fb,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:20.427715 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.447089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcd5a9e-8855-49f4-94bd-1733286d3981']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:20.456856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d001e3-7efa-44ad-85c8-78f3a95239bc') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:20.457149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d001e3-7efa-44ad-85c8-78f3a95239bc') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:20.466361 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.479009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.484817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:20.485195 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:20.488152 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:20.614930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.622724 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:20.625806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] 10.222.0.15 "DELETE /v2.0/networks/ffcd5a9e-8855-49f4-94bd-1733286d3981 HTTP/1.1" status: 204 len: 168 time: 0.6767232 Nov 15 23:27:20.637793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69934bc-4dad-43cd-a168-1442531aeb32 tempest-NetworksIpV6Test-832650160 tempest-NetworksIpV6Test-832650160-project] Pushing event deleted for resources: {'Network': ['ID=ffcd5a9e-8855-49f4-94bd-1733286d3981,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:21.066876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40272) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:21.194610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8cf26b11-80b0-4100-b26d-7a8f8bb9bb09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf7678cedfab40babcb7c453ad5f456d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265631 Nov 15 23:27:21.197084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40276) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:21.242264 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:21.262618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:21.384794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:21.387234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:21.388422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24d60ca2-ea08-4314-9a81-7fde9f7e573d HTTP/1.1" status: 204 len: 168 time: 0.1904531 Nov 15 23:27:21.396725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140aef5-f4f9-48b6-b271-ddeaa61d56a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d60ca2-ea08-4314-9a81-7fde9f7e573d,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:21.733688 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb08b87-d337-4099-978f-2497e5ffa5fb no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:27:21.754045 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 7cb08b87-d337-4099-978f-2497e5ffa5fb {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:27:21.754384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 7cb08b87-d337-4099-978f-2497e5ffa5fb not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:27:22.320875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:22.410996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1441528724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:22.494733 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.495707 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.554524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.603356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.673246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.675037 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-00770b1f-688c-4f0d-8f16-0ac67d8bbfed tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3525364 Nov 15 23:27:22.677754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40302) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:22.682488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1507061742'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:22.768549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Made reservation on behalf of f81377f6de12474ba98f3e7702012e7f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:22.772128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.780461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.860976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.922726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.944395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:22.959755 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4d58a-7a19-4371-b8d0-bb50b8dbd106,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:22.963154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:22.963797 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Added segment 26b187c6-f71d-4924-aeb6-5be1495bd0ad of type vlan for network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 Nov 15 23:27:23.004785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.077273 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.083370 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:23.083939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.147041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event updated for resources: {'Network': ['ID=4bb59e7d-36a3-4d60-9017-fb172324f8c5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:23.156907 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:23.183829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-32b410d3-cec3-4cc8-acb7-814f090aae5a tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5050421 Nov 15 23:27:23.186551 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40304) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:23.192098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'subnet': {'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:23.323408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Made reservation on behalf of f81377f6de12474ba98f3e7702012e7f for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:23.326997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.546445 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.607845 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event updated for resources: {'Subnet': ['ID=9693882f-5696-426f-a532-16cb37cf3efe,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:23.617134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Checking segment: {'id': '26b187c6-f71d-4924-aeb6-5be1495bd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:23.617488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Network hostable DHCP agents. Network: 4bb59e7d-36a3-4d60-9017-fb172324f8c5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:23.699028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:23.774117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 4bb59e7d-36a3-4d60-9017-fb172324f8c5) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:23.778068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:23.778660 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.784008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce436e50-804a-4062-8ef1-955afc8f0589 None None] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:23.863318 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bae45032-c6d5-427b-bbae-1cf8e80b2643 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6751478 Nov 15 23:27:23.866384 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40306) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:23.871422 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1664279467'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:23.931008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-4bb59e7d-36a3-4d60-9017-fb172324f8c5', 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5', 'tenant_id': 'f81377f6de12474ba98f3e7702012e7f', 'fixed_ips': [{'subnet_id': '9693882f-5696-426f-a532-16cb37cf3efe'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:23.931132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.945837 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Made reservation on behalf of f81377f6de12474ba98f3e7702012e7f for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:23.949654 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.973074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:23.981711 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:23.982222 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Added segment 1d9dcbb1-ffab-4493-b68c-df7eddf44bf5 of type vlan for network 90b57e90-02fc-4956-982c-0b2b0413e97f Nov 15 23:27:24.022701 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.064091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Allocated IP 172.20.0.2 (4bb59e7d-36a3-4d60-9017-fb172324f8c5/9693882f-5696-426f-a532-16cb37cf3efe/114eb771-d11a-4e26-b235-dc09286421f1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:24.105924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.111552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:24.112828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.206171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.259711 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.309987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:24.314290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:24.316355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Pushing event updated for resources: {'Port': ['ID=114eb771-d11a-4e26-b235-dc09286421f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:24.318514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:24.373030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Attempting to bind port 114eb771-d11a-4e26-b235-dc09286421f1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:24.373396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Attempting to bind port 114eb771-d11a-4e26-b235-dc09286421f1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '26b187c6-f71d-4924-aeb6-5be1495bd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:24.373755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Attempting to bind port 114eb771-d11a-4e26-b235-dc09286421f1 on network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:24.378992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:24.379358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Checking segment: {'id': '26b187c6-f71d-4924-aeb6-5be1495bd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:24.379750 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.380154 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Bound using segment: {'id': '26b187c6-f71d-4924-aeb6-5be1495bd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:24.380597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Bound port: 114eb771-d11a-4e26-b235-dc09286421f1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b187c6-f71d-4924-aeb6-5be1495bd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bb59e7d-36a3-4d60-9017-fb172324f8c5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:24.380999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.445364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] For port 114eb771-d11a-4e26-b235-dc09286421f1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:24.448357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] For port 114eb771-d11a-4e26-b235-dc09286421f1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=114eb771-d11a-4e26-b235-dc09286421f1,segment=NetworkSegment(26b187c6-f71d-4924-aeb6-5be1495bd0ad),segment_id=26b187c6-f71d-4924-aeb6-5be1495bd0ad)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:24.489161 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event updated for resources: {'Network': ['ID=90b57e90-02fc-4956-982c-0b2b0413e97f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:24.498920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 90b57e90-02fc-4956-982c-0b2b0413e97f details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:24.539394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.543280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5e0a6579-2f2a-498d-a91a-54f2fc4713d0 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6757812 Nov 15 23:27:24.546165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:24.551846 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'subnet': {'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:24.617152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc91f70-88aa-4e17-9925-f09ad4717e52 None None] Pushing event updated for resources: {'Port': ['ID=114eb771-d11a-4e26-b235-dc09286421f1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:24.699546 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Made reservation on behalf of f81377f6de12474ba98f3e7702012e7f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:24.703192 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:24.967871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.026572 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event updated for resources: {'Subnet': ['ID=ff329d9d-4e67-4c88-b4dd-41f0d8567274,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:25.035063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Checking segment: {'id': '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:25.035422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Network hostable DHCP agents. Network: 90b57e90-02fc-4956-982c-0b2b0413e97f, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:25.094826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Network 90b57e90-02fc-4956-982c-0b2b0413e97f is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:25.157312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 90b57e90-02fc-4956-982c-0b2b0413e97f) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:25.161547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:25.162129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.165812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9d049-4b9f-470a-96f9-e4afa5117305 None None] Network 90b57e90-02fc-4956-982c-0b2b0413e97f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:25.260345 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1930424b-93bb-4fe8-917a-5d181b7fd8f5 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104123 Nov 15 23:27:25.260769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40310) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:25.265855 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-45fb7712-f52d-4b1a-bcac-30d897f388df tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Request body: {'router': {'external_gateway_info': {'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:25.324081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-90b57e90-02fc-4956-982c-0b2b0413e97f', 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f', 'tenant_id': 'f81377f6de12474ba98f3e7702012e7f', 'fixed_ips': [{'subnet_id': 'ff329d9d-4e67-4c88-b4dd-41f0d8567274'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:25.325670 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.474165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Allocated IP 172.21.0.2 (90b57e90-02fc-4956-982c-0b2b0413e97f/ff329d9d-4e67-4c88-b4dd-41f0d8567274/ac718e91-533d-4dda-911a-3e0027baa9bc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:25.497058 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-45fb7712-f52d-4b1a-bcac-30d897f388df tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.544314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec5ecd-a6bc-44e0-8203-ef5f42ba27b4 None None] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:25.657243 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [None req-45fb7712-f52d-4b1a-bcac-30d897f388df tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 15 23:27:25.658317 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-45fb7712-f52d-4b1a-bcac-30d897f388df tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "PUT /v2.0/routers/83029df9-c5af-4c58-a326-e80dcb8be5b6 HTTP/1.1" status: 400 len: 364 time: 0.3964872 Nov 15 23:27:25.664643 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40312) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:25.671329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] Provisioning complete for port 114eb771-d11a-4e26-b235-dc09286421f1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:25.671685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.723416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Deleting subnet ff329d9d-4e67-4c88-b4dd-41f0d8567274 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:27:25.754202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.792539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 114eb771-d11a-4e26-b235-dc09286421f1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:25.841957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.885069 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:25.970036 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.000580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.053164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.064396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Network 90b57e90-02fc-4956-982c-0b2b0413e97f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:26.072496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:26.084183 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.084418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:26.096532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Pushing event updated for resources: {'Port': ['ID=ac718e91-533d-4dda-911a-3e0027baa9bc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:26.115672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Subnet': ['ID=ff329d9d-4e67-4c88-b4dd-41f0d8567274,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:26.117883 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.121222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fd1a7420-85f1-473c-8f78-aac8b92541af tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "DELETE /v2.0/subnets/ff329d9d-4e67-4c88-b4dd-41f0d8567274 HTTP/1.1" status: 204 len: 168 time: 0.4556298 Nov 15 23:27:26.123673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:26.135106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 114eb771-d11a-4e26-b235-dc09286421f1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:26.135482 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.185155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] For port 114eb771-d11a-4e26-b235-dc09286421f1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=114eb771-d11a-4e26-b235-dc09286421f1,segment=NetworkSegment(26b187c6-f71d-4924-aeb6-5be1495bd0ad),segment_id=26b187c6-f71d-4924-aeb6-5be1495bd0ad)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:26.204296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Attempting to bind port ac718e91-533d-4dda-911a-3e0027baa9bc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:26.204682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Attempting to bind port ac718e91-533d-4dda-911a-3e0027baa9bc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:26.205042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Attempting to bind port ac718e91-533d-4dda-911a-3e0027baa9bc on network 90b57e90-02fc-4956-982c-0b2b0413e97f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:26.213152 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:26.213522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Checking segment: {'id': '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:26.213925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.214312 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Bound using segment: {'id': '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:26.214776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Bound port: ac718e91-533d-4dda-911a-3e0027baa9bc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '90b57e90-02fc-4956-982c-0b2b0413e97f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:26.215146 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.218288 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.255429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.281564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Deleting port ac718e91-533d-4dda-911a-3e0027baa9bc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:26.282654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.352059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] For port ac718e91-533d-4dda-911a-3e0027baa9bc, host n-d-817995-3, got binding levels [] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:26.352415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.355954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] For port ac718e91-533d-4dda-911a-3e0027baa9bc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:26.360112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] For port ac718e91-533d-4dda-911a-3e0027baa9bc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ac718e91-533d-4dda-911a-3e0027baa9bc,segment=NetworkSegment(1d9dcbb1-ffab-4493-b68c-df7eddf44bf5),segment_id=1d9dcbb1-ffab-4493-b68c-df7eddf44bf5)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:26.365414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Calling delete_port for ac718e91-533d-4dda-911a-3e0027baa9bc owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:26.367434 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ed362-252e-448d-a01a-c435835aae0b None None] Pushing event updated for resources: {'Port': ['ID=114eb771-d11a-4e26-b235-dc09286421f1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:26.378340 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dc7e7a99-916c-4a48-9cf7-1d8f9a3a7f73 None None] Provisioning complete for port 114eb771-d11a-4e26-b235-dc09286421f1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:26.378697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7a99-916c-4a48-9cf7-1d8f9a3a7f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.461590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.539014 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.540889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc437e-947b-40b4-9239-2969bb480270 None None] Pushing event updated for resources: {'Port': ['ID=ac718e91-533d-4dda-911a-3e0027baa9bc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:26.555755 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2b444-08ea-4e02-a120-bdb81e90c433 None None] Network 90b57e90-02fc-4956-982c-0b2b0413e97f requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:26.571991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Port': ['ID=ac718e91-533d-4dda-911a-3e0027baa9bc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:26.577318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] No DVR routers for this DVR port ac718e91-533d-4dda-911a-3e0027baa9bc on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:26.655030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.665224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28681563-687e-4a0d-80b5-57d6c3064df3 None None] get_active_networks_info from n-d-817995-3 {{(pid=103129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 23:27:26.675369 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b57e90-02fc-4956-982c-0b2b0413e97f']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:26.684590 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:26.684914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9dcbb1-ffab-4493-b68c-df7eddf44bf5') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:26.694562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.707102 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.712885 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:26.713262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:26.716139 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:26.729621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28681563-687e-4a0d-80b5-57d6c3064df3 None None] Resources bound (agent type, host, resource id): {{(pid=103129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 15 23:27:27.168552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.175822 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.179006 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "DELETE /v2.0/networks/90b57e90-02fc-4956-982c-0b2b0413e97f HTTP/1.1" status: 204 len: 168 time: 1.0543578 Nov 15 23:27:27.181721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40316) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:27.190346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2fa00-cf5f-4f8c-8d69-26db642fd5c7 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Network': ['ID=90b57e90-02fc-4956-982c-0b2b0413e97f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:27.232694 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Deleting subnet 9693882f-5696-426f-a532-16cb37cf3efe {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:27:27.235690 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.279676 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.360029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.470789 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.501253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Subnet': ['ID=9693882f-5696-426f-a532-16cb37cf3efe,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:27.506156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.509868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-32ab2237-7238-4d92-a85c-457bb463e425 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "DELETE /v2.0/subnets/9693882f-5696-426f-a532-16cb37cf3efe HTTP/1.1" status: 204 len: 168 time: 0.3270593 Nov 15 23:27:27.510802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe120c-601d-4927-b28a-28fc7c02025e None None] Network 4bb59e7d-36a3-4d60-9017-fb172324f8c5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:27.512348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40318) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:27.587132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.638240 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Deleting port 114eb771-d11a-4e26-b235-dc09286421f1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:27.638575 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.679191 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] DHCP port deletion for 4bb59e7d-36a3-4d60-9017-fb172324f8c5 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:27.709149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] For port 114eb771-d11a-4e26-b235-dc09286421f1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=114eb771-d11a-4e26-b235-dc09286421f1,segment=NetworkSegment(26b187c6-f71d-4924-aeb6-5be1495bd0ad),segment_id=26b187c6-f71d-4924-aeb6-5be1495bd0ad)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:27.709588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.723270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Calling delete_port for 114eb771-d11a-4e26-b235-dc09286421f1 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:27.731608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Deleting port 114eb771-d11a-4e26-b235-dc09286421f1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:27:27.732269 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.744989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 114eb771-d11a-4e26-b235-dc09286421f1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:27:27.827484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] For port 114eb771-d11a-4e26-b235-dc09286421f1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=114eb771-d11a-4e26-b235-dc09286421f1,segment=NetworkSegment(26b187c6-f71d-4924-aeb6-5be1495bd0ad),segment_id=26b187c6-f71d-4924-aeb6-5be1495bd0ad)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:27.827868 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.841506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Calling delete_port for 114eb771-d11a-4e26-b235-dc09286421f1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:27:27.865901 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.890971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Port': ['ID=114eb771-d11a-4e26-b235-dc09286421f1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:27.897884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] No DVR routers for this DVR port 114eb771-d11a-4e26-b235-dc09286421f1 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:27.929416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.981879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:27.986063 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.003057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb59e7d-36a3-4d60-9017-fb172324f8c5']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:28.012261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b187c6-f71d-4924-aeb6-5be1495bd0ad') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:28.012602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b187c6-f71d-4924-aeb6-5be1495bd0ad') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:28.013252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] No DVR routers for this DVR port 114eb771-d11a-4e26-b235-dc09286421f1 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:27:28.016123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e597-62b8-49ee-9a71-54cce13fff53 None None] Pushing event deleted for resources: {'Port': ['ID=114eb771-d11a-4e26-b235-dc09286421f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:28.025855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.039228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.044997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:27:28.051889 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:27:28.197671 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.204962 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.208305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "DELETE /v2.0/networks/4bb59e7d-36a3-4d60-9017-fb172324f8c5 HTTP/1.1" status: 204 len: 168 time: 0.6949527 Nov 15 23:27:28.211089 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40320) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:28.219676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1921688-ac49-4763-a9e7-f56720d98b3b tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Pushing event deleted for resources: {'Network': ['ID=4bb59e7d-36a3-4d60-9017-fb172324f8c5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:28.238552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0f7066e0-89ca-427d-bc70-8a8fb5d14d14 tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "GET /v2.0/ports?device_id=83029df9-c5af-4c58-a326-e80dcb8be5b6 HTTP/1.1" status: 200 len: 205 time: 0.0261297 Nov 15 23:27:28.241005 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:28.314565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.467816 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.469934 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.557349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.557799 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Fanout notify agent at l3_agent the message router_deleted on router 83029df9-c5af-4c58-a326-e80dcb8be5b6 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:27:28.565554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:28.566277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bfa2538c-c3a5-4b29-be5a-6e4d875574eb tempest-RoutersNegativeTest-1427649519 tempest-RoutersNegativeTest-1427649519-project] 10.222.0.15 "DELETE /v2.0/routers/83029df9-c5af-4c58-a326-e80dcb8be5b6 HTTP/1.1" status: 204 len: 168 time: 0.3243806 Nov 15 23:27:28.995103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40328) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:29.121707 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b63472f2-7136-4851-914f-d150f9bbc6be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f81377f6de12474ba98f3e7702012e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254683 Nov 15 23:27:29.124125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40332) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:29.170531 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:29.191776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:29.283011 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:27:29.317510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:29.320192 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:29.321404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38c4d58a-7a19-4371-b8d0-bb50b8dbd106 HTTP/1.1" status: 204 len: 168 time: 0.1963766 Nov 15 23:27:29.329477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fec7c-94ef-40fa-8871-833ff3f86a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4d58a-7a19-4371-b8d0-bb50b8dbd106,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:29.832201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.246005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40354) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:30.342241 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-256618901-network', 'tenant_id': '8841613366344f58b14d10e6cd85422b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:30.363510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.420236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Made reservation on behalf of 8841613366344f58b14d10e6cd85422b for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:30.422541 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.434990 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.508554 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.597634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.624093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:30.629279 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6a82f-6d62-407c-a60d-331b701cdee6,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:30.636747 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.636747 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Added segment 70e18c6f-5741-46b5-8cfd-e7667717b384 of type vlan for network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 Nov 15 23:27:30.676444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.756863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.757798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:30.758382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:30.819212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd93080-4bdc-47a6-97b9-5ec1f6b84242,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:30.828686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:30.862672 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c38bf8a-8a92-4170-ba31-f6f23f190136 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6155660 Nov 15 23:27:30.865465 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:30.870307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Request body: {'subnet': {'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-subnet', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:30.951251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Made reservation on behalf of 8841613366344f58b14d10e6cd85422b for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:30.953668 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.192238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.246787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3776d32-105b-46b1-903e-a5391ee06f9b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:31.256249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Checking segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:31.256604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Network hostable DHCP agents. Network: 2fd93080-4bdc-47a6-97b9-5ec1f6b84242, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:31.363065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:31.419844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 2fd93080-4bdc-47a6-97b9-5ec1f6b84242) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:31.424565 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:31.425691 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.430115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ff009-0679-48e7-94fd-75113cbb8808 None None] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:31.485544 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ba46278a-a064-4cb9-bbf2-a64295dd085b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6189942 Nov 15 23:27:31.491038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:31.492868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:31.563900 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.565215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.571151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:31.571991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.620371 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.703159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Allocated IP 172.20.0.2 (2fd93080-4bdc-47a6-97b9-5ec1f6b84242/f3776d32-105b-46b1-903e-a5391ee06f9b/992bb5b5-6f47-41f9-9016-871d454258b9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:31.823720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.843137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.906210 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:31.941702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:31.946378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:31.950682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:31.960248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Pushing event updated for resources: {'Port': ['ID=992bb5b5-6f47-41f9-9016-871d454258b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:32.009603 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Attempting to bind port 992bb5b5-6f47-41f9-9016-871d454258b9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:32.009960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Attempting to bind port 992bb5b5-6f47-41f9-9016-871d454258b9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:32.010314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Attempting to bind port 992bb5b5-6f47-41f9-9016-871d454258b9 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:32.015126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:32.015489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Checking segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:32.015904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.016291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Bound using segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:32.016766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Bound port: 992bb5b5-6f47-41f9-9016-871d454258b9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:32.017135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.077391 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.081081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] For port 992bb5b5-6f47-41f9-9016-871d454258b9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:32.084115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] For port 992bb5b5-6f47-41f9-9016-871d454258b9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=992bb5b5-6f47-41f9-9016-871d454258b9,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:32.096944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.146562 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.200946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Allocated IP 172.25.0.173 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3f47c3bb-0d38-460e-baab-8967d1ecfdec) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:32.207190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0c4d-26b7-425e-82f0-1891ea92dea3 None None] Pushing event updated for resources: {'Port': ['ID=992bb5b5-6f47-41f9-9016-871d454258b9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:32.311885 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.415426 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.458333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:32.461457 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:32.465234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:32.470789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f47c3bb-0d38-460e-baab-8967d1ecfdec,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:32.474606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63539981-6c12-4d66-a4a5-78b35a9808bc None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:32.497011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.497352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.497688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.498021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.498348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.498672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.498992 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.499311 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.499631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.499949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.500268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.500584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:32.515920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-175bc298-2ea0-4c47-aace-dd3f3f0072d6 None None] Provisioning complete for port 3f47c3bb-0d38-460e-baab-8967d1ecfdec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:32.516277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-175bc298-2ea0-4c47-aace-dd3f3f0072d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.550098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-175bc298-2ea0-4c47-aace-dd3f3f0072d6 None None] Port 3f47c3bb-0d38-460e-baab-8967d1ecfdec cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:32.774863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:32.974279 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.050018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec7d89-fff0-4b0d-9ff3-31997fb7edc1 None None] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:33.116734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] Provisioning complete for port 992bb5b5-6f47-41f9-9016-871d454258b9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:33.116734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.151487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:27:33.258675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:27:33.265684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.271933 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Sync routers for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:27:33.299433 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:33.300235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:33.325434 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.329428 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-070b2e6b-29be-4669-a48e-cbd03d3914a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8373015 Nov 15 23:27:33.329932 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:33.375346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] For port 992bb5b5-6f47-41f9-9016-871d454258b9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=992bb5b5-6f47-41f9-9016-871d454258b9,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:33.423302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:33.451727 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.580245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9220c-5aa6-4e5b-9672-6a9e14b72c09 None None] Pushing event updated for resources: {'Port': ['ID=992bb5b5-6f47-41f9-9016-871d454258b9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:33.612653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7ea6ef50-a96d-4661-988d-10ea6380411b None None] Provisioning complete for port 992bb5b5-6f47-41f9-9016-871d454258b9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:33.613025 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ef50-a96d-4661-988d-10ea6380411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.764031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.796715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 992bb5b5-6f47-41f9-9016-871d454258b9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:33.918293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Allocated IP 172.20.0.1 (2fd93080-4bdc-47a6-97b9-5ec1f6b84242/f3776d32-105b-46b1-903e-a5391ee06f9b/331b32a9-9744-473b-9efd-a80bd094324c) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:33.926071 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 992bb5b5-6f47-41f9-9016-871d454258b9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:33.926444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:33.956421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:32Z', 'revision_number': 3, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:33.989497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Checking router: e1f15722-0259-42aa-ac7a-b14c7c8b8e6b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:27:33.989845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Updating router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b port 3f47c3bb-0d38-460e-baab-8967d1ecfdec binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:27:34.017972 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.024675 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.117773 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.155822 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:34.161303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:34.163717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:34.192118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Pushing event updated for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:34.211035 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.329506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.371391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e9c2a435-1f2a-4f71-aba1-d541f589cd91 None None] Provisioning complete for port 331b32a9-9744-473b-9efd-a80bd094324c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:34.371759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a435-1f2a-4f71-aba1-d541f589cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.388098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.394799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.456823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b92576-e704-4ed7-a5d0-07e70295913b None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:34.461713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Attempting to bind port 3f47c3bb-0d38-460e-baab-8967d1ecfdec on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:34.462011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Attempting to bind port 3f47c3bb-0d38-460e-baab-8967d1ecfdec by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:34.462373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Attempting to bind port 3f47c3bb-0d38-460e-baab-8967d1ecfdec on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:34.465130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2a435-1f2a-4f71-aba1-d541f589cd91 None None] Port 331b32a9-9744-473b-9efd-a80bd094324c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:34.475791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:34.476168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:34.476555 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.476960 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:34.477424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Bound port: 3f47c3bb-0d38-460e-baab-8967d1ecfdec, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:34.477797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.479553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f413-b290-4c48-9ee3-057d0caf86bd None None] Pushing event updated for resources: {'Port': ['ID=3f47c3bb-0d38-460e-baab-8967d1ecfdec,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:34.531913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] For port 3f47c3bb-0d38-460e-baab-8967d1ecfdec, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:34.535180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] For port 3f47c3bb-0d38-460e-baab-8967d1ecfdec, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f47c3bb-0d38-460e-baab-8967d1ecfdec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:34.555265 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.583915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b0d3f83a-037e-4928-bfcc-d00c4ac98e37 None None] Provisioning complete for port 3f47c3bb-0d38-460e-baab-8967d1ecfdec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:34.584513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d3f83a-037e-4928-bfcc-d00c4ac98e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.616399 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.624158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3f83a-037e-4928-bfcc-d00c4ac98e37 None None] Port 3f47c3bb-0d38-460e-baab-8967d1ecfdec cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:34.637389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.662636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e4f12f-5d08-4268-ab96-2fa229372542 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:34.686726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f413-b290-4c48-9ee3-057d0caf86bd None None] Pushing event updated for resources: {'Port': ['ID=3f47c3bb-0d38-460e-baab-8967d1ecfdec,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:34.690180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:34.690765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:34.714807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Pushing event updated for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:34.717365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.793335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] Provisioning complete for port 3f47c3bb-0d38-460e-baab-8967d1ecfdec triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:34.793704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.807912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:34.809291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:34.842961 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90402d46-98d2-403e-93ee-56049c357fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:34.851558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:34.930197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:27:35.005400 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:35.034596 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] For port 3f47c3bb-0d38-460e-baab-8967d1ecfdec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f47c3bb-0d38-460e-baab-8967d1ecfdec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:35.047870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:27:35.053471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-142aa286-50f0-4453-98c3-dcc32b162d6b admin admin] 10.222.0.15 "PUT /v2.0/routers/e1f15722-0259-42aa-ac7a-b14c7c8b8e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221313 Nov 15 23:27:35.098278 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:35.150702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '331b32a9-9744-473b-9efd-a80bd094324c', 'name': '', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'mac_address': 'fa:16:3e:54:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:33Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 2, 'project_id': '8841613366344f58b14d10e6cd85422b', 'subnets': [{'id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:35.179721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffa6d8-a767-4d69-9a8a-d6e90290b2aa None None] The sync data for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 is: [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '331b32a9-9744-473b-9efd-a80bd094324c', 'name': '', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'mac_address': 'fa:16:3e:54:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:33Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 2, 'project_id': '8841613366344f58b14d10e6cd85422b', 'subnets': [{'id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:27:35.182262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb12aee-83dc-47e4-a09a-75b15e441c40 None None] Pushing event updated for resources: {'Port': ['ID=3f47c3bb-0d38-460e-baab-8967d1ecfdec,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:35.219744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4e32c192-03a1-4e4c-ac09-e4dd4c48b5ef None None] Provisioning complete for port 331b32a9-9744-473b-9efd-a80bd094324c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:35.220124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e32c192-03a1-4e4c-ac09-e4dd4c48b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:35.256244 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e32c192-03a1-4e4c-ac09-e4dd4c48b5ef None None] Port 331b32a9-9744-473b-9efd-a80bd094324c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:35.775718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:35.780788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1651292429-network', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:35.888750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Made reservation on behalf of 2154afa845cf4e43a469aeaf67729f4f for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:35.891146 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:35.902545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:35.982011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.043131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.068702 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:27:36.078446 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa711650-2c12-4d8e-b224-b1d8c602b88d,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:36.087513 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.087829 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Added segment 03a61188-294f-4658-85ed-66262d414d9a of type vlan for network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 Nov 15 23:27:36.133910 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.214462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.215437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:36.216003 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.275558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:36.287037 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:27:36.348166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4838eade-a2d2-4f40-baa5-b7f1fca078b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5714021 Nov 15 23:27:36.351056 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:36.356042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Request body: {'subnet': {'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-subnet', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:36.459131 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Made reservation on behalf of 2154afa845cf4e43a469aeaf67729f4f for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:36.461525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.660126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.714531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18461bfc-3782-4a87-b7b0-5b85c4f209bf,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:36.721887 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Checking segment: {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:36.722237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Network hostable DHCP agents. Network: e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:27:36.784755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:27:36.837409 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:36.841371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:36.841960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:36.847269 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34842c4d-0d53-4876-96e6-497e3c64c994 None None] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:36.938333 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8ca4c340-a1c9-4a55-b5ce-4ad70d920bd3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5859358 Nov 15 23:27:36.941106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40382) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:36.945725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:37.006365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:27:37.007392 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.014841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.015933 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.072564 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Sync routers for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:27:37.078917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.083764 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:37.084455 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:37.146320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Allocated IP 172.20.0.2 (e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33/18461bfc-3782-4a87-b7b0-5b85c4f209bf/3e73d89a-cbae-4edd-9499-fff782ac28c5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:37.190905 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:37.273235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.289434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab387e02-d576-4e5c-80f7-7c043758f80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.316439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.368862 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.403850 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '331b32a9-9744-473b-9efd-a80bd094324c', 'name': '', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'mac_address': 'fa:16:3e:54:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:33Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 2, 'project_id': '8841613366344f58b14d10e6cd85422b', 'subnets': [{'id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:37.414316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:37.417606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:37.421341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:37.428326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Pushing event updated for resources: {'Port': ['ID=3e73d89a-cbae-4edd-9499-fff782ac28c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:37.434894 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Checking router: e1f15722-0259-42aa-ac7a-b14c7c8b8e6b for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:27:37.435485 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Updating router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b port 331b32a9-9744-473b-9efd-a80bd094324c binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:27:37.461810 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.487896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Attempting to bind port 3e73d89a-cbae-4edd-9499-fff782ac28c5 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:37.488361 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Attempting to bind port 3e73d89a-cbae-4edd-9499-fff782ac28c5 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:37.488812 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Attempting to bind port 3e73d89a-cbae-4edd-9499-fff782ac28c5 on network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:37.494142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:37.494597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Checking segment: {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:37.495065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.495545 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Bound using segment: {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:37.496168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Bound port: 3e73d89a-cbae-4edd-9499-fff782ac28c5, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:37.496644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.549625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.562572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] For port 3e73d89a-cbae-4edd-9499-fff782ac28c5, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:37.565848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] For port 3e73d89a-cbae-4edd-9499-fff782ac28c5, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e73d89a-cbae-4edd-9499-fff782ac28c5,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:37.569283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.635093 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.694811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12912f-a74a-4d39-a296-3d619a826aa7 None None] Pushing event updated for resources: {'Port': ['ID=3e73d89a-cbae-4edd-9499-fff782ac28c5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:37.713195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Allocated IP 172.25.0.129 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:37.781928 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.806409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f47c3bb-0d38-460e-baab-8967d1ecfdec up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:37.840152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.866227 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.880952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3f47c3bb-0d38-460e-baab-8967d1ecfdec triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:37.880952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:37.924781 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Pushing event updated for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:37.938257 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.938645 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.939530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.939530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.943030 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.943423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.943761 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.944140 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.944416 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.944951 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.945076 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.945387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:37.957813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.010278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:38.014295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:38.018415 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:38.024062 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Attempting to bind port 331b32a9-9744-473b-9efd-a80bd094324c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:38.024457 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Attempting to bind port 331b32a9-9744-473b-9efd-a80bd094324c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:38.024855 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Attempting to bind port 331b32a9-9744-473b-9efd-a80bd094324c on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:38.030849 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:38.031234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Checking segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:38.031680 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.032065 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Bound using segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:38.032569 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Bound port: 331b32a9-9744-473b-9efd-a80bd094324c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:38.033582 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.039972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef20b01-e3cd-4497-ac18-ac8a348bc3e8 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:38.073925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Pushing event updated for resources: {'Port': ['ID=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:38.108183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bf400fb8-2278-4bf2-a728-f96caaf0c2d2 None None] Provisioning complete for port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:38.108830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf400fb8-2278-4bf2-a728-f96caaf0c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.134551 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] For port 331b32a9-9744-473b-9efd-a80bd094324c, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:38.138215 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] For port 331b32a9-9744-473b-9efd-a80bd094324c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=331b32a9-9744-473b-9efd-a80bd094324c,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:38.154522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bf400fb8-2278-4bf2-a728-f96caaf0c2d2 None None] Port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:38.209234 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.266577 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:38.267250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:38.276887 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] Provisioning complete for port 331b32a9-9744-473b-9efd-a80bd094324c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:38.277253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.340404 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84902-36a5-4ca5-80e7-1c9b31b60c5a None None] Pushing event updated for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:38.390369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.405870 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:38.407069 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.465789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] For port 331b32a9-9744-473b-9efd-a80bd094324c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=331b32a9-9744-473b-9efd-a80bd094324c,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:38.533910 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.563285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.595924 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139d2d6-2c8f-40b3-bbde-081bdca50f25 None None] Pushing event updated for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:38.625605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.646816 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '331b32a9-9744-473b-9efd-a80bd094324c', 'name': '', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'mac_address': 'fa:16:3e:54:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:33Z', 'updated_at': '2021-11-15T23:27:38Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'subnets': [{'id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:38.655522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dfea5f8b-4adc-42b4-bcce-1fbfac757d9f None None] Provisioning complete for port 331b32a9-9744-473b-9efd-a80bd094324c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:38.655917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfea5f8b-4adc-42b4-bcce-1fbfac757d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:38.674250 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec225e-b90f-4d92-a39a-fc2cc9be2177 None None] The sync data for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 is: [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:27:34Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '331b32a9-9744-473b-9efd-a80bd094324c', 'name': '', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'mac_address': 'fa:16:3e:54:71:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:33Z', 'updated_at': '2021-11-15T23:27:38Z', 'revision_number': 4, 'project_id': '8841613366344f58b14d10e6cd85422b', 'subnets': [{'id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:27:38.866631 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Router ae9f1c96-e4fd-4d33-a88a-449e4f657334 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:27:38.883229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f0da6-a24a-4bc9-91f5-079425ccab2d None None] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:27:38.991511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:27:39.062398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.064285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-84c8f0d9-adf8-4695-a71c-67bcb72c3c1f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1216927 Nov 15 23:27:39.066880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40384) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:27:39.164072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Sync routers for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:27:39.180505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] Provisioning complete for port 3e73d89a-cbae-4edd-9499-fff782ac28c5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:39.180899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.215632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:39.216258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:39.394336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:39.421764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.535413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] For port 3e73d89a-cbae-4edd-9499-fff782ac28c5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e73d89a-cbae-4edd-9499-fff782ac28c5,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:39.541419 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.608834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.635765 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.651058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:38Z', 'revision_number': 3, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:39.688080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Checking router: ae9f1c96-e4fd-4d33-a88a-449e4f657334 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:27:39.688428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Updating router ae9f1c96-e4fd-4d33-a88a-449e4f657334 port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:27:39.700250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Allocated IP 172.20.0.1 (e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33/18461bfc-3782-4a87-b7b0-5b85c4f209bf/462232d2-d891-4458-8896-bbf26227be20) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:39.709235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa90d8-2f22-41af-a937-d97cfaf28939 None None] Pushing event updated for resources: {'Port': ['ID=3e73d89a-cbae-4edd-9499-fff782ac28c5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:39.721893 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.757252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c5cf80ac-0340-4fa3-bc57-1874ebf775a1 None None] Provisioning complete for port 3e73d89a-cbae-4edd-9499-fff782ac28c5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:39.757654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5cf80ac-0340-4fa3-bc57-1874ebf775a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.817266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.874315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 331b32a9-9744-473b-9efd-a80bd094324c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:39.889033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:39.929984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:39.932859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:39.937357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:39.961907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Pushing event updated for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:39.987246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.037388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 331b32a9-9744-473b-9efd-a80bd094324c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:40.037760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.117574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.164049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e73d89a-cbae-4edd-9499-fff782ac28c5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:40.186557 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.188020 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.249874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049d8cc-54fa-44c1-a13c-700075f4dc12 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:40.269233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a36cb-fef8-4c90-b333-6f1b39c7253b None None] Pushing event updated for resources: {'Port': ['ID=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:40.273508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Attempting to bind port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:40.278341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Attempting to bind port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:40.278341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Attempting to bind port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:40.279446 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-367efe7a-f536-4dd1-8047-c97dbf58ccc7 None None] Provisioning complete for port 462232d2-d891-4458-8896-bbf26227be20 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:40.279446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-367efe7a-f536-4dd1-8047-c97dbf58ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.317982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:40.318362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:40.318761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.319144 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:40.319622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Bound port: eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:40.320015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.357882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e73d89a-cbae-4edd-9499-fff782ac28c5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:40.358256 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.360735 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.388987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-367efe7a-f536-4dd1-8047-c97dbf58ccc7 None None] Port 462232d2-d891-4458-8896-bbf26227be20 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:40.407282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.420728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] For port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:40.424769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] For port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:40.425390 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.491389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Pushing event updated for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:40.493938 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.495297 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.568011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a98699-1777-43f5-b3d5-fbd46b07adb9 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:27:40.580387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] Provisioning complete for port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:40.580771 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.583557 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a36cb-fef8-4c90-b333-6f1b39c7253b None None] Pushing event updated for resources: {'Port': ['ID=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:40.591822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:40.593237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:40.609734 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:40.610366 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:40.755794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:40.796836 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:40.855400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] For port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:40.927085 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:41.029825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Router ae9f1c96-e4fd-4d33-a88a-449e4f657334 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:27:41.138322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:27:41.143711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-bf88435c-d95a-44c8-8d4e-307a3dee3893 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae9f1c96-e4fd-4d33-a88a-449e4f657334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0757198 Nov 15 23:27:41.177064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bd972f2c-d1ff-476b-a70f-b16ed430439f None None] Provisioning complete for port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:41.177433 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd972f2c-d1ff-476b-a70f-b16ed430439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:41.180866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c508b77-fb7e-4534-9738-d40f1542ec68 None None] Pushing event updated for resources: {'Port': ['ID=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:41.241128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '462232d2-d891-4458-8896-bbf26227be20', 'name': '', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'mac_address': 'fa:16:3e:f6:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:39Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 2, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'subnets': [{'id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:41.290921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada232d6-2d1f-4128-b329-53618ebc0eaf None None] The sync data for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 is: [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '462232d2-d891-4458-8896-bbf26227be20', 'name': '', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'mac_address': 'fa:16:3e:f6:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:39Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 2, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'subnets': [{'id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:27:41.327017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bd972f2c-d1ff-476b-a70f-b16ed430439f None None] Provisioning complete for port 462232d2-d891-4458-8896-bbf26227be20 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:41.327385 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd972f2c-d1ff-476b-a70f-b16ed430439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:41.362950 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bd972f2c-d1ff-476b-a70f-b16ed430439f None None] Port 462232d2-d891-4458-8896-bbf26227be20 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:41.757884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e73d89a-cbae-4edd-9499-fff782ac28c5 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:41.810523 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3e73d89a-cbae-4edd-9499-fff782ac28c5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:41.810971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:42.870513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-6062e206-6ad4-446f-886b-7976efa2b944 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:42.872079 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-6062e206-6ad4-446f-886b-7976efa2b944 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/networks?id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 200 len: 816 time: 0.4369359 Nov 15 23:27:42.888446 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-dbbe1f35-2135-4584-a5cb-738b44dc5957 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/quotas/8841613366344f58b14d10e6cd85422b HTTP/1.1" status: 200 len: 375 time: 0.0095074 Nov 15 23:27:42.941028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-1b2d5f8f-9e6f-4c48-a501-a1cc10f7bd8a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461109 Nov 15 23:27:43.042455 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-f1c9d292-bdf5-4d95-8bd9-69e960dd5eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865047 Nov 15 23:27:43.131210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-dd4cc220-cda2-48f4-849e-045cb963475a service neutron] 10.222.0.15 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 Nov 15 23:27:43.167907 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Sync routers for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:27:43.177460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:43.178052 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:43.281362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:43.526573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-21d5e6c6-2255-4a84-b805-98ae6854df53 req-c93d429a-ae0f-49be-a6e4-87e4eb4311be tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 210 time: 0.1564806 Nov 15 23:27:43.574652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '462232d2-d891-4458-8896-bbf26227be20', 'name': '', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'mac_address': 'fa:16:3e:f6:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:39Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 2, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'subnets': [{'id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:43.603033 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Checking router: ae9f1c96-e4fd-4d33-a88a-449e4f657334 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:27:43.603380 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Updating router ae9f1c96-e4fd-4d33-a88a-449e4f657334 port 462232d2-d891-4458-8896-bbf26227be20 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:27:43.627046 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:43.771335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:43.819733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:43.820099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:43.899262 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:43.978678 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.029361 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b2620-05f1-4459-ab11-46f181a127bc None None] Pushing event updated for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:44.081851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Attempting to bind port 462232d2-d891-4458-8896-bbf26227be20 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:44.082214 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Attempting to bind port 462232d2-d891-4458-8896-bbf26227be20 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:44.082585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Attempting to bind port 462232d2-d891-4458-8896-bbf26227be20 on network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:44.088271 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:44.088702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Checking segment: {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:44.089093 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.089800 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Bound using segment: {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:44.090334 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Bound port: 462232d2-d891-4458-8896-bbf26227be20, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61188-294f-4658-85ed-66262d414d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:44.090628 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.155210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] For port 462232d2-d891-4458-8896-bbf26227be20, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:44.158459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] For port 462232d2-d891-4458-8896-bbf26227be20, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=462232d2-d891-4458-8896-bbf26227be20,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:44.248085 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.306534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] Provisioning complete for port 462232d2-d891-4458-8896-bbf26227be20 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:44.306899 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.308065 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:27:44.308708 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:27:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:44.313619 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b2620-05f1-4459-ab11-46f181a127bc None None] Pushing event updated for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:44.405496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.439056 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:27:44.441081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] For port 462232d2-d891-4458-8896-bbf26227be20, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=462232d2-d891-4458-8896-bbf26227be20,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:44.499729 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.550987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7696ea0-bc19-4d17-a014-9c4ec9a37e32 None None] Pushing event updated for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:44.621913 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-51362d94-70c8-406c-9149-79d0531c2a71 None None] Provisioning complete for port 462232d2-d891-4458-8896-bbf26227be20 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:44.622288 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51362d94-70c8-406c-9149-79d0531c2a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:44.639403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b18230fe-19b2-4aea-a791-7d134d8a3901 req-53a800a8-228f-40ef-b111-16a52f783f9a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Nov 15 23:27:44.668441 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '462232d2-d891-4458-8896-bbf26227be20', 'name': '', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'mac_address': 'fa:16:3e:f6:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:39Z', 'updated_at': '2021-11-15T23:27:44Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'subnets': [{'id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:27:44.695274 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8078728-443c-4710-977a-7e489e0a5e4f None None] The sync data for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 is: [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '462232d2-d891-4458-8896-bbf26227be20', 'name': '', 'network_id': 'e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'mac_address': 'fa:16:3e:f6:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:39Z', 'updated_at': '2021-11-15T23:27:44Z', 'revision_number': 4, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'subnets': [{'id': '18461bfc-3782-4a87-b7b0-5b85c4f209bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:27:45.562684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-a4a67a0e-6840-4fdd-91e1-acd6510425ee tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:45.564794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-a4a67a0e-6840-4fdd-91e1-acd6510425ee tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "GET /v2.0/networks?id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 200 len: 816 time: 0.1062353 Nov 15 23:27:45.578580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Request body: {'port': {'device_id': '323f8e47-39dd-489a-98be-077524b3ef15', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'admin_state_up': True, 'tenant_id': '8841613366344f58b14d10e6cd85422b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:45.746373 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-068b3728-6b67-479f-bd41-975d33f2b7ad req-e472d263-0308-443a-bfb3-a0968af02a2f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 210 time: 0.0306532 Nov 15 23:27:45.777754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 462232d2-d891-4458-8896-bbf26227be20 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:45.779730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Made reservation on behalf of 8841613366344f58b14d10e6cd85422b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:27:45.784009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:45.830160 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 462232d2-d891-4458-8896-bbf26227be20 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:45.830889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:45.915494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Allocated IP 172.20.0.7 (2fd93080-4bdc-47a6-97b9-5ec1f6b84242/f3776d32-105b-46b1-903e-a5391ee06f9b/bfe5abd9-a541-4d84-a8b4-eb7078a86751) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:27:46.055969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.156904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.205337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:27:46.208463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:27:46.212979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:27:46.236930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Pushing event updated for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:46.266796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:46.267940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.353881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c607e32c-01d6-4098-a514-0da1daf8a555 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789490 Nov 15 23:27:46.419646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Request body: {'port': {'device_id': '323f8e47-39dd-489a-98be-077524b3ef15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:27:46.451166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-329b280a-b8f0-4c28-93d9-7b11d98a1a89 None None] Provisioning complete for port bfe5abd9-a541-4d84-a8b4-eb7078a86751 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:46.451715 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-329b280a-b8f0-4c28-93d9-7b11d98a1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.475476 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.491534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-329b280a-b8f0-4c28-93d9-7b11d98a1a89 None None] Port bfe5abd9-a541-4d84-a8b4-eb7078a86751 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:27:46.731980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe5abd9-a541-4d84-a8b4-eb7078a86751 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:27:46.739202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.750601 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Transition to ACTIVE for port object bfe5abd9-a541-4d84-a8b4-eb7078a86751 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:27:46.841492 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:46.858851 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a9d3d-a095-4b33-84a8-516b96c18266 req-b7b41258-1bb9-4e56-a8a3-1f78a060925f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:46.860337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae1a9d3d-a095-4b33-84a8-516b96c18266 req-b7b41258-1bb9-4e56-a8a3-1f78a060925f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 931 time: 0.0483880 Nov 15 23:27:46.896038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:46.910162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ae1a9d3d-a095-4b33-84a8-516b96c18266 req-5b48155c-4d97-45da-a82d-c4e5353cb5c1 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Nov 15 23:27:46.972672 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Attempting to bind port bfe5abd9-a541-4d84-a8b4-eb7078a86751 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:27:46.973005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Attempting to bind port bfe5abd9-a541-4d84-a8b4-eb7078a86751 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:27:46.973332 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Attempting to bind port bfe5abd9-a541-4d84-a8b4-eb7078a86751 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:46.978713 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Port bfe5abd9-a541-4d84-a8b4-eb7078a86751 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:27:46.979038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Attempting to bind port bfe5abd9-a541-4d84-a8b4-eb7078a86751 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:27:46.984349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:27:46.984850 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Checking segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:27:46.985242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Bound using segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:27:46.986383 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Bound port: bfe5abd9-a541-4d84-a8b4-eb7078a86751, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:27:46.986740 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:47.051942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:27:47.055152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:27:47.122945 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:47.157499 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.158119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:47.159492 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/bfe5abd9-a541-4d84-a8b4-eb7078a86751 HTTP/1.1" status: 200 len: 1091 time: 0.7966864 Nov 15 23:27:47.159933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:27:47.162235 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d993b-f767-4c7b-b91b-dd37541f81f5" -d '{"events": [{"name": "network-changed", "server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:27:47.191909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889eba-a9a9-47de-ad4c-84e6864d32a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:47.217189 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ef936-3ed2-4fa7-b8ff-061dc861f95b x-openstack-request-id: req-1b4ef936-3ed2-4fa7-b8ff-061dc861f95b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:27:47.217189 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:27:47.217189 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b4ef936-3ed2-4fa7-b8ff-061dc861f95b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:27:47.217189 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751', 'status': 'completed', 'code': 200} Nov 15 23:27:47.292011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-d767b908-35ff-4e2c-8625-691963744947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.293603 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-d767b908-35ff-4e2c-8625-691963744947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 1094 time: 0.0542667 Nov 15 23:27:47.400494 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-f1971586-1e2b-490d-95f1-a6b8173e5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.402052 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-f1971586-1e2b-490d-95f1-a6b8173e5fa5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8841613366344f58b14d10e6cd85422b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0997770 Nov 15 23:27:47.502880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-6ed19eaf-96c6-42cb-b5b1-38b60ba76124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.504356 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6d993b-f767-4c7b-b91b-dd37541f81f5 req-6ed19eaf-96c6-42cb-b5b1-38b60ba76124 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948412 Nov 15 23:27:47.580217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-9eaf6b00-5082-4c40-af73-a59123a58ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.585543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-9eaf6b00-5082-4c40-af73-a59123a58ea3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 1094 time: 0.0407352 Nov 15 23:27:47.624063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-e5c82d40-d6d2-418d-9481-2464634dc469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751 HTTP/1.1" status: 200 len: 217 time: 0.0339873 Nov 15 23:27:47.677164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-8024f479-5b77-4767-ae69-7296135dcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.678613 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-8024f479-5b77-4767-ae69-7296135dcb0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3776d32-105b-46b1-903e-a5391ee06f9b HTTP/1.1" status: 200 len: 855 time: 0.0470300 Nov 15 23:27:47.725665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-632da42a-b0ef-4505-a4d2-9454df0d36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:47.727166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-632da42a-b0ef-4505-a4d2-9454df0d36e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414219 Nov 15 23:27:47.815619 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-85d4ab1c-3a73-4e63-aa8f-a5455c12d589 service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810189 Nov 15 23:27:47.909719 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-07fcf0c5-920e-4e2a-90c4-0d62a9b19c63 req-805a8bfd-9695-40ea-b3bf-a2b439482fde service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Nov 15 23:27:48.027128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09abb5a-3aba-4bfb-8fee-a1d99c2ab979 req-012c26a1-393b-4523-99d6-d444827a7bad tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:48.028564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b09abb5a-3aba-4bfb-8fee-a1d99c2ab979 req-012c26a1-393b-4523-99d6-d444827a7bad tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 943 time: 0.0488775 Nov 15 23:27:48.074563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b09abb5a-3aba-4bfb-8fee-a1d99c2ab979 req-706067ca-8edb-4417-8cdc-062d73c58462 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Nov 15 23:27:49.198092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b67db-c991-4522-b1fe-eca7a38de759 req-87039763-3a37-4016-9c7b-86144d4e44fc tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:49.200352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f5b67db-c991-4522-b1fe-eca7a38de759 req-87039763-3a37-4016-9c7b-86144d4e44fc tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 943 time: 0.0532854 Nov 15 23:27:49.253709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2f5b67db-c991-4522-b1fe-eca7a38de759 req-7185d597-e892-4264-a224-6d0a73e2ac0f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Nov 15 23:27:50.364607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df939ad1-4a8b-4351-b5f2-0598d2f03c94 req-c252b5a5-c986-4343-966e-49b5a4af5c71 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:50.366106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df939ad1-4a8b-4351-b5f2-0598d2f03c94 req-c252b5a5-c986-4343-966e-49b5a4af5c71 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 943 time: 0.0486219 Nov 15 23:27:50.413563 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df939ad1-4a8b-4351-b5f2-0598d2f03c94 req-66301b08-7b50-4b34-ad1b-9adb9755ab41 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Nov 15 23:27:51.254949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bfe5abd9-a541-4d84-a8b4-eb7078a86751 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:27:51.351514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:51.363759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'port_id': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751', 'mac_address': 'fa:16:3e:9b:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:27:51.400362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:51.413883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe5abd9-a541-4d84-a8b4-eb7078a86751 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:27:51.433741 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:51.505197 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:51.529232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac07df5-5180-4607-bc37-2e11d6d27169 req-59ff7ab6-ff11-4627-a1d1-be32959eabf3 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:51.530709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ac07df5-5180-4607-bc37-2e11d6d27169 req-59ff7ab6-ff11-4627-a1d1-be32959eabf3 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 943 time: 0.0514946 Nov 15 23:27:51.553157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:51.560505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.560942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.561278 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.561607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.561954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.562262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.562580 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.562898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.563217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.563539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.563858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.564172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:27:51.577880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ac07df5-5180-4607-bc37-2e11d6d27169 req-007cde95-ad65-47f4-a59a-ed31c64a1951 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Nov 15 23:27:51.721009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bfe5abd9-a541-4d84-a8b4-eb7078a86751'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:27:52.691588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ae0b-bb63-41dc-ac0c-f743bb665f5e req-da6a97b7-74f6-4f3a-82d4-9bfe4adf96a8 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:52.693083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04a0ae0b-bb63-41dc-ac0c-f743bb665f5e req-da6a97b7-74f6-4f3a-82d4-9bfe4adf96a8 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 944 time: 0.0483422 Nov 15 23:27:52.739114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04a0ae0b-bb63-41dc-ac0c-f743bb665f5e req-5ea21e81-9d07-4756-8c08-3d75dd822ec5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Nov 15 23:27:53.254638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bfe5abd9-a541-4d84-a8b4-eb7078a86751 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:27:53.367968 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port bfe5abd9-a541-4d84-a8b4-eb7078a86751 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:27:53.372421 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port bfe5abd9-a541-4d84-a8b4-eb7078a86751 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:27:53.372816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:53.455877 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:53.477957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:27:53.480164 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d08b1-de8d-4216-b3a4-bf0beba4bdaf" -d '{"events": [{"server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "name": "network-vif-plugged", "status": "completed", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:27:53.492939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:27:53.515623 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404bc54-c9b3-49b9-af8b-5978b49db3c6 x-openstack-request-id: req-0404bc54-c9b3-49b9-af8b-5978b49db3c6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:27:53.515909 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "name": "network-vif-plugged", "status": "completed", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:27:53.516160 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0404bc54-c9b3-49b9-af8b-5978b49db3c6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:27:53.516556 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751', 'code': 200} Nov 15 23:27:53.568313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:27:53.614759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:27:53.617612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e23d5-1524-4337-a04a-224571ff0cf9 req-6d5d60a9-fac9-4dcf-9cb1-567c4cd9ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:53.619333 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f91e23d5-1524-4337-a04a-224571ff0cf9 req-6d5d60a9-fac9-4dcf-9cb1-567c4cd9ed14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 1096 time: 0.0416899 Nov 15 23:27:53.664221 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f91e23d5-1524-4337-a04a-224571ff0cf9 req-7f2a82dc-7846-4c5a-9cdd-957b0a70d615 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Nov 15 23:27:53.855980 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc44b2-0741-4a55-bebb-498519a75b30 req-c9f9b145-36ad-4fce-b075-932a75d2560e tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:53.857458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ecc44b2-0741-4a55-bebb-498519a75b30 req-c9f9b145-36ad-4fce-b075-932a75d2560e tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0506933 Nov 15 23:27:53.906047 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ecc44b2-0741-4a55-bebb-498519a75b30 req-d38097cc-e916-4d20-9994-622d65ced7b5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Nov 15 23:27:55.022726 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07550c-90e1-4c9e-a772-8008ba1e540b req-aaeb41ec-0e31-4ff9-9b52-5c3ba13c2404 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:55.024202 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca07550c-90e1-4c9e-a772-8008ba1e540b req-aaeb41ec-0e31-4ff9-9b52-5c3ba13c2404 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0498962 Nov 15 23:27:55.070297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca07550c-90e1-4c9e-a772-8008ba1e540b req-a754cff2-61f9-4639-9617-753f188d5e9a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Nov 15 23:27:55.184042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358812-822c-4a94-86ee-af91bad2e3c4 req-e5e24972-ad5d-4b1f-b1d1-1cac43cb7efe tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:27:55.185429 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6358812-822c-4a94-86ee-af91bad2e3c4 req-e5e24972-ad5d-4b1f-b1d1-1cac43cb7efe tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0475683 Nov 15 23:27:55.232130 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b6358812-822c-4a94-86ee-af91bad2e3c4 req-a3b3001e-24a4-4d58-8761-fe648dd81b86 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Nov 15 23:27:59.842575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:00.401963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:04.790347 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad13cf5d-0d53-4265-a21a-05a0464805ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:06.281895 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:28:07.282136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be17bd2e-8df3-4c14-801a-18eba0555e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:08.516810 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:09.596228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:10.356114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:12.476443 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-a784bfb9-39ec-4421-a049-11e2e6ee834b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542929 Nov 15 23:28:12.564203 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-65b446a0-55c5-41df-82a0-f9628c84c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:12.566315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-65b446a0-55c5-41df-82a0-f9628c84c4cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 1096 time: 0.0414500 Nov 15 23:28:12.673835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-82aa46ff-2d76-4f9b-85e7-89c0c1564dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:12.675451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-82aa46ff-2d76-4f9b-85e7-89c0c1564dba service neutron] 10.222.0.57 "GET /v2.0/networks?id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 200 len: 917 time: 0.0865266 Nov 15 23:28:12.723432 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-325823c4-f858-4a66-b5b4-472eaff91074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751 HTTP/1.1" status: 200 len: 217 time: 0.0383282 Nov 15 23:28:12.774265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-e2b0cd15-e980-4262-a458-daf1a39f2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:12.775736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-e2b0cd15-e980-4262-a458-daf1a39f2b45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3776d32-105b-46b1-903e-a5391ee06f9b HTTP/1.1" status: 200 len: 855 time: 0.0446835 Nov 15 23:28:12.823864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-c6f24a6b-dac9-4ed6-b7cf-0ec23d5b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:12.825343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-c6f24a6b-dac9-4ed6-b7cf-0ec23d5b831e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408494 Nov 15 23:28:12.931794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-3e416a1b-61e7-4943-a958-8f020486322f service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920022 Nov 15 23:28:13.023697 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4b9b0425-2dff-48af-8dba-d9e577bafb12 req-0abb513c-aa92-4fef-a83e-9d803dbfd07f service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Nov 15 23:28:20.181100 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40617d1-5d5f-47c9-b536-7ed0d9fa8858 req-02b5a267-38a5-4bff-9497-72dbf6225cc7 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:20.182553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c40617d1-5d5f-47c9-b536-7ed0d9fa8858 req-02b5a267-38a5-4bff-9497-72dbf6225cc7 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Nov 15 23:28:20.229062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c40617d1-5d5f-47c9-b536-7ed0d9fa8858 req-57cc2a6a-0d5d-43a9-8098-8e522d476e46 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Nov 15 23:28:21.348309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29a9f-2a96-4c71-9134-e966082dcf67 req-19eafa17-eacc-4ff5-b9cf-97fdbf48cb16 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:21.349814 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccf29a9f-2a96-4c71-9134-e966082dcf67 req-19eafa17-eacc-4ff5-b9cf-97fdbf48cb16 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Nov 15 23:28:21.395597 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccf29a9f-2a96-4c71-9134-e966082dcf67 req-bf169c4c-b619-46b7-af26-1bebb8928d83 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Nov 15 23:28:21.759220 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-e6cb88d5-8c50-4be1-b854-1e7783c5ee95 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:21.760678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-e6cb88d5-8c50-4be1-b854-1e7783c5ee95 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Nov 15 23:28:21.849842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Deleting port bfe5abd9-a541-4d84-a8b4-eb7078a86751 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:28:21.850180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:21.938270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] For port bfe5abd9-a541-4d84-a8b4-eb7078a86751, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=bfe5abd9-a541-4d84-a8b4-eb7078a86751,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:28:21.938625 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:21.951057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Calling delete_port for bfe5abd9-a541-4d84-a8b4-eb7078a86751 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:28:22.138862 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:22.151261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['bfe5abd9-a541-4d84-a8b4-eb7078a86751'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:28:22.171789 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Pushing event deleted for resources: {'Port': ['ID=bfe5abd9-a541-4d84-a8b4-eb7078a86751,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:22.213684 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] No DVR routers for this DVR port bfe5abd9-a541-4d84-a8b4-eb7078a86751 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:28:22.216281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:22.219625 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-173fa572-5f17-4aca-baed-7dedfb0f3eeb req-9044ea6b-f697-4071-94de-a3bac665dc5c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "DELETE /v2.0/ports/bfe5abd9-a541-4d84-a8b4-eb7078a86751 HTTP/1.1" status: 204 len: 173 time: 0.4526284 Nov 15 23:28:22.220062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'name': 'network-vif-deleted', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:28:22.222401 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be28c93c-bc98-4f26-a947-5c41b737d73b" -d '{"events": [{"server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "name": "network-vif-deleted", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:28:22.313424 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02917f47-4d6e-4ff0-bba0-beb53adbca14 x-openstack-request-id: req-02917f47-4d6e-4ff0-bba0-beb53adbca14 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:28:22.313709 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f8e47-39dd-489a-98be-077524b3ef15", "name": "network-vif-deleted", "tag": "bfe5abd9-a541-4d84-a8b4-eb7078a86751", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:28:22.313957 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02917f47-4d6e-4ff0-bba0-beb53adbca14 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:28:22.314863 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f8e47-39dd-489a-98be-077524b3ef15', 'name': 'network-vif-deleted', 'tag': 'bfe5abd9-a541-4d84-a8b4-eb7078a86751', 'status': 'completed', 'code': 200} Nov 15 23:28:22.491015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cf94383-af3b-4efd-9443-cfb7636acf7a req-7bd6c284-3f93-4903-a9bd-43afe7a593c0 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=323f8e47-39dd-489a-98be-077524b3ef15 HTTP/1.1" status: 200 len: 210 time: 0.0266457 Nov 15 23:28:25.033819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-5d6056d7-aaa8-4b4b-8dc9-5fdd3d5e516a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:25.035261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-5d6056d7-aaa8-4b4b-8dc9-5fdd3d5e516a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/networks?id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 200 len: 816 time: 0.1012828 Nov 15 23:28:25.049765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-dcaac069-85c7-4cd7-a799-d5ef6b5d1329 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/quotas/8841613366344f58b14d10e6cd85422b HTTP/1.1" status: 200 len: 375 time: 0.0086458 Nov 15 23:28:25.098470 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-eb17a9e5-1352-4268-9bab-db3b68edcdc4 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432537 Nov 15 23:28:25.242828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-f2f4767f-bc22-4416-809f-5399dcb77f56 service neutron] 10.222.0.15 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331110 Nov 15 23:28:25.336170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-4dc13081-67a3-4324-8687-8caab32c3551 service neutron] 10.222.0.15 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849817 Nov 15 23:28:25.363875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bfe5abd9-a541-4d84-a8b4-eb7078a86751 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:28:25.389638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: bfe5abd9-a541-4d84-a8b4-eb7078a86751 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:28:25.389988 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device bfe5abd9-a541-4d84-a8b4-eb7078a86751 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:28:25.577063 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3bda39f9-d878-4b05-bb7e-37196d38f80a req-8c323174-863c-4d68-a3c7-381ee85d6e9c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 210 time: 0.0273998 Nov 15 23:28:26.677358 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62b550cc-029f-425b-b6d0-195128c33617 req-d82780a4-0517-4e8f-ad63-16f8244282c2 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 210 time: 0.0303352 Nov 15 23:28:27.286638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-dfa59039-f813-4ea3-82b4-b1b1f081f1c4 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:27.288086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-dfa59039-f813-4ea3-82b4-b1b1f081f1c4 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "GET /v2.0/networks?id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 200 len: 816 time: 0.1057754 Nov 15 23:28:27.301674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Request body: {'port': {'device_id': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'admin_state_up': True, 'tenant_id': '8841613366344f58b14d10e6cd85422b'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:28:27.482215 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Made reservation on behalf of 8841613366344f58b14d10e6cd85422b for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:28:27.485819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:27.612030 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Allocated IP 172.20.0.13 (2fd93080-4bdc-47a6-97b9-5ec1f6b84242/f3776d32-105b-46b1-903e-a5391ee06f9b/5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:28:27.757661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:27.771215 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2e88e1c-9b64-4dd0-82cc-6c162f6ad2df req-39d520cf-c0f0-4b32-b14d-da970c35c997 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 210 time: 0.0258648 Nov 15 23:28:27.824815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:27.865371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:28:27.870236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:28:27.873909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:28:27.899187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Pushing event updated for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:27.927977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:27.928601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:27.999253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-b8736ad5-75cb-424f-a3fa-85a4e78da5e5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7018442 Nov 15 23:28:28.012048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Request body: {'port': {'device_id': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:28:28.068927 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.104569 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ffb0b84e-43a5-4ccd-8a94-2c14796c3613 None None] Provisioning complete for port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:28:28.119116 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b84e-43a5-4ccd-8a94-2c14796c3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.138098 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0b84e-43a5-4ccd-8a94-2c14796c3613 None None] Port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:28:28.323377 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:28:28.330703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.342851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Transition to ACTIVE for port object 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:28:28.436258 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.488916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:28.562085 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Attempting to bind port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:28:28.562711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Attempting to bind port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:28:28.563037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Attempting to bind port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:28:28.567824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:28:28.568183 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Attempting to bind port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 on network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:28:28.573020 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:28:28.573354 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Checking segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:28:28.573732 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Bound using segment: {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:28:28.574154 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Bound port: 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e18c6f-5741-46b5-8cfd-e7667717b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:28:28.574506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.640000 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:28:28.643242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:28:28.716922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.750107 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:28.750449 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:28.751807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 HTTP/1.1" status: 200 len: 1092 time: 0.7440846 Nov 15 23:28:28.752249 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:28:28.754555 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cea677-1476-4892-8503-53b1e9f60aca" -d '{"events": [{"name": "network-changed", "server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:28:28.790285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe71dc-d668-4d95-a0b6-396f29dfaeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:28.803208 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaedcff-35b3-4020-8970-c6c63a1a00dd x-openstack-request-id: req-feaedcff-35b3-4020-8970-c6c63a1a00dd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:28:28.803498 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:28:28.803746 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feaedcff-35b3-4020-8970-c6c63a1a00dd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:28:28.804146 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281', 'status': 'completed', 'code': 200} Nov 15 23:28:28.879048 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea677-1476-4892-8503-53b1e9f60aca req-df117911-391a-4f08-9aa5-d482b233f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:28.884845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61cea677-1476-4892-8503-53b1e9f60aca req-df117911-391a-4f08-9aa5-d482b233f098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 1095 time: 0.0553474 Nov 15 23:28:28.913907 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcabde-a675-43db-8474-79801a158c4b req-ca75c4d3-990e-436f-89d5-3d19eefd238a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:28.915566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73bcabde-a675-43db-8474-79801a158c4b req-ca75c4d3-990e-436f-89d5-3d19eefd238a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 944 time: 0.0587769 Nov 15 23:28:28.965808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73bcabde-a675-43db-8474-79801a158c4b req-88ec2726-1000-48e6-a116-17844f13c461 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Nov 15 23:28:28.993062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea677-1476-4892-8503-53b1e9f60aca req-9355d29f-fb84-4db3-993a-157d4ca94d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:28.995010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61cea677-1476-4892-8503-53b1e9f60aca req-9355d29f-fb84-4db3-993a-157d4ca94d5b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8841613366344f58b14d10e6cd85422b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1052685 Nov 15 23:28:29.090792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea677-1476-4892-8503-53b1e9f60aca req-18433d08-fc29-4626-8c76-1bcc918d7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:29.092155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-61cea677-1476-4892-8503-53b1e9f60aca req-18433d08-fc29-4626-8c76-1bcc918d7ad5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898890 Nov 15 23:28:29.172382 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-955fa3c3-e89a-4966-a2d0-3aa74bd31eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:29.173926 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-955fa3c3-e89a-4966-a2d0-3aa74bd31eaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8841613366344f58b14d10e6cd85422b&device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 1095 time: 0.0441976 Nov 15 23:28:29.219517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-c0b43b57-7178-4041-8250-7c3062e18eb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 HTTP/1.1" status: 200 len: 217 time: 0.0359328 Nov 15 23:28:29.272503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-a301c66c-7db0-4c89-8e4b-eff96e659fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:29.274405 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-a301c66c-7db0-4c89-8e4b-eff96e659fbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3776d32-105b-46b1-903e-a5391ee06f9b HTTP/1.1" status: 200 len: 855 time: 0.0469341 Nov 15 23:28:29.319036 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-7736cd1e-adae-4f0f-be91-26138df60c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:29.320526 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-7736cd1e-adae-4f0f-be91-26138df60c44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2fd93080-4bdc-47a6-97b9-5ec1f6b84242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399051 Nov 15 23:28:29.437891 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-28c491ea-2518-408c-a235-575cb98a5396 service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102660 Nov 15 23:28:29.530718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-48bff881-b97a-4904-bfe0-ebe1242ae6b8 req-149c91be-f74d-4298-862a-42f09f29c898 service neutron] 10.222.0.57 "GET /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Nov 15 23:28:29.824270 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:30.082110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0622ac-c9ca-4d91-9b67-aeab600143d2 req-dd5d5df4-0c13-404d-990b-3d116f54004f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:30.083457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de0622ac-c9ca-4d91-9b67-aeab600143d2 req-dd5d5df4-0c13-404d-990b-3d116f54004f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 944 time: 0.0472572 Nov 15 23:28:30.132217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de0622ac-c9ca-4d91-9b67-aeab600143d2 req-75952d16-4087-4040-b729-66ccce77b00b tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Nov 15 23:28:30.407644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:31.263058 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049519-c621-442d-a798-d791ec5bea03 req-15181faf-24ed-4be1-89ac-54312d985f36 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:31.264506 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5049519-c621-442d-a798-d791ec5bea03 req-15181faf-24ed-4be1-89ac-54312d985f36 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 944 time: 0.0472896 Nov 15 23:28:31.312427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5049519-c621-442d-a798-d791ec5bea03 req-c16c2cbb-3020-4fa3-863a-363f7482a874 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Nov 15 23:28:32.424223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f34e7-def9-414f-9ebc-9a1c3e63ee51 req-c365c4b5-b33e-4820-8725-d956938dfbe0 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:32.425694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-610f34e7-def9-414f-9ebc-9a1c3e63ee51 req-c365c4b5-b33e-4820-8725-d956938dfbe0 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 944 time: 0.0477614 Nov 15 23:28:32.473962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-610f34e7-def9-414f-9ebc-9a1c3e63ee51 req-ba7eea8a-4374-4b4c-bdf4-1fa8d483552a tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Nov 15 23:28:33.409999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:28:33.500963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:28:33.513240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281', 'network_id': '2fd93080-4bdc-47a6-97b9-5ec1f6b84242', 'port_id': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281', 'mac_address': 'fa:16:3e:79:e8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3776d32-105b-46b1-903e-a5391ee06f9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:28:33.556438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:33.573470 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:28:33.592382 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:28:33.593992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5acde-fdfb-4ab9-ada4-c83d5ad12d02 req-871ce3fc-d319-40fa-b62e-94e0a299ab94 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:33.595590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67c5acde-fdfb-4ab9-ada4-c83d5ad12d02 req-871ce3fc-d319-40fa-b62e-94e0a299ab94 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 944 time: 0.0531075 Nov 15 23:28:33.642229 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-67c5acde-fdfb-4ab9-ada4-c83d5ad12d02 req-9b7b4a75-4860-4ebe-b551-8d07adff0933 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Nov 15 23:28:33.658924 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:33.705702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:33.866565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:28:34.757557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013b7c5-be8c-4629-8d8a-b7c1a51be0b0 req-7bae16c1-45af-471c-bbe7-1bc31b73464d tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:34.759038 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0013b7c5-be8c-4629-8d8a-b7c1a51be0b0 req-7bae16c1-45af-471c-bbe7-1bc31b73464d tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 945 time: 0.0483603 Nov 15 23:28:34.805762 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0013b7c5-be8c-4629-8d8a-b7c1a51be0b0 req-031a82f0-5616-4b69-9e41-814d22867c35 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Nov 15 23:28:34.807888 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-245bd696-26f2-4949-b3a0-213d6ef67e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:35.427532 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:28:35.544794 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:28:35.548333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:28:35.548726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:35.622969 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:35.644640 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:28:35.647078 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36333f1-ff8a-4f8b-8707-9866d8a675ad" -d '{"events": [{"server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "name": "network-vif-plugged", "status": "completed", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:28:35.664555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:28:35.722341 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:35.748948 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d1eb1a-ca2b-4b3d-9a38-7b5bc7c0ba8f x-openstack-request-id: req-f9d1eb1a-ca2b-4b3d-9a38-7b5bc7c0ba8f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:28:35.749228 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "name": "network-vif-plugged", "status": "completed", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:28:35.749478 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9d1eb1a-ca2b-4b3d-9a38-7b5bc7c0ba8f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:28:35.749859 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281', 'code': 200} Nov 15 23:28:35.777792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:28:35.834615 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ac7d3-4a3b-4b86-a09a-5284bd0d9b99 req-cdcf7355-6758-4e60-8cc0-7954700bb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:35.836093 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-161ac7d3-4a3b-4b86-a09a-5284bd0d9b99 req-cdcf7355-6758-4e60-8cc0-7954700bb14d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 1097 time: 0.0401363 Nov 15 23:28:35.880762 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-161ac7d3-4a3b-4b86-a09a-5284bd0d9b99 req-2fa45d5f-1e55-4834-93c8-776a986bb357 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Nov 15 23:28:35.924604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc4696-d52a-4b11-9cf4-1f3e04051606 req-81d9d11b-082a-46d4-aeb0-ad589e8bca97 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:35.926643 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ccc4696-d52a-4b11-9cf4-1f3e04051606 req-81d9d11b-082a-46d4-aeb0-ad589e8bca97 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0525446 Nov 15 23:28:35.973086 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6ccc4696-d52a-4b11-9cf4-1f3e04051606 req-3629c91a-1fc4-4d60-9489-b47eaaf4c6d4 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Nov 15 23:28:37.089632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18502070-a82e-4b24-87d6-862f9ecc857e req-d721bc98-60c1-418f-a01a-1975ad96611c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:37.091101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18502070-a82e-4b24-87d6-862f9ecc857e req-d721bc98-60c1-418f-a01a-1975ad96611c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0498710 Nov 15 23:28:37.137256 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18502070-a82e-4b24-87d6-862f9ecc857e req-1125961d-f0de-470b-9c4d-04850c4de315 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Nov 15 23:28:37.247042 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4814bdf9-69c0-4592-ad8c-223d35af5d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:38.252871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ad0e-b430-4e76-ab06-dd31c2f2d95b req-04eedb68-9a2c-40fd-b0d1-f74028ca65a5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:38.254334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d116ad0e-b430-4e76-ab06-dd31c2f2d95b req-04eedb68-9a2c-40fd-b0d1-f74028ca65a5 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0483510 Nov 15 23:28:38.304639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d116ad0e-b430-4e76-ab06-dd31c2f2d95b req-8b6b2244-e0f0-401c-b534-d3f45e73079f tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443637 Nov 15 23:28:38.417316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76dc8-7103-4df0-b021-7552cac51dca req-a57a1a9b-36db-4517-afb1-6a8891aa49d9 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:28:38.418685 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9b76dc8-7103-4df0-b021-7552cac51dca req-a57a1a9b-36db-4517-afb1-6a8891aa49d9 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0475733 Nov 15 23:28:38.465467 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c9b76dc8-7103-4df0-b021-7552cac51dca req-a4915a94-e804-489d-81fe-45eac13662f7 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Nov 15 23:28:38.504784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:39.607969 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:40.373514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:28:43.281548 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:28:59.848134 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:00.402245 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:03.639022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034094-69ac-4bc7-8ad4-214a4e373924 req-17a49064-b973-48ac-8a93-1fbb4bdcb3d3 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:03.640487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91034094-69ac-4bc7-8ad4-214a4e373924 req-17a49064-b973-48ac-8a93-1fbb4bdcb3d3 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0501165 Nov 15 23:29:03.687527 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91034094-69ac-4bc7-8ad4-214a4e373924 req-3c3aab0e-f799-4e79-938f-cee780fb12ca tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Nov 15 23:29:04.802584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0810327-3cbd-463b-b55a-e3342f5c97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:04.808185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c17eb-3438-4109-b2c6-13a7f36605dc req-a6cf7bd1-a9af-43f5-b45a-4ac9fcfde1e7 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:04.809765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-685c17eb-3438-4109-b2c6-13a7f36605dc req-a6cf7bd1-a9af-43f5-b45a-4ac9fcfde1e7 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0516267 Nov 15 23:29:04.856008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-685c17eb-3438-4109-b2c6-13a7f36605dc req-52c622ff-b578-4981-9e90-87beb1bf6f23 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5b6a82f-6d62-407c-a60d-331b701cdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Nov 15 23:29:05.318468 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-2d105c9f-af02-42a0-8bb4-1283bda99873 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:05.320000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-2d105c9f-af02-42a0-8bb4-1283bda99873 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 946 time: 0.0538752 Nov 15 23:29:05.412340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Deleting port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:05.412703 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:05.502021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] For port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:05.502378 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:05.514707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Calling delete_port for 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:05.687702 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:05.699337 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:29:05.717505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Pushing event deleted for resources: {'Port': ['ID=5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:05.731935 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.732285 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.732649 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.732980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.733310 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.733710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.733938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.734260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.734568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.734916 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.735832 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.736151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:05.769673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] No DVR routers for this DVR port 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:29:05.772341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:05.775644 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-29d2cba5-34e3-4c66-a083-c73fbc56fc25 req-76839c45-7978-41a5-9297-58dc7acef56c tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.57 "DELETE /v2.0/ports/5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 HTTP/1.1" status: 204 len: 173 time: 0.4461985 Nov 15 23:29:05.776080 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'name': 'network-vif-deleted', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:29:05.778323 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e1b84-5cd7-479e-9ef1-3a8997b2e2ec" -d '{"events": [{"server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "name": "network-vif-deleted", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:29:05.814350 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61956418-629c-43d4-90e0-e7a534953996 x-openstack-request-id: req-61956418-629c-43d4-90e0-e7a534953996 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:29:05.814640 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4671b7-2c5f-47a1-a0ff-978e29b4471c", "name": "network-vif-deleted", "tag": "5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:29:05.814891 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61956418-629c-43d4-90e0-e7a534953996 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:29:05.815293 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4671b7-2c5f-47a1-a0ff-978e29b4471c', 'name': 'network-vif-deleted', 'tag': '5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281', 'status': 'completed', 'code': 200} Nov 15 23:29:05.950725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc5796c8-2fb5-4eeb-8ba8-faa734715896 req-cff61aae-c190-479d-a282-c39d59c37da6 tempest-TestEncryptedCinderVolumes-737932782 tempest-TestEncryptedCinderVolumes-737932782-project] 10.222.0.15 "GET /v2.0/ports?device_id=be4671b7-2c5f-47a1-a0ff-978e29b4471c HTTP/1.1" status: 200 len: 210 time: 0.0274293 Nov 15 23:29:07.102125 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40740) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:07.254653 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-115fb40e-79a9-4e00-a6ca-f507ca7a7319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:07.745498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:07.980997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Deleting port 331b32a9-9744-473b-9efd-a80bd094324c {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:07.981329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.061261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] For port 331b32a9-9744-473b-9efd-a80bd094324c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=331b32a9-9744-473b-9efd-a80bd094324c,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:08.061522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.073795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Calling delete_port for 331b32a9-9744-473b-9efd-a80bd094324c owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:08.323469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.351425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Pushing event deleted for resources: {'Port': ['ID=331b32a9-9744-473b-9efd-a80bd094324c,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:08.512871 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.527904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.724757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:29:08.830675 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:08.838394 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5c2b6317-6eb0-44a4-92c5-bfb0a4776026 admin admin] 10.222.0.15 "PUT /v2.0/routers/e1f15722-0259-42aa-ac7a-b14c7c8b8e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7351644 Nov 15 23:29:08.838808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40742) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:08.839626 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Sync routers for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:08.852726 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:08.853356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:08.942284 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:08.957724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:09.043229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.136073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:29:08Z', 'revision_number': 5, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port': {'id': '3f47c3bb-0d38-460e-baab-8967d1ecfdec', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ac:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:32Z', 'updated_at': '2021-11-15T23:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:09.153288 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Deleting port 3f47c3bb-0d38-460e-baab-8967d1ecfdec {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:09.153625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.162908 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Checking router: e1f15722-0259-42aa-ac7a-b14c7c8b8e6b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:09.171074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Routers {'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:09.171665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:09.235691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] For port 3f47c3bb-0d38-460e-baab-8967d1ecfdec, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3f47c3bb-0d38-460e-baab-8967d1ecfdec,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:09.236055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.248377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Calling delete_port for 3f47c3bb-0d38-460e-baab-8967d1ecfdec owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:09.422920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] Set router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:09.475370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:29:09Z', 'revision_number': 6, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:09.482785 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.505118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6b3574-7761-4c66-bf70-12f9c1ce52f9 None None] The sync data for ids ['e1f15722-0259-42aa-ac7a-b14c7c8b8e6b'] in n-d-817995-3 is: [{'id': 'e1f15722-0259-42aa-ac7a-b14c7c8b8e6b', 'name': 'tempest-TestEncryptedCinderVolumes-256618901-router', 'tenant_id': '8841613366344f58b14d10e6cd85422b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:31Z', 'updated_at': '2021-11-15T23:29:09Z', 'revision_number': 6, 'project_id': '8841613366344f58b14d10e6cd85422b', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:09.526148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbf44a-568e-4dd4-b32c-dea817678a68 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:09.544085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f47c3bb-0d38-460e-baab-8967d1ecfdec,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:09.578901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.579231 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.579542 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.579862 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.580181 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.580728 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.582491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.583155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.583484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.583796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.584016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:09.584474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.584474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:09.608734 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.612945 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:09.613295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5b64d9a8-0dab-40c8-9f7c-32fa9f6e2281 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:09.619195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.703521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.705727 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.814395 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.815000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f15722-0259-42aa-ac7a-b14c7c8b8e6b {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:29:09.820081 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.821272 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9480e2a1-d6dc-45da-ad89-66726fb58adb admin admin] 10.222.0.15 "DELETE /v2.0/routers/e1f15722-0259-42aa-ac7a-b14c7c8b8e6b HTTP/1.1" status: 204 len: 168 time: 0.9814036 Nov 15 23:29:09.823781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40744) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:09.870834 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Deleting subnet f3776d32-105b-46b1-903e-a5391ee06f9b {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:29:09.874341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:09.919467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.009431 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.123129 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.148920 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3776d32-105b-46b1-903e-a5391ee06f9b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:10.153944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.157604 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b51ef448-c138-4e05-b734-4f83ed3a711a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3776d32-105b-46b1-903e-a5391ee06f9b HTTP/1.1" status: 204 len: 168 time: 0.3328826 Nov 15 23:29:10.159423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570a156-899e-48ac-b2ec-d2c517ecf559 None None] Network 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:10.160205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40746) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:10.227584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.287296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Deleting port 992bb5b5-6f47-41f9-9016-871d454258b9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:10.287480 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.301751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 331b32a9-9744-473b-9efd-a80bd094324c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:10.325869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 331b32a9-9744-473b-9efd-a80bd094324c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:10.326292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 331b32a9-9744-473b-9efd-a80bd094324c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:10.353091 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.364573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] For port 992bb5b5-6f47-41f9-9016-871d454258b9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=992bb5b5-6f47-41f9-9016-871d454258b9,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:10.364978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.381534 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] DHCP port deletion for 2fd93080-4bdc-47a6-97b9-5ec1f6b84242 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:10.382862 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Calling delete_port for 992bb5b5-6f47-41f9-9016-871d454258b9 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:10.440757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Deleting port 992bb5b5-6f47-41f9-9016-871d454258b9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:10.443925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.508886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] For port 992bb5b5-6f47-41f9-9016-871d454258b9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=992bb5b5-6f47-41f9-9016-871d454258b9,segment=NetworkSegment(70e18c6f-5741-46b5-8cfd-e7667717b384),segment_id=70e18c6f-5741-46b5-8cfd-e7667717b384)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:10.509189 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.519375 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.523199 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Calling delete_port for 992bb5b5-6f47-41f9-9016-871d454258b9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:10.548840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Pushing event deleted for resources: {'Port': ['ID=992bb5b5-6f47-41f9-9016-871d454258b9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:10.551456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] No DVR routers for this DVR port 992bb5b5-6f47-41f9-9016-871d454258b9 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:29:10.619337 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.624916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.650042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd93080-4bdc-47a6-97b9-5ec1f6b84242']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:10.652175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Pushing event deleted for resources: {'Port': ['ID=992bb5b5-6f47-41f9-9016-871d454258b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:10.654842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] No DVR routers for this DVR port 992bb5b5-6f47-41f9-9016-871d454258b9 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:29:10.662822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e18c6f-5741-46b5-8cfd-e7667717b384') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:10.662822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e18c6f-5741-46b5-8cfd-e7667717b384') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:10.665264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.666028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.666028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.666284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.666551 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.666870 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.667188 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.667515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.667830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.668141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.668453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.668862 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317cbdf-2c53-47f2-a984-d7007f737672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:10.673748 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.693298 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.699225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:29:10.699601 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:29:10.701257 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:29:10.814063 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.819523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:10.822862 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2fd93080-4bdc-47a6-97b9-5ec1f6b84242 HTTP/1.1" status: 204 len: 168 time: 0.6615598 Nov 15 23:29:10.825896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40748) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:10.834575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e65c37-b044-4c55-a1c8-5e30572fef4e admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd93080-4bdc-47a6-97b9-5ec1f6b84242,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:11.154407 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:11.390081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Deleting port 462232d2-d891-4458-8896-bbf26227be20 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:11.390414 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:11.468820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] For port 462232d2-d891-4458-8896-bbf26227be20, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=462232d2-d891-4458-8896-bbf26227be20,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:11.469186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:11.481599 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Calling delete_port for 462232d2-d891-4458-8896-bbf26227be20 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:11.705604 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:11.731179 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Pushing event deleted for resources: {'Port': ['ID=462232d2-d891-4458-8896-bbf26227be20,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:11.908831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 992bb5b5-6f47-41f9-9016-871d454258b9 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:11.910621 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:11.936678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 992bb5b5-6f47-41f9-9016-871d454258b9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:11.937346 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 992bb5b5-6f47-41f9-9016-871d454258b9 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:11.937954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f47c3bb-0d38-460e-baab-8967d1ecfdec no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:11.975590 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3f47c3bb-0d38-460e-baab-8967d1ecfdec {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:11.975861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3f47c3bb-0d38-460e-baab-8967d1ecfdec not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:12.142059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Router ae9f1c96-e4fd-4d33-a88a-449e4f657334 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:29:12.247213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:12.252682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dfad0887-6188-4190-9a67-0acd836b4415 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae9f1c96-e4fd-4d33-a88a-449e4f657334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4257295 Nov 15 23:29:12.255317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:12.256434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Sync routers for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:12.266579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:12.267345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:12.378232 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:12.573403 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:29:11Z', 'revision_number': 5, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:12.605407 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Checking router: ae9f1c96-e4fd-4d33-a88a-449e4f657334 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:12.614831 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Routers {'ae9f1c96-e4fd-4d33-a88a-449e4f657334'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:12.615669 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:12.711219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:12.722465 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] Set router ae9f1c96-e4fd-4d33-a88a-449e4f657334 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:12.814824 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:12.937991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Deleting port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:12.938477 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:12.999968 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:29:11Z', 'revision_number': 5, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:13.019309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] For port eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:13.020233 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.027231 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b8a0a-63c2-498c-93b3-55c5df235a42 None None] The sync data for ids ['ae9f1c96-e4fd-4d33-a88a-449e4f657334'] in n-d-817995-3 is: [{'id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'name': 'tempest-TestEncryptedCinderVolumes-1651292429-router', 'tenant_id': '2154afa845cf4e43a469aeaf67729f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:29:11Z', 'revision_number': 5, 'project_id': '2154afa845cf4e43a469aeaf67729f4f', 'gw_port': {'id': 'eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9f1c96-e4fd-4d33-a88a-449e4f657334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:27:37Z', 'updated_at': '2021-11-15T23:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:13.034480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Calling delete_port for eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:13.254950 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.284783 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:13.298282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a4a9a-4b76-42c6-8acf-7ccfbd54fc66 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:13.350818 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.449688 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.451952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.552300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.555429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9f1c96-e4fd-4d33-a88a-449e4f657334 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:29:13.557398 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.558488 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6082e38d-bb2a-453b-b903-d1e0817c6bd2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ae9f1c96-e4fd-4d33-a88a-449e4f657334 HTTP/1.1" status: 204 len: 168 time: 1.3022196 Nov 15 23:29:13.561341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:13.610503 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Deleting subnet 18461bfc-3782-4a87-b7b0-5b85c4f209bf {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:29:13.614540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.653841 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.728190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.842079 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.867585 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18461bfc-3782-4a87-b7b0-5b85c4f209bf,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:13.871665 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.875213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ccf8802e-d8c3-459c-8796-7d8b6d8b4d07 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18461bfc-3782-4a87-b7b0-5b85c4f209bf HTTP/1.1" status: 204 len: 168 time: 0.3124220 Nov 15 23:29:13.877364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd606b-cd5f-4c57-8c1b-e0201c634248 None None] Network e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:13.877507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40754) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:13.946554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:13.999493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Deleting port 3e73d89a-cbae-4edd-9499-fff782ac28c5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:13.999836 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.056137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] DHCP port deletion for e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:14.083636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:14.084479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] For port 3e73d89a-cbae-4edd-9499-fff782ac28c5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e73d89a-cbae-4edd-9499-fff782ac28c5,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:14.084864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.097512 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Calling delete_port for 3e73d89a-cbae-4edd-9499-fff782ac28c5 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:14.108390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:14.108759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device eb162fd3-bb7b-4a41-8ae0-5d8149a6aacc not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:14.109169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 462232d2-d891-4458-8896-bbf26227be20 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:14.131885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 462232d2-d891-4458-8896-bbf26227be20 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:14.132219 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 462232d2-d891-4458-8896-bbf26227be20 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:14.148429 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Deleting port 3e73d89a-cbae-4edd-9499-fff782ac28c5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:29:14.148834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.210723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] For port 3e73d89a-cbae-4edd-9499-fff782ac28c5, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3e73d89a-cbae-4edd-9499-fff782ac28c5,segment=NetworkSegment(03a61188-294f-4658-85ed-66262d414d9a),segment_id=03a61188-294f-4658-85ed-66262d414d9a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:14.211111 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.223208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Calling delete_port for 3e73d89a-cbae-4edd-9499-fff782ac28c5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:29:14.253370 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.277732 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e73d89a-cbae-4edd-9499-fff782ac28c5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:14.283266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] No DVR routers for this DVR port 3e73d89a-cbae-4edd-9499-fff782ac28c5 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:29:14.303918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.329449 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] Pushing event deleted for resources: {'Port': ['ID=3e73d89a-cbae-4edd-9499-fff782ac28c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:14.335733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c3933-e6a5-4fb8-8f85-925a200612c7 None None] No DVR routers for this DVR port 3e73d89a-cbae-4edd-9499-fff782ac28c5 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:29:14.361554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.381623 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:14.390439 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a61188-294f-4658-85ed-66262d414d9a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:14.390725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a61188-294f-4658-85ed-66262d414d9a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:14.400497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.413141 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.418843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:29:14.419210 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:29:14.423250 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:29:14.528300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.533562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.536826 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33 HTTP/1.1" status: 204 len: 168 time: 0.6584215 Nov 15 23:29:14.547397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f67ce9-4724-4088-9ff8-1eb0e9171a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a88f4a-ca99-4b0f-9a3c-6ec08f6f6e33,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:14.823190 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:14.862994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f11020e3-d4b4-4327-a81c-4213b7e6755e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8841613366344f58b14d10e6cd85422b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373781 Nov 15 23:29:14.864588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40760) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:14.910340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:14.930787 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.044383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.047066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.048226 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5b6a82f-6d62-407c-a60d-331b701cdee6 HTTP/1.1" status: 204 len: 168 time: 0.1827304 Nov 15 23:29:15.057472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf89db-9abd-4712-b88a-78e9e10e1e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6a82f-6d62-407c-a60d-331b701cdee6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:15.691081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40766) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:15.730341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dcda0074-bb4e-4f86-aedf-ef353833a17f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2154afa845cf4e43a469aeaf67729f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376403 Nov 15 23:29:15.732680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40768) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:15.783062 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.791664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e73d89a-cbae-4edd-9499-fff782ac28c5 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:29:15.804012 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.811342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3e73d89a-cbae-4edd-9499-fff782ac28c5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:29:15.811675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3e73d89a-cbae-4edd-9499-fff782ac28c5 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:29:15.893924 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.897186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:15.898591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa711650-2c12-4d8e-b224-b1d8c602b88d HTTP/1.1" status: 204 len: 168 time: 0.1650233 Nov 15 23:29:15.906032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140dab2-5830-466f-b0bc-bc5001739b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa711650-2c12-4d8e-b224-b1d8c602b88d,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:16.871904 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40790) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:16.968170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-616894065-network', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:17.048077 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Made reservation on behalf of d8286e2521684bdf90da5b1398bedaae for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:29:17.050846 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.059441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.132068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.173680 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.194818 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:29:17.210578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0770b5-7b8a-4431-a30d-5d1da74fa394,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:17.213841 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.214464 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Added segment 08b797bc-1e86-4ba2-a649-68002d7e1fd4 of type vlan for network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 Nov 15 23:29:17.256417 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.357034 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.358024 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:17.358627 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.417753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] Pushing event updated for resources: {'Network': ['ID=ebb72635-76fb-43f0-a58a-f94b2bfd6da3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:17.426899 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:29:17.467958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7a9c46e5-d96b-4405-9062-9e9eaf1e928b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5949461 Nov 15 23:29:17.470783 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40794) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:17.476072 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Request body: {'subnet': {'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-616894065-subnet', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:17.550505 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Made reservation on behalf of d8286e2521684bdf90da5b1398bedaae for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:29:17.553386 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.791382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.847186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d18e99-b0a6-40ce-ac68-250f490c1b55,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:17.855402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Checking segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:17.855754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Network hostable DHCP agents. Network: ebb72635-76fb-43f0-a58a-f94b2bfd6da3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:29:17.916408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:29:17.974100 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, ebb72635-76fb-43f0-a58a-f94b2bfd6da3) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:17.978065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:17.978655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:17.983194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7779f-8ad1-45ee-97e1-b25f41cef9a3 None None] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:18.040323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c571dbe4-b5cf-4c29-865e-35365af0b3ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5682921 Nov 15 23:29:18.042881 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40796) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:18.047099 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:18.111329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.112659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.127820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:29:18.129084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.170959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.262044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Allocated IP 172.20.0.2 (ebb72635-76fb-43f0-a58a-f94b2bfd6da3/07d18e99-b0a6-40ce-ac68-250f490c1b55/d1e82417-a1cd-4116-af8f-8254c53f55e1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:18.376199 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.404735 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.476842 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.516930 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:18.519840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:18.523706 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:18.530677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Pushing event updated for resources: {'Port': ['ID=d1e82417-a1cd-4116-af8f-8254c53f55e1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:18.591289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Attempting to bind port d1e82417-a1cd-4116-af8f-8254c53f55e1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:18.591650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Attempting to bind port d1e82417-a1cd-4116-af8f-8254c53f55e1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:18.592009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Attempting to bind port d1e82417-a1cd-4116-af8f-8254c53f55e1 on network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:18.597414 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:18.597881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Checking segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:18.598327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.598715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Bound using segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:18.599223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Bound port: d1e82417-a1cd-4116-af8f-8254c53f55e1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:18.599537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.645097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.662317 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] For port d1e82417-a1cd-4116-af8f-8254c53f55e1, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:18.670224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.670364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] For port d1e82417-a1cd-4116-af8f-8254c53f55e1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e82417-a1cd-4116-af8f-8254c53f55e1,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:18.740851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.766526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Allocated IP 172.25.0.107 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/61928323-c847-4b2e-9060-94eabc57654c) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:18.802333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad881-3086-4a3d-ab34-f9a30d642fd8 None None] Pushing event updated for resources: {'Port': ['ID=d1e82417-a1cd-4116-af8f-8254c53f55e1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:18.872315 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:18.986551 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.029906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:19.032946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:19.037321 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:19.043761 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Pushing event updated for resources: {'Port': ['ID=61928323-c847-4b2e-9060-94eabc57654c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:19.049600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f61ff-1bba-48f9-9088-fe01a9eb7cf5 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:19.118587 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-198a2053-23a0-42be-afc5-b329a47644ea None None] Provisioning complete for port 61928323-c847-4b2e-9060-94eabc57654c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:19.119048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-198a2053-23a0-42be-afc5-b329a47644ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.153235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-198a2053-23a0-42be-afc5-b329a47644ea None None] Port 61928323-c847-4b2e-9060-94eabc57654c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:19.387074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.591916 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.657978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1da56-4151-40fb-b274-bffc5ee0b6f2 None None] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:19.721093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] Provisioning complete for port d1e82417-a1cd-4116-af8f-8254c53f55e1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:19.721450 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.779580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Router 144bc54a-84d7-49be-a81d-4e909b83a0a0 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:29:19.839142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e82417-a1cd-4116-af8f-8254c53f55e1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:19.906937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:19.963398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] For port d1e82417-a1cd-4116-af8f-8254c53f55e1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e82417-a1cd-4116-af8f-8254c53f55e1,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:19.965209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d1e82417-a1cd-4116-af8f-8254c53f55e1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:19.965579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.055381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.059531 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.157992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd67273-e457-4e8b-ad6b-763ebd6ea3af None None] Pushing event updated for resources: {'Port': ['ID=d1e82417-a1cd-4116-af8f-8254c53f55e1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:20.164247 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:29:20.164704 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:29:20.181447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-141ecd55-78f5-43a0-abe6-32c8e022219c None None] Provisioning complete for port d1e82417-a1cd-4116-af8f-8254c53f55e1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:20.181803 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-141ecd55-78f5-43a0-abe6-32c8e022219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.222243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:20.248737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Sync routers for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:20.270397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:20.270993 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:20.281205 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:29:20.302289 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.303597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-83960f30-cdc2-422b-acc1-1c7b0c06826d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2597594 Nov 15 23:29:20.306283 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40798) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:20.378061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:20.560261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:19Z', 'revision_number': 3, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:20.587352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Checking router: 144bc54a-84d7-49be-a81d-4e909b83a0a0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:20.587693 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Updating router 144bc54a-84d7-49be-a81d-4e909b83a0a0 port 61928323-c847-4b2e-9060-94eabc57654c binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:29:20.612441 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.714667 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.868570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Allocated IP 172.20.0.1 (ebb72635-76fb-43f0-a58a-f94b2bfd6da3/07d18e99-b0a6-40ce-ac68-250f490c1b55/3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:20.886299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.945685 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.973339 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:20.993003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db170e-42d3-4761-adb8-fa7da3966570 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:21.004872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569047fe-43e1-4397-a8c9-fc3bffb9a4cf None None] Pushing event updated for resources: {'Port': ['ID=61928323-c847-4b2e-9060-94eabc57654c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:21.007043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Attempting to bind port 61928323-c847-4b2e-9060-94eabc57654c on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:21.007402 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Attempting to bind port 61928323-c847-4b2e-9060-94eabc57654c by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:21.007758 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Attempting to bind port 61928323-c847-4b2e-9060-94eabc57654c on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:21.016300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:21.016300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:21.016300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.016300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:21.016300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Bound port: 61928323-c847-4b2e-9060-94eabc57654c, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:21.017099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.065688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.066065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] For port 61928323-c847-4b2e-9060-94eabc57654c, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:21.069703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] For port 61928323-c847-4b2e-9060-94eabc57654c, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=61928323-c847-4b2e-9060-94eabc57654c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:21.098629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2dbfc562-b6cd-4d42-9462-0ce90ce67ff6 None None] Provisioning complete for port 61928323-c847-4b2e-9060-94eabc57654c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:21.098991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc562-b6cd-4d42-9462-0ce90ce67ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.108269 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:21.113179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:21.117488 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:21.127871 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.146102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Pushing event updated for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:21.163234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfc562-b6cd-4d42-9462-0ce90ce67ff6 None None] Port 61928323-c847-4b2e-9060-94eabc57654c cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:21.170065 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.181358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe175ff-b319-45f9-86e2-20e45cde232e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:21.203060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569047fe-43e1-4397-a8c9-fc3bffb9a4cf None None] Pushing event updated for resources: {'Port': ['ID=61928323-c847-4b2e-9060-94eabc57654c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:21.207768 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:21.208377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:21.393089 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.464247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] Provisioning complete for port 61928323-c847-4b2e-9060-94eabc57654c triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:21.464626 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.521858 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:21.556398 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.625469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.659400 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.692535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Pushing event updated for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:21.695292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] For port 61928323-c847-4b2e-9060-94eabc57654c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=61928323-c847-4b2e-9060-94eabc57654c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:21.695831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.736412 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.778562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:19Z', 'revision_number': 3, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:21.817364 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:21.819135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:21.826867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2005c4a-ce09-4326-8989-6110ba0b9eb9 None None] The sync data for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 is: [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:19Z', 'revision_number': 3, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:21.829408 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f024932-9ce3-447b-be0c-1c1cd2ef37d2 None None] Pushing event updated for resources: {'Port': ['ID=61928323-c847-4b2e-9060-94eabc57654c,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:21.836929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e82417-a1cd-4116-af8f-8254c53f55e1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:21.893475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d1e82417-a1cd-4116-af8f-8254c53f55e1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:21.894177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:21.960995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Router 144bc54a-84d7-49be-a81d-4e909b83a0a0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:29:21.961715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f4038a36-6345-4662-a961-12746afdcf76 None None] Provisioning complete for port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:21.962093 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4038a36-6345-4662-a961-12746afdcf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:22.030024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f4038a36-6345-4662-a961-12746afdcf76 None None] Port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:22.093265 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:22.099691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-70098bb7-dc65-4139-b6a2-1cec673d38db admin admin] 10.222.0.15 "PUT /v2.0/routers/144bc54a-84d7-49be-a81d-4e909b83a0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923148 Nov 15 23:29:22.253900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f7135a63-e720-4fe6-bec2-a7086d01b1b4 None None] Provisioning complete for port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:22.254266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7135a63-e720-4fe6-bec2-a7086d01b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:22.290540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f7135a63-e720-4fe6-bec2-a7086d01b1b4 None None] Port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:22.785257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 40814) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:22.790512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1356386494-network', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:22.893949 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Made reservation on behalf of a3251f76ffc44def8be8e3dc13c996bd for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:29:22.896499 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:22.906116 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:22.982469 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.059118 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.085667 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:29:23.096194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a26811-6f7a-4bff-8942-3200a3e5be86,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:23.102567 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.102908 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Added segment ea6b86eb-0db6-4620-9b38-659f6ca19d3b of type vlan for network f65b86be-a68f-4b71-bceb-6232fb7b1bad Nov 15 23:29:23.146661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.208346 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.209402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:23.209969 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.276791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] Pushing event updated for resources: {'Network': ['ID=f65b86be-a68f-4b71-bceb-6232fb7b1bad,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:23.288902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:29:23.309106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f27e8f72-cc30-4d82-9bc5-d36c0b8bd767 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5226302 Nov 15 23:29:23.312036 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40816) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:23.316971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Request body: {'subnet': {'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1356386494-subnet', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:23.419829 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Sync routers for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:23.425486 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Made reservation on behalf of a3251f76ffc44def8be8e3dc13c996bd for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:29:23.428510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.430492 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:23.431095 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:23.537423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:23.666290 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.726345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfaabb3-d5fa-4b15-a338-4450e22271a6,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:23.731955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Checking segment: {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:23.732309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Network hostable DHCP agents. Network: f65b86be-a68f-4b71-bceb-6232fb7b1bad, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:29:23.759333 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 2, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:23.786078 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Checking router: 144bc54a-84d7-49be-a81d-4e909b83a0a0 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:23.786419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Updating router 144bc54a-84d7-49be-a81d-4e909b83a0a0 port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:29:23.814163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:29:23.820103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 61928323-c847-4b2e-9060-94eabc57654c up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:23.825777 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.868777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 61928323-c847-4b2e-9060-94eabc57654c triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:23.869693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.877033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, f65b86be-a68f-4b71-bceb-6232fb7b1bad) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:23.885886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:23.887898 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:23.892203 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3853379-96de-4493-aaf7-5cca8b91e520 None None] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:23.972173 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f7052992-87e4-49d3-8cc6-6f557a5f24f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6589851 Nov 15 23:29:23.975230 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40818) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:23.981424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:24.076994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.077965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.100797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:29:24.102181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.103695 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.142031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.162768 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.214954 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Pushing event updated for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:24.243140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Allocated IP 172.20.0.2 (f65b86be-a68f-4b71-bceb-6232fb7b1bad/9bfaabb3-d5fa-4b15-a338-4450e22271a6/8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:24.243970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.244390 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.244907 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.245308 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.245698 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.246023 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.246400 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.246722 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.247039 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.247501 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.247857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.248291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:29:24.298500 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Attempting to bind port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:24.298891 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Attempting to bind port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:24.299236 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Attempting to bind port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd on network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:24.305521 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:24.307179 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Checking segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:24.307179 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.307409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Bound using segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:24.307702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Bound port: 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:24.308142 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.382372 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.391156 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] For port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:24.395753 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] For port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:24.427897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.482935 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.483175 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.540211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:24.548011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Pushing event updated for resources: {'Port': ['ID=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:24.556966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:24.557322 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:24.558136 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:24.559712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:24.576491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] Provisioning complete for port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:24.576491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.645463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0539-c7cb-492a-8d1e-f603f8043fe3 None None] Pushing event updated for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:24.674305 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Attempting to bind port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:24.675578 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Attempting to bind port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:24.676553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Attempting to bind port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 on network f65b86be-a68f-4b71-bceb-6232fb7b1bad {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:24.685396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:24.685761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Checking segment: {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:24.686634 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.686634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Bound using segment: {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:24.687111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Bound port: 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:24.688473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.689426 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.713416 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:24.717412 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.764357 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.806679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] For port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:24.813761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] For port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:24.827471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] For port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:24.851026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Allocated IP 172.25.0.17 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/5335bb7c-4b24-4bdc-ade2-fa15f795a4ea) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:24.900384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.939576 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.953568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:24.957989 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:24.962773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc137d-b5d9-4df0-b15d-4182bfe0edb9 None None] Pushing event updated for resources: {'Port': ['ID=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:24.990266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338ac9f-baad-457e-bfbc-599ed648eddf None None] The sync data for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 is: [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:25.022453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0303-4b68-4925-8b97-7d2ef394e0c7 None None] Pushing event updated for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:25.057394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:25.072110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-23b3b6a3-4ad9-49e3-bedb-c7e9494fcc75 None None] Provisioning complete for port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:25.072563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b3b6a3-4ad9-49e3-bedb-c7e9494fcc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:25.100007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:25.102827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:25.108800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:25.173794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Pushing event updated for resources: {'Port': ['ID=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:25.209774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199e3ac-04e3-4674-bc6a-4dd04f84ead5 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:25.321162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-81c800ec-9b29-48a4-ae00-8edd9467ab76 None None] Provisioning complete for port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:25.322265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81c800ec-9b29-48a4-ae00-8edd9467ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:25.373181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-81c800ec-9b29-48a4-ae00-8edd9467ab76 None None] Port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:25.540105 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:25.743601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:25.907700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:25.963364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:25.963718 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.033495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:29:26.051005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.088476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:26.099086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96195341-3ae8-4075-9ff5-1eeb918dc2a1 None None] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:29:26.148712 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.149507 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:26.169286 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:26.211490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Sync routers for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:26.234051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.238706 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ca8a71d1-5cd2-4800-9af0-c99d4daaeab6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2582521 Nov 15 23:29:26.239598 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 40820) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:29:26.267854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:26.268488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:26.354606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a20ff86c-54bf-4905-9ff7-8593e81c7640 None None] Provisioning complete for port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:26.354977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a20ff86c-54bf-4905-9ff7-8593e81c7640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.377208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:26.453320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:26.453684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.520850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:26.661366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:26.822427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Allocated IP 172.20.0.1 (f65b86be-a68f-4b71-bceb-6232fb7b1bad/9bfaabb3-d5fa-4b15-a338-4450e22271a6/e347ba62-7a6b-411a-9674-b0f03d8f45b2) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:26.962352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:25Z', 'revision_number': 3, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:26.990660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Checking router: ebf4f54f-2f61-428c-bfcd-bc92b30e5893 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:26.990660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Updating router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:29:27.021348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.135627 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a7dbed14-476a-4e00-920b-90a5a6fac8f1 None None] Provisioning complete for port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:27.135875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7dbed14-476a-4e00-920b-90a5a6fac8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.357180 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.389809 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.494393 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.494817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.537010 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:27.539947 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:27.542388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb71f26-51ca-442b-8b9c-556384ac9106 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:27.544452 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:27.550070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Pushing event updated for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:27.553700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346fa68-f0c1-4f59-8c50-809c329826ab None None] Pushing event updated for resources: {'Port': ['ID=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:27.555941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Attempting to bind port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:27.556306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Attempting to bind port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:27.556692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Attempting to bind port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:27.564110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:27.564488 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:27.564917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.565296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:27.566083 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Bound port: 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:27.566214 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.595984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.626480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] For port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:27.630362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] For port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:27.636232 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2cdf97c7-14cf-4319-ad9c-933340fbd518 None None] Provisioning complete for port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:27.636601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cdf97c7-14cf-4319-ad9c-933340fbd518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.676395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf97c7-14cf-4319-ad9c-933340fbd518 None None] Port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:27.700672 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.744842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99a8fd-b014-48ba-b204-e6263dfa9b57 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:29:27.772145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:27.773176 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:27.776302 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346fa68-f0c1-4f59-8c50-809c329826ab None None] Pushing event updated for resources: {'Port': ['ID=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:27.786203 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.844041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:27.900056 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Provisioning complete for port e347ba62-7a6b-411a-9674-b0f03d8f45b2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:27.900329 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.955032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Port e347ba62-7a6b-411a-9674-b0f03d8f45b2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:27.956249 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:27.958129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:27.994422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:27.995058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.025772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.030211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Provisioning complete for port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:28.030570 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.096392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.099065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Pushing event updated for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:28.192425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:28.193819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:28.279002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.313905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] For port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:28.327309 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:29:28.333834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e347ba62-7a6b-411a-9674-b0f03d8f45b2', 'name': '', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'mac_address': 'fa:16:3e:d1:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:26Z', 'updated_at': '2021-11-15T23:29:26Z', 'revision_number': 1, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'subnets': [{'id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:28.369108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e77548-fc5d-4b3c-9af0-3404f8cdbc79 None None] The sync data for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 is: [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e347ba62-7a6b-411a-9674-b0f03d8f45b2', 'name': '', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'mac_address': 'fa:16:3e:d1:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:26Z', 'updated_at': '2021-11-15T23:29:26Z', 'revision_number': 1, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'subnets': [{'id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:28.372468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.430613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd3cfb-f289-468c-a034-c72c479c846e None None] Pushing event updated for resources: {'Port': ['ID=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:28.452686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:29:28.466608 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-25789531-26be-4ca9-9779-d3daabb21e05 admin admin] 10.222.0.15 "PUT /v2.0/routers/ebf4f54f-2f61-428c-bfcd-bc92b30e5893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2170291 Nov 15 23:29:28.507113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5f923fbd-e182-4f01-a566-a834c3553b1c None None] Provisioning complete for port e347ba62-7a6b-411a-9674-b0f03d8f45b2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:28.507574 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f923fbd-e182-4f01-a566-a834c3553b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:28.543500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5f923fbd-e182-4f01-a566-a834c3553b1c None None] Port e347ba62-7a6b-411a-9674-b0f03d8f45b2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:29.848931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:29.875513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:29.931409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:29.931833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:30.500017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:31.124938 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Sync routers for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:29:31.136258 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:31.136970 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:31.344041 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:31.575818 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e347ba62-7a6b-411a-9674-b0f03d8f45b2', 'name': '', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'mac_address': 'fa:16:3e:d1:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:26Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 2, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'subnets': [{'id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:31.607296 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Checking router: ebf4f54f-2f61-428c-bfcd-bc92b30e5893 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:29:31.607725 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Updating router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 port e347ba62-7a6b-411a-9674-b0f03d8f45b2 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:29:31.637299 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:31.934258 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.002779 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.051283 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6d2f1-2dc8-4692-9f6a-c0d42ee5d776 None None] Pushing event updated for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:32.120602 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Attempting to bind port e347ba62-7a6b-411a-9674-b0f03d8f45b2 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:32.121116 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Attempting to bind port e347ba62-7a6b-411a-9674-b0f03d8f45b2 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:32.121533 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Attempting to bind port e347ba62-7a6b-411a-9674-b0f03d8f45b2 on network f65b86be-a68f-4b71-bceb-6232fb7b1bad {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:32.128434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:32.129736 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Checking segment: {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:32.129959 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.130402 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Bound using segment: {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:32.130922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Bound port: e347ba62-7a6b-411a-9674-b0f03d8f45b2, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:32.131374 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.217972 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] For port e347ba62-7a6b-411a-9674-b0f03d8f45b2, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:32.221291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] For port e347ba62-7a6b-411a-9674-b0f03d8f45b2, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e347ba62-7a6b-411a-9674-b0f03d8f45b2,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:32.292222 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4c0f93f2-e993-4e0a-b839-17bd7bc8c5a1 None None] Provisioning complete for port e347ba62-7a6b-411a-9674-b0f03d8f45b2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:32.292897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c0f93f2-e993-4e0a-b839-17bd7bc8c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.326496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f93f2-e993-4e0a-b839-17bd7bc8c5a1 None None] Port e347ba62-7a6b-411a-9674-b0f03d8f45b2 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:32.495486 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.555885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:29:32.556525 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:29:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:32.591727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6d2f1-2dc8-4692-9f6a-c0d42ee5d776 None None] Pushing event updated for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:32.682956 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:29:32.760351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] Provisioning complete for port e347ba62-7a6b-411a-9674-b0f03d8f45b2 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:32.760982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.873485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:32.918391 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] For port e347ba62-7a6b-411a-9674-b0f03d8f45b2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e347ba62-7a6b-411a-9674-b0f03d8f45b2,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:29:32.942489 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e347ba62-7a6b-411a-9674-b0f03d8f45b2', 'name': '', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'mac_address': 'fa:16:3e:d1:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:26Z', 'updated_at': '2021-11-15T23:29:32Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'subnets': [{'id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:29:32.971077 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd773b0a-312e-481b-90a3-e087d7314522 None None] The sync data for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 is: [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:27Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e347ba62-7a6b-411a-9674-b0f03d8f45b2', 'name': '', 'network_id': 'f65b86be-a68f-4b71-bceb-6232fb7b1bad', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'mac_address': 'fa:16:3e:d1:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:26Z', 'updated_at': '2021-11-15T23:29:32Z', 'revision_number': 4, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'subnets': [{'id': '9bfaabb3-d5fa-4b15-a338-4450e22271a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:29:32.975563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:33.048243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e6b6b-55e7-483a-a0b5-07897148704a None None] Pushing event updated for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:33.850435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e347ba62-7a6b-411a-9674-b0f03d8f45b2 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:29:33.900365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e347ba62-7a6b-411a-9674-b0f03d8f45b2 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:33.901046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:34.803293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eff9c5e2-e5dc-4530-9e32-e55824d62aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:37.243246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99183714-6ac5-4850-b639-1da58bd6e95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:38.614678 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:39.619958 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:39.992328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-d6a96005-24b6-4a4d-81e6-606c5f8371c8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:39.993827 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-d6a96005-24b6-4a4d-81e6-606c5f8371c8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 814 time: 0.1035156 Nov 15 23:29:40.008971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-ddddbe9e-d12a-44e8-9322-06942028fb08 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/quotas/d8286e2521684bdf90da5b1398bedaae HTTP/1.1" status: 200 len: 375 time: 0.0094249 Nov 15 23:29:40.058837 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-2bc92659-0a21-4486-a3b7-83456369037b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446312 Nov 15 23:29:40.154495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-59be0e2c-5a17-4bb7-8d16-6e02428d20e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Nov 15 23:29:40.243740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-20c35874-8969-4151-8479-3fcd8f2796a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Nov 15 23:29:40.380048 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:41.498503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2b84a999-2813-4dd7-9555-ea7b23cdc1ee req-bbe1293f-25dc-4a54-aed7-461b4ce09217 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Nov 15 23:29:42.592422 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96104ce7-e134-4952-aa14-9e5e607614ac req-8b232608-3c22-4934-b9e9-673842934bc0 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 210 time: 0.0264370 Nov 15 23:29:43.501342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-3429f5cd-69c2-4c3f-ada6-b4609760555b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:43.503005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-3429f5cd-69c2-4c3f-ada6-b4609760555b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 814 time: 0.1071877 Nov 15 23:29:43.515890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'port': {'device_id': '0f322a71-a34c-453c-86dc-a53638ca7103', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'admin_state_up': True, 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:43.666112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Made reservation on behalf of d8286e2521684bdf90da5b1398bedaae for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:29:43.669688 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:43.689982 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0f28f3de-6302-4dd6-8ba1-e9bb758a02ef req-5570ebdd-3053-4bc0-919b-911b0c919957 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 210 time: 0.0303881 Nov 15 23:29:43.799438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Allocated IP 172.20.0.4 (ebb72635-76fb-43f0-a58a-f94b2bfd6da3/07d18e99-b0a6-40ce-ac68-250f490c1b55/6e4c2066-d0e0-464d-80a3-b7b4b2cfb611) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:29:43.950549 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:44.043933 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:44.095676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:29:44.099563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:29:44.104646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:29:44.150813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:44.180635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:44.181459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:44.275106 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-782e1656-f657-45a9-b665-dae688e6ebb2 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626374 Nov 15 23:29:44.380329 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f9006cd3-0bac-4d17-ac82-9e405ffe116f None None] Provisioning complete for port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:29:44.381438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9006cd3-0bac-4d17-ac82-9e405ffe116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:44.417836 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f9006cd3-0bac-4d17-ac82-9e405ffe116f None None] Port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:29:44.810253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47c779-197b-4ab2-b58b-da2e8ff53273 req-5f17f13c-6bf6-49c6-9cfe-46534baed496 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:44.811752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be47c779-197b-4ab2-b58b-da2e8ff53273 req-5f17f13c-6bf6-49c6-9cfe-46534baed496 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0495522 Nov 15 23:29:44.862137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be47c779-197b-4ab2-b58b-da2e8ff53273 req-dd306c1f-9196-4011-b2a2-06e97947c309 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Nov 15 23:29:45.981270 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d291749-a6fd-486a-9828-887712f8654b req-865b765d-8fff-4b0d-aba8-816aeb2eb8ea tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:45.982873 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d291749-a6fd-486a-9828-887712f8654b req-865b765d-8fff-4b0d-aba8-816aeb2eb8ea tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0504656 Nov 15 23:29:46.036048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9d291749-a6fd-486a-9828-887712f8654b req-cfa37bb2-80e1-4c35-84a1-4cd6001e26db tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Nov 15 23:29:47.156233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101db7e-e93a-46e9-a7ec-599b17127004 req-c992eeda-d17a-4803-ae33-6788c576f547 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:47.157659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f101db7e-e93a-46e9-a7ec-599b17127004 req-c992eeda-d17a-4803-ae33-6788c576f547 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0537922 Nov 15 23:29:47.208766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f101db7e-e93a-46e9-a7ec-599b17127004 req-e9da40ea-c0e8-43a8-ac92-3a151bb5bfb4 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Nov 15 23:29:48.335412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8592bb-d960-4851-a695-79fb3db13f2b req-52ea86d6-0dfb-4f41-80ce-d89cae6879a8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:48.336965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d8592bb-d960-4851-a695-79fb3db13f2b req-52ea86d6-0dfb-4f41-80ce-d89cae6879a8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0571632 Nov 15 23:29:48.390738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d8592bb-d960-4851-a695-79fb3db13f2b req-776224f6-5700-4161-b030-b13df43b1d01 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Nov 15 23:29:49.515104 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eda9a-61f1-4c25-980d-52067c4e8865 req-15086efc-2207-4721-9d5d-c0e4f7e36188 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:49.516602 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb6eda9a-61f1-4c25-980d-52067c4e8865 req-15086efc-2207-4721-9d5d-c0e4f7e36188 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0548949 Nov 15 23:29:49.571454 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fb6eda9a-61f1-4c25-980d-52067c4e8865 req-32f0544f-2734-41b7-9ffc-147e5beba9ca tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Nov 15 23:29:50.702442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b022-8f3d-4451-bc5d-cd5945f5bd4c req-ebca966a-8212-4ac0-b821-509924cc7237 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:50.704553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3d6b022-8f3d-4451-bc5d-cd5945f5bd4c req-ebca966a-8212-4ac0-b821-509924cc7237 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0510063 Nov 15 23:29:50.755428 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e3d6b022-8f3d-4451-bc5d-cd5945f5bd4c req-5f6efe6c-e804-48d9-b1ac-201ad23e8703 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Nov 15 23:29:51.872462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0946c-01a3-4a24-b815-1daf1b82bdff req-0f15baa2-b384-4ebf-9700-ce36f19cc396 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:51.874036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38e0946c-01a3-4a24-b815-1daf1b82bdff req-0f15baa2-b384-4ebf-9700-ce36f19cc396 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0500114 Nov 15 23:29:51.929306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-38e0946c-01a3-4a24-b815-1daf1b82bdff req-9cec9fd0-4823-43e7-af0d-43c90146b190 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Nov 15 23:29:53.048375 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316126-805a-4369-af60-0fe092f32628 req-d22a61bb-ae91-4130-b216-518d967889af tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:53.049905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98316126-805a-4369-af60-0fe092f32628 req-d22a61bb-ae91-4130-b216-518d967889af tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0507128 Nov 15 23:29:53.105998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-98316126-805a-4369-af60-0fe092f32628 req-661b5ffd-bf61-4a46-a020-89ec00f435cd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Nov 15 23:29:54.218778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df649e-78c1-4b39-811c-90c3c9dc9038 req-93b2eb7e-cb22-4545-95a5-987cf29fd99b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:54.220230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1df649e-78c1-4b39-811c-90c3c9dc9038 req-93b2eb7e-cb22-4545-95a5-987cf29fd99b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 931 time: 0.0483494 Nov 15 23:29:54.269453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1df649e-78c1-4b39-811c-90c3c9dc9038 req-064a521e-cc9d-4686-8a64-5e2cbfb0de1d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Nov 15 23:29:54.473805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Request body: {'port': {'device_id': '0f322a71-a34c-453c-86dc-a53638ca7103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:29:54.531521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:54.784247 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:29:54.791993 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:54.803254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Transition to ACTIVE for port object 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:29:54.865657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:54.917401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:54.991870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Attempting to bind port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:29:54.992268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Attempting to bind port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:29:54.992520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Attempting to bind port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 on network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:54.996961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 on network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:29:54.997273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Attempting to bind port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 on network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:29:55.002101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:29:55.002433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Checking segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:29:55.002811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Bound using segment: {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:29:55.003229 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Bound port: 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b797bc-1e86-4ba2-a649-68002d7e1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:29:55.003573 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:55.067880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:29:55.070899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:29:55.163263 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:55.196549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.197189 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:55.198679 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 1091 time: 0.7299035 Nov 15 23:29:55.200815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:29:55.204051 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885065b4-1d26-4c7b-9834-c47f8a72ff36" -d '{"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:29:55.231117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896b86-b30d-4a4f-a9cd-42c0b4a28940 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:29:55.245793 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ade52d8-f8dc-443c-b6b7-211fa86c5c9a x-openstack-request-id: req-9ade52d8-f8dc-443c-b6b7-211fa86c5c9a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:29:55.246080 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:29:55.246328 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ade52d8-f8dc-443c-b6b7-211fa86c5c9a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:29:55.246726 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:29:55.321604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-ab8b98c5-5ac8-4a30-9eef-419582f32bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.323351 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-ab8b98c5-5ac8-4a30-9eef-419582f32bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1094 time: 0.0523262 Nov 15 23:29:55.401396 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584f997-32db-4de4-a66e-4041e346eff7 req-445dce49-0462-41b0-a17c-663a3b1378ea tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.402834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e584f997-32db-4de4-a66e-4041e346eff7 req-445dce49-0462-41b0-a17c-663a3b1378ea tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 943 time: 0.0572958 Nov 15 23:29:55.436295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-0df2d56a-ae46-47e7-9e27-de77d96be3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.437829 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-0df2d56a-ae46-47e7-9e27-de77d96be3d9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d8286e2521684bdf90da5b1398bedaae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042287 Nov 15 23:29:55.455295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e584f997-32db-4de4-a66e-4041e346eff7 req-873f4ba5-5133-4362-84e0-5f534876c746 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Nov 15 23:29:55.536176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-5efd2af3-42c7-411a-b0a8-f87acf63749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.537676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-885065b4-1d26-4c7b-9834-c47f8a72ff36 req-5efd2af3-42c7-411a-b0a8-f87acf63749b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925004 Nov 15 23:29:55.627406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-3f19959a-385c-437e-9bb5-1f4aa5eb4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.629427 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-3f19959a-385c-437e-9bb5-1f4aa5eb4aaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1094 time: 0.0401671 Nov 15 23:29:55.668743 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-d7b370a6-f260-4c4a-992d-fdd618c1157a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 217 time: 0.0321641 Nov 15 23:29:55.721674 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e3556b71-3dab-4408-83f8-046b76d52f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.723555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e3556b71-3dab-4408-83f8-046b76d52f3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0466180 Nov 15 23:29:55.769198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-59e488da-662d-4404-98f2-a182598deaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:55.770732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-59e488da-662d-4404-98f2-a182598deaea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398824 Nov 15 23:29:55.857822 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-e3556d00-dc62-4087-a052-96d752e5cae8 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795078 Nov 15 23:29:55.947389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f59ff322-bdc9-499d-a69f-8b38612bab89 req-eb5ec044-3edd-4103-9ddf-2b8fa4ab3d3d service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822902 Nov 15 23:29:56.571954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544de7-e34f-4767-b04a-35dc44756ddc req-ede4b387-81d6-4ebd-ac68-7aba493f35b4 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:56.573435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51544de7-e34f-4767-b04a-35dc44756ddc req-ede4b387-81d6-4ebd-ac68-7aba493f35b4 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 943 time: 0.0470946 Nov 15 23:29:56.619550 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-51544de7-e34f-4767-b04a-35dc44756ddc req-c3c4d680-c0c2-4a69-b7e4-b1e92cb5bab6 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Nov 15 23:29:57.279276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:29:57.739547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c15df-2712-403e-9e18-eb6b64114a30 req-4a2b19e4-b155-4b2c-92d8-52e9fa8a03fb tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:57.741011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb6c15df-2712-403e-9e18-eb6b64114a30 req-4a2b19e4-b155-4b2c-92d8-52e9fa8a03fb tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 943 time: 0.0475678 Nov 15 23:29:57.790167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb6c15df-2712-403e-9e18-eb6b64114a30 req-8309b9e9-9e3c-4ef5-82cd-720a5c028101 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Nov 15 23:29:58.903125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65126-06b3-4483-afeb-1f45b9a0f420 req-d1837a1c-7206-4f75-8280-f68d5577ffdd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:29:58.904567 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7e65126-06b3-4483-afeb-1f45b9a0f420 req-d1837a1c-7206-4f75-8280-f68d5577ffdd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 943 time: 0.0481117 Nov 15 23:29:58.950083 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a7e65126-06b3-4483-afeb-1f45b9a0f420 req-684ee9f2-eaa5-4fa5-b883-28dd458e4423 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Nov 15 23:29:59.757620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:29:59.827632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:29:59.857868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:30:00.025802 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'port_id': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'mac_address': 'fa:16:3e:7f:40:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:30:00.061488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:00.064336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63564934-e770-43d8-9218-2f82a147e531 req-3dda8e6d-7d66-4d18-8d99-7473eab45445 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:00.065841 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63564934-e770-43d8-9218-2f82a147e531 req-3dda8e6d-7d66-4d18-8d99-7473eab45445 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 943 time: 0.0475998 Nov 15 23:30:00.074438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:30:00.093442 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:30:00.112426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-63564934-e770-43d8-9218-2f82a147e531 req-0cc6bf97-3cbe-4b94-a344-46642ee29a76 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Nov 15 23:30:00.157144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:00.203664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:00.363000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:00.378208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:30:01.229861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde208-bed4-472f-9b47-ad1332cc858a req-f16cbd1f-309e-49f8-a9e2-05bc440f03ae tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:01.231350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54fde208-bed4-472f-9b47-ad1332cc858a req-f16cbd1f-309e-49f8-a9e2-05bc440f03ae tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 944 time: 0.0515530 Nov 15 23:30:01.278175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54fde208-bed4-472f-9b47-ad1332cc858a req-8025a374-2718-40af-87ba-3964600ebffe tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Nov 15 23:30:01.786268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:30:01.882762 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:30:01.886486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:30:01.886848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:01.963390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:01.984940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:30:01.987166 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7883f9-bdb6-45ec-9913-aa57cf3d3342" -d '{"events": [{"server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "name": "network-vif-plugged", "status": "completed", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:30:02.010406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:30:02.024141 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a40ea2a-9540-4266-b2f8-f5f56b68fe1c x-openstack-request-id: req-1a40ea2a-9540-4266-b2f8-f5f56b68fe1c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:30:02.024782 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "name": "network-vif-plugged", "status": "completed", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:30:02.025031 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a40ea2a-9540-4266-b2f8-f5f56b68fe1c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:30:02.025460 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'code': 200} Nov 15 23:30:02.060717 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:02.109359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:02.124470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23907c69-2354-4245-ba5f-7eaf28ebb160 req-41c25c19-0edc-4465-bbbe-8b85ec276a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:02.126002 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23907c69-2354-4245-ba5f-7eaf28ebb160 req-41c25c19-0edc-4465-bbbe-8b85ec276a5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1096 time: 0.0406182 Nov 15 23:30:02.168971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23907c69-2354-4245-ba5f-7eaf28ebb160 req-64ca9b95-bec4-40e9-a92a-f51373ccf5e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360203 Nov 15 23:30:02.394441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0454-da7c-4b5e-b16f-06881b29b81f req-97ece01c-174f-42f8-8328-4f0a56537019 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:02.395899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c3f0454-da7c-4b5e-b16f-06881b29b81f req-97ece01c-174f-42f8-8328-4f0a56537019 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Nov 15 23:30:02.443099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c3f0454-da7c-4b5e-b16f-06881b29b81f req-be8b9486-4ed2-4179-ba24-e20191180dd4 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Nov 15 23:30:03.566937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3fbc0-4574-4d25-a9d3-c9f480c8e01b req-8033a038-e660-4cad-b89b-b5d2fc3ac54d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:03.568480 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53a3fbc0-4574-4d25-a9d3-c9f480c8e01b req-8033a038-e660-4cad-b89b-b5d2fc3ac54d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0559907 Nov 15 23:30:03.622404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53a3fbc0-4574-4d25-a9d3-c9f480c8e01b req-604f7ce8-c6d7-4416-8a50-c6fcbf2a5873 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Nov 15 23:30:03.736480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3f477-bd9d-44fb-bb4f-5f839d5dae2e req-da538f61-f563-4c74-b090-73387c782353 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:03.737861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76b3f477-bd9d-44fb-bb4f-5f839d5dae2e req-da538f61-f563-4c74-b090-73387c782353 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0477536 Nov 15 23:30:03.784168 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76b3f477-bd9d-44fb-bb4f-5f839d5dae2e req-43e2e763-28ab-4b46-965a-fcb50b0a348c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Nov 15 23:30:03.965491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52bb9d-ea7f-492e-8da1-a7fc9a10ab77 req-fcaf2e60-8233-4f3d-b330-2386709d70d1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:03.966934 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c52bb9d-ea7f-492e-8da1-a7fc9a10ab77 req-fcaf2e60-8233-4f3d-b330-2386709d70d1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0474079 Nov 15 23:30:04.016071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c52bb9d-ea7f-492e-8da1-a7fc9a10ab77 req-af10d5d9-4083-45d6-ab4d-20208c15b2e4 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Nov 15 23:30:04.820114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64929b09-6817-455e-ae1e-8dd342c7bfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:07.242943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b296736-a10a-4de1-b7e0-abc4f486f169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:08.488917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:09.614933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:10.391824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:16.305498 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-d9ddda48-c835-4314-add4-4d490f51b18b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437303 Nov 15 23:30:16.388444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-f1449d8e-1749-4e4d-9623-223973a24e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:16.389962 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-f1449d8e-1749-4e4d-9623-223973a24e7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1096 time: 0.0396814 Nov 15 23:30:16.495898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-4637950c-3de7-4e97-8981-6303f44ecb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:16.497407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-4637950c-3de7-4e97-8981-6303f44ecb9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.0845840 Nov 15 23:30:16.543367 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-34079b2d-9bfe-4456-852d-0aee018ea267 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 217 time: 0.0373702 Nov 15 23:30:16.592230 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-25dc5708-9eb0-4fe6-b770-1c17b5e13609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:16.593618 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-25dc5708-9eb0-4fe6-b770-1c17b5e13609 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0423813 Nov 15 23:30:16.638435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-26c59292-6760-4cae-b5b2-8591af912249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:16.639889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-26c59292-6760-4cae-b5b2-8591af912249 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381954 Nov 15 23:30:16.731887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-b2fea376-d585-47fa-9ca1-b7409c4164d1 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839357 Nov 15 23:30:16.818700 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b2a24955-0aac-4f93-870f-b3cc82ee572e req-1d7dbaf3-31dd-4a40-a84a-f0e1f954764c service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783651 Nov 15 23:30:19.394803 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a75f9-632f-40d9-9413-e2d3c6d624d4 req-545ebe2e-080c-4d0c-8ad9-98b6dadc9278 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:19.396313 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e6a75f9-632f-40d9-9413-e2d3c6d624d4 req-545ebe2e-080c-4d0c-8ad9-98b6dadc9278 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Nov 15 23:30:19.445598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e6a75f9-632f-40d9-9413-e2d3c6d624d4 req-860cd9e4-059a-4de9-bd0f-f6b473994de7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Nov 15 23:30:19.467835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41032) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:19.598004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1123c3-8a24-4edd-90fd-c92829f2bb9e tempest-TestMinimumBasicScenario-1211083209 tempest-TestMinimumBasicScenario-1211083209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:19.599477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-aa1123c3-8a24-4edd-90fd-c92829f2bb9e tempest-TestMinimumBasicScenario-1211083209 tempest-TestMinimumBasicScenario-1211083209-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1091 time: 0.1306751 Nov 15 23:30:19.602495 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41036) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:19.606704 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:19.677365 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:19.774142 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:19.873384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Allocated IP 172.25.0.170 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/74f1f6f1-d591-41e7-8c0b-fa6b022ee387) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:30:19.972776 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.049293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.087955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:30:20.090813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:30:20.094325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:30:20.099444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'Port': ['ID=74f1f6f1-d591-41e7-8c0b-fa6b022ee387,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:20.125460 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.125797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.126125 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.126445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.126789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.127106 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.127422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.127784 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.128099 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.128412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.128740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.129050 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:20.435079 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.565184 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.711423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.774248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.845477 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'Port': ['ID=74f1f6f1-d591-41e7-8c0b-fa6b022ee387,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:20.853441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:20.950422 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Floating IP dbd969e6-8a56-401d-baa1-bc6364140051 associated. External IP: 172.25.0.170, port: 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611. Nov 15 23:30:21.145830 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Router 144bc54a-84d7-49be-a81d-4e909b83a0a0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:30:21.248670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:30:21.258750 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Sync routers for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:30:21.268577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:30:21.269216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:30:21.354377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.373891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:30:21.381420 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7d6efcba-678a-485a-a663-80548fb26ca1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7779174 Nov 15 23:30:21.382059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:30:21.384294 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048324de-3da1-468f-afd7-103ab690cbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:30:21.384569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:21.389259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119789920', 'description': 'tempest-secgroup-smoke-2119789920 description', 'project_id': 'd8286e2521684bdf90da5b1398bedaae'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:21.477950 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.548978 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca9653-1980-4ea2-8741-02f97fe3c230 x-openstack-request-id: req-9aca9653-1980-4ea2-8741-02f97fe3c230 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:30:21.549481 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.549580 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:30:21.549580 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aca9653-1980-4ea2-8741-02f97fe3c230 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:30:21.550213 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:30:21.609450 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'dbd969e6-8a56-401d-baa1-bc6364140051', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'port_id': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'mac_address': 'fa:16:3e:7f:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322a71-a34c-453c-86dc-a53638ca7103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:30:20Z', 'updated_at': '2021-11-15T23:30:20Z', 'revision_number': 0, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:30:21.609847 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.633682 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048324de-3da1-468f-afd7-103ab690cbd2 req-91629e84-7f9d-45f3-a18a-c24f32e645c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:21.635253 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-91629e84-7f9d-45f3-a18a-c24f32e645c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1096 time: 0.0632403 Nov 15 23:30:21.639716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Checking router: 144bc54a-84d7-49be-a81d-4e909b83a0a0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:30:21.647804 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb661eae-4473-47f6-a29f-b4695342f8e1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:21.648782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:30:21.649384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:30:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:30:21.655165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.655503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.655847 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.656441 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.656801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.657122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.657439 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.657752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.658067 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.658380 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.658688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.658995 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:30:21.696530 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.697845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-7e49460c-550b-425a-9b18-0749f8f67be8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3121486 Nov 15 23:30:21.700749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:21.705264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:21.754171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:30:21.798940 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.832817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048324de-3da1-468f-afd7-103ab690cbd2 req-9d7124ce-e44e-4c52-b0da-2720793a42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:21.834353 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-9d7124ce-e44e-4c52-b0da-2720793a42a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.1108320 Nov 15 23:30:21.906604 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:21.915911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-79d6558e-015e-41cb-a47e-c79e52e89772 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 999 time: 0.0727720 Nov 15 23:30:21.965987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048324de-3da1-468f-afd7-103ab690cbd2 req-09f33914-6470-4541-aed1-821135df7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:21.967451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-09f33914-6470-4541-aed1-821135df7aba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0428941 Nov 15 23:30:21.980790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'dbd969e6-8a56-401d-baa1-bc6364140051', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'port_id': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'mac_address': 'fa:16:3e:7f:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322a71-a34c-453c-86dc-a53638ca7103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:30:20Z', 'updated_at': '2021-11-15T23:30:20Z', 'revision_number': 0, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:30:22.004174 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.012383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37a117-2ab3-41e6-900e-5ca980dd4551 None None] The sync data for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 is: [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'dbd969e6-8a56-401d-baa1-bc6364140051', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'floating_ip_address': '172.25.0.170', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'port_id': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'mac_address': 'fa:16:3e:7f:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f322a71-a34c-453c-86dc-a53638ca7103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:30:20Z', 'updated_at': '2021-11-15T23:30:20Z', 'revision_number': 0, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:30:22.029659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1baa459-e43e-4ffe-a29d-64cf97161670,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:22.039259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048324de-3da1-468f-afd7-103ab690cbd2 req-1f0bf7ed-29e9-4fb0-8e77-33b3fbd129ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:22.040868 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-1f0bf7ed-29e9-4fb0-8e77-33b3fbd129ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654314 Nov 15 23:30:22.096180 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.100221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:22.100515 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2d9f864f-31c6-41c8-b4b5-041c7baf329a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985732 Nov 15 23:30:22.105117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:22.144459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-cee9e942-dfd7-4f03-a902-4c427056f169 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947468 Nov 15 23:30:22.214582 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.225964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02252065-c70f-4596-b7b8-984473c2aa80 None None] New status for floating IP dbd969e6-8a56-401d-baa1-bc6364140051: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:30:22.249763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-048324de-3da1-468f-afd7-103ab690cbd2 req-cf3bb864-b319-41c3-a236-6f6e724ab289 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976610 Nov 15 23:30:22.281142 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.363318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.382232 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcb7798-c76d-497c-91bf-45e365138dff,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:22.434095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.435372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a257845f-292e-410b-a248-869ebf79976b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3338721 Nov 15 23:30:22.438214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41048) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:22.442780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:22.511122 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.566095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.608769 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.625901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32781ce-2fcd-4e6d-b0c6-802a63b3e6c1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:22.673367 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.674566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-141728e0-ebef-41f2-946e-fb6e7df65592 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2354186 Nov 15 23:30:22.677265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41050) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:22.682048 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:22.756275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.812144 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.877420 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.894317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a596699-eed5-4e4b-8b21-1cc38416d3a7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:22.976539 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:22.977772 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6994b3a9-391b-4087-94dc-2122a6c23764 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996013 Nov 15 23:30:22.980348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:22.984651 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:23.066101 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Project d8286e2521684bdf90da5b1398bedaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:30:23.071380 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.129750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.197232 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.215027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d304d810-cc53-4ace-91d4-765bf8f4b579,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:23.291013 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.292253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c1ec447f-9aba-48a6-9fb0-a8733e278eec tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109448 Nov 15 23:30:23.294988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:30:23.299410 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'security_group_rule': {'security_group_id': 'bb661eae-4473-47f6-a29f-b4695342f8e1', 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:23.403272 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Project d8286e2521684bdf90da5b1398bedaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:30:23.408531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.466598 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.528959 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.546440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7694f926-9117-468b-9b56-4751c02c7a13,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:23.610754 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:23.611967 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-617cc008-4fa8-4b55-b48c-b87800c61a60 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160384 Nov 15 23:30:23.700910 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-f7441412-1ab1-44e5-ac67-c14730c381e8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119789920&fields=id&tenant_id=d8286e2521684bdf90da5b1398bedaae HTTP/1.1" status: 200 len: 267 time: 0.0436189 Nov 15 23:30:23.755573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-09419d77-49bd-4d1a-b313-2bbd2f877c71 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:23.757546 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-09419d77-49bd-4d1a-b313-2bbd2f877c71 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0505483 Nov 15 23:30:23.768162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'port': {'security_groups': ['2b0770b5-7b8a-4431-a30d-5d1da74fa394', 'bb661eae-4473-47f6-a29f-b4695342f8e1']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:30:23.827087 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:24.004641 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:30:24.033492 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:24.071960 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:24.086814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:30:24.112638 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.113250 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:24.114639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-744c668e-6358-4baf-ae52-0105420a3ed9 req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "PUT /v2.0/ports/6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 981 time: 0.3508251 Nov 15 23:30:24.118165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:30:24.120458 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:30:24.159042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b9786-f9a3-4039-9a22-6f9e1cbe58dd tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=6']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:30:24.193964 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc4429-0293-47af-b6b8-17667e2d7afe x-openstack-request-id: req-08cc4429-0293-47af-b6b8-17667e2d7afe {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:30:24.194319 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:30:24.195094 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08cc4429-0293-47af-b6b8-17667e2d7afe {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:30:24.195553 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:30:24.218615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:30:24.264418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-60a00fbe-da81-4343-a165-b158cce3a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.267143 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-60a00fbe-da81-4343-a165-b158cce3a5a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1135 time: 0.0465500 Nov 15 23:30:24.269824 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04d887-ae54-4221-92ea-baea68b72bcd req-82f3a2e4-e11c-4720-a220-42bf78e10073 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.271394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e04d887-ae54-4221-92ea-baea68b72bcd req-82f3a2e4-e11c-4720-a220-42bf78e10073 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0586255 Nov 15 23:30:24.355502 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2e04d887-ae54-4221-92ea-baea68b72bcd req-c6557956-29c6-4061-8e10-44351bdf9313 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776868 Nov 15 23:30:24.387514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-db222c42-2153-470f-b9f2-74bb38ccab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.389161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-db222c42-2153-470f-b9f2-74bb38ccab66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.1129241 Nov 15 23:30:24.457586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-437cb50d-c433-4555-9b6f-b09b3721f21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 1001 time: 0.0602803 Nov 15 23:30:24.478186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a171bfde-dca2-4998-b56f-b395e60408e9 None None] Provisioning complete for port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:30:24.478556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a171bfde-dca2-4998-b56f-b395e60408e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:24.507808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-248ff0b8-c6b5-4f0c-8ac9-531bcb8e2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.509371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-248ff0b8-c6b5-4f0c-8ac9-531bcb8e2cec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0444028 Nov 15 23:30:24.563997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-007f9339-3f68-497b-8c28-32e28af49630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:24.565531 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-007f9339-3f68-497b-8c28-32e28af49630 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469162 Nov 15 23:30:24.654889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-1bd2020e-37c2-4b8f-b589-7b0d39cf3023 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820792 Nov 15 23:30:24.750239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-2c882b64-813a-4cd5-a6cd-b15e4b68e31f req-53e52eef-7721-4ad7-9f09-3dbf8a4ddd78 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Nov 15 23:30:29.821398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:30.380678 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:34.278297 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:30:34.791573 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15e20cbe-9d49-4a74-848e-e967906f8bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:37.288982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60da4f5d-2568-4a16-94b8-352af930f948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:38.507164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:38.698441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dd7cf-2b36-4a53-9ff3-036845cc1b00 req-b7bb5f1b-c166-4de7-a6bf-ce85df2100d0 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:38.699912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-867dd7cf-2b36-4a53-9ff3-036845cc1b00 req-b7bb5f1b-c166-4de7-a6bf-ce85df2100d0 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0513067 Nov 15 23:30:38.744459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-11eac088-f3b8-4ebf-92ee-911e889f9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:38.746794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-11eac088-f3b8-4ebf-92ee-911e889f9dfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1135 time: 0.0430367 Nov 15 23:30:38.767700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-867dd7cf-2b36-4a53-9ff3-036845cc1b00 req-0d55506c-d85e-4a85-8069-2e5fa1ff134c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560002 Nov 15 23:30:38.841106 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-bbf96224-ce2a-4a54-97a6-0bf1dfcd4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:38.842590 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-bbf96224-ce2a-4a54-97a6-0bf1dfcd4905 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.0862849 Nov 15 23:30:38.913514 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-4d63123a-9216-486e-858d-bc99d5704ee1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 1001 time: 0.0617149 Nov 15 23:30:38.963015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-25547646-dbc1-4be0-aaca-46d9a0c505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:38.964439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-25547646-dbc1-4be0-aaca-46d9a0c505f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0426185 Nov 15 23:30:39.012600 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-b841d811-2424-46c7-b23d-c78b9ea38b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:39.014059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-b841d811-2424-46c7-b23d-c78b9ea38b02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384252 Nov 15 23:30:39.106637 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-a187302f-b4de-4e1b-a2bc-7f50800f3cf9 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838292 Nov 15 23:30:39.196509 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b038a4c4-ec6b-442e-9c79-eecb4a99f952 req-9d5eced4-e9c2-48d5-a4f0-2cc3bf1596e1 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821364 Nov 15 23:30:39.654577 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:39.890850 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a406-e3e0-48fc-a96d-bf5eab76e4c4 req-f2e239c6-e131-4782-8e4b-147f821aefce tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:39.892350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d765a406-e3e0-48fc-a96d-bf5eab76e4c4 req-f2e239c6-e131-4782-8e4b-147f821aefce tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0538485 Nov 15 23:30:39.952986 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d765a406-e3e0-48fc-a96d-bf5eab76e4c4 req-f31af2c9-c2cd-4b5d-9bcd-258979f32f6a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545058 Nov 15 23:30:40.368923 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:30:41.069052 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35012125-50c2-4214-bb97-4b2a735548da req-291053bc-63f4-4b6e-a0a5-2b7cb37a2f49 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:41.070518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35012125-50c2-4214-bb97-4b2a735548da req-291053bc-63f4-4b6e-a0a5-2b7cb37a2f49 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0494623 Nov 15 23:30:41.128279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-35012125-50c2-4214-bb97-4b2a735548da req-81f79ddf-1772-42c5-aaa0-a0df9851f76e tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517509 Nov 15 23:30:42.250505 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebfc6c-a6b6-457d-9044-912578106a89 req-acdfc04d-47c5-4647-ba3a-8f5ad74615bb tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:42.251997 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0ebfc6c-a6b6-457d-9044-912578106a89 req-acdfc04d-47c5-4647-ba3a-8f5ad74615bb tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0573378 Nov 15 23:30:42.321791 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f0ebfc6c-a6b6-457d-9044-912578106a89 req-0a184146-bd88-445f-8138-c53c0591bf72 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637438 Nov 15 23:30:43.435987 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613de84-fab2-4b5f-8d52-47aa5c2e7f9a req-6564f019-15e2-453c-8f96-38ca06180d5c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:43.437448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4613de84-fab2-4b5f-8d52-47aa5c2e7f9a req-6564f019-15e2-453c-8f96-38ca06180d5c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0487540 Nov 15 23:30:43.496366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4613de84-fab2-4b5f-8d52-47aa5c2e7f9a req-aed54dc9-a68b-4888-9f00-85f1fef2f658 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527079 Nov 15 23:30:44.614118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bf807-f9d6-4241-bf17-a3aba5edd83d req-2a52d7cb-1e96-443f-b1fd-36c613c7f6d6 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:44.615576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe9bf807-f9d6-4241-bf17-a3aba5edd83d req-2a52d7cb-1e96-443f-b1fd-36c613c7f6d6 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0490439 Nov 15 23:30:44.674274 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe9bf807-f9d6-4241-bf17-a3aba5edd83d req-523a3433-9666-4083-ae4e-e0db05a13d70 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525274 Nov 15 23:30:45.794613 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43140b-ccd8-41b6-adb5-86480df7c461 req-d9a4b4b5-406e-4f28-8157-230c8f8f8eb8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:45.796340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b43140b-ccd8-41b6-adb5-86480df7c461 req-d9a4b4b5-406e-4f28-8157-230c8f8f8eb8 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0517046 Nov 15 23:30:45.854438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b43140b-ccd8-41b6-adb5-86480df7c461 req-a9d10883-eeaf-4faf-915c-d26001112c07 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519793 Nov 15 23:30:46.971166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12ee8-db98-4ae9-ad75-300982522ae3 req-1d3deb88-a343-48d9-8e22-570cfa0b3675 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:46.973182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7be12ee8-db98-4ae9-ad75-300982522ae3 req-1d3deb88-a343-48d9-8e22-570cfa0b3675 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0526819 Nov 15 23:30:47.033743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7be12ee8-db98-4ae9-ad75-300982522ae3 req-a2444586-e6dd-4e27-8ad2-5adf894d0880 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543294 Nov 15 23:30:48.146261 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09e0d1-84a0-44fa-832c-e4599ac9ab92 req-acae4f93-0c9f-444b-9575-f303d5057647 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:48.147712 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed09e0d1-84a0-44fa-832c-e4599ac9ab92 req-acae4f93-0c9f-444b-9575-f303d5057647 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0483925 Nov 15 23:30:48.211352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed09e0d1-84a0-44fa-832c-e4599ac9ab92 req-41f51f93-07c8-4237-8b60-5baced670230 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572617 Nov 15 23:30:49.324235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeceff-27a7-48af-86d0-26465e937ac7 req-107aa958-c104-4105-827a-058203f3bc1f tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:49.325697 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2eeceff-27a7-48af-86d0-26465e937ac7 req-107aa958-c104-4105-827a-058203f3bc1f tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0477929 Nov 15 23:30:49.386246 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d2eeceff-27a7-48af-86d0-26465e937ac7 req-0c47edf8-a37d-4528-8eab-274c6380e8d6 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545700 Nov 15 23:30:50.500892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca2f9-c4bc-49d0-9f31-3fdaac510190 req-27902797-ac69-45fe-82ab-c9471ad6440b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:30:50.502354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-650ca2f9-c4bc-49d0-9f31-3fdaac510190 req-27902797-ac69-45fe-82ab-c9471ad6440b tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0483754 Nov 15 23:30:50.562764 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-650ca2f9-c4bc-49d0-9f31-3fdaac510190 req-9f688862-4966-4c22-9153-8f73fa6f731c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&id=bb661eae-4473-47f6-a29f-b4695342f8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543399 Nov 15 23:30:59.831963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:00.386270 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:04.798096 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41ec9342-e5e3-4cd1-8f30-64f14f0f9865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:07.266101 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a19842e5-4ef3-426b-b264-0e54b6b5e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:08.506340 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:09.626894 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:10.409244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:11.277600 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:31:16.339079 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-f35ae50c-3ede-4475-8ffd-73b90fed51e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433843 Nov 15 23:31:16.423781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d537-8348-475a-976a-ff67a501dcdd req-714c275a-f95b-4bcc-a71e-b4c537b62b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:16.425271 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-714c275a-f95b-4bcc-a71e-b4c537b62b9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1135 time: 0.0407727 Nov 15 23:31:16.531570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d537-8348-475a-976a-ff67a501dcdd req-c31e7cad-8b41-4e92-aaa8-51378c48d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:16.533541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-c31e7cad-8b41-4e92-aaa8-51378c48d3bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.0874212 Nov 15 23:31:16.601371 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-a6b7c001-8b11-487a-994f-40c37f8320af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 1001 time: 0.0565166 Nov 15 23:31:16.650977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d537-8348-475a-976a-ff67a501dcdd req-927bb199-cf74-4c53-b707-7efbd201d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:16.652662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-927bb199-cf74-4c53-b707-7efbd201d518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0429187 Nov 15 23:31:16.704114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d537-8348-475a-976a-ff67a501dcdd req-9713a54b-1e25-4f35-bd3c-981302a5c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:16.705598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-9713a54b-1e25-4f35-bd3c-981302a5c966 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422995 Nov 15 23:31:16.717086 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-2b534c07-574a-4b00-9ac5-1a539e7740bd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:31:16.718020 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-2b534c07-574a-4b00-9ac5-1a539e7740bd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048928 Nov 15 23:31:16.805496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-1998c038-a0c8-45cb-89e6-1666dae08dcd service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794253 Nov 15 23:31:16.901337 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f338d537-8348-475a-976a-ff67a501dcdd req-8245db6d-35cc-4162-a4c8-136ebeaf7fbb service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848601 Nov 15 23:31:23.072573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-f9773a6e-d5d9-4603-80af-6b7a6c263b75 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119789920&fields=id&tenant_id=d8286e2521684bdf90da5b1398bedaae HTTP/1.1" status: 200 len: 267 time: 0.0469787 Nov 15 23:31:23.124639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-17b385cf-32ee-4552-8644-6686d599ef5f tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:23.126098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-17b385cf-32ee-4552-8644-6686d599ef5f tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 984 time: 0.0479763 Nov 15 23:31:23.136849 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Request body: {'port': {'security_groups': ['2b0770b5-7b8a-4431-a30d-5d1da74fa394']}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:23.198553 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.366889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:23.394235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.454955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.467368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:31:23.506574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:23.507187 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.508581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75a7e64d-6fab-40bd-bb89-4f7f148d5811 req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "PUT /v2.0/ports/6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 942 time: 0.3761346 Nov 15 23:31:23.509054 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:31:23.511332 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee75cd9c-055b-4873-92f2-c32f3d565c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:31:23.514917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41110) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:23.532588 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event updated for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=7']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:23.540711 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.541069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.541405 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.541736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.542066 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.542392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.543489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.543827 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.544161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.544490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.544839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.545166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff91664-ba0a-4b33-ab98-0f750ca2859d tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:23.573446 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b89f596-e771-4fb5-844c-50dd24ef0f67 x-openstack-request-id: req-3b89f596-e771-4fb5-844c-50dd24ef0f67 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:31:23.573761 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:31:23.573996 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b89f596-e771-4fb5-844c-50dd24ef0f67 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:31:23.574387 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:31:23.590938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:31:23.607232 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.678498 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:23.705415 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-6e3073e0-0ca8-44a2-8d5d-af3500150b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:23.706899 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-6e3073e0-0ca8-44a2-8d5d-af3500150b15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1096 time: 0.1083350 Nov 15 23:31:23.853932 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-baa02f15-3050-4ae0-a115-55593b48d259 None None] Provisioning complete for port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:23.854300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa02f15-3050-4ae0-a115-55593b48d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.111813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-7786aeb5-5df5-4130-9a8f-d9a5cb04bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:24.113317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-7786aeb5-5df5-4130-9a8f-d9a5cb04bb51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.3957520 Nov 15 23:31:24.177490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-fc99bf35-0839-4685-b515-f338a8954453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 1001 time: 0.0566051 Nov 15 23:31:24.180340 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.182908 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.183942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb661eae-4473-47f6-a29f-b4695342f8e1 HTTP/1.1" status: 204 len: 168 time: 0.6679385 Nov 15 23:31:24.186737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41112) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:24.222786 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb661eae-4473-47f6-a29f-b4695342f8e1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:24.236143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.236485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.236849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.237185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.237509 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.237840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.238156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.238477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.238801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.239117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.239435 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.239752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce20d8a-a114-42a4-b9e1-9c87cf97bcf7 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:24.254760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-363d2dde-a522-4a1d-8a64-8024f41015bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:24.259967 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-363d2dde-a522-4a1d-8a64-8024f41015bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0715425 Nov 15 23:31:24.302933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-8a09f386-ced3-441e-9013-fafb3bd6af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:24.304652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-8a09f386-ced3-441e-9013-fafb3bd6af5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410039 Nov 15 23:31:24.349727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Deleting port 74f1f6f1-d591-41e7-8c0b-fa6b022ee387 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:24.350068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.398120 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-032d43c0-e28d-4254-bb8f-ba40d6e588d1 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Nov 15 23:31:24.423957 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.424277 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.435672 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Calling delete_port for 74f1f6f1-d591-41e7-8c0b-fa6b022ee387 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:24.487434 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ee75cd9c-055b-4873-92f2-c32f3d565c3d req-92031a71-8cbb-4470-9493-c1a2a5736a1c service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817337 Nov 15 23:31:24.626566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.654739 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event deleted for resources: {'Port': ['ID=74f1f6f1-d591-41e7-8c0b-fa6b022ee387,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:24.713209 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:24.713531 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Floating IP dbd969e6-8a56-401d-baa1-bc6364140051 disassociated (deleted). External IP: 172.25.0.170, port: 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611. Nov 15 23:31:25.253327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Router 144bc54a-84d7-49be-a81d-4e909b83a0a0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:31:25.359445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:31:25.364932 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:25.370954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Sync routers for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:31:25.381119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:25.381800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:25.395069 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab153015-bd15-4298-af41-eed2083232a3 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "DELETE /v2.0/floatingips/dbd969e6-8a56-401d-baa1-bc6364140051 HTTP/1.1" status: 204 len: 168 time: 1.2048082 Nov 15 23:31:25.505363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:25.575727 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:31:25.578142 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83" -d '{"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:31:25.615807 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b36c4a-73d3-4425-a530-adb06af209f1 x-openstack-request-id: req-56b36c4a-73d3-4425-a530-adb06af209f1 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:31:25.616094 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:31:25.616343 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56b36c4a-73d3-4425-a530-adb06af209f1 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:31:25.616763 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:31:25.680590 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-ce238f83-151d-41b8-96ee-aaa3b456c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:25.682129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-ce238f83-151d-41b8-96ee-aaa3b456c84a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8286e2521684bdf90da5b1398bedaae&device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 1096 time: 0.0420358 Nov 15 23:31:25.793478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-5c9d137c-64e2-4374-829e-54206e3443d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:25.794958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-5c9d137c-64e2-4374-829e-54206e3443d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 200 len: 915 time: 0.1057174 Nov 15 23:31:25.841419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-0e86a8b2-f31a-42dc-8690-30e512c1f70e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 200 len: 217 time: 0.0372653 Nov 15 23:31:25.881594 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:25.899967 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-6a2d7e1c-0678-41a5-ad37-54bd5c353f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:25.901490 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-6a2d7e1c-0678-41a5-ad37-54bd5c353f58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 200 len: 853 time: 0.0513475 Nov 15 23:31:25.908400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Checking router: 144bc54a-84d7-49be-a81d-4e909b83a0a0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:31:25.917216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:25.917817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:25.948796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-4a869a82-23dd-4b63-80b0-21fb89ab750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:25.950374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-4a869a82-23dd-4b63-80b0-21fb89ab750c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebb72635-76fb-43f0-a58a-f94b2bfd6da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416825 Nov 15 23:31:26.026546 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:26.045001 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-926b89df-a5e7-4357-b7e4-d2918fa3b5b1 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853014 Nov 15 23:31:26.139467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-cdde4a0d-c9ed-48bd-94ca-e549e4405c83 req-8b703178-4588-48fc-a2ce-7b8ca7f8b977 service neutron] 10.222.0.57 "GET /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860441 Nov 15 23:31:26.228468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:26.255886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa18ec-d972-4023-9e6b-cd8ed41361d5 None None] The sync data for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 is: [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd', 'name': '', 'network_id': 'ebb72635-76fb-43f0-a58a-f94b2bfd6da3', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'mac_address': 'fa:16:3e:9e:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:20Z', 'updated_at': '2021-11-15T23:29:24Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'subnets': [{'id': '07d18e99-b0a6-40ce-ac68-250f490c1b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:31:26.489013 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d250f60-e105-4b7e-805a-fabaaa40e3b1 None None] New status for floating IP dbd969e6-8a56-401d-baa1-bc6364140051: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:31:29.821071 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:30.369744 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:34.771597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73332a-c680-4ada-8228-d01df7099c8a req-a16886a8-4809-4724-90de-29553b6bd2f1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:34.773197 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e73332a-c680-4ada-8228-d01df7099c8a req-a16886a8-4809-4724-90de-29553b6bd2f1 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0509851 Nov 15 23:31:34.819975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e73332a-c680-4ada-8228-d01df7099c8a req-e6cc37fd-2fd5-44ee-8b08-e15e7c100e38 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Nov 15 23:31:34.842404 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1682c54-4afc-49f6-9d2d-aea5eff30090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:35.946995 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa10cb-da85-402c-8ebc-0c0bbc7a70ad req-f9ff718a-8c63-41f2-aff0-6a99b4a36416 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:35.949110 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53fa10cb-da85-402c-8ebc-0c0bbc7a70ad req-f9ff718a-8c63-41f2-aff0-6a99b4a36416 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Nov 15 23:31:36.000011 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-53fa10cb-da85-402c-8ebc-0c0bbc7a70ad req-f00054e6-adf6-402b-b877-ed9cd548a08a tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b0770b5-7b8a-4431-a30d-5d1da74fa394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Nov 15 23:31:36.490695 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-23c61750-4073-4589-9cba-b04102ffdc09 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:36.492138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-23c61750-4073-4589-9cba-b04102ffdc09 tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 945 time: 0.0485225 Nov 15 23:31:36.583015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Deleting port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:36.583349 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:36.668544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] For port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:36.668929 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:36.681496 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Calling delete_port for 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:36.849731 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:36.861941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:31:36.878572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Pushing event deleted for resources: {'Port': ['ID=6e4c2066-d0e0-464d-80a3-b7b4b2cfb611,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:36.922830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] No DVR routers for this DVR port 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:31:36.926035 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:36.929304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-23acf1ef-0e3b-4da2-a68f-6832ed4c6cf8 req-067e2b02-f70b-4989-a304-ef9f8738710c tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.57 "DELETE /v2.0/ports/6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 HTTP/1.1" status: 204 len: 173 time: 0.4305799 Nov 15 23:31:36.929728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'name': 'network-vif-deleted', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:31:36.931932 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099abc95-c041-4444-a07d-63d9cbae0df0" -d '{"events": [{"server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "name": "network-vif-deleted", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:31:36.972439 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa41d7-8b30-49e3-ba96-97730de205d6 x-openstack-request-id: req-5bfa41d7-8b30-49e3-ba96-97730de205d6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:31:36.972439 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f322a71-a34c-453c-86dc-a53638ca7103", "name": "network-vif-deleted", "tag": "6e4c2066-d0e0-464d-80a3-b7b4b2cfb611", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:31:36.972439 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bfa41d7-8b30-49e3-ba96-97730de205d6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:31:36.972439 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f322a71-a34c-453c-86dc-a53638ca7103', 'name': 'network-vif-deleted', 'tag': '6e4c2066-d0e0-464d-80a3-b7b4b2cfb611', 'status': 'completed', 'code': 200} Nov 15 23:31:37.093942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6363a3c5-cc87-4dbd-93bc-afaf7171d8c9 req-d71b4ea2-d6e6-4387-af79-e1d16b28abfe tempest-TestMinimumBasicScenario-463878423 tempest-TestMinimumBasicScenario-463878423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f322a71-a34c-453c-86dc-a53638ca7103 HTTP/1.1" status: 200 len: 210 time: 0.0254331 Nov 15 23:31:37.272759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fb35d3-f1a8-4f48-a63c-308d5fe7ca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:38.546768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:39.627291 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:40.159328 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:40.352280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:40.363458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:40.383050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:40.383378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 6e4c2066-d0e0-464d-80a3-b7b4b2cfb611 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:40.494363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:40.734132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Deleting port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:40.734474 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:40.813979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] For port 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:40.814332 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:40.827046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Calling delete_port for 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:41.083880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:41.109743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:41.271235 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:41.484313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Router 144bc54a-84d7-49be-a81d-4e909b83a0a0 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:31:41.588224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:31:41.595623 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a10450bf-c29d-45e1-96be-7eecaa7e1988 admin admin] 10.222.0.15 "PUT /v2.0/routers/144bc54a-84d7-49be-a81d-4e909b83a0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4327958 Nov 15 23:31:41.595919 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41216) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:41.597132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Sync routers for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:31:41.607238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:41.607832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:41.697239 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:41.710291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:41.793405 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:41.895981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '61928323-c847-4b2e-9060-94eabc57654c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:31:40Z', 'revision_number': 5, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port': {'id': '61928323-c847-4b2e-9060-94eabc57654c', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:41.923423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Checking router: 144bc54a-84d7-49be-a81d-4e909b83a0a0 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:31:41.924157 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Deleting port 61928323-c847-4b2e-9060-94eabc57654c {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:41.924497 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:41.931715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Routers {'144bc54a-84d7-49be-a81d-4e909b83a0a0'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:41.932315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['144bc54a-84d7-49be-a81d-4e909b83a0a0'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:42.002760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] For port 61928323-c847-4b2e-9060-94eabc57654c, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=61928323-c847-4b2e-9060-94eabc57654c,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:42.003115 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.015310 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Calling delete_port for 61928323-c847-4b2e-9060-94eabc57654c owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:42.017115 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] Set router 144bc54a-84d7-49be-a81d-4e909b83a0a0 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:42.073030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:31:41Z', 'revision_number': 6, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:42.100368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730935c-ef9d-4277-a020-91cbb0479cb4 None None] The sync data for ids ['144bc54a-84d7-49be-a81d-4e909b83a0a0'] in n-d-817995-3 is: [{'id': '144bc54a-84d7-49be-a81d-4e909b83a0a0', 'name': 'tempest-TestMinimumBasicScenario-616894065-router', 'tenant_id': 'd8286e2521684bdf90da5b1398bedaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:18Z', 'updated_at': '2021-11-15T23:31:41Z', 'revision_number': 6, 'project_id': 'd8286e2521684bdf90da5b1398bedaae', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:31:42.243912 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.272123 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Pushing event deleted for resources: {'Port': ['ID=61928323-c847-4b2e-9060-94eabc57654c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:42.287698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c066c-8c0d-470d-a0de-6323209b023d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:42.334400 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.422559 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.424742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.507437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.508107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144bc54a-84d7-49be-a81d-4e909b83a0a0 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:31:42.512588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.513812 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4cfadfe-f526-4e30-98b0-d1ea43b99098 admin admin] 10.222.0.15 "DELETE /v2.0/routers/144bc54a-84d7-49be-a81d-4e909b83a0a0 HTTP/1.1" status: 204 len: 168 time: 0.9169664 Nov 15 23:31:42.516299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:42.565187 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Deleting subnet 07d18e99-b0a6-40ce-ac68-250f490c1b55 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:31:42.568224 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.602748 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.675491 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.764048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.795581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d18e99-b0a6-40ce-ac68-250f490c1b55,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:42.797471 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.800700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb7d85cc-e24a-4577-b17f-5744db8d7cb7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07d18e99-b0a6-40ce-ac68-250f490c1b55 HTTP/1.1" status: 204 len: 168 time: 0.2829025 Nov 15 23:31:42.802893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60086182-4bdd-4c54-9bd6-50e26e8d93e8 None None] Network ebb72635-76fb-43f0-a58a-f94b2bfd6da3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:31:42.803745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41224) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:42.876579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.933984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Deleting port d1e82417-a1cd-4116-af8f-8254c53f55e1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:42.934315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:42.991132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] DHCP port deletion for ebb72635-76fb-43f0-a58a-f94b2bfd6da3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:43.012501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] For port d1e82417-a1cd-4116-af8f-8254c53f55e1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e82417-a1cd-4116-af8f-8254c53f55e1,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:43.012896 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.026401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Calling delete_port for d1e82417-a1cd-4116-af8f-8254c53f55e1 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:43.039625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Deleting port d1e82417-a1cd-4116-af8f-8254c53f55e1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:43.039625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.109360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] For port d1e82417-a1cd-4116-af8f-8254c53f55e1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e82417-a1cd-4116-af8f-8254c53f55e1,segment=NetworkSegment(08b797bc-1e86-4ba2-a649-68002d7e1fd4),segment_id=08b797bc-1e86-4ba2-a649-68002d7e1fd4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:43.109918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.122672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Calling delete_port for d1e82417-a1cd-4116-af8f-8254c53f55e1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:43.153018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.178729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e82417-a1cd-4116-af8f-8254c53f55e1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:43.182203 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] No DVR routers for this DVR port d1e82417-a1cd-4116-af8f-8254c53f55e1 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 15 23:31:43.196473 n-d-817995-3 neutron-server[103129]: self.session.flush() Nov 15 23:31:43.202004 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.228015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Pushing event deleted for resources: {'Port': ['ID=d1e82417-a1cd-4116-af8f-8254c53f55e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:43.238439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.238789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.239123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.239455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.239781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.240104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.240426 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.240780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.241099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.241420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.241737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.242051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:43.244691 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfadfd-e705-4f5f-a150-88b63b4fadd5 None None] No DVR routers for this DVR port d1e82417-a1cd-4116-af8f-8254c53f55e1 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:31:43.257208 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.276856 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb72635-76fb-43f0-a58a-f94b2bfd6da3']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:43.286265 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b797bc-1e86-4ba2-a649-68002d7e1fd4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:43.286554 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b797bc-1e86-4ba2-a649-68002d7e1fd4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:43.295584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.308581 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.314941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:31:43.315307 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:31:43.316957 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:31:43.421188 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.427045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.430218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/ebb72635-76fb-43f0-a58a-f94b2bfd6da3 HTTP/1.1" status: 204 len: 168 time: 0.6255195 Nov 15 23:31:43.433212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41228) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:43.445814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe63984-e464-4cc8-936f-b16e895a81ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb72635-76fb-43f0-a58a-f94b2bfd6da3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:43.795106 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:43.899536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 61928323-c847-4b2e-9060-94eabc57654c no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:43.921194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 61928323-c847-4b2e-9060-94eabc57654c {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:43.921533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 61928323-c847-4b2e-9060-94eabc57654c not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:43.921949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:43.940646 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:43.940976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 3ef5ff60-c2ac-4333-92b5-7e1ce141d8cd not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:43.941393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e82417-a1cd-4116-af8f-8254c53f55e1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:43.960030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d1e82417-a1cd-4116-af8f-8254c53f55e1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:43.960369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e82417-a1cd-4116-af8f-8254c53f55e1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:44.051971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Deleting port e347ba62-7a6b-411a-9674-b0f03d8f45b2 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:44.052229 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:44.131955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] For port e347ba62-7a6b-411a-9674-b0f03d8f45b2, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e347ba62-7a6b-411a-9674-b0f03d8f45b2,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:44.132313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:44.144326 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Calling delete_port for e347ba62-7a6b-411a-9674-b0f03d8f45b2 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:44.375622 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:44.407144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Pushing event deleted for resources: {'Port': ['ID=e347ba62-7a6b-411a-9674-b0f03d8f45b2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:44.583406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:44.792901 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:31:44.901414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:31:44.906797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5a23ea82-cd50-4158-bb1d-0d28e520c17b admin admin] 10.222.0.15 "PUT /v2.0/routers/ebf4f54f-2f61-428c-bfcd-bc92b30e5893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725420 Nov 15 23:31:44.909312 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41232) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:44.910314 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Sync routers for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:31:44.920266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:44.920899 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:45.013446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.115470 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:45.118161 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.215827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Deleting port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:45.216404 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.299296 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] For port 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:45.299652 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.311961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Calling delete_port for 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:45.312597 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:31:44Z', 'revision_number': 5, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port': {'id': '5335bb7c-4b24-4bdc-ade2-fa15f795a4ea', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:45.338197 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Checking router: ebf4f54f-2f61-428c-bfcd-bc92b30e5893 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:31:45.347028 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Routers {'ebf4f54f-2f61-428c-bfcd-bc92b30e5893'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:45.347633 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:45.432162 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] Set router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:45.487100 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:31:45Z', 'revision_number': 6, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:45.512279 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbe70e5-e065-4efe-be5c-69acfcd7a84b None None] The sync data for ids ['ebf4f54f-2f61-428c-bfcd-bc92b30e5893'] in n-d-817995-3 is: [{'id': 'ebf4f54f-2f61-428c-bfcd-bc92b30e5893', 'name': 'tempest-TestMinimumBasicScenario-1356386494-router', 'tenant_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:29:24Z', 'updated_at': '2021-11-15T23:31:45Z', 'revision_number': 6, 'project_id': 'a3251f76ffc44def8be8e3dc13c996bd', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:31:45.535926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.565611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5335bb7c-4b24-4bdc-ade2-fa15f795a4ea,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:45.581982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7addb047-cf88-4919-942c-0d509e746a7b None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:45.626584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.713225 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.715281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.844463 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.845242 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf4f54f-2f61-428c-bfcd-bc92b30e5893 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:31:45.854863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.854955 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41234) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:45.855385 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8143366c-0edd-4414-b2b0-79ba48b1eaa0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ebf4f54f-2f61-428c-bfcd-bc92b30e5893 HTTP/1.1" status: 204 len: 168 time: 0.9434316 Nov 15 23:31:45.900706 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Deleting subnet 9bfaabb3-d5fa-4b15-a338-4450e22271a6 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:31:45.904588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.950187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e347ba62-7a6b-411a-9674-b0f03d8f45b2 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:45.955177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:45.974077 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e347ba62-7a6b-411a-9674-b0f03d8f45b2 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:45.974494 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e347ba62-7a6b-411a-9674-b0f03d8f45b2 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:46.032781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.158304 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.181332 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfaabb3-d5fa-4b15-a338-4450e22271a6,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:46.186995 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.192689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-10ecbdf8-7bc4-4838-ba3f-284d807df629 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9bfaabb3-d5fa-4b15-a338-4450e22271a6 HTTP/1.1" status: 204 len: 168 time: 0.3355269 Nov 15 23:31:46.192859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6dc1bc-6c14-4e6a-a396-0c3df904aad4 None None] Network f65b86be-a68f-4b71-bceb-6232fb7b1bad requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:31:46.193378 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41236) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:46.260608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.320480 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Deleting port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:46.320848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.380459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] DHCP port deletion for f65b86be-a68f-4b71-bceb-6232fb7b1bad request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:46.385354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] For port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:46.386745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.400277 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Calling delete_port for 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:46.427001 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Deleting port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:31:46.427281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.493503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] For port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,segment=NetworkSegment(ea6b86eb-0db6-4620-9b38-659f6ca19d3b),segment_id=ea6b86eb-0db6-4620-9b38-659f6ca19d3b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:46.493503 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.505280 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Calling delete_port for 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:31:46.541625 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.555699 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] No DVR routers for this DVR port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:31:46.577384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:46.599644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.626980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] No DVR routers for this DVR port 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:31:46.628502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc1f2-eab9-4c1c-a9b5-1211da56f78f None None] Pushing event deleted for resources: {'Port': ['ID=8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:46.646955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.670236 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b86be-a68f-4b71-bceb-6232fb7b1bad']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:46.680067 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:46.680301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6b86eb-0db6-4620-9b38-659f6ca19d3b') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:46.689736 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.702301 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.708004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:31:46.708369 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:31:46.710000 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:31:46.815086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.820386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:46.823579 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] 10.222.0.15 "DELETE /v2.0/networks/f65b86be-a68f-4b71-bceb-6232fb7b1bad HTTP/1.1" status: 204 len: 168 time: 0.6291678 Nov 15 23:31:46.834586 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83470ba-61e1-410d-a754-3e8005c19bde admin admin] Pushing event deleted for resources: {'Network': ['ID=f65b86be-a68f-4b71-bceb-6232fb7b1bad,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:47.173534 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41240) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:47.213699 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-091bfaee-55a4-43d2-8112-0c43712ad14b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8286e2521684bdf90da5b1398bedaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389733 Nov 15 23:31:47.215791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41242) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:47.260446 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:47.285560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:47.741040 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:47.743560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:47.744744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b0770b5-7b8a-4431-a30d-5d1da74fa394 HTTP/1.1" status: 204 len: 168 time: 0.5280454 Nov 15 23:31:47.752515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4198ee-2c5a-49a5-92a0-266f6b724d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0770b5-7b8a-4431-a30d-5d1da74fa394,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:47.883700 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:47.916577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:47.916984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8ddb3d66-d8fe-4f3f-8ab4-0c3b17e32763 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:47.917395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:31:47.941431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:31:47.941772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5335bb7c-4b24-4bdc-ade2-fa15f795a4ea not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:31:48.277300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:31:48.367769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41248) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:48.411614 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e3eb4325-9ab7-4bb6-96d2-ddf90cda3292 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3251f76ffc44def8be8e3dc13c996bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426574 Nov 15 23:31:48.413959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41250) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:48.460214 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:48.481344 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:48.592490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:48.595045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:48.596769 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53a26811-6f7a-4bff-8942-3200a3e5be86 HTTP/1.1" status: 204 len: 168 time: 0.1812706 Nov 15 23:31:48.604469 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0c40c-cacd-42b7-a495-1a6d3e7cc86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a26811-6f7a-4bff-8942-3200a3e5be86,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:50.759646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41290) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:50.764161 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527211865', 'description': 'tempest-secgroup-smoke-527211865 description', 'project_id': 'a0440937535142c3aeb65f2d46bd94da'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:50.826501 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:50.834525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:50.911468 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:50.952416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:50.989971 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631eaddb-69c2-4192-9a6d-07df95ea0d63,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:51.026462 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.072541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.100391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:51.131760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.133001 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-78f125db-4208-4fc9-bae8-3d3c3ffbd1aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3723798 Nov 15 23:31:51.136013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41292) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:51.140319 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:51.220124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.272485 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.334853 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.355060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39314df-38f5-4fc8-a259-c8ec3a14c473,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:51.422901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.424088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-88b2e805-547a-4e90-9055-94978779c764 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871506 Nov 15 23:31:51.426903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41294) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:51.431160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:51.495530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.548839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.598629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.616689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ecadaa-64fd-4ca3-9a80-4b0a40804816,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:51.668728 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.669929 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d85a19b6-97be-44e3-80dd-66da55facac5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2420850 Nov 15 23:31:51.672714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41296) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:51.677007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:51.751051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.805990 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.866681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.885944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9108a0-2c07-460f-bee5-7a72b2041fa1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:51.954798 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:51.956288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f12c328-acfb-4e7c-b8d9-f18d39092cb8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823868 Nov 15 23:31:51.958753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41298) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:51.963055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:52.060125 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.114862 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.203552 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.223719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a728b0-1596-45df-ba62-1c8b8a4c5322,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:52.286165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.287380 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36101ce3-5241-4488-a769-74271c8112fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277059 Nov 15 23:31:52.290211 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:52.294492 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:52.358396 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:31:52.363029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.418423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.478427 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.495520 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b026e6ce-a467-4e11-846f-d24ddb42a54d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:52.559943 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.561149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-7ea647e2-5c11-4dbf-92c2-e2765746a237 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2700114 Nov 15 23:31:52.564266 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41302) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:52.569148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:52.638186 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:31:52.642869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.699584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.763469 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.782450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53591a70-f5f1-4ce3-a704-3699318eaee9,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:52.828741 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.829964 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f9ce23e4-a495-4ba9-9c7d-412afff16e0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2647300 Nov 15 23:31:52.833457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41304) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:52.838184 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'network': {'name': 'tempest-network-smoke--2056681309', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:52.923820 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:31:52.927611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.950560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:31:52.959148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:52.959515 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Added segment f128fcc4-2fa1-4515-8b89-87e4521327b8 of type vlan for network 6118a30e-0c14-450e-bf74-0dae18f0f52c Nov 15 23:31:52.999916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.095299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.100832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:53.101433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.164579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Network': ['ID=6118a30e-0c14-450e-bf74-0dae18f0f52c,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:53.176236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:31:53.224530 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b398cea0-6434-4b11-9a90-a5a550fa9430 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900778 Nov 15 23:31:53.228363 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41306) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:53.232333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'admin_state_up': True, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:53.318156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.319176 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.371767 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.540541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.774742 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.793437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:53.900011 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.91 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/62452dc5-085b-495c-b2c2-ce8c5ce5194a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:31:53.999965 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.067562 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.107026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:31:54.113345 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:31:54.115823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:31:54.130073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df29d8-31b7-42fa-876e-64cef7cbfaf9 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:54.141677 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=62452dc5-085b-495c-b2c2-ce8c5ce5194a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:54.250376 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-82fe3cfa-ec76-45f1-a15d-a7fc2f9ad0c6 None None] Provisioning complete for port 62452dc5-085b-495c-b2c2-ce8c5ce5194a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:54.250977 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fe3cfa-ec76-45f1-a15d-a7fc2f9ad0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.284315 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82fe3cfa-ec76-45f1-a15d-a7fc2f9ad0c6 None None] Port 62452dc5-085b-495c-b2c2-ce8c5ce5194a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:31:54.439881 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.633094 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.786373 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router f3a11573-5974-4a86-a06f-41f6df5d40a6 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:31:54.886871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:31:54.896723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Sync routers for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:31:54.907158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:54.909328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:54.943396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:54.944654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-75a4bc31-16a8-45f3-89f9-78f1be8c1ec2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7157369 Nov 15 23:31:54.947707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41308) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:55.010845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:55.066406 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bee1cb5d-5441-4b75-84b8-5c5460f318fb tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a0440937535142c3aeb65f2d46bd94da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170709 Nov 15 23:31:55.069037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41312) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:55.163055 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6cb29d-8685-407d-90cf-b877b8905c68 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:55.164491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e6cb29d-8685-407d-90cf-b877b8905c68 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945604 Nov 15 23:31:55.167367 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41314) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:55.197999 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9ec590da-d23a-4fa9-b7b6-517f41729980 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269363 Nov 15 23:31:55.198221 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41316) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:55.203102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318806805', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:31:55.343099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:54Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:55.352441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:31:55.355967 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.372553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Checking router: f3a11573-5974-4a86-a06f-41f6df5d40a6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:31:55.372904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Updating router f3a11573-5974-4a86-a06f-41f6df5d40a6 port 62452dc5-085b-495c-b2c2-ce8c5ce5194a binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:31:55.397506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.564098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.625550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Subnet': ['ID=d8a294f9-d130-49d9-a330-fb8616b950df,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:55.633051 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Checking segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:31:55.633408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network hostable DHCP agents. Network: 6118a30e-0c14-450e-bf74-0dae18f0f52c, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:31:55.646861 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.683984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:31:55.695409 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.741064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 6118a30e-0c14-450e-bf74-0dae18f0f52c) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:31:55.743178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0479e0-fb1a-4d40-ac92-9f0fe4a91c61 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:55.744898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:55.745490 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.756809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb72519-7a43-4202-a03c-62b96a07111f None None] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:31:55.761903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Attempting to bind port 62452dc5-085b-495c-b2c2-ce8c5ce5194a on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:31:55.761903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Attempting to bind port 62452dc5-085b-495c-b2c2-ce8c5ce5194a by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:31:55.761903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Attempting to bind port 62452dc5-085b-495c-b2c2-ce8c5ce5194a on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:31:55.773902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab437b-307a-41b1-be20-a4489246d3d4 None None] Pushing event updated for resources: {'Port': ['ID=62452dc5-085b-495c-b2c2-ce8c5ce5194a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:55.808129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:31:55.808497 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:31:55.808909 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.809287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:31:55.809748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Bound port: 62452dc5-085b-495c-b2c2-ce8c5ce5194a, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:31:55.810118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.858355 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4d882d13-843e-4eba-805c-a1403e738bf9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6592088 Nov 15 23:31:55.861098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41318) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:31:55.870460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-31065fab-e8f9-45e8-bebd-a264a9d9b7ef None None] Provisioning complete for port 62452dc5-085b-495c-b2c2-ce8c5ce5194a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:55.870816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31065fab-e8f9-45e8-bebd-a264a9d9b7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:55.953542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] For port 62452dc5-085b-495c-b2c2-ce8c5ce5194a, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:31:55.956210 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31065fab-e8f9-45e8-bebd-a264a9d9b7ef None None] Port 62452dc5-085b-495c-b2c2-ce8c5ce5194a cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:31:55.972906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] For port 62452dc5-085b-495c-b2c2-ce8c5ce5194a, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=62452dc5-085b-495c-b2c2-ce8c5ce5194a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:31:56.009889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-6118a30e-0c14-450e-bf74-0dae18f0f52c', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:31:56.010730 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.081477 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.140748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa71c0-a3de-44b4-ac35-1d84bf4d41a7 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:31:56.193325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab437b-307a-41b1-be20-a4489246d3d4 None None] Pushing event updated for resources: {'Port': ['ID=62452dc5-085b-495c-b2c2-ce8c5ce5194a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:56.197526 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:56.198516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:56.273999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Allocated IP 172.20.0.2 (6118a30e-0c14-450e-bf74-0dae18f0f52c/d8a294f9-d130-49d9-a330-fb8616b950df/8fa8f9f5-ce07-4ced-869b-9b12cb961fbe) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:31:56.290318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.314455 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] Provisioning complete for port 62452dc5-085b-495c-b2c2-ce8c5ce5194a triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:56.314815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.401096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:56.630599 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.639117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.671463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] For port 62452dc5-085b-495c-b2c2-ce8c5ce5194a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=62452dc5-085b-495c-b2c2-ce8c5ce5194a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:56.697250 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:54Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:56.727105 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.729065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f915-ba96-4508-9338-5f69b1d4a7de None None] The sync data for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 is: [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:54Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:31:56.736529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.770187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:31:56.770514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.1 (6118a30e-0c14-450e-bf74-0dae18f0f52c/d8a294f9-d130-49d9-a330-fb8616b950df/ef5b2fb5-7c42-4276-912e-94c027248a93) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:31:56.774971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:31:56.778771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:31:56.791248 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Pushing event updated for resources: {'Port': ['ID=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:56.866925 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Attempting to bind port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:31:56.867291 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Attempting to bind port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:31:56.867643 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Attempting to bind port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe on network 6118a30e-0c14-450e-bf74-0dae18f0f52c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:31:56.881384 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:31:56.881662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Checking segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:31:56.882058 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.882439 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Bound using segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:31:56.882895 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Bound port: 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:31:56.883261 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.894096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54814c-e66e-4e6f-ad3e-182f32e3fa08 None None] Pushing event updated for resources: {'Port': ['ID=62452dc5-085b-495c-b2c2-ce8c5ce5194a,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:56.904054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:56.951674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] For port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:31:56.954864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] For port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:31:56.995680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.010326 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.039911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:31:57.043191 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:31:57.047914 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:31:57.084046 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba336-54dd-436d-8457-e372abf02a18 None None] Pushing event updated for resources: {'Port': ['ID=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:57.102406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:57.113654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.322390 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.612920 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.678345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.754872 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:57.756692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:57.852941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:31:57.854384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:31:57.951024 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 62452dc5-085b-495c-b2c2-ce8c5ce5194a up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:31:58.009631 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 62452dc5-085b-495c-b2c2-ce8c5ce5194a triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:58.010001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.101745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:31:58.125235 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb28676-c4d9-45dd-b3c6-b55131262d8a None None] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:31:58.338547 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router f3a11573-5974-4a86-a06f-41f6df5d40a6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:31:58.367632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] Provisioning complete for port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:58.368005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.422556 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:58.422925 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.449336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:31:58.455539 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad9bb9fc-d0a6-4057-b634-b27fb9c46ed0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/f3a11573-5974-4a86-a06f-41f6df5d40a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932443 Nov 15 23:31:58.576491 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.610305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-5a106f50-541e-4be0-819a-96f76488ca8e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527211865&fields=id&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 267 time: 0.0460143 Nov 15 23:31:58.623682 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Sync routers for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:31:58.634802 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:58.635635 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:58.647125 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.670314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] For port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:58.737845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-800f71db-1499-4341-a3bd-b8f4084315f5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:31:58.739423 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-800f71db-1499-4341-a3bd-b8f4084315f5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/networks?id=6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 200 len: 797 time: 0.1161032 Nov 15 23:31:58.748426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.756646 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-3d36d305-f104-4114-8d9c-9f78c3052f66 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/quotas/a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 375 time: 0.0109072 Nov 15 23:31:58.764149 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:58.818887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-0daee93f-ebce-4db8-b674-4cdad8e01483 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543709 Nov 15 23:31:58.841098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:31:58.841571 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:31:58.846517 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e81df7-8ffc-4055-b1aa-bdde6ae67743 None None] Pushing event updated for resources: {'Port': ['ID=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:58.971087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2d59e14f-e001-4860-bdf4-b5329c9d3e45 None None] Provisioning complete for port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:58.971768 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d59e14f-e001-4860-bdf4-b5329c9d3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:58.987789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-a4794b53-248d-430c-9f02-857696968248 service neutron] 10.222.0.15 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558933 Nov 15 23:31:59.020281 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 2, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:59.052434 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Checking router: f3a11573-5974-4a86-a06f-41f6df5d40a6 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:31:59.053074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Updating router f3a11573-5974-4a86-a06f-41f6df5d40a6 port ef5b2fb5-7c42-4276-912e-94c027248a93 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:31:59.080534 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.086685 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2d59e14f-e001-4860-bdf4-b5329c9d3e45 None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:59.087121 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d59e14f-e001-4860-bdf4-b5329c9d3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.122961 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-c3198d61-cb91-4951-bd2d-ea3e0b22118e service neutron] 10.222.0.15 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261015 Nov 15 23:31:59.128504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2d59e14f-e001-4860-bdf4-b5329c9d3e45 None None] Port ef5b2fb5-7c42-4276-912e-94c027248a93 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:31:59.250461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-55038c52-8f2b-4c4a-b323-538f25bb08a9 None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:59.250966 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55038c52-8f2b-4c4a-b323-538f25bb08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.293873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55038c52-8f2b-4c4a-b323-538f25bb08a9 None None] Port ef5b2fb5-7c42-4276-912e-94c027248a93 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:31:59.358765 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-123bf1fd-69fc-411b-82c8-a913ee5044e8 req-8e485e18-fb54-4a97-9538-b2ad9971093a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 210 time: 0.0354359 Nov 15 23:31:59.415696 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.416881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a419402c-a620-457e-b578-3eb032b9fa7e None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:59.417267 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a419402c-a620-457e-b578-3eb032b9fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.452277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a419402c-a620-457e-b578-3eb032b9fa7e None None] Port ef5b2fb5-7c42-4276-912e-94c027248a93 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:31:59.473412 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.521702 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Pushing event updated for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:59.545346 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.545689 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.546012 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.546344 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.546667 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.546986 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.547299 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.547612 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.547923 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.548234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.548544 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.548879 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:31:59.584748 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Attempting to bind port ef5b2fb5-7c42-4276-912e-94c027248a93 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:31:59.585102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Attempting to bind port ef5b2fb5-7c42-4276-912e-94c027248a93 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:31:59.585457 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Attempting to bind port ef5b2fb5-7c42-4276-912e-94c027248a93 on network 6118a30e-0c14-450e-bf74-0dae18f0f52c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:31:59.590648 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:31:59.591017 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Checking segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:31:59.591413 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.591796 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Bound using segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:31:59.592344 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Bound port: ef5b2fb5-7c42-4276-912e-94c027248a93, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:31:59.593072 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.664675 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] For port ef5b2fb5-7c42-4276-912e-94c027248a93, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:31:59.669399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] For port ef5b2fb5-7c42-4276-912e-94c027248a93, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef5b2fb5-7c42-4276-912e-94c027248a93,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:31:59.752940 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.783342 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:59.783688 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.811263 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:31:59.811890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:31:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:31:59.852074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd331f0e-2e31-4ebe-9808-cc124b865af5 None None] Pushing event updated for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:31:59.882039 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.889687 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:31:59.936118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:31:59.938963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] For port ef5b2fb5-7c42-4276-912e-94c027248a93, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef5b2fb5-7c42-4276-912e-94c027248a93,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:31:59.954072 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:31:59.995241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:31:59.995800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:00.041181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:00.124158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a922a-fc29-476b-8147-186dbf358cda None None] Pushing event updated for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:00.160604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-24ee441c-c9fc-4c86-88c2-2cd373fb0903 None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:32:00.161604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24ee441c-c9fc-4c86-88c2-2cd373fb0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:00.170113 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:00.196910 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f497ce-168b-461c-8d91-e61b3ccf9cb6 None None] The sync data for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 is: [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:32:00.389675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:00.440785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52f44bff-931e-4ee9-bb1a-bb121235eafd req-8b0ad231-740f-4b83-86ef-6b87cfd1b003 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 210 time: 0.0278153 Nov 15 23:32:01.539184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-787e0de4-91ef-4f41-9633-bd5d54fcfc21 req-9daf4d25-6b68-45cd-9005-357c7d7735b0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 210 time: 0.0317943 Nov 15 23:32:01.838518 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-2e9d5a2c-81c8-4a14-a928-cf0938859b3a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:01.840018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-2e9d5a2c-81c8-4a14-a928-cf0938859b3a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/networks?id=6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 200 len: 797 time: 0.1054287 Nov 15 23:32:01.913583 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-284cfeab-0db2-4c42-b291-0ac471dc4639 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 379 time: 0.0580347 Nov 15 23:32:01.923713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef5b2fb5-7c42-4276-912e-94c027248a93 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:32:01.927946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'port': {'device_id': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'admin_state_up': True, 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'security_groups': ['a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:32:01.978309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port ef5b2fb5-7c42-4276-912e-94c027248a93 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:32:01.978704 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.141064 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:32:02.145167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.268876 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.7 (6118a30e-0c14-450e-bf74-0dae18f0f52c/d8a294f9-d130-49d9-a330-fb8616b950df/04b0e68f-8d3c-4bff-a1e7-10bab197ccfc) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:32:02.404278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.484700 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.528977 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:32:02.532002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:32:02.535782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:32:02.541945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:02.591991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:02.592818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.663993 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b82a46bd-ba0c-4f7f-a496-c366aa24b38b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7398353 Nov 15 23:32:02.667715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eeb49-389a-4fb0-ab91-f78424516ca1 req-dd2a845c-1975-4182-87d9-5e978833c318 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:02.669349 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb3eeb49-389a-4fb0-ab91-f78424516ca1 req-dd2a845c-1975-4182-87d9-5e978833c318 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 931 time: 0.0509391 Nov 15 23:32:02.725535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cb3eeb49-389a-4fb0-ab91-f78424516ca1 req-ef1c9219-088e-4ef7-ba7d-959392923c21 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500162 Nov 15 23:32:02.740346 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Request body: {'port': {'device_id': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:32:02.789914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-65f407aa-a4a8-46f7-ae2a-df2d19213eb4 None None] Provisioning complete for port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:32:02.790270 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65f407aa-a4a8-46f7-ae2a-df2d19213eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:02.825622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-65f407aa-a4a8-46f7-ae2a-df2d19213eb4 None None] Port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:32:03.097436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.345210 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:32:03.352959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.364460 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Transition to ACTIVE for port object 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:32:03.426785 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.479433 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:03.555526 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Attempting to bind port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:32:03.555864 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Attempting to bind port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:32:03.556194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Attempting to bind port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc on network 6118a30e-0c14-450e-bf74-0dae18f0f52c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:32:03.560860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc on network 6118a30e-0c14-450e-bf74-0dae18f0f52c not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:32:03.561187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Attempting to bind port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc on network 6118a30e-0c14-450e-bf74-0dae18f0f52c {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:32:03.566703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:32:03.567472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Checking segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:32:03.567472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Bound using segment: {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:32:03.567829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Bound port: 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f128fcc4-2fa1-4515-8b89-87e4521327b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:32:03.568179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.632467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:32:03.635421 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:32:03.701475 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.733587 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:03.734240 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:03.735600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] 10.222.0.55 "PUT /v2.0/ports/04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 200 len: 1091 time: 1.0583160 Nov 15 23:32:03.736029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:32:03.738905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:32:03.768218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99272-f3bf-46ed-a4a8-3ca729143ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:03.815686 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb5ac4-0672-421b-80b4-04b47e29f19c x-openstack-request-id: req-18cb5ac4-0672-421b-80b4-04b47e29f19c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:32:03.815983 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:32:03.816269 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18cb5ac4-0672-421b-80b4-04b47e29f19c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:32:03.816747 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'status': 'completed', 'code': 200} Nov 15 23:32:03.869518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75318f8-bca6-4429-bd8b-204e33cd5d11 req-1c19312c-1793-4267-afa3-fae10beea285 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:03.871074 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a75318f8-bca6-4429-bd8b-204e33cd5d11 req-1c19312c-1793-4267-afa3-fae10beea285 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 943 time: 0.0525105 Nov 15 23:32:03.882811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-6b075261-fdfd-48f8-83b3-ecc2cc156983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:03.884287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-6b075261-fdfd-48f8-83b3-ecc2cc156983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1094 time: 0.0519044 Nov 15 23:32:03.923371 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a75318f8-bca6-4429-bd8b-204e33cd5d11 req-8ae01faf-6e89-4183-99e2-7ed4d630a721 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458419 Nov 15 23:32:03.939193 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-a1b47dca-77cf-44f3-a8a4-1fbec9ed045a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 200 len: 217 time: 0.0423162 Nov 15 23:32:04.000254 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-fc4c1d5b-9727-4279-8a44-7eff2c463386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.001676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-fc4c1d5b-9727-4279-8a44-7eff2c463386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8a294f9-d130-49d9-a330-fb8616b950df HTTP/1.1" status: 200 len: 834 time: 0.0493319 Nov 15 23:32:04.056367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b6e18a2f-bacb-4828-be20-d4dd873418f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.057920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-b6e18a2f-bacb-4828-be20-d4dd873418f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6118a30e-0c14-450e-bf74-0dae18f0f52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445020 Nov 15 23:32:04.148845 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-7e09abea-a6bf-41d6-8fa4-e7aafd1ceb76 service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791774 Nov 15 23:32:04.244425 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a32de5f6-5520-42b1-8415-46892f5ce9a6 req-c89eed16-7c94-4887-816f-02b117990622 service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Nov 15 23:32:04.423395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-46c87b19-83db-4c38-8ada-b5217c909e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.424880 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-46c87b19-83db-4c38-8ada-b5217c909e3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1094 time: 0.0414512 Nov 15 23:32:04.518665 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-6cbd97e3-1859-4bcc-80ee-f6ee16108e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.520184 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-6cbd97e3-1859-4bcc-80ee-f6ee16108e34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 200 len: 898 time: 0.0885687 Nov 15 23:32:04.561705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-349189f2-9b5a-40a1-91c0-585dea00cab6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 200 len: 217 time: 0.0337572 Nov 15 23:32:04.608868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-7f756b23-bd55-48c4-9acb-18ba53756696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.610299 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-7f756b23-bd55-48c4-9acb-18ba53756696 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8a294f9-d130-49d9-a330-fb8616b950df HTTP/1.1" status: 200 len: 834 time: 0.0416393 Nov 15 23:32:04.657413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-71743224-6189-48e5-951f-4c5f83246662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:04.658878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-71743224-6189-48e5-951f-4c5f83246662 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6118a30e-0c14-450e-bf74-0dae18f0f52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395517 Nov 15 23:32:04.754589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-382e56e4-b012-4bee-b089-1a3ae2245a1f service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870898 Nov 15 23:32:04.821266 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63cdf7a3-8d19-481a-a341-d3c660aa9673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:04.849915 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36a7180a-78c5-46c2-a32f-1f217ed5e5a1 req-68ea208e-c98a-45ee-803d-abf3471f160a service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835600 Nov 15 23:32:05.042695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ac0a3-6382-4fc0-9c95-853747c2723f req-37158e8d-72fc-4906-80b2-cf6aa1677c86 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:05.044143 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e4ac0a3-6382-4fc0-9c95-853747c2723f req-37158e8d-72fc-4906-80b2-cf6aa1677c86 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 943 time: 0.0518289 Nov 15 23:32:05.091793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e4ac0a3-6382-4fc0-9c95-853747c2723f req-f86ebe5f-5871-4d38-8e0a-07acf0f8a923 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Nov 15 23:32:06.207650 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62e97b-afa9-4d62-9dd1-6a8117a38b10 req-2524023c-dc46-4a8b-8a49-e0d9c7558fe3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:06.209148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf62e97b-afa9-4d62-9dd1-6a8117a38b10 req-2524023c-dc46-4a8b-8a49-e0d9c7558fe3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 943 time: 0.0484741 Nov 15 23:32:06.256603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf62e97b-afa9-4d62-9dd1-6a8117a38b10 req-56a214be-5fd1-4657-8828-efe39b8bc4aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Nov 15 23:32:07.238420 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d465cb5b-2a28-42d2-a00c-3eb3dfb5030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:07.373984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a853f-bb6a-41a6-9d64-cd90520119d9 req-20d912ca-6815-49db-ba9b-03d18cb1d833 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:07.375447 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b5a853f-bb6a-41a6-9d64-cd90520119d9 req-20d912ca-6815-49db-ba9b-03d18cb1d833 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 943 time: 0.0532196 Nov 15 23:32:07.423288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b5a853f-bb6a-41a6-9d64-cd90520119d9 req-2363bf7e-ea7a-41b7-90d8-4714bb7ad4cc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Nov 15 23:32:07.699290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:32:07.791036 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:32:07.802668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'port_id': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'mac_address': 'fa:16:3e:1b:d4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:32:07.842016 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:07.854752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:32:07.873791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:32:07.946693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:07.997035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:08.253554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:32:08.542138 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c560e-c73d-46bd-bc90-609e5a4c0494 req-bfb0b7d2-885b-4f73-a0e5-953e766356b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:08.543624 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e5c560e-c73d-46bd-bc90-609e5a4c0494 req-bfb0b7d2-885b-4f73-a0e5-953e766356b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 944 time: 0.0503871 Nov 15 23:32:08.597114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1e5c560e-c73d-46bd-bc90-609e5a4c0494 req-4704de93-643b-47f3-bfef-cd992e93d0e0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Nov 15 23:32:08.655365 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:09.661110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:09.712800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4b7b3-09f6-46b7-9e7f-703730b9e993 req-99179eec-028c-4187-b739-bb4ff1bab2ed tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:09.714184 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61e4b7b3-09f6-46b7-9e7f-703730b9e993 req-99179eec-028c-4187-b739-bb4ff1bab2ed tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 944 time: 0.0490246 Nov 15 23:32:09.724889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:32:09.767290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61e4b7b3-09f6-46b7-9e7f-703730b9e993 req-e047c270-d1bf-447e-b60c-090c596d0aa0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Nov 15 23:32:09.839461 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:32:09.843724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:32:09.844177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:09.919453 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:09.941624 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:32:09.943830 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee2096-98c0-4207-bd21-c1e2b0783244" -d '{"events": [{"server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "name": "network-vif-plugged", "status": "completed", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:32:09.956367 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:32:09.981014 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864636ad-72a3-4d27-baf2-f00632b0b154 x-openstack-request-id: req-864636ad-72a3-4d27-baf2-f00632b0b154 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:32:09.981304 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "name": "network-vif-plugged", "status": "completed", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:32:09.981554 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-864636ad-72a3-4d27-baf2-f00632b0b154 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:32:09.981939 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'code': 200} Nov 15 23:32:10.009669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:10.061501 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:10.095273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e53ba-f278-453b-867b-859fe8331229 req-400fd952-1167-41e2-b12b-570e382d519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:10.096858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-895e53ba-f278-453b-867b-859fe8331229 req-400fd952-1167-41e2-b12b-570e382d519e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1096 time: 0.0456474 Nov 15 23:32:10.147392 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-895e53ba-f278-453b-867b-859fe8331229 req-e124fc65-38cf-4f7c-afd9-fb542ddad1e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 Nov 15 23:32:10.347028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:10.883216 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd559b53-620a-4c26-a0f9-45d93dd9b718 req-e7548d63-2017-46f4-94e6-f49d9e1ffa94 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:10.884709 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd559b53-620a-4c26-a0f9-45d93dd9b718 req-e7548d63-2017-46f4-94e6-f49d9e1ffa94 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0481029 Nov 15 23:32:10.933411 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bd559b53-620a-4c26-a0f9-45d93dd9b718 req-0301944d-a000-49a5-8d6e-798947a15bdd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Nov 15 23:32:12.051160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9554b76-319e-4f53-8408-97a426244afd req-a9ee295b-451c-44e9-bcd8-07f4babec9d2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:12.053305 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9554b76-319e-4f53-8408-97a426244afd req-a9ee295b-451c-44e9-bcd8-07f4babec9d2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0516441 Nov 15 23:32:12.101993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b9554b76-319e-4f53-8408-97a426244afd req-8e1c09b6-ffde-4c99-ae66-91682d093a5c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Nov 15 23:32:12.219442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb29b-92a2-4d9a-8285-1ccd1c11e3df req-5767ad0c-9c17-436e-bbf5-c75792b3ec53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:12.220842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5bcb29b-92a2-4d9a-8285-1ccd1c11e3df req-5767ad0c-9c17-436e-bbf5-c75792b3ec53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0517156 Nov 15 23:32:12.269471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e5bcb29b-92a2-4d9a-8285-1ccd1c11e3df req-2c19abcc-631d-4a57-8ae2-de1428abb780 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Nov 15 23:32:12.292205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41378) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:12.334344 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d6170-fb15-4dae-bb4c-67623540c093 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:12.335882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-290d6170-fb15-4dae-bb4c-67623540c093 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1091 time: 0.0426428 Nov 15 23:32:12.338816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41380) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:12.343281 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:32:12.404764 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:12.522557 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:12.632458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.8 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/b9859e82-22e7-4137-89ad-de09c81ed8e5) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:32:12.748908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:12.850629 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:12.892630 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:32:12.898901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:32:12.900913 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=b9859e82-22e7-4137-89ad-de09c81ed8e5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:12.903061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:32:13.265098 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:13.383518 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:13.528935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:13.592706 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:13.657470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=b9859e82-22e7-4137-89ad-de09c81ed8e5,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:13.672424 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:13.767819 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP a33df528-ae76-482f-9eab-a4beaf755aee associated. External IP: 172.25.0.8, port: 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc. Nov 15 23:32:13.966517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router f3a11573-5974-4a86-a06f-41f6df5d40a6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:32:14.077829 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:32:14.088422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Sync routers for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:32:14.097692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:32:14.098268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:14.149356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:14.176750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-48c55453-8ab3-44a3-a11a-4eb0c5d4fefb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8368673 Nov 15 23:32:14.177278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:32:14.179569 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:32:14.215965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:32:14.217114 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43f203-0a96-4096-bf10-acd5478b11f0 x-openstack-request-id: req-2d43f203-0a96-4096-bf10-acd5478b11f0 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:32:14.217400 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:32:14.217648 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d43f203-0a96-4096-bf10-acd5478b11f0 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:32:14.218060 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'status': 'completed', 'code': 200} Nov 15 23:32:14.283503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-ab19ace5-92f9-4b50-bd05-398a069c5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:14.285150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-ab19ace5-92f9-4b50-bd05-398a069c5ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1096 time: 0.0420871 Nov 15 23:32:14.288594 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20634c2e-0ceb-40c2-ad9f-16cd95486d4b req-1f62f3f2-3051-4fcf-a5f0-675f90696be8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:14.290108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20634c2e-0ceb-40c2-ad9f-16cd95486d4b req-1f62f3f2-3051-4fcf-a5f0-675f90696be8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0571206 Nov 15 23:32:14.340653 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20634c2e-0ceb-40c2-ad9f-16cd95486d4b req-b998f102-a767-4b09-81ba-09bdc0c855aa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Nov 15 23:32:14.363635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41386) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:14.389110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-9e32b8fb-af8c-47fa-b99e-a6a2178530c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:14.390975 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-9e32b8fb-af8c-47fa-b99e-a6a2178530c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 200 len: 898 time: 0.0973811 Nov 15 23:32:14.428495 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4dacff8f-ad19-4ac1-aa7b-fcbc9e949e73 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 200 len: 989 time: 0.0636704 Nov 15 23:32:14.441892 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'a33df528-ae76-482f-9eab-a4beaf755aee', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'port_id': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'mac_address': 'fa:16:3e:1b:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:32:13Z', 'updated_at': '2021-11-15T23:32:13Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:14.459963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-374c75be-060a-4a97-93a3-5021b02ba921 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 200 len: 997 time: 0.0619707 Nov 15 23:32:14.473484 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Checking router: f3a11573-5974-4a86-a06f-41f6df5d40a6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:32:14.482150 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:32:14.482743 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:14.509008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-6482e09f-37aa-43a4-9c64-95cffdff42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:14.510460 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-6482e09f-37aa-43a4-9c64-95cffdff42c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8a294f9-d130-49d9-a330-fb8616b950df HTTP/1.1" status: 200 len: 834 time: 0.0434411 Nov 15 23:32:14.562561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-605dec00-4eba-4dec-828a-87db7f01f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:14.564097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-605dec00-4eba-4dec-828a-87db7f01f661 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6118a30e-0c14-450e-bf74-0dae18f0f52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463817 Nov 15 23:32:14.588602 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:32:14.653066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-8c58c8e2-0b7c-44ab-9909-150c5a25f6ab service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818412 Nov 15 23:32:14.751065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1a5146ae-4d8c-4c1c-978c-11a07a6cfb6f req-bc0341ef-e174-4850-9325-6976e96b3563 service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910990 Nov 15 23:32:14.967828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'a33df528-ae76-482f-9eab-a4beaf755aee', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'port_id': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'mac_address': 'fa:16:3e:1b:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:32:13Z', 'updated_at': '2021-11-15T23:32:13Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:14.996841 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35109337-b45e-4ae5-a139-a9acd17f432a None None] The sync data for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 is: [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'a33df528-ae76-482f-9eab-a4beaf755aee', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.8', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'port_id': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'mac_address': 'fa:16:3e:1b:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:32:13Z', 'updated_at': '2021-11-15T23:32:13Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:32:15.190247 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854160b-b7b5-49e8-ac66-cf13d2e8855e None None] New status for floating IP a33df528-ae76-482f-9eab-a4beaf755aee: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:32:15.432733 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41388) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:15.497175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ad2741bb-01ea-431b-b3ea-d7f047644b86 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 200 len: 989 time: 0.0632534 Nov 15 23:32:16.501008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41390) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:16.561376 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ad9b2976-c67f-406e-8f74-6a0940d13797 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 200 len: 991 time: 0.0592797 Nov 15 23:32:25.276222 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:32:29.838654 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:30.381548 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:34.833379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce8779f6-3dc1-4d33-bc68-c99afc643380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:37.244943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c341e0a-df32-44f7-b2af-1758efacd9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:38.523816 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:39.678182 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:40.381692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:50.337742 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8932-4f8c-426a-a1d1-ba2d0b500dc1 req-55cf5958-e244-4f49-a0c6-4b02c7317cfe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:50.339217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1ee8932-4f8c-426a-a1d1-ba2d0b500dc1 req-55cf5958-e244-4f49-a0c6-4b02c7317cfe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.1450620 Nov 15 23:32:50.400897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b1ee8932-4f8c-426a-a1d1-ba2d0b500dc1 req-0764d326-064f-4557-89ba-bfe8de8c4615 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513825 Nov 15 23:32:51.568206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08ad4-0354-48c1-84f3-469c2d9b6ea2 req-593e606b-ee93-4509-867a-7262abb00731 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:51.569672 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1f08ad4-0354-48c1-84f3-469c2d9b6ea2 req-593e606b-ee93-4509-867a-7262abb00731 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.1041763 Nov 15 23:32:51.621974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c1f08ad4-0354-48c1-84f3-469c2d9b6ea2 req-d3ecd52b-5c30-49ce-969b-5e13b15830f1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Nov 15 23:32:51.643467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41412) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:51.701629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f03927d4-69fe-4d8e-8137-389e61500cc2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 200 len: 991 time: 0.0570154 Nov 15 23:32:53.110884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c9b10-36d9-4d8a-af4b-8e38f9fad7c2 req-828a3979-3753-4c0f-a475-a32f310dde31 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:53.112376 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456c9b10-36d9-4d8a-af4b-8e38f9fad7c2 req-828a3979-3753-4c0f-a475-a32f310dde31 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0499437 Nov 15 23:32:53.164720 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456c9b10-36d9-4d8a-af4b-8e38f9fad7c2 req-40866743-8ee9-4276-a96b-d80d341d1a89 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Nov 15 23:32:54.281591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cb807-1832-4047-aede-fd402967ff13 req-303e405c-48be-4204-abb5-785ba59e4c53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:54.283026 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e3cb807-1832-4047-aede-fd402967ff13 req-303e405c-48be-4204-abb5-785ba59e4c53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0481310 Nov 15 23:32:54.331745 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6e3cb807-1832-4047-aede-fd402967ff13 req-6e83d2b7-33ca-4b59-a303-b48c07902acd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Nov 15 23:32:54.353374 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41424) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:54.411548 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ef567fc9-8a09-4551-8dca-10a1add78b04 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 200 len: 991 time: 0.0570996 Nov 15 23:32:54.664333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41430) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:54.820458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port b9859e82-22e7-4137-89ad-de09c81ed8e5 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:32:54.820707 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:54.892406 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:54.892750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:54.903878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for b9859e82-22e7-4137-89ad-de09c81ed8e5 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:32:55.130646 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:55.156450 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=b9859e82-22e7-4137-89ad-de09c81ed8e5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:55.181691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.182033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.182361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.182686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.183006 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.183323 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.183639 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.184227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.184550 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.184888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.185199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.185509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:55.229362 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:55.229695 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP a33df528-ae76-482f-9eab-a4beaf755aee disassociated (deleted). External IP: 172.25.0.8, port: 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc. Nov 15 23:32:55.427928 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router f3a11573-5974-4a86-a06f-41f6df5d40a6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:32:55.532422 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:32:55.537213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:55.542241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Sync routers for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:32:55.551189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:32:55.551788 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:55.563279 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-63231bb3-aa82-4de9-a9cd-6748d2bdf591 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/floatingips/a33df528-ae76-482f-9eab-a4beaf755aee HTTP/1.1" status: 204 len: 168 time: 0.8972521 Nov 15 23:32:55.563972 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:32:55.566518 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b67f8e6-f20a-4b29-a055-93d56c6a918b" -d '{"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:32:55.607453 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8072c32-2b5a-4bdf-9031-3b2aec003039 x-openstack-request-id: req-f8072c32-2b5a-4bdf-9031-3b2aec003039 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:32:55.607747 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:32:55.607999 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8072c32-2b5a-4bdf-9031-3b2aec003039 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:32:55.608426 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'status': 'completed', 'code': 200} Nov 15 23:32:55.659874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:32:55.675778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-acb12a09-43d7-4149-a840-c8c62036a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:55.677368 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-acb12a09-43d7-4149-a840-c8c62036a51a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 1096 time: 0.0460975 Nov 15 23:32:55.771309 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-8a2b487c-f451-447b-8091-b1ab0e9bdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:55.772942 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-8a2b487c-f451-447b-8091-b1ab0e9bdbba service neutron] 10.222.0.55 "GET /v2.0/networks?id=6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 200 len: 898 time: 0.0886500 Nov 15 23:32:55.824395 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-a6094803-1111-4aec-aa84-ede1e2a67e42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 200 len: 217 time: 0.0407822 Nov 15 23:32:55.869167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:55.885884 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-0b2eee07-0e30-46ae-a103-279b7ef60223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:55.887350 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-0b2eee07-0e30-46ae-a103-279b7ef60223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8a294f9-d130-49d9-a330-fb8616b950df HTTP/1.1" status: 200 len: 834 time: 0.0524848 Nov 15 23:32:55.896409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Checking router: f3a11573-5974-4a86-a06f-41f6df5d40a6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:32:55.905368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:32:55.905994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:55.935827 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-fef218b0-5ed3-4103-81be-c9731d7efed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:55.937474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-fef218b0-5ed3-4103-81be-c9731d7efed8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6118a30e-0c14-450e-bf74-0dae18f0f52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420444 Nov 15 23:32:55.938279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093759f-651b-4935-8026-43a8c169f841 req-ad58b52a-f049-46c9-943f-b64c5ee139e0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:55.939792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b093759f-651b-4935-8026-43a8c169f841 req-ad58b52a-f049-46c9-943f-b64c5ee139e0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0568290 Nov 15 23:32:55.950963 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-b79cecee-9d90-4656-ab1f-912c688d8c9e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:32:55.952149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-b79cecee-9d90-4656-ab1f-912c688d8c9e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060332 Nov 15 23:32:55.998085 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b093759f-651b-4935-8026-43a8c169f841 req-1c1f8039-f0fc-44ec-ba86-56fd333ff1e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519528 Nov 15 23:32:56.018123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:32:56.046596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-81985b65-6872-4e25-b2f0-509b157f1254 service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868750 Nov 15 23:32:56.137203 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6b67f8e6-f20a-4b29-a055-93d56c6a918b req-6688d114-4f5e-4065-8762-46b5d68ce5c2 service neutron] 10.222.0.55 "GET /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820396 Nov 15 23:32:56.216381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:32:56.247091 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e2cd7-ce2f-441e-9988-07ba3903c4a0 None None] The sync data for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 is: [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:57Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'ef5b2fb5-7c42-4276-912e-94c027248a93', 'name': '', 'network_id': '6118a30e-0c14-450e-bf74-0dae18f0f52c', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:e4:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:56Z', 'updated_at': '2021-11-15T23:31:59Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'd8a294f9-d130-49d9-a330-fb8616b950df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:32:56.461310 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797010b-34bd-4351-a1d5-02fa56fac61c None None] New status for floating IP a33df528-ae76-482f-9eab-a4beaf755aee: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:32:57.107592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576135-ed92-4edf-b009-beb8591fa0e4 req-b5ea1252-02a7-447c-aab1-0920a7761869 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:57.109071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f576135-ed92-4edf-b009-beb8591fa0e4 req-b5ea1252-02a7-447c-aab1-0920a7761869 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0472488 Nov 15 23:32:57.156294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f576135-ed92-4edf-b009-beb8591fa0e4 req-a33fe715-6f86-4da9-93dd-84c00b2fdc85 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Nov 15 23:32:57.690863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-23ffffbc-29bb-4648-a304-f27f4551cae0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:32:57.692315 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-23ffffbc-29bb-4648-a304-f27f4551cae0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 945 time: 0.0480170 Nov 15 23:32:57.782823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:32:57.783074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:57.873693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:32:57.873693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:57.879329 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:32:58.073377 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:58.102301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=04b0e68f-8d3c-4bff-a1e7-10bab197ccfc,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:32:58.132090 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.132437 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.132802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.133145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.133477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.134479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.134811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.135135 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.135459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.135782 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.136094 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.136429 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:32:58.156233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] No DVR routers for this DVR port 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:32:58.158727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:58.162097 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b9a10558-5dc1-4f39-85cd-70ddfe875b0d req-67d86a16-a268-4d73-8553-f905da282562 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "DELETE /v2.0/ports/04b0e68f-8d3c-4bff-a1e7-10bab197ccfc HTTP/1.1" status: 204 len: 173 time: 0.4624152 Nov 15 23:32:58.162525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'name': 'network-vif-deleted', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:32:58.164784 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e0534-5d6d-4ac1-bd38-df0f885bd643" -d '{"events": [{"server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "name": "network-vif-deleted", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:32:58.212490 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c508a27-5a45-40d2-a79f-a87c6c15306a x-openstack-request-id: req-5c508a27-5a45-40d2-a79f-a87c6c15306a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:32:58.212490 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e", "name": "network-vif-deleted", "tag": "04b0e68f-8d3c-4bff-a1e7-10bab197ccfc", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:32:58.212490 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c508a27-5a45-40d2-a79f-a87c6c15306a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:32:58.212490 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e', 'name': 'network-vif-deleted', 'tag': '04b0e68f-8d3c-4bff-a1e7-10bab197ccfc', 'status': 'completed', 'code': 200} Nov 15 23:32:58.251151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c6cf9e66-ef95-4f36-81fd-6bf62b8f7520 req-de49f6c8-d988-4268-b71f-74b031e75169 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=92a8aa9a-cdaf-45ce-b1b1-e6a566ecf35e HTTP/1.1" status: 200 len: 210 time: 0.0257218 Nov 15 23:32:59.307836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41448) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:32:59.657042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:59.861561 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:59.902183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port ef5b2fb5-7c42-4276-912e-94c027248a93 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:32:59.902508 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:32:59.988597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port ef5b2fb5-7c42-4276-912e-94c027248a93, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=ef5b2fb5-7c42-4276-912e-94c027248a93,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:32:59.988971 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:00.001485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for ef5b2fb5-7c42-4276-912e-94c027248a93 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:33:00.416426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:00.610091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:00.637749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=ef5b2fb5-7c42-4276-912e-94c027248a93,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:00.803985 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.053427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router f3a11573-5974-4a86-a06f-41f6df5d40a6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:33:01.157942 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:33:01.163660 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ecd97364-5574-467b-a07d-9c88f9d4d940 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/f3a11573-5974-4a86-a06f-41f6df5d40a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542340 Nov 15 23:33:01.166392 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41450) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:01.169259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Sync routers for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:33:01.178780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:01.179383 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:01.216954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting subnet d8a294f9-d130-49d9-a330-fb8616b950df {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:33:01.220104 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.260421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.282190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:01.346844 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.453297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.457080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:33:00Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:01.487774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Checking router: f3a11573-5974-4a86-a06f-41f6df5d40a6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:33:01.495851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.497145 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Routers {'f3a11573-5974-4a86-a06f-41f6df5d40a6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:01.497769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:32:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['f3a11573-5974-4a86-a06f-41f6df5d40a6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:01.503238 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/subnets/d8a294f9-d130-49d9-a330-fb8616b950df HTTP/1.1" status: 204 len: 168 time: 0.3328910 Nov 15 23:33:01.503238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5f16-ab23-44ad-9cc6-2ccf85cf62c2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a294f9-d130-49d9-a330-fb8616b950df,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:01.504065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41452) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:01.504876 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c97d2e-e61b-4d25-a6db-b99b22584e0e None None] Network 6118a30e-0c14-450e-bf74-0dae18f0f52c requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:33:01.613568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.694458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] Set router f3a11573-5974-4a86-a06f-41f6df5d40a6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:01.717009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.828784 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 62452dc5-085b-495c-b2c2-ce8c5ce5194a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:33:01.829477 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.836766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] DHCP port deletion for 6118a30e-0c14-450e-bf74-0dae18f0f52c request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:33:01.924479 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 62452dc5-085b-495c-b2c2-ce8c5ce5194a, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=62452dc5-085b-495c-b2c2-ce8c5ce5194a,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:01.924879 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.937888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Deleting port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:33:01.938230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:01.938598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 62452dc5-085b-495c-b2c2-ce8c5ce5194a owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:33:01.942032 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:33:00Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:02.004364 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:33:02.006223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:33:02.028582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfd79c-d71f-4950-8ddd-773090a0f0d3 None None] The sync data for ids ['f3a11573-5974-4a86-a06f-41f6df5d40a6'] in n-d-817995-3 is: [{'id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930196030', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:33:00Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '62452dc5-085b-495c-b2c2-ce8c5ce5194a', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11573-5974-4a86-a06f-41f6df5d40a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:31:53Z', 'updated_at': '2021-11-15T23:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:33:02.060309 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:33:02.060736 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 04b0e68f-8d3c-4bff-a1e7-10bab197ccfc not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:33:02.088320 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] For port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:02.088708 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.104061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Calling delete_port for 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:33:02.153374 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.184202 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.193336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=62452dc5-085b-495c-b2c2-ce8c5ce5194a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:02.216891 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20896325-3e49-4542-91a2-b05a67f7fb08 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:33:02.247506 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,segment=NetworkSegment(f128fcc4-2fa1-4515-8b89-87e4521327b8),segment_id=f128fcc4-2fa1-4515-8b89-87e4521327b8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:02.259124 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.274943 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:33:02.307918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.358588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.358588 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.362880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:02.372049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.372490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.372919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.373314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.373708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.374243 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.374653 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.375041 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.375369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.375944 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.376189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.376445 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:02.380822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.407094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] Pushing event deleted for resources: {'Port': ['ID=8fa8f9f5-ce07-4ced-869b-9b12cb961fbe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:02.410558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b0f76-21d2-47c1-9f45-cee1529abd3b None None] No DVR routers for this DVR port 8fa8f9f5-ce07-4ced-869b-9b12cb961fbe on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:33:02.484825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.487836 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Fanout notify agent at l3_agent the message router_deleted on router f3a11573-5974-4a86-a06f-41f6df5d40a6 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:33:02.492774 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.494021 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-34ccd25e-81b4-4f25-aa5c-c1ccd9654325 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/routers/f3a11573-5974-4a86-a06f-41f6df5d40a6 HTTP/1.1" status: 204 len: 168 time: 0.9883456 Nov 15 23:33:02.496937 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41454) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:02.579375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.666207 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.686833 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6118a30e-0c14-450e-bf74-0dae18f0f52c']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:02.698511 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f128fcc4-2fa1-4515-8b89-87e4521327b8') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:02.698812 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f128fcc4-2fa1-4515-8b89-87e4521327b8') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:02.708143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.721445 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.727325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:33:02.728315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:33:02.731250 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:33:02.850006 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.856788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.860044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/networks/6118a30e-0c14-450e-bf74-0dae18f0f52c HTTP/1.1" status: 204 len: 168 time: 0.3620589 Nov 15 23:33:02.862919 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41456) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:02.871522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195956-0163-40b3-bb9d-a5f483182aa7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Network': ['ID=6118a30e-0c14-450e-bf74-0dae18f0f52c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:02.925341 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:02.950382 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.056009 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.058689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.059900 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8 HTTP/1.1" status: 204 len: 168 time: 0.1958430 Nov 15 23:33:03.069888 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf7d1d-1d1e-4ddf-82ca-867ecb82256d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1bba0-07d2-47ea-9d1a-1f7f4634ccd8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:03.451618 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41462) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:03.456291 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023880666', 'description': 'tempest-secgroup-smoke-1023880666 description', 'project_id': 'a0440937535142c3aeb65f2d46bd94da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:03.530436 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.593997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.661506 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.689815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98420fbf-c3bc-42fe-ae5c-c921d28f7580,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:03.754883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.756088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b1ae6aab-39b6-4983-9eca-6aed1660a33e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3034432 Nov 15 23:33:03.759008 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41464) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:03.763226 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:03.866096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.923967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 62452dc5-085b-495c-b2c2-ce8c5ce5194a no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:33:03.928097 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:03.945061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 62452dc5-085b-495c-b2c2-ce8c5ce5194a {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:33:03.945381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 62452dc5-085b-495c-b2c2-ce8c5ce5194a not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:33:03.945822 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef5b2fb5-7c42-4276-912e-94c027248a93 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:33:03.971747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: ef5b2fb5-7c42-4276-912e-94c027248a93 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:33:03.972061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device ef5b2fb5-7c42-4276-912e-94c027248a93 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:33:03.997837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.017385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3682ea-7e16-4057-a95a-fa2305e52000,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:04.085387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.086592 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fa40ec0f-2951-4d51-9fce-e191e424a268 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266442 Nov 15 23:33:04.089352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41466) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:04.093634 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:04.174292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.232717 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.307368 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.325534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f24e590-5ec0-4d65-9cb5-57c67d7597ce,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:04.388986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.390196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-08eb5405-0670-4cbe-8ed4-eac5aa3ffefd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998781 Nov 15 23:33:04.393107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41468) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:04.397716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:04.483327 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.537421 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.604049 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.621619 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71c8890-c610-4cd2-8c4a-207f9b6561af,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:04.691955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.693166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-912813ce-0d78-4f58-83d7-650cc9e4a7bf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990754 Nov 15 23:33:04.695845 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41470) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:04.700291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:04.821027 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.883030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.970171 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.982273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-36e7731d-e463-4f50-ae71-3a1d163be5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:04.995017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52fc841-3f05-4f8a-ab77-2021145aca99,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:05.057345 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.058537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3a035776-07d0-402f-b86c-bab02676beb0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617520 Nov 15 23:33:05.061338 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41472) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:05.065805 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:05.141233 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:33:05.145903 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.202392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.272871 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.290614 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5640a7-2981-4b54-a253-ff509132bb78,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:05.349294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.350516 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-36c9a125-a68b-499c-aadd-474cbbe2c3c7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2882445 Nov 15 23:33:05.353195 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41474) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:05.357467 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '98420fbf-c3bc-42fe-ae5c-c921d28f7580', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:05.444524 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:33:05.450202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.507712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.575654 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.594437 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7234f58-395e-4f58-8b27-666ab2f74a2c,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:05.668944 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.670137 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-339f1e27-89eb-4908-9684-0dc282cc7f9e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160346 Nov 15 23:33:05.672953 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41476) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:05.677691 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'network': {'name': 'tempest-network-smoke--1061094699', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:05.775882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:33:05.779397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.803552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:33:05.813657 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.813990 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Added segment 8b22e6e5-e33a-4123-9e1b-114f476b99aa of type vlan for network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa Nov 15 23:33:05.857066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.941718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:05.947796 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:05.948363 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.011092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Network': ['ID=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:06.021407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:33:06.058851 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-43dec174-16d2-47ab-826c-e8378ce13fe2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3847249 Nov 15 23:33:06.061307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41478) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:06.065705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'admin_state_up': True, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:06.141584 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.142590 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.196908 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.387651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.655467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.673875 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.774978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.207 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4d19e486-d28a-472d-a64d-24efbc834d62) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:33:06.876486 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:06.970320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.009240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:07.013963 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:07.017560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:33:07.028192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ded9ba-2bf7-486f-9678-6b45f52117dc None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:33:07.045514 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=4d19e486-d28a-472d-a64d-24efbc834d62,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:07.060919 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a0c5f876-5e21-4ecf-b4a0-96c846774303 None None] Provisioning complete for port 4d19e486-d28a-472d-a64d-24efbc834d62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:07.061280 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f876-5e21-4ecf-b4a0-96c846774303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.094909 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5f876-5e21-4ecf-b4a0-96c846774303 None None] Port 4d19e486-d28a-472d-a64d-24efbc834d62 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:33:07.232920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de2b8bb7-4978-45f6-9785-c4cd2b2c01d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.357095 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.549416 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.712695 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:33:07.820442 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:33:07.830831 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Sync routers for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:33:07.839997 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:07.845394 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:07.903750 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:07.905431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18d5b031-5f05-46d0-bfcb-fb8267ba7319 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8428147 Nov 15 23:33:07.909407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41480) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:07.942925 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:07.944459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-17c0c5ec-49bb-488d-9e8b-d0e930ab33fc tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a0440937535142c3aeb65f2d46bd94da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337374 Nov 15 23:33:07.947635 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41482) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:08.081642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf711b-6617-4862-b7cd-7a27ac0b8890 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:08.083088 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9cf711b-6617-4862-b7cd-7a27ac0b8890 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345365 Nov 15 23:33:08.085857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41484) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:08.113751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-463d9abc-f467-433b-8848-10817c9ae673 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267971 Nov 15 23:33:08.116336 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41486) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:08.121787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936130839', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:08.125571 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:07Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:08.154807 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Checking router: db435f8e-ad2b-4288-8d20-d88c7ff0ef8d for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:33:08.155425 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Updating router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d port 4d19e486-d28a-472d-a64d-24efbc834d62 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:33:08.179376 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.272234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:33:08.275805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.432419 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.501742 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.544871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306229c2-875a-433b-b0e3-47784c478ec9 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:33:08.556132 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Attempting to bind port 4d19e486-d28a-472d-a64d-24efbc834d62 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:33:08.556479 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Attempting to bind port 4d19e486-d28a-472d-a64d-24efbc834d62 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:33:08.556854 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Attempting to bind port 4d19e486-d28a-472d-a64d-24efbc834d62 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:33:08.559000 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.559680 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Pushing event updated for resources: {'Port': ['ID=4d19e486-d28a-472d-a64d-24efbc834d62,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:08.561917 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.568869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.569203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.572572 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:33:08.575869 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:33:08.576300 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:33:08.576641 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.577004 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:33:08.577464 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Bound port: 4d19e486-d28a-472d-a64d-24efbc834d62, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:33:08.577830 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.620669 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Subnet': ['ID=a6e72b4a-b39e-4dfd-a321-73466c7c91d0,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:08.622915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-88b1e8af-465c-449d-891d-c7ba1fed1f7a None None] Provisioning complete for port 4d19e486-d28a-472d-a64d-24efbc834d62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:08.623276 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88b1e8af-465c-449d-891d-c7ba1fed1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.627681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Checking segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:33:08.628041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network hostable DHCP agents. Network: 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:33:08.633086 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] For port 4d19e486-d28a-472d-a64d-24efbc834d62, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:33:08.636211 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] For port 4d19e486-d28a-472d-a64d-24efbc834d62, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d19e486-d28a-472d-a64d-24efbc834d62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:33:08.657595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-88b1e8af-465c-449d-891d-c7ba1fed1f7a None None] Port 4d19e486-d28a-472d-a64d-24efbc834d62 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:33:08.714195 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.729420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:33:08.754198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3725e9-9315-42c2-a51b-8808c7b148d7 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:33:08.769351 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:08.769964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:08.775131 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee897e9c-5158-4ae6-a717-8b9743a3840f None None] Pushing event updated for resources: {'Port': ['ID=4d19e486-d28a-472d-a64d-24efbc834d62,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:08.810127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:08.814913 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:08.816113 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.817619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4fa8f-e3cb-4fbd-b715-63dedf430011 None None] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:33:08.878539 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:08.895817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] Provisioning complete for port 4d19e486-d28a-472d-a64d-24efbc834d62 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:08.896183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:08.927438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5a63346a-1bac-4d2d-be32-346f4e7fa5af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8100364 Nov 15 23:33:08.930163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41488) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:09.027094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:33:09.027964 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.054076 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.065385 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:07Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:09.094526 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decef1e-37f9-44e9-b0a8-3169fc661e33 None None] The sync data for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 is: [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:07Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:33:09.134656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] For port 4d19e486-d28a-472d-a64d-24efbc834d62, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d19e486-d28a-472d-a64d-24efbc834d62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:09.200849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Allocated IP 172.20.0.2 (5835a56b-d5bd-4d68-8526-b3d2c8ec49aa/a6e72b4a-b39e-4dfd-a321-73466c7c91d0/d1e92317-4fe2-4263-86a0-ac2b078e1031) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:33:09.228922 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.341061 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745330e8-087b-4d2f-bc4d-9aa93627d22f None None] Pushing event updated for resources: {'Port': ['ID=4d19e486-d28a-472d-a64d-24efbc834d62,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:09.435254 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.531170 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.568411 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:09.581039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:09.589591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:33:09.597234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Pushing event updated for resources: {'Port': ['ID=d1e92317-4fe2-4263-86a0-ac2b078e1031,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:09.658536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.659872 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Attempting to bind port d1e92317-4fe2-4263-86a0-ac2b078e1031 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:33:09.660236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Attempting to bind port d1e92317-4fe2-4263-86a0-ac2b078e1031 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:33:09.660946 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Attempting to bind port d1e92317-4fe2-4263-86a0-ac2b078e1031 on network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:33:09.666415 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:33:09.666784 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Checking segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:33:09.667177 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.667563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Bound using segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:33:09.668398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Bound port: d1e92317-4fe2-4263-86a0-ac2b078e1031, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:33:09.668398 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.718968 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.736605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] For port d1e92317-4fe2-4263-86a0-ac2b078e1031, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:33:09.738984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] For port d1e92317-4fe2-4263-86a0-ac2b078e1031, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e92317-4fe2-4263-86a0-ac2b078e1031,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:33:09.822201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:09.893023 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51114aa-c180-42a0-a514-fabf872f337f None None] Pushing event updated for resources: {'Port': ['ID=d1e92317-4fe2-4263-86a0-ac2b078e1031,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:10.011167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d19e486-d28a-472d-a64d-24efbc834d62 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:33:10.024299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.1 (5835a56b-d5bd-4d68-8526-b3d2c8ec49aa/a6e72b4a-b39e-4dfd-a321-73466c7c91d0/97ba6a05-95cd-4e71-bc13-cfa29bd24f95) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:33:10.121081 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d19e486-d28a-472d-a64d-24efbc834d62 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:10.122273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.184276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.354324 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.392904 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.396046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:10.399205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:10.403057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:33:10.409641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:10.449194 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.655800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.931644 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:10.999101 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:11.072843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:11.077600 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:11.172016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:11.173471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:11.287806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:33:11.400002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:33:11.409051 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-230497b4-23b8-411d-a5c6-59357080c7b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/db435f8e-ad2b-4288-8d20-d88c7ff0ef8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4739263 Nov 15 23:33:11.416208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Sync routers for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:33:11.427849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8826b31-2de9-41c2-8513-11153f3441e9 None None] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:33:11.432030 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:11.432721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:11.558120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-ead63f8c-8f1b-4893-9606-e106c3c3070e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023880666&fields=id&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 267 time: 0.0445471 Nov 15 23:33:11.575396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] Provisioning complete for port d1e92317-4fe2-4263-86a0-ac2b078e1031 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:11.575755 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:11.642597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:11.667401 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-6ec844c6-bb96-4061-b7c4-896559ab0199 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:11.669401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-6ec844c6-bb96-4061-b7c4-896559ab0199 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 797 time: 0.1042383 Nov 15 23:33:11.684847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-02f866eb-9c8d-4639-8fed-eae41e1303f2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/quotas/a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 375 time: 0.0094140 Nov 15 23:33:11.735362 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-d70001d5-e2f9-4f97-92fa-1c7a1d934653 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449080 Nov 15 23:33:11.836325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-5d59cc07-d33b-4deb-b1a6-87d9422ad2d0 service neutron] 10.222.0.15 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881100 Nov 15 23:33:11.851808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:11.921811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] For port d1e92317-4fe2-4263-86a0-ac2b078e1031, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e92317-4fe2-4263-86a0-ac2b078e1031,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:11.936140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-24cb11f8-5f90-4b20-9e3a-0c4da984ad5b service neutron] 10.222.0.15 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923967 Nov 15 23:33:11.978249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.038238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 2, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:12.083097 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Checking router: db435f8e-ad2b-4288-8d20-d88c7ff0ef8d for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:33:12.083454 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Updating router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:33:12.090456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e92317-4fe2-4263-86a0-ac2b078e1031 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:33:12.159050 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.222764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86805b81-5c12-49c9-b686-fe39d8340a7c None None] Pushing event updated for resources: {'Port': ['ID=d1e92317-4fe2-4263-86a0-ac2b078e1031,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:12.283375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cd97875d-5422-46ca-9090-a202205e4739 req-381b6539-8803-4d63-86f4-b13aa2cb76d6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0648499 Nov 15 23:33:12.305495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-26a3bf33-7788-465f-bf1b-fc65fdfc917f None None] Provisioning complete for port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:12.305495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a3bf33-7788-465f-bf1b-fc65fdfc917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.393592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d1e92317-4fe2-4263-86a0-ac2b078e1031 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:12.393962 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.395474 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-26a3bf33-7788-465f-bf1b-fc65fdfc917f None None] Port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:33:12.460916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-26a3bf33-7788-465f-bf1b-fc65fdfc917f None None] Provisioning complete for port d1e92317-4fe2-4263-86a0-ac2b078e1031 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:12.460916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26a3bf33-7788-465f-bf1b-fc65fdfc917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.793978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.861466 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.908985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7db77-2248-4b8b-b28b-56220250c0d7 None None] Pushing event updated for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:12.961110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7e16b496-ff3a-4182-acc3-8e15193b35b3 None None] Provisioning complete for port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:12.961502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e16b496-ff3a-4182-acc3-8e15193b35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:12.996772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Attempting to bind port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:33:12.997142 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Attempting to bind port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:33:12.997504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Attempting to bind port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 on network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:33:13.008916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:33:13.009287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Checking segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:33:13.009682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.010117 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Bound using segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:33:13.010544 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Bound port: 97ba6a05-95cd-4e71-bc13-cfa29bd24f95, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:33:13.010916 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.021920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7e16b496-ff3a-4182-acc3-8e15193b35b3 None None] Port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:33:13.078905 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] For port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:33:13.082270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] For port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:33:13.142918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.144799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] Provisioning complete for port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:13.145130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.245238 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:13.245881 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:13.284714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7db77-2248-4b8b-b28b-56220250c0d7 None None] Pushing event updated for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:13.369956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bc33b09e-3dc3-4cc1-99a6-24811e736bc5 req-d7a9f2cb-7502-4fe7-886e-dada9c1841a2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0286436 Nov 15 23:33:13.380998 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.413592 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:13.454057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] For port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:13.515077 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.606938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464c7d0-c823-4925-a1b2-fef66dea4da5 None None] Pushing event updated for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:13.662230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-00989749-9bd0-42a8-b35f-4a73e971bc0f None None] Provisioning complete for port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:13.662584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00989749-9bd0-42a8-b35f-4a73e971bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:13.711044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:13.737467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e85a0a-be42-42d1-9eb0-0de62db0afc1 None None] The sync data for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 is: [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:33:14.020509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e92317-4fe2-4263-86a0-ac2b078e1031 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:33:14.073987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d1e92317-4fe2-4263-86a0-ac2b078e1031 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:14.074362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:14.154299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:33:14.206132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:14.206492 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:14.494325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00f9ccfe-b39c-4465-a553-a1568a8a95f0 req-0687597f-1e46-4344-9e49-c0a63d5a1433 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0469165 Nov 15 23:33:15.568555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dc454a9-9e9b-49fd-b3b5-85449a47cda5 req-e61d0e84-ad5f-487e-8004-3539ce4384c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0255783 Nov 15 23:33:16.661784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e288a061-907c-48d0-9b2f-93d4fa9660c9 req-2fb06ab0-0f0c-4e93-9423-dad5a11347d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0257719 Nov 15 23:33:17.754774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-855bef41-0dc8-471f-ab0f-951146e112fc req-508b9923-eef6-4b42-be0c-b0d09a3fc676 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0262620 Nov 15 23:33:18.462340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-b9a2b72b-09ea-4278-84b3-1bcdb777465a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:18.463911 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-b9a2b72b-09ea-4278-84b3-1bcdb777465a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 797 time: 0.1068151 Nov 15 23:33:18.529567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-1a862051-65ce-428e-837a-dc821b3a38a1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 380 time: 0.0544720 Nov 15 23:33:18.542227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'port': {'device_id': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'admin_state_up': True, 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'security_groups': ['98420fbf-c3bc-42fe-ae5c-c921d28f7580']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:18.701631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:33:18.705269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:18.834892 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.11 (5835a56b-d5bd-4d68-8526-b3d2c8ec49aa/a6e72b4a-b39e-4dfd-a321-73466c7c91d0/dbcd0440-679a-4844-9c02-44e3f7417227) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:33:18.853231 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-200f399d-97c6-4bae-886e-1af3e3403c3b req-9deb033d-4aaa-4264-90c5-62b7473ab5f4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0288913 Nov 15 23:33:18.972696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.050619 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.093840 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:19.096966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:19.100801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:33:19.124478 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:19.154228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:19.154819 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.218766 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-928a4564-125f-44b2-8277-fa9ff011c0e2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805797 Nov 15 23:33:19.294186 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Request body: {'port': {'device_id': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:19.343785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-330918f0-8be4-4066-a501-ed848e641a30 None None] Provisioning complete for port dbcd0440-679a-4844-9c02-44e3f7417227 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:19.344371 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-330918f0-8be4-4066-a501-ed848e641a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.350815 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.380229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-330918f0-8be4-4066-a501-ed848e641a30 None None] Port dbcd0440-679a-4844-9c02-44e3f7417227 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:33:19.605129 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd0440-679a-4844-9c02-44e3f7417227 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:33:19.612266 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.623752 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Transition to ACTIVE for port object dbcd0440-679a-4844-9c02-44e3f7417227 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:33:19.678758 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.730116 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:19.805201 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Attempting to bind port dbcd0440-679a-4844-9c02-44e3f7417227 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:33:19.805536 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Attempting to bind port dbcd0440-679a-4844-9c02-44e3f7417227 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:33:19.805859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Attempting to bind port dbcd0440-679a-4844-9c02-44e3f7417227 on network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:33:19.811308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Port dbcd0440-679a-4844-9c02-44e3f7417227 on network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:33:19.811631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Attempting to bind port dbcd0440-679a-4844-9c02-44e3f7417227 on network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:33:19.817031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:33:19.817366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Checking segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:33:19.817741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Bound using segment: {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:33:19.818167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Bound port: dbcd0440-679a-4844-9c02-44e3f7417227, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b22e6e5-e33a-4123-9e1b-114f476b99aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:33:19.818515 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.885162 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:33:19.889016 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dbcd0440-679a-4844-9c02-44e3f7417227,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:33:19.953906 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.970530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a481bf-710c-41b2-9058-e78a7bfea6ce req-3408ab20-c053-43c5-bbac-3f18423c4d94 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:19.972029 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74a481bf-710c-41b2-9058-e78a7bfea6ce req-3408ab20-c053-43c5-bbac-3f18423c4d94 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Nov 15 23:33:19.992492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:19.993146 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:19.994750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] 10.222.0.57 "PUT /v2.0/ports/dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 1092 time: 0.7671516 Nov 15 23:33:19.995205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:33:19.997949 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d4ea9-52b8-40f2-be8d-7174295d58cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:33:20.025105 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efe005-4d6b-411a-a3b4-0c1e567e1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:20.048667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-74a481bf-710c-41b2-9058-e78a7bfea6ce req-490caaa3-3a53-4d64-b991-3c1c1fc6de59 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667806 Nov 15 23:33:20.051760 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd047bf5-4d1b-4e49-984f-8fa6f186cbff x-openstack-request-id: req-cd047bf5-4d1b-4e49-984f-8fa6f186cbff {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:33:20.051760 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:33:20.053044 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd047bf5-4d1b-4e49-984f-8fa6f186cbff {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:33:20.053412 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'status': 'completed', 'code': 200} Nov 15 23:33:20.118198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-0dccb13e-5124-4831-9d9c-ce856e7326cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.119664 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-0dccb13e-5124-4831-9d9c-ce856e7326cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1095 time: 0.0428970 Nov 15 23:33:20.226533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-897d6126-f811-42c4-b921-465aa00d50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.228053 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-897d6126-f811-42c4-b921-465aa00d50a6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a0440937535142c3aeb65f2d46bd94da&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993850 Nov 15 23:33:20.328352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-c6a6e167-19d8-4fdd-94af-9b11fa812ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.329929 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-854d4ea9-52b8-40f2-be8d-7174295d58cc req-c6a6e167-19d8-4fdd-94af-9b11fa812ebe service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947063 Nov 15 23:33:20.404983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-9e4e2a1e-9a98-4105-8623-0b879240c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.406626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-9e4e2a1e-9a98-4105-8623-0b879240c6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1095 time: 0.0405648 Nov 15 23:33:20.447596 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-6d0e5920-f932-4e60-ac20-8fd52b4f0835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 217 time: 0.0331125 Nov 15 23:33:20.500404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-7735f711-560b-40a0-a1b4-8d9c0ef400e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.501886 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-7735f711-560b-40a0-a1b4-8d9c0ef400e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 200 len: 835 time: 0.0469000 Nov 15 23:33:20.546248 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-d1246b16-baf8-4d72-acf1-444d44bdfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:20.547712 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-d1246b16-baf8-4d72-acf1-444d44bdfc73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389121 Nov 15 23:33:20.637210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-47c8135e-3650-4e6e-9055-8d01fc140e92 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Nov 15 23:33:20.729178 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-535a9572-57ba-4d52-a27b-ed1d4573a28a req-2d479bf1-9091-4ae8-a711-306e55ea5d52 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Nov 15 23:33:21.154959 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdd69-e557-48be-af7b-7d69a2fc3dd3 req-46d23354-7b97-4141-9b12-79c566f5d7f4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:21.156707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-599fdd69-e557-48be-af7b-7d69a2fc3dd3 req-46d23354-7b97-4141-9b12-79c566f5d7f4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 944 time: 0.0478516 Nov 15 23:33:21.204065 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-599fdd69-e557-48be-af7b-7d69a2fc3dd3 req-91d0d3dc-0d2a-4aec-9308-7c84b69ea339 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Nov 15 23:33:22.326595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c2560-a613-4e10-a167-314f47ababe7 req-67b3861a-0dff-4246-b768-6d05fdb2f07b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:22.328088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac9c2560-a613-4e10-a167-314f47ababe7 req-67b3861a-0dff-4246-b768-6d05fdb2f07b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 944 time: 0.0574229 Nov 15 23:33:22.375801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac9c2560-a613-4e10-a167-314f47ababe7 req-46d953d5-371a-4dad-8152-a750f1eb1744 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Nov 15 23:33:23.493757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95169d-b18a-40ff-bba3-f863a4d90502 req-b363bb6f-c910-4665-852a-aee45469ecfb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:23.495724 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac95169d-b18a-40ff-bba3-f863a4d90502 req-b363bb6f-c910-4665-852a-aee45469ecfb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 944 time: 0.0496695 Nov 15 23:33:23.543366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac95169d-b18a-40ff-bba3-f863a4d90502 req-4b6ef60e-bcc0-4b13-a1c8-dc508025d63e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Nov 15 23:33:24.656424 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d06a-8f93-40b9-8dc4-cb61da89b149 req-30d63d07-212a-498d-ad90-a2819b637dbc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:24.657801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7a4d06a-8f93-40b9-8dc4-cb61da89b149 req-30d63d07-212a-498d-ad90-a2819b637dbc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 944 time: 0.0478551 Nov 15 23:33:24.710471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7a4d06a-8f93-40b9-8dc4-cb61da89b149 req-a15ac0e7-9798-4ae6-875d-0f7df4d994bc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Nov 15 23:33:24.987482 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dbcd0440-679a-4844-9c02-44e3f7417227 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:33:25.084513 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dbcd0440-679a-4844-9c02-44e3f7417227,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:25.096823 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'port_id': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'mac_address': 'fa:16:3e:13:97:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:33:25.132426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:25.145148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd0440-679a-4844-9c02-44e3f7417227 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:33:25.164079 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dbcd0440-679a-4844-9c02-44e3f7417227,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:25.250601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:25.296984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:25.506043 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['dbcd0440-679a-4844-9c02-44e3f7417227'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:33:25.826485 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d3c5-61c5-4f26-b2a4-229cfe38d75f req-5afee024-2e3a-423e-aa1d-c4b2e85046e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:25.827877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3c5-61c5-4f26-b2a4-229cfe38d75f req-5afee024-2e3a-423e-aa1d-c4b2e85046e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Nov 15 23:33:25.878394 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ff6d3c5-61c5-4f26-b2a4-229cfe38d75f req-13708547-f2e6-4c2f-9991-6f435d630da4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Nov 15 23:33:26.988161 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dbcd0440-679a-4844-9c02-44e3f7417227 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:33:26.991189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0869-a353-4df6-a94c-0fb130258372 req-0bb58646-61ff-41dc-9c1d-673f42c16d62 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:26.992692 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62da0869-a353-4df6-a94c-0fb130258372 req-0bb58646-61ff-41dc-9c1d-673f42c16d62 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 945 time: 0.0473917 Nov 15 23:33:27.041862 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62da0869-a353-4df6-a94c-0fb130258372 req-ea53411a-54c2-4540-9583-98da3e6e46d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Nov 15 23:33:27.101678 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port dbcd0440-679a-4844-9c02-44e3f7417227 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:33:27.105728 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port dbcd0440-679a-4844-9c02-44e3f7417227 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:33:27.106094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:27.180253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:27.202490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:33:27.204745 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec33475-c4e4-45d9-ba97-2c6a116f7aa2" -d '{"events": [{"server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:33:27.216962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dbcd0440-679a-4844-9c02-44e3f7417227,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:33:27.239601 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e9810-8642-4bcd-bf2a-8361251e08cf x-openstack-request-id: req-ed1e9810-8642-4bcd-bf2a-8361251e08cf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:33:27.239894 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:33:27.240149 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed1e9810-8642-4bcd-bf2a-8361251e08cf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:33:27.240543 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'code': 200} Nov 15 23:33:27.278760 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:27.330682 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:27.335498 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81da6-01b5-49df-bd28-52ac48eaf1c5 req-36632ce1-4e6e-4a3e-8317-4db7eb0769a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:27.337045 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3eb81da6-01b5-49df-bd28-52ac48eaf1c5 req-36632ce1-4e6e-4a3e-8317-4db7eb0769a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1097 time: 0.0404563 Nov 15 23:33:27.384897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3eb81da6-01b5-49df-bd28-52ac48eaf1c5 req-e087fba9-8da8-4540-b298-87da9a428dfc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382996 Nov 15 23:33:28.159343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07ad1f-0439-4fe1-ad0c-9d6e9655ebfc req-50ba1c11-7d32-4f9e-b610-f8c62e6f988a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:28.160727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c07ad1f-0439-4fe1-ad0c-9d6e9655ebfc req-50ba1c11-7d32-4f9e-b610-f8c62e6f988a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0501168 Nov 15 23:33:28.207838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c07ad1f-0439-4fe1-ad0c-9d6e9655ebfc req-86e32611-4ea1-4a21-9486-edc128e23bb5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Nov 15 23:33:29.322025 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff2476-dcee-4fb3-a2fd-c944f7ef45e1 req-bd99b40e-9d60-474f-b9ee-1c7321d42c0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:29.324000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76ff2476-dcee-4fb3-a2fd-c944f7ef45e1 req-bd99b40e-9d60-474f-b9ee-1c7321d42c0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0472484 Nov 15 23:33:29.372278 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-76ff2476-dcee-4fb3-a2fd-c944f7ef45e1 req-a8728949-05b2-4e11-b701-dd921b53350b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Nov 15 23:33:29.497077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4cfc7-8a00-4021-97d6-66e0de21c465 req-4259f9f3-8c1a-4a6c-99de-a693a5238c4f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:29.497077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fa4cfc7-8a00-4021-97d6-66e0de21c465 req-4259f9f3-8c1a-4a6c-99de-a693a5238c4f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Nov 15 23:33:29.873613 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:29.875159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5fa4cfc7-8a00-4021-97d6-66e0de21c465 req-df1cfb9f-e582-4a4e-a67d-f85b7c5c68b5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756092 Nov 15 23:33:29.897066 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41566) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:29.940290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffada215-dd1f-4521-9499-ddb61b77225e tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:29.941832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ffada215-dd1f-4521-9499-ddb61b77225e tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1092 time: 0.0437794 Nov 15 23:33:29.944544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41568) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:29.949190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:33:30.027631 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.119431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.220811 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.222 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/83f28ab3-9c5a-4926-955d-0298d552fd61) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:33:30.317867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.403982 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.427251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.448742 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:33:30.451725 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:33:30.454492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:33:30.478238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=83f28ab3-9c5a-4926-955d-0298d552fd61,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:30.785858 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:30.903453 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:31.048178 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:31.101228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:31.166971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=83f28ab3-9c5a-4926-955d-0298d552fd61,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:33:31.176609 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:31.273376 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 91b6b3a7-3867-44f6-b349-5110efb38e23 associated. External IP: 172.25.0.222, port: dbcd0440-679a-4844-9c02-44e3f7417227. Nov 15 23:33:31.787314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:33:31.890356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:33:31.899777 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Sync routers for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:33:31.911525 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:31.912128 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:31.967068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:31.994321 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dbbd9efd-335e-49d9-9864-c7b9c4a50ff2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0487499 Nov 15 23:33:31.994944 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:33:31.997244 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef74b36-6c5e-429a-867c-7308a4c0533e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:33:32.021892 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:32.096581 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa214cc-8837-446a-bdbc-2f3a21093e0e x-openstack-request-id: req-caa214cc-8837-446a-bdbc-2f3a21093e0e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:33:32.096905 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:33:32.097160 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-caa214cc-8837-446a-bdbc-2f3a21093e0e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:33:32.097562 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'status': 'completed', 'code': 200} Nov 15 23:33:32.111886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3668ce2-0331-4d55-82d1-e38bad6fa30b req-ccdb9272-9adb-4e65-84f1-9d8e8ce5024d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:32.118686 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3668ce2-0331-4d55-82d1-e38bad6fa30b req-ccdb9272-9adb-4e65-84f1-9d8e8ce5024d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0660703 Nov 15 23:33:32.161561 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-c7defcdf-127a-4f6b-be87-fb1bb3f99f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:32.163556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-c7defcdf-127a-4f6b-be87-fb1bb3f99f22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1097 time: 0.0428474 Nov 15 23:33:32.167678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c3668ce2-0331-4d55-82d1-e38bad6fa30b req-9873e910-4f74-4e1f-9cd9-7ed636cf8279 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Nov 15 23:33:32.186974 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41576) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:32.255801 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-dd18f4f3-6e79-4d67-b4cb-13ade7189429 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/91b6b3a7-3867-44f6-b349-5110efb38e23 HTTP/1.1" status: 200 len: 992 time: 0.0670025 Nov 15 23:33:32.266404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-0bc8e88e-ec5a-45e3-981e-49108a8f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:32.267923 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-0bc8e88e-ec5a-45e3-981e-49108a8f2c18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 898 time: 0.0961497 Nov 15 23:33:32.350968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-ea9bb5d4-5437-4377-99dc-aeaa59b7eafb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 1000 time: 0.0738287 Nov 15 23:33:32.358266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '91b6b3a7-3867-44f6-b349-5110efb38e23', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'port_id': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'mac_address': 'fa:16:3e:13:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:33:30Z', 'updated_at': '2021-11-15T23:33:30Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:32.384764 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Checking router: db435f8e-ad2b-4288-8d20-d88c7ff0ef8d for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:33:32.393699 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:33:32.394460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:33:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:32.402299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-657a3cf1-a5a4-481c-8dd6-81c99b07c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:32.403928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-657a3cf1-a5a4-481c-8dd6-81c99b07c792 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 200 len: 835 time: 0.0455108 Nov 15 23:33:32.455117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-43f7e925-7323-41c2-a214-864168db060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:33:32.456633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-43f7e925-7323-41c2-a214-864168db060b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443525 Nov 15 23:33:32.503975 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:33:32.553049 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-37f1468f-0c96-4a7d-8f28-732cbc516d47 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882821 Nov 15 23:33:32.650610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6ef74b36-6c5e-429a-867c-7308a4c0533e req-e235c283-98cd-4a89-aa95-e7e510a15a04 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904250 Nov 15 23:33:32.734007 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '91b6b3a7-3867-44f6-b349-5110efb38e23', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'port_id': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'mac_address': 'fa:16:3e:13:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:33:30Z', 'updated_at': '2021-11-15T23:33:30Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:33:32.759029 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356788c3-80e9-4a21-8559-c9d1178bfbfe None None] The sync data for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 is: [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '91b6b3a7-3867-44f6-b349-5110efb38e23', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'port_id': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'mac_address': 'fa:16:3e:13:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:33:30Z', 'updated_at': '2021-11-15T23:33:30Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:33:32.948634 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defcb148-d32f-447b-a83c-0b7117e928dd None None] New status for floating IP 91b6b3a7-3867-44f6-b349-5110efb38e23: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:33:33.258404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41578) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:33:33.319099 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-98c42135-7832-4ccb-8c31-5f2dc5871947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/91b6b3a7-3867-44f6-b349-5110efb38e23 HTTP/1.1" status: 200 len: 994 time: 0.0594528 Nov 15 23:33:34.844517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fef788d-20fc-4a43-b704-34cb2d726868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:37.244203 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23f510c7-e626-4e16-85c1-042480052faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:38.530249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:39.273845 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:33:39.656155 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:40.375834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:33:59.861671 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:00.421707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:02.172964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0be57c-ba62-4f61-bd34-fb0f3a58b6ef req-1f5f8f0f-2491-472f-8e38-be40e1a84b5d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:02.174460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c0be57c-ba62-4f61-bd34-fb0f3a58b6ef req-1f5f8f0f-2491-472f-8e38-be40e1a84b5d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0481374 Nov 15 23:34:02.224747 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c0be57c-ba62-4f61-bd34-fb0f3a58b6ef req-0cb5843d-2cef-46f5-9484-13c6e5f53838 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Nov 15 23:34:02.250870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-0375a8a1-c199-4fc1-ba39-c21a0b145012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:02.252403 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-0375a8a1-c199-4fc1-ba39-c21a0b145012 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1097 time: 0.0466449 Nov 15 23:34:02.341190 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-298f0269-14da-48dc-a26b-3d6994c7ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:02.343210 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-298f0269-14da-48dc-a26b-3d6994c7ff40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 898 time: 0.0829742 Nov 15 23:34:02.413961 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-84164d5e-29bc-459a-a449-d7fd4f3d4f5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 1002 time: 0.0618927 Nov 15 23:34:02.467537 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-0ad02616-a59a-430b-b3b0-c09bffb08063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:02.470008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-0ad02616-a59a-430b-b3b0-c09bffb08063 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 200 len: 835 time: 0.0479503 Nov 15 23:34:02.515084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-ea43b911-204a-4167-87e3-1e2312fdb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:02.516546 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-ea43b911-204a-4167-87e3-1e2312fdb578 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393384 Nov 15 23:34:02.610551 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-e64af9a3-85e6-4e2e-a268-8d5436e2ec69 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852184 Nov 15 23:34:02.704532 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-81d098e7-8ab8-4b6f-b9df-bfb3729b0daf req-61603643-9b5a-440a-8ecc-02e259443fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852871 Nov 15 23:34:03.341111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db277-cd3e-47a4-b7d9-f2cf9bcdebe4 req-5a2c3310-951e-417a-b0c0-af706fac1718 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:03.342615 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-540db277-cd3e-47a4-b7d9-f2cf9bcdebe4 req-5a2c3310-951e-417a-b0c0-af706fac1718 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0478151 Nov 15 23:34:03.394264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-540db277-cd3e-47a4-b7d9-f2cf9bcdebe4 req-7b4bbf8e-3938-4fd9-9311-51b2451d0fc7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457413 Nov 15 23:34:04.518909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681205-49f4-4333-9ace-1623811f19e9 req-e9f2430e-ae03-4f30-9c5d-36e3086ddc39 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:04.520366 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31681205-49f4-4333-9ace-1623811f19e9 req-e9f2430e-ae03-4f30-9c5d-36e3086ddc39 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Nov 15 23:34:04.569620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-31681205-49f4-4333-9ace-1623811f19e9 req-cec9862d-421c-4d45-81b9-fbe61f9c5ca8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Nov 15 23:34:04.810514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c766944-1d5a-45b3-973e-d0f5750d3a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:05.681746 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f4147-7a82-4c8a-86d3-f9a7532d171a req-8653e153-40d0-459b-9780-3c40abdb7d91 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:05.683187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c33f4147-7a82-4c8a-86d3-f9a7532d171a req-8653e153-40d0-459b-9780-3c40abdb7d91 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0476732 Nov 15 23:34:05.730223 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c33f4147-7a82-4c8a-86d3-f9a7532d171a req-e96fbb63-bbaf-4eac-87c6-28e4644d151c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405002 Nov 15 23:34:06.847610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726888c-f297-4a13-974b-eeeddbfbd05f req-d42e3c62-ddc1-4c3c-bab5-e51dde2ecf08 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:06.849076 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c726888c-f297-4a13-974b-eeeddbfbd05f req-d42e3c62-ddc1-4c3c-bab5-e51dde2ecf08 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0510907 Nov 15 23:34:06.896578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c726888c-f297-4a13-974b-eeeddbfbd05f req-b2e3c87b-b188-494e-93cc-d9729353ddce tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Nov 15 23:34:07.261529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a63d691-8ffd-4b2f-8b54-e8037d527a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:08.009312 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e5520-9151-43c9-9826-29f36d1892d9 req-7ef5def9-7273-4390-bfc6-7d467ffce585 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:08.010751 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f18e5520-9151-43c9-9826-29f36d1892d9 req-7ef5def9-7273-4390-bfc6-7d467ffce585 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0471704 Nov 15 23:34:08.058471 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f18e5520-9151-43c9-9826-29f36d1892d9 req-9ad4a29e-e750-4b4e-8dbf-7026a52853d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Nov 15 23:34:08.598830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:09.175183 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcc490-5655-4c2d-ae90-ddd5af8bcb25 req-4b6808a7-5af3-4a53-8658-39c3a41fa35e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:09.176668 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cbcc490-5655-4c2d-ae90-ddd5af8bcb25 req-4b6808a7-5af3-4a53-8658-39c3a41fa35e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0481915 Nov 15 23:34:09.229144 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cbcc490-5655-4c2d-ae90-ddd5af8bcb25 req-1afe1f2a-d812-4557-9511-a1cb0fd9e9a0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Nov 15 23:34:09.643501 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:10.342991 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cda5d-73f8-4c9f-a9fa-0484c5d58ebc req-d2ec2240-097c-4ad1-86b7-a33a0b508e41 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:10.344452 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-358cda5d-73f8-4c9f-a9fa-0484c5d58ebc req-d2ec2240-097c-4ad1-86b7-a33a0b508e41 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0491920 Nov 15 23:34:10.370040 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:10.393105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-358cda5d-73f8-4c9f-a9fa-0484c5d58ebc req-fbd97fdf-0118-446b-b93f-65360604ac04 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Nov 15 23:34:11.505681 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea73f-2e4a-4ab8-970d-1703abf37d58 req-5821fcd1-bf6f-448e-9fb5-68aba9b6f0e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:11.507153 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90cea73f-2e4a-4ab8-970d-1703abf37d58 req-5821fcd1-bf6f-448e-9fb5-68aba9b6f0e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0482001 Nov 15 23:34:11.555917 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90cea73f-2e4a-4ab8-970d-1703abf37d58 req-12c94f78-5bba-444e-a271-b755a2384f5a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Nov 15 23:34:12.676735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f6e5-7d30-419c-b03a-8721efe99d7f req-1752baa0-4e7e-4978-8b77-f4e0837d3047 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:12.678123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a524f6e5-7d30-419c-b03a-8721efe99d7f req-1752baa0-4e7e-4978-8b77-f4e0837d3047 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0523303 Nov 15 23:34:12.727433 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a524f6e5-7d30-419c-b03a-8721efe99d7f req-7ece99b3-2ef6-4190-944f-2a0c74df5203 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Nov 15 23:34:13.840177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f62177-927d-4e0c-adf7-6b207a4a3ce6 req-bafde86c-55c9-4a95-9eb5-316db5890dfe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:13.841669 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22f62177-927d-4e0c-adf7-6b207a4a3ce6 req-bafde86c-55c9-4a95-9eb5-316db5890dfe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0474663 Nov 15 23:34:13.889678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22f62177-927d-4e0c-adf7-6b207a4a3ce6 req-d6e2ea8d-7b26-41c5-8263-5c00e8808ada tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Nov 15 23:34:13.912659 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41612) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:13.973944 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-796cdd20-1623-4ef2-9b2d-8d75e299585a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/91b6b3a7-3867-44f6-b349-5110efb38e23 HTTP/1.1" status: 200 len: 994 time: 0.0601614 Nov 15 23:34:16.273213 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:34:19.627847 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-57a18823-e741-4283-b4a9-c54ba92ade47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390375 Nov 15 23:34:19.715130 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-f47a8bce-732a-4233-99fe-87170491592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:19.716513 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-f47a8bce-732a-4233-99fe-87170491592e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1097 time: 0.0442767 Nov 15 23:34:19.817027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-e60fd52d-a569-4041-9046-e6beb8258c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:19.818477 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-e60fd52d-a569-4041-9046-e6beb8258c12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 898 time: 0.0830188 Nov 15 23:34:19.886742 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-1b2866c7-e68c-4dbc-acab-1cfc8b2ac5ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 1002 time: 0.0606513 Nov 15 23:34:19.934144 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-92ded3f8-7da2-408a-92e7-dc9e218be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:19.935556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-92ded3f8-7da2-408a-92e7-dc9e218be57d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 200 len: 835 time: 0.0422566 Nov 15 23:34:19.979662 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-0ef705e8-0874-4ee9-bdea-bdef6b615092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:19.981046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-0ef705e8-0874-4ee9-bdea-bdef6b615092 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379961 Nov 15 23:34:20.072789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-602f56b8-5722-4d1d-be46-810e9d631c0c service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836325 Nov 15 23:34:20.161634 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6584fcda-6a29-439d-ad00-7e1961a41518 req-ce84bda5-9094-4bb4-8fcd-1e202253392f service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794933 Nov 15 23:34:29.884297 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:30.431805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:34.809694 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a06a0fc-5660-4f11-b096-26d75c71f90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:37.249009 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00d77638-dc4e-4944-8fc1-25de7b5f6941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:38.547098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:39.649932 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:40.387363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.325902 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41622) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:44.480779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 83f28ab3-9c5a-4926-955d-0298d552fd61 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:34:44.481119 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.557357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.557674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.569297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 83f28ab3-9c5a-4926-955d-0298d552fd61 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:34:44.804364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.830688 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=83f28ab3-9c5a-4926-955d-0298d552fd61,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:44.854268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.858275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:44.901913 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:44.902236 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 91b6b3a7-3867-44f6-b349-5110efb38e23 disassociated (deleted). External IP: 172.25.0.222, port: dbcd0440-679a-4844-9c02-44e3f7417227. Nov 15 23:34:45.099972 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:34:45.205423 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:34:45.210104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:45.215285 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Sync routers for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:34:45.225302 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:45.225926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:45.237820 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-5467b770-b232-4dac-bbd1-fcd351f6f5c6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/floatingips/91b6b3a7-3867-44f6-b349-5110efb38e23 HTTP/1.1" status: 204 len: 168 time: 0.9108460 Nov 15 23:34:45.238401 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:34:45.240684 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c28238-e28f-441b-8d18-cdde5c297774" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:34:45.281304 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd76d54-5781-4941-9019-effdd56d1d92 x-openstack-request-id: req-5bd76d54-5781-4941-9019-effdd56d1d92 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:34:45.281725 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:34:45.282728 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bd76d54-5781-4941-9019-effdd56d1d92 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:34:45.283137 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'status': 'completed', 'code': 200} Nov 15 23:34:45.347569 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:45.356102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28238-e28f-441b-8d18-cdde5c297774 req-27b26221-4961-40be-b1fe-8910d22393cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:45.357615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-27b26221-4961-40be-b1fe-8910d22393cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 1097 time: 0.0512199 Nov 15 23:34:45.470512 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28238-e28f-441b-8d18-cdde5c297774 req-e8285fe6-c4a2-40d8-adc0-4e5cb2fbd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:45.472000 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-e8285fe6-c4a2-40d8-adc0-4e5cb2fbd3f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 200 len: 898 time: 0.1060958 Nov 15 23:34:45.518166 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-ea716940-b21a-4472-94fb-8d4ce93191a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Nov 15 23:34:45.569690 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:45.571392 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28238-e28f-441b-8d18-cdde5c297774 req-284fe35c-bfc7-4c54-9db7-217a8226e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:45.573055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-284fe35c-bfc7-4c54-9db7-217a8226e458 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 200 len: 835 time: 0.0455332 Nov 15 23:34:45.596272 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Checking router: db435f8e-ad2b-4288-8d20-d88c7ff0ef8d for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:34:45.604539 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:45.605168 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:45.629648 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28238-e28f-441b-8d18-cdde5c297774 req-ae2f3ab4-09ef-4bac-989b-86003d091c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:45.631370 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-ae2f3ab4-09ef-4bac-989b-86003d091c27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497580 Nov 15 23:34:45.713558 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18941a82-1002-41a2-857f-d79b4bcbe34a req-a01c1559-2484-4d04-811e-453cb2ee97e8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:45.714202 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:45.715059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18941a82-1002-41a2-857f-d79b4bcbe34a req-a01c1559-2484-4d04-811e-453cb2ee97e8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0502641 Nov 15 23:34:45.735548 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-eda02dd0-7138-4c3e-806b-23d21b6ce87d service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920994 Nov 15 23:34:45.770392 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18941a82-1002-41a2-857f-d79b4bcbe34a req-58453ff2-f263-4aaf-96a8-1a5c7988a145 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Nov 15 23:34:45.828771 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-36c28238-e28f-441b-8d18-cdde5c297774 req-10318f71-26be-4562-8e20-6987a55a51ab service neutron] 10.222.0.57 "GET /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843530 Nov 15 23:34:45.915881 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:45.941754 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782ecd4-2a33-4360-bdd8-d27a6e712cdc None None] The sync data for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 is: [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '97ba6a05-95cd-4e71-bc13-cfa29bd24f95', 'name': '', 'network_id': '5835a56b-d5bd-4d68-8526-b3d2c8ec49aa', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:89:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:09Z', 'updated_at': '2021-11-15T23:33:13Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': 'a6e72b4a-b39e-4dfd-a321-73466c7c91d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:34:46.156452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09192205-4270-4880-ba18-051b32daa050 None None] New status for floating IP 91b6b3a7-3867-44f6-b349-5110efb38e23: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:34:46.887112 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e71312-fe36-4706-8a64-2b96e1a9fbbc req-89d96e29-09e2-481c-b80c-511fa2e5a1c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:46.888587 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0e71312-fe36-4706-8a64-2b96e1a9fbbc req-89d96e29-09e2-481c-b80c-511fa2e5a1c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0477171 Nov 15 23:34:46.940466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0e71312-fe36-4706-8a64-2b96e1a9fbbc req-5c89802f-e4c5-4294-8684-8b1869493c85 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=98420fbf-c3bc-42fe-ae5c-c921d28f7580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Nov 15 23:34:47.227207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-6456de93-48b3-49cd-99e4-c305e995c25b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:47.228716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-6456de93-48b3-49cd-99e4-c305e995c25b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Nov 15 23:34:47.319337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port dbcd0440-679a-4844-9c02-44e3f7417227 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:34:47.319665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:47.403781 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port dbcd0440-679a-4844-9c02-44e3f7417227, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=dbcd0440-679a-4844-9c02-44e3f7417227,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:34:47.404134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:47.416301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for dbcd0440-679a-4844-9c02-44e3f7417227 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:34:47.610181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:47.639757 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=dbcd0440-679a-4844-9c02-44e3f7417227,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:47.683825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] No DVR routers for this DVR port dbcd0440-679a-4844-9c02-44e3f7417227 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:34:47.686596 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:47.690354 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-26d78d1c-ff18-4342-934e-a97b064f60f1 req-03db68a2-a07c-4a73-a896-c07c1fe476c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "DELETE /v2.0/ports/dbcd0440-679a-4844-9c02-44e3f7417227 HTTP/1.1" status: 204 len: 173 time: 0.4546416 Nov 15 23:34:47.690829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'name': 'network-vif-deleted', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:34:47.693403 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8fa994-927e-457f-881a-7886f0e689b7" -d '{"events": [{"server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "name": "network-vif-deleted", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:34:47.729389 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b06da7-cdef-4182-ad09-0ef67ca79190 x-openstack-request-id: req-92b06da7-cdef-4182-ad09-0ef67ca79190 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:34:47.729699 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc69ac9-8c79-4a0c-8c64-f8aa0780d317", "name": "network-vif-deleted", "tag": "dbcd0440-679a-4844-9c02-44e3f7417227", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:34:47.729957 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92b06da7-cdef-4182-ad09-0ef67ca79190 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:34:47.730352 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc69ac9-8c79-4a0c-8c64-f8aa0780d317', 'name': 'network-vif-deleted', 'tag': 'dbcd0440-679a-4844-9c02-44e3f7417227', 'status': 'completed', 'code': 200} Nov 15 23:34:48.052060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c30de48e-d87f-466d-ad93-19d392b562fc req-c101c0bc-2416-4933-83fd-5e681a00234f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc69ac9-8c79-4a0c-8c64-f8aa0780d317 HTTP/1.1" status: 200 len: 210 time: 0.0273743 Nov 15 23:34:49.107889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41638) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:49.478198 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:49.736385 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:34:49.736605 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:49.824521 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 97ba6a05-95cd-4e71-bc13-cfa29bd24f95, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:34:49.824897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:49.837605 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:34:50.073019 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.098816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=97ba6a05-95cd-4e71-bc13-cfa29bd24f95,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:50.111084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.111663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.111755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.112109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.112429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.112785 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.113107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.113426 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.113743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.114107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.114406 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.114754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:50.283316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.488045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:34:50.591810 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:34:50.601472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-76208ae8-110c-44c6-a55b-29d3d9108160 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/db435f8e-ad2b-4288-8d20-d88c7ff0ef8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4916332 Nov 15 23:34:50.601776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41640) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:50.606596 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Sync routers for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:34:50.618389 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:50.619122 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:50.659181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting subnet a6e72b4a-b39e-4dfd-a321-73466c7c91d0 {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:34:50.662380 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.701334 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.722335 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:50.786037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.924818 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.947256 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af3bdc-73b1-40cf-ac17-ce44fea0a8e8 None None] Network 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:34:50.955103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:50.958373 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/subnets/a6e72b4a-b39e-4dfd-a321-73466c7c91d0 HTTP/1.1" status: 204 len: 168 time: 0.3555577 Nov 15 23:34:50.959658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e320a-79fb-4b5e-86ce-5fb410339ab4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e72b4a-b39e-4dfd-a321-73466c7c91d0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:50.962031 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41642) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:50.992946 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:34:49Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:51.023158 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Checking router: db435f8e-ad2b-4288-8d20-d88c7ff0ef8d for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:34:51.031435 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Routers {'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:51.032064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:51.100190 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.158674 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] Set router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:51.166132 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] DHCP port deletion for 5835a56b-d5bd-4d68-8526-b3d2c8ec49aa request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:34:51.212244 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.212839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Deleting port d1e92317-4fe2-4263-86a0-ac2b078e1031 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:34:51.213060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.275714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] For port d1e92317-4fe2-4263-86a0-ac2b078e1031, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d1e92317-4fe2-4263-86a0-ac2b078e1031,segment=NetworkSegment(8b22e6e5-e33a-4123-9e1b-114f476b99aa),segment_id=8b22e6e5-e33a-4123-9e1b-114f476b99aa)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:34:51.276026 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.293475 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Calling delete_port for d1e92317-4fe2-4263-86a0-ac2b078e1031 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:34:51.322490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 4d19e486-d28a-472d-a64d-24efbc834d62 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:34:51.323131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.344586 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:34:49Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:51.374012 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dbcd0440-679a-4844-9c02-44e3f7417227 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:34:51.377930 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0eca1f-8dc7-4d15-831f-46f55fab853b None None] The sync data for ids ['db435f8e-ad2b-4288-8d20-d88c7ff0ef8d'] in n-d-817995-3 is: [{'id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1481234541', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:34:49Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '4d19e486-d28a-472d-a64d-24efbc834d62', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:83:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db435f8e-ad2b-4288-8d20-d88c7ff0ef8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:33:06Z', 'updated_at': '2021-11-15T23:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:34:51.394657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: dbcd0440-679a-4844-9c02-44e3f7417227 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:34:51.394998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device dbcd0440-679a-4844-9c02-44e3f7417227 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:34:51.416551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 4d19e486-d28a-472d-a64d-24efbc834d62, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d19e486-d28a-472d-a64d-24efbc834d62,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:34:51.416937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.428882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 4d19e486-d28a-472d-a64d-24efbc834d62 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:34:51.451179 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.479422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Pushing event deleted for resources: {'Port': ['ID=d1e92317-4fe2-4263-86a0-ac2b078e1031,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:51.488839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] No DVR routers for this DVR port d1e92317-4fe2-4263-86a0-ac2b078e1031 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:34:51.494752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.495093 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.496270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.496270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.496270 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.496515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.496851 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.497170 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.497486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.497804 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.498122 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.498438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a628a-6c04-4037-864d-8ace1a559268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:34:51.661867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.686273 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=4d19e486-d28a-472d-a64d-24efbc834d62,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:51.703443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a0c24-e85f-4932-9b66-a69745c1885e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:34:51.747851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.844356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.847117 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.954322 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.958342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Fanout notify agent at l3_agent the message router_deleted on router db435f8e-ad2b-4288-8d20-d88c7ff0ef8d {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:34:51.965825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:51.967575 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0dcf97bb-d05f-4d65-987b-904044d28f90 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/routers/db435f8e-ad2b-4288-8d20-d88c7ff0ef8d HTTP/1.1" status: 204 len: 168 time: 1.0053115 Nov 15 23:34:51.970393 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41644) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:52.055753 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.062790 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e92317-4fe2-4263-86a0-ac2b078e1031 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:34:52.088380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d1e92317-4fe2-4263-86a0-ac2b078e1031 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:34:52.088867 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d1e92317-4fe2-4263-86a0-ac2b078e1031 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:34:52.089347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:34:52.113739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:34:52.114078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 97ba6a05-95cd-4e71-bc13-cfa29bd24f95 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:34:52.147441 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.167153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5835a56b-d5bd-4d68-8526-b3d2c8ec49aa']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:52.176120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b22e6e5-e33a-4123-9e1b-114f476b99aa') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:52.176359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b22e6e5-e33a-4123-9e1b-114f476b99aa') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:52.185467 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.198096 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.203789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:34:52.204165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:34:52.207593 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:34:52.335683 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.343148 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.345679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/networks/5835a56b-d5bd-4d68-8526-b3d2c8ec49aa HTTP/1.1" status: 204 len: 168 time: 0.3735139 Nov 15 23:34:52.349342 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41646) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:52.357769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fe758-e5ed-47a6-94d4-c322e123d8f8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Network': ['ID=5835a56b-d5bd-4d68-8526-b3d2c8ec49aa,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:52.406215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.432980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.576238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.578941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:52.580186 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/security-groups/98420fbf-c3bc-42fe-ae5c-c921d28f7580 HTTP/1.1" status: 204 len: 168 time: 0.2297390 Nov 15 23:34:52.590363 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a8b5b-f7c0-4074-8494-703ee9fe6fe0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98420fbf-c3bc-42fe-ae5c-c921d28f7580,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:53.056889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41652) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:53.061431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292146785', 'description': 'tempest-secgroup-smoke-292146785 description', 'project_id': 'a0440937535142c3aeb65f2d46bd94da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:53.135001 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.198581 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.260569 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.272824 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:34:53.290965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2205e-933a-4dda-9acc-c27e964958a3,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:53.360782 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.362044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6327bd30-0813-4fbb-bd4d-943056a696b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3041334 Nov 15 23:34:53.364859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41654) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:53.371343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:53.461829 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.519834 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.582160 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.599046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d4c4b1-1826-4179-a21a-0f78acb65979,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:53.675563 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.676850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a6f620a5-35f4-4dd2-95ec-29fae4f545b7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110251 Nov 15 23:34:53.679568 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41656) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:53.683917 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:53.780271 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.834432 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.895657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.917760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a87b6c-48aa-4907-a2a3-853cb8cef78a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:53.938894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d19e486-d28a-472d-a64d-24efbc834d62 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:34:53.959955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4d19e486-d28a-472d-a64d-24efbc834d62 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:34:53.960297 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d19e486-d28a-472d-a64d-24efbc834d62 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:34:53.977822 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:53.979086 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0dfd0e51-fb1a-4194-8e8e-2af33bbffd37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985840 Nov 15 23:34:53.983424 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41658) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:53.986018 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:54.048546 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.104521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.147084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.165406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a196c0-767a-4106-a9c3-5fec556b3a38,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:54.206907 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.208128 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d9552b76-97a6-475f-b5de-fcafafd3dafb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254310 Nov 15 23:34:54.210871 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41660) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:54.215104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:54.283765 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.339105 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.398953 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.416984 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108ab6d4-e099-4cc4-8a20-07612fb1e799,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:54.479985 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.481241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f3f8affa-43df-4104-b3a9-723a64d4d77e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694292 Nov 15 23:34:54.483983 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41662) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:54.488843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:54.575218 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:34:54.580276 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.640424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.700697 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.719778 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49fd1f7-7160-49d5-ac7e-36c270fed68e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:54.789072 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.790277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a78ba90e-9119-4a95-83e4-f53715789966 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053553 Nov 15 23:34:54.793225 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41664) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:54.797657 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '6fb2205e-933a-4dda-9acc-c27e964958a3', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:54.878756 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:34:54.883919 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:54.942976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.010201 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.027278 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e5926-29a0-43e6-9b01-3bd72b6c2d75,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:55.098520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.099713 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9ca1662a-5ed3-4382-b481-b3121fbae968 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3055506 Nov 15 23:34:55.102523 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41666) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:55.107340 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'network': {'name': 'tempest-network-smoke--1684889439', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:55.182098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:34:55.185636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.211658 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:34:55.221655 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.221988 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Added segment 06a37415-eae2-4a9d-a2e9-1776ab8abbc2 of type vlan for network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 Nov 15 23:34:55.259868 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.347981 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.353564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:55.354169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.419605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Network': ['ID=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:55.429365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:34:55.463992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e44816fd-0cc9-4b16-8a6d-d91a748ffb11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3601809 Nov 15 23:34:55.466788 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41668) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:55.471897 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'admin_state_up': True, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:55.592340 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.593397 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.642258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:55.827704 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.118309 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.136998 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.233116 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.18 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8806ca14-6c3c-44ef-a779-2b6847c4ba0b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:34:56.667361 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.803493 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.836831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:34:56.839570 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:34:56.845428 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:34:56.853809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5edaf5-65e0-4424-8283-ac301389644f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:34:56.871826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:56.900108 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c7cfbff5-60ab-4945-bc1e-465e96a0c136 None None] Provisioning complete for port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:34:56.900471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cfbff5-60ab-4945-bc1e-465e96a0c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:56.933937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfbff5-60ab-4945-bc1e-465e96a0c136 None None] Port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:34:57.156992 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:57.348413 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:57.540530 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router adb8e1f8-6f38-48a9-9e3e-49183d50515b is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:34:57.643343 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:34:57.652369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Sync routers for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:34:57.662679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:57.663369 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:57.715132 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:57.716504 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db0694b6-368a-4d87-9ce3-67900d6740a9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2482560 Nov 15 23:34:57.719769 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41670) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:57.749149 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-44496e14-22bf-40ea-b255-2bb4fb78a9b5 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a0440937535142c3aeb65f2d46bd94da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278089 Nov 15 23:34:57.751456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41672) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:57.767522 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:57.837642 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9267f07-8346-43cf-ab61-680719fa6cf8 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:57.839174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9267f07-8346-43cf-ab61-680719fa6cf8 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861473 Nov 15 23:34:57.842092 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41674) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:57.869599 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9d14d3bd-e4ee-47be-b53e-ea30dc6b6feb tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264716 Nov 15 23:34:57.871943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41676) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:57.876585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482069699', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:34:57.948686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:34:56Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:57.974997 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Checking router: adb8e1f8-6f38-48a9-9e3e-49183d50515b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:34:57.975356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Updating router adb8e1f8-6f38-48a9-9e3e-49183d50515b port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:34:57.999525 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.021986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:34:58.025762 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.254537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.268220 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.331167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Subnet': ['ID=929ae724-85bd-40ed-8a5d-536c576a3862,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:58.335516 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Checking segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:34:58.335870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network hostable DHCP agents. Network: 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:34:58.347873 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.391903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9044d64-fc68-4760-b29c-ac9e6f6c251e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:34:58.406038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Attempting to bind port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:34:58.406196 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Attempting to bind port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:34:58.408920 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Attempting to bind port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:34:58.412859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:34:58.413220 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:34:58.413618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.413996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:34:58.414458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Bound port: 8806ca14-6c3c-44ef-a779-2b6847c4ba0b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:34:58.414834 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.416263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21969b04-28e6-4e23-ad1b-75f2ac8121ce None None] Pushing event updated for resources: {'Port': ['ID=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:58.427482 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:34:58.476597 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] For port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:34:58.480380 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] For port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:34:58.481927 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c4112ec1-8f49-4c47-a109-fb5c233853c7 None None] Provisioning complete for port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:34:58.482289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4112ec1-8f49-4c47-a109-fb5c233853c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.501043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:34:58.507906 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:34:58.509168 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.509521 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d536756-90a1-47c4-946c-f43c38163e9e None None] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:34:58.559276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c4112ec1-8f49-4c47-a109-fb5c233853c7 None None] Port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:34:58.561107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.590116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e8190637-8b1f-4369-9acf-f83cf3aee4d4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7171047 Nov 15 23:34:58.592843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41678) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:34:58.612974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c15cd3-fbb4-43fc-942f-b615c48f72aa None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:34:58.671114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:34:58.675608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:58.675608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21969b04-28e6-4e23-ad1b-75f2ac8121ce None None] Pushing event updated for resources: {'Port': ['ID=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:58.785233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] Provisioning complete for port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:34:58.785488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.868130 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:34:58.869024 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:58.872066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:34:59.102084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.169072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] For port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:34:59.179632 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Allocated IP 172.20.0.2 (2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2/929ae724-85bd-40ed-8a5d-536c576a3862/a1938bfd-006e-4215-9410-181fdfcad067) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:34:59.254675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.342502 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.491639 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:34:56Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:34:59.524492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590835b-aed4-425d-b05d-ac3f85ac020a None None] Pushing event updated for resources: {'Port': ['ID=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:59.529558 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddcb8d-8707-41dd-ac23-b98eb973ceaf None None] The sync data for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 is: [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:34:56Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:34:59.588144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.656483 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.702431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:34:59.706078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:34:59.709165 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:34:59.713555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.1 (2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2/929ae724-85bd-40ed-8a5d-536c576a3862/0b6a5cad-95f3-46a5-bd12-e23414aee940) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:34:59.718500 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Pushing event updated for resources: {'Port': ['ID=a1938bfd-006e-4215-9410-181fdfcad067,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:34:59.790310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Attempting to bind port a1938bfd-006e-4215-9410-181fdfcad067 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:34:59.790668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Attempting to bind port a1938bfd-006e-4215-9410-181fdfcad067 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:34:59.791019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Attempting to bind port a1938bfd-006e-4215-9410-181fdfcad067 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:34:59.795885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:34:59.796245 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Checking segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:34:59.796641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.797033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Bound using segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:34:59.797478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Bound port: a1938bfd-006e-4215-9410-181fdfcad067, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:34:59.797848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.856860 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.874356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] For port a1938bfd-006e-4215-9410-181fdfcad067, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:34:59.878947 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] For port a1938bfd-006e-4215-9410-181fdfcad067, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a1938bfd-006e-4215-9410-181fdfcad067,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:34:59.931512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.954149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:34:59.954319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.009993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:00.018481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:35:00.020698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:35:00.023273 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:35:00.035904 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e14d7b-a390-4e38-8757-1a1637fd55f1 None None] Pushing event updated for resources: {'Port': ['ID=a1938bfd-006e-4215-9410-181fdfcad067,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:00.040837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8806ca14-6c3c-44ef-a779-2b6847c4ba0b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:35:00.074663 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.097625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:00.098005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.311017 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.422779 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.600169 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.644286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.729205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:00.735132 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:00.836149 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:35:00.837636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:35:00.949753 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router adb8e1f8-6f38-48a9-9e3e-49183d50515b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:35:01.043987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e00ea-c221-4ce7-be55-ed385ee3406a None None] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:35:01.061152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:35:01.074085 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0a110f2a-2d30-4326-8d92-54e4871f0593 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/adb8e1f8-6f38-48a9-9e3e-49183d50515b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4801991 Nov 15 23:35:01.106711 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] Provisioning complete for port a1938bfd-006e-4215-9410-181fdfcad067 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:01.107083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.221977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-96892417-183f-4bf2-b6e1-61725523479c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292146785&fields=id&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 267 time: 0.0443873 Nov 15 23:35:01.256845 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.297159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] For port a1938bfd-006e-4215-9410-181fdfcad067, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a1938bfd-006e-4215-9410-181fdfcad067,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:35:01.334461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-187431c8-2617-45f3-95ff-54b8421e7972 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:01.336059 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-187431c8-2617-45f3-95ff-54b8421e7972 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 797 time: 0.1071935 Nov 15 23:35:01.358319 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-038ea21c-401c-437e-8511-9a58cdf4e963 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/quotas/a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 375 time: 0.0162439 Nov 15 23:35:01.374973 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.407577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-6cb7f7df-4e1b-4db6-adec-9981c46a45df tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482333 Nov 15 23:35:01.431542 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029eaed-1eb1-46de-a79b-13e84e8e57d7 None None] Pushing event updated for resources: {'Port': ['ID=a1938bfd-006e-4215-9410-181fdfcad067,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:01.515923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-69ef3e3a-00bc-491a-bba6-123de88e8e62 service neutron] 10.222.0.15 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958521 Nov 15 23:35:01.596869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-60e5887f-017d-4567-992e-3e1934ada328 None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:01.597320 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60e5887f-017d-4567-992e-3e1934ada328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.621945 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-825a8b85-455d-461f-8271-f537763331c0 service neutron] 10.222.0.15 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981729 Nov 15 23:35:01.637777 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-60e5887f-017d-4567-992e-3e1934ada328 None None] Port 0b6a5cad-95f3-46a5-bd12-e23414aee940 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:35:01.648970 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-60e5887f-017d-4567-992e-3e1934ada328 None None] Provisioning complete for port a1938bfd-006e-4215-9410-181fdfcad067 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:01.649406 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60e5887f-017d-4567-992e-3e1934ada328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.746499 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Sync routers for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:35:01.755485 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:35:01.756105 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:01.851101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-caf3d47f-f0fb-424d-9a13-6e2e9741db1e None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:01.851471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-caf3d47f-f0fb-424d-9a13-6e2e9741db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:01.855072 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fe4930c8-01fc-41cb-8b57-ba0889d6fc66 req-8f67e134-8ac6-427a-9a7b-d743e9e11785 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0288813 Nov 15 23:35:01.873046 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:35:01.887273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-caf3d47f-f0fb-424d-9a13-6e2e9741db1e None None] Port 0b6a5cad-95f3-46a5-bd12-e23414aee940 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:35:02.011136 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6af43586-6652-41c7-8099-177cd0f23dc1 None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:02.011563 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6af43586-6652-41c7-8099-177cd0f23dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.018151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a1938bfd-006e-4215-9410-181fdfcad067 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:35:02.075294 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 2, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:02.075612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6af43586-6652-41c7-8099-177cd0f23dc1 None None] Port 0b6a5cad-95f3-46a5-bd12-e23414aee940 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:35:02.092326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a1938bfd-006e-4215-9410-181fdfcad067 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:02.092713 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.105390 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Checking router: adb8e1f8-6f38-48a9-9e3e-49183d50515b for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:35:02.105741 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Updating router adb8e1f8-6f38-48a9-9e3e-49183d50515b port 0b6a5cad-95f3-46a5-bd12-e23414aee940 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:35:02.130667 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.379842 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.444366 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.492830 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Pushing event updated for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:02.520646 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.520984 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.521313 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.521636 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.521963 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.522363 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.522615 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.522928 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.523239 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.523547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.523856 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.524163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:35:02.556508 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Attempting to bind port 0b6a5cad-95f3-46a5-bd12-e23414aee940 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:35:02.556976 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Attempting to bind port 0b6a5cad-95f3-46a5-bd12-e23414aee940 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:35:02.557345 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Attempting to bind port 0b6a5cad-95f3-46a5-bd12-e23414aee940 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:35:02.562589 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:35:02.562954 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Checking segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:35:02.563350 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.563737 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Bound using segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:35:02.564225 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Bound port: 0b6a5cad-95f3-46a5-bd12-e23414aee940, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:35:02.564856 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.628200 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] For port 0b6a5cad-95f3-46a5-bd12-e23414aee940, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:35:02.631353 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] For port 0b6a5cad-95f3-46a5-bd12-e23414aee940, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b6a5cad-95f3-46a5-bd12-e23414aee940,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:35:02.697205 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.701208 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:02.702370 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.759227 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:35:02.759849 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:34:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:02.761839 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e853eb0-0a78-40eb-9471-a8adf33de227 None None] Pushing event updated for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:02.783939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.826365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] For port 0b6a5cad-95f3-46a5-bd12-e23414aee940, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b6a5cad-95f3-46a5-bd12-e23414aee940,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:35:02.886467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:02.897964 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:35:02.960352 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82818b97-0cd0-44e4-9bc5-502ddebcd30c req-9e1e5a81-f908-43b6-9ac3-fdfbf0502e8c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Nov 15 23:35:02.961360 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70680-50e3-4d8c-8de0-daa6676c65ca None None] Pushing event updated for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:03.006871 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-efdb5240-9878-4ca1-9544-57de83fcf9bf None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:03.007151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efdb5240-9878-4ca1-9544-57de83fcf9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:03.192183 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:03.217237 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a00a0-60d5-43de-a7a6-98dcc67aa3e9 None None] The sync data for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 is: [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:35:04.025619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b6a5cad-95f3-46a5-bd12-e23414aee940 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:35:04.051954 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b0a9bdde-f0a5-486b-8a64-f196773c05dd req-507673dc-a077-4d03-bf49-9ebfe9069e28 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0344610 Nov 15 23:35:04.090994 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 0b6a5cad-95f3-46a5-bd12-e23414aee940 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:04.090994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:04.843458 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb55a817-1797-4a6c-9d9b-8bd1624d5f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:05.129553 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e7543ca-a98c-4012-a100-789d666b7356 req-3913d582-ef10-402b-9a3d-df07e42b7cf7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0266263 Nov 15 23:35:06.219937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c70c68c-985c-4dfc-9f22-d20744d33226 req-6f9d6f13-59a3-4df4-8b95-288357d44425 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0253963 Nov 15 23:35:07.284849 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8745263-4a0e-468b-9099-0950b53bc068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:07.315213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f12b0fa5-b477-4f6b-a3a7-a5ec32b5f2ca req-7c816d3f-b9e7-4be3-b038-a9ee8cd41eda tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0261416 Nov 15 23:35:08.002909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-843df384-2072-447e-a0a6-1dee66ef9ff6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:08.005057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-843df384-2072-447e-a0a6-1dee66ef9ff6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 797 time: 0.1094749 Nov 15 23:35:08.070251 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-60bc4c8a-47ea-4b7c-ac97-92a6bea43eec tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 379 time: 0.0542405 Nov 15 23:35:08.085207 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'port': {'device_id': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'admin_state_up': True, 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'security_groups': ['6fb2205e-933a-4dda-9acc-c27e964958a3']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:35:08.245019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:35:08.248523 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.369042 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.14 (2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2/929ae724-85bd-40ed-8a5d-536c576a3862/1ca83653-57ba-48bc-9c58-c463266f2a89) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:35:08.411217 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d9b041d3-6d52-4a8f-8cee-93fa76d7b18c req-df154e76-b5d0-4803-864f-126c9fc3d193 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0264571 Nov 15 23:35:08.513407 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.547222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.604714 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.649348 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:35:08.652467 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:35:08.656262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:35:08.662754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:08.716308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:08.717045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.802547 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-3395ee93-c133-4910-a407-0590009a74fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216876 Nov 15 23:35:08.820979 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Request body: {'port': {'device_id': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:35:08.871810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.936401 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-55816773-1894-4adf-9fb5-c67c231a50c4 None None] Provisioning complete for port 1ca83653-57ba-48bc-9c58-c463266f2a89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:08.936702 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55816773-1894-4adf-9fb5-c67c231a50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:08.972954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55816773-1894-4adf-9fb5-c67c231a50c4 None None] Port 1ca83653-57ba-48bc-9c58-c463266f2a89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:35:09.123915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca83653-57ba-48bc-9c58-c463266f2a89 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:35:09.131224 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.142751 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Transition to ACTIVE for port object 1ca83653-57ba-48bc-9c58-c463266f2a89 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:35:09.249060 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.303652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:09.379103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:35:09.379103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:35:09.379103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:35:09.381141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:35:09.381702 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:35:09.386705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:35:09.387044 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Checking segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:35:09.387420 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Bound using segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:35:09.387843 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Bound port: 1ca83653-57ba-48bc-9c58-c463266f2a89, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:35:09.388197 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.457570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:35:09.460971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:35:09.542340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0677a-c818-4cd9-a370-d245189f9e01 req-b72efdb5-14af-4a6e-a297-1f60c0e8f4ad tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:09.542948 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.543819 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae0677a-c818-4cd9-a370-d245189f9e01 req-b72efdb5-14af-4a6e-a297-1f60c0e8f4ad tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Nov 15 23:35:09.582640 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:09.583274 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.584731 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] 10.222.0.55 "PUT /v2.0/ports/1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1092 time: 0.7686253 Nov 15 23:35:09.585172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:35:09.587431 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd71d1e-36e3-4d5a-ba30-d394087933e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:35:09.611336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9ae0677a-c818-4cd9-a370-d245189f9e01 req-a8702c23-ad3b-4fee-a7c0-c6c9a7e92650 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612330 Nov 15 23:35:09.615474 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6be84c-678a-4702-bf6b-b254a4824243 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:09.639634 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69efca80-df6e-423f-8541-4f9f16c985f2 x-openstack-request-id: req-69efca80-df6e-423f-8541-4f9f16c985f2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:35:09.639946 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:35:09.640245 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69efca80-df6e-423f-8541-4f9f16c985f2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:35:09.640770 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'status': 'completed', 'code': 200} Nov 15 23:35:09.656375 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:09.705256 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-a089e31d-c399-4e12-888c-7f8e67999993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:09.707534 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-a089e31d-c399-4e12-888c-7f8e67999993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0443823 Nov 15 23:35:09.813173 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-47843b5e-8e2c-4619-9a5d-97487b92299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:09.814655 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-47843b5e-8e2c-4619-9a5d-97487b92299e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a0440937535142c3aeb65f2d46bd94da&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0988989 Nov 15 23:35:09.914841 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-7d50e7bd-1650-4409-952b-c622ccf09b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:09.916215 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dfd71d1e-36e3-4d5a-ba30-d394087933e9 req-7d50e7bd-1650-4409-952b-c622ccf09b84 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900943 Nov 15 23:35:09.998745 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-a5dc251f-4143-4f0c-ab24-ad6245bb9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:10.000202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-a5dc251f-4143-4f0c-ab24-ad6245bb9481 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0391541 Nov 15 23:35:10.047789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-5cd4d97a-f173-46d6-bbeb-490d96c21a0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 217 time: 0.0361137 Nov 15 23:35:10.099136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-9568497f-a45e-44b5-b1af-f076913a1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:10.100525 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-9568497f-a45e-44b5-b1af-f076913a1d15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0420098 Nov 15 23:35:10.148988 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-b99d064a-3488-47d4-85ef-c46b10e830bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:10.150421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-b99d064a-3488-47d4-85ef-c46b10e830bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389717 Nov 15 23:35:10.251468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-47dccb5d-9032-4c9b-b78c-5d04aee5d2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892875 Nov 15 23:35:10.344542 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4fd910d5-9e77-4d47-93a2-654ae305f4d9 req-c666bec0-a4fd-45ad-85f0-85263657a780 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814652 Nov 15 23:35:10.386158 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:10.733064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5669807-9ccc-4338-8849-eadaa3361bc0 req-5f989402-2371-4c8d-9416-e4b664b4424c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:10.734544 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5669807-9ccc-4338-8849-eadaa3361bc0 req-5f989402-2371-4c8d-9416-e4b664b4424c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0532527 Nov 15 23:35:10.782627 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5669807-9ccc-4338-8849-eadaa3361bc0 req-d60498f9-0bec-4414-b0c2-7de1236a025d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Nov 15 23:35:11.899039 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6600cf-65ea-404e-b283-4fe346bdd1fb req-5528d33d-82de-421a-a948-22d31f19d259 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:11.900521 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b6600cf-65ea-404e-b283-4fe346bdd1fb req-5528d33d-82de-421a-a948-22d31f19d259 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0485284 Nov 15 23:35:11.951142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9b6600cf-65ea-404e-b283-4fe346bdd1fb req-4d8a86ed-abbe-43ee-b5d2-d77111b9bc28 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Nov 15 23:35:12.558377 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:35:12.654362 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:35:12.666618 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'mac_address': 'fa:16:3e:98:cd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:35:12.702456 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:12.715070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca83653-57ba-48bc-9c58-c463266f2a89 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:35:12.734589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:35:12.799144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:12.855787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:13.072324 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1016b7-30b2-40b5-902f-c6b5aff0ec52 req-d3fad349-9abc-4560-a204-150867435737 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:13.073810 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b1016b7-30b2-40b5-902f-c6b5aff0ec52 req-d3fad349-9abc-4560-a204-150867435737 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Nov 15 23:35:13.125774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b1016b7-30b2-40b5-902f-c6b5aff0ec52 req-db911d59-deb9-4de6-a7f6-9a355df17382 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459175 Nov 15 23:35:13.147668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1ca83653-57ba-48bc-9c58-c463266f2a89'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:35:14.242172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d646fa3-0a7c-4d9b-b809-b17d35cca421 req-b6a52bf0-a651-4a94-aa29-757fc3199ac6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:14.243617 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d646fa3-0a7c-4d9b-b809-b17d35cca421 req-b6a52bf0-a651-4a94-aa29-757fc3199ac6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 945 time: 0.0474892 Nov 15 23:35:14.293288 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4d646fa3-0a7c-4d9b-b809-b17d35cca421 req-4b3e4cbe-ae23-4545-b53e-41a862db9dc4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Nov 15 23:35:14.561264 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:35:14.678674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 1ca83653-57ba-48bc-9c58-c463266f2a89 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:35:14.682490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 1ca83653-57ba-48bc-9c58-c463266f2a89 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:35:14.686937 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:14.758208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:14.780341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:35:14.782651 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb28bd-1fa3-48bf-989c-4c5b7a977d44" -d '{"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-plugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:35:14.800420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:35:14.873474 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:14.880806 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ecc552-c341-4476-b47e-a65e7bc03fc8 x-openstack-request-id: req-22ecc552-c341-4476-b47e-a65e7bc03fc8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:35:14.881077 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-plugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:35:14.881321 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22ecc552-c341-4476-b47e-a65e7bc03fc8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:35:14.881702 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'code': 200} Nov 15 23:35:14.928745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:14.997396 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12b33a-12fa-49fb-a9fb-6bfc26e17ac5 req-e00d2acd-2b73-4555-999d-99cf86a714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:14.998895 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d12b33a-12fa-49fb-a9fb-6bfc26e17ac5 req-e00d2acd-2b73-4555-999d-99cf86a714e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1097 time: 0.0408921 Nov 15 23:35:15.050738 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d12b33a-12fa-49fb-a9fb-6bfc26e17ac5 req-03a8f8c2-c79f-4ef1-8fb6-96e3c41ee74f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Nov 15 23:35:15.416763 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146896a-77ab-47bd-b31f-9e5497c4020e req-68ac2a9f-0356-4675-bff2-27f46df410e6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:15.418354 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7146896a-77ab-47bd-b31f-9e5497c4020e req-68ac2a9f-0356-4675-bff2-27f46df410e6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0579555 Nov 15 23:35:15.483050 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7146896a-77ab-47bd-b31f-9e5497c4020e req-35671bea-5cd4-403e-9255-955db45a7d0d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587177 Nov 15 23:35:16.602436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f52e9-d45e-4cb8-9f1e-6fbdc076804c req-845c6e01-46a3-4ef2-8e54-f4a21108d18c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:16.604091 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e3f52e9-d45e-4cb8-9f1e-6fbdc076804c req-845c6e01-46a3-4ef2-8e54-f4a21108d18c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Nov 15 23:35:16.653036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0e3f52e9-d45e-4cb8-9f1e-6fbdc076804c req-d5bdbbab-32de-489f-8782-8e9ef4bfa775 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Nov 15 23:35:16.766429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315f6d-88f2-43cf-8400-94b4e381e662 req-de15998b-6a50-4f02-b9ef-64f8b06d1e70 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:16.767880 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc315f6d-88f2-43cf-8400-94b4e381e662 req-de15998b-6a50-4f02-b9ef-64f8b06d1e70 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0501912 Nov 15 23:35:16.822328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dc315f6d-88f2-43cf-8400-94b4e381e662 req-9ebf53f6-8fb7-489e-8231-6fb325a13129 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479090 Nov 15 23:35:16.843647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41750) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:35:16.882325 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbd6c1-c474-4f92-87ac-bee19407d961 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:16.883799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-18dbd6c1-c474-4f92-87ac-bee19407d961 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1092 time: 0.0392053 Nov 15 23:35:16.886568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41752) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:35:16.890709 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:35:16.976056 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:17.069097 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:17.169835 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.144 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/6c27610a-0f87-4774-914b-b0335ad35aac) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:35:17.270948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:17.358925 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:17.393945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:35:17.398757 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:35:17.401301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:35:17.428475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=6c27610a-0f87-4774-914b-b0335ad35aac,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:17.736525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:17.857747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:18.002758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:18.072966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:18.139075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=6c27610a-0f87-4774-914b-b0335ad35aac,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:35:18.149353 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:18.247701 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP cb136f32-ef31-4539-b30c-14565716d0c5 associated. External IP: 172.25.0.144, port: 1ca83653-57ba-48bc-9c58-c463266f2a89. Nov 15 23:35:18.449397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router adb8e1f8-6f38-48a9-9e3e-49183d50515b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:35:18.556645 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:35:18.569813 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Sync routers for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:35:18.578845 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:35:18.579527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:35:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:18.635778 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:18.663117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a3d8cebf-1562-4bc8-9472-2aeb210d5947 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7755575 Nov 15 23:35:18.663705 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:35:18.666126 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f16a4-2dce-420b-9432-45653ac4a553" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:35:18.686416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:35:18.710178 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f538413-74df-4757-a11a-f3d168d2923f x-openstack-request-id: req-5f538413-74df-4757-a11a-f3d168d2923f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:35:18.710480 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:35:18.710786 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f538413-74df-4757-a11a-f3d168d2923f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:35:18.711229 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'status': 'completed', 'code': 200} Nov 15 23:35:18.775880 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-def370d5-de02-47b4-9179-77a1d155f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:18.778250 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-def370d5-de02-47b4-9179-77a1d155f264 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1097 time: 0.0435302 Nov 15 23:35:18.781475 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea05214-8db4-4d5c-9f58-a1fa4dc2b4ef req-3b27d8d3-3cf9-4f2b-a96b-5ac99b3b67c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:18.783396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ea05214-8db4-4d5c-9f58-a1fa4dc2b4ef req-3b27d8d3-3cf9-4f2b-a96b-5ac99b3b67c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0553768 Nov 15 23:35:18.835545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ea05214-8db4-4d5c-9f58-a1fa4dc2b4ef req-4ebdaa0e-6d33-4d53-b083-25316b130a41 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Nov 15 23:35:18.860481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41758) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:35:18.876043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-aee6da92-edc6-44c4-b540-53a7e221bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:18.877620 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-aee6da92-edc6-44c4-b540-53a7e221bd94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0920107 Nov 15 23:35:18.927363 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'cb136f32-ef31-4539-b30c-14565716d0c5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'mac_address': 'fa:16:3e:98:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:35:17Z', 'updated_at': '2021-11-15T23:35:17Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:18.930694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8297e8a7-a0a1-4516-ad8c-7c9a2c75830f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/cb136f32-ef31-4539-b30c-14565716d0c5 HTTP/1.1" status: 200 len: 992 time: 0.0678718 Nov 15 23:35:18.953005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-19ea517f-bf8e-4fbe-b095-63f9d90986a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.0675573 Nov 15 23:35:18.962772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Checking router: adb8e1f8-6f38-48a9-9e3e-49183d50515b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:35:18.974984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:35:18.975857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:35:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:19.001773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-822b093e-959e-473a-ab2e-4349c3c64fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:19.003272 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-822b093e-959e-473a-ab2e-4349c3c64fb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0432608 Nov 15 23:35:19.047872 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-228e6441-3be5-4943-b14c-a42ccc053811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:19.049393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-228e6441-3be5-4943-b14c-a42ccc053811 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392094 Nov 15 23:35:19.079687 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:35:19.141096 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-9d50b5be-e09c-4f31-85f4-3bd924015e15 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Nov 15 23:35:19.233782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3c9f16a4-2dce-420b-9432-45653ac4a553 req-6306839c-27c5-450b-81fd-a4cc3602b862 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844584 Nov 15 23:35:19.458613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'cb136f32-ef31-4539-b30c-14565716d0c5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'mac_address': 'fa:16:3e:98:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:35:17Z', 'updated_at': '2021-11-15T23:35:17Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:35:19.490491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f460e-c7c5-4d14-b4ab-7d3b8cff43ac None None] The sync data for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 is: [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': 'cb136f32-ef31-4539-b30c-14565716d0c5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'mac_address': 'fa:16:3e:98:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:35:17Z', 'updated_at': '2021-11-15T23:35:17Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:35:19.685912 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5e523b-4369-4273-b318-da16868c420c None None] New status for floating IP cb136f32-ef31-4539-b30c-14565716d0c5: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:35:19.933358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41760) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:35:19.998972 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-db4a0226-4efa-4358-94cd-07ae2e7594e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/cb136f32-ef31-4539-b30c-14565716d0c5 HTTP/1.1" status: 200 len: 994 time: 0.0643129 Nov 15 23:35:29.907462 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:30.272419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:35:30.460480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:34.810366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-430ec77e-25ef-4a17-9214-761d40b303dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:37.255569 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7488b4b-b019-48a0-9967-2bf4103973cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:38.541994 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:39.656107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:40.393540 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:35:55.382026 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-8531b6aa-c247-4bcd-98e9-6e021ecbfe31 req-ddf2532a-9a65-4362-bf6b-99cc0226e902 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:35:55.382987 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8531b6aa-c247-4bcd-98e9-6e021ecbfe31 req-ddf2532a-9a65-4362-bf6b-99cc0226e902 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053260 Nov 15 23:35:55.757618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0145-3357-4006-ad2c-6eaf789d7f48 req-f79d279d-3f3f-4d7e-8555-739cf3c433e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:55.759078 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1de0145-3357-4006-ad2c-6eaf789d7f48 req-f79d279d-3f3f-4d7e-8555-739cf3c433e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Nov 15 23:35:55.807147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e1de0145-3357-4006-ad2c-6eaf789d7f48 req-65abcb5d-684b-4331-b131-fe2ffc9ae8bd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Nov 15 23:35:55.873965 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41778) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:35:55.950850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-c3b44bb6-e90a-408a-a52b-5601fdd0ae17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757372 Nov 15 23:35:55.959817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-cd74f906-5ad9-48a9-b054-3cc52d2ba42e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:35:55.960837 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-cd74f906-5ad9-48a9-b054-3cc52d2ba42e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051565 Nov 15 23:35:56.924213 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dd076-037d-4fc9-a72c-3a6c6edf1641 req-ad9689f4-2271-4824-8e3d-2976105cb2d8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:56.925773 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-048dd076-037d-4fc9-a72c-3a6c6edf1641 req-ad9689f4-2271-4824-8e3d-2976105cb2d8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0486982 Nov 15 23:35:56.980340 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-048dd076-037d-4fc9-a72c-3a6c6edf1641 req-3fc267e1-f9aa-47a4-9cd6-e120b8114b51 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469644 Nov 15 23:35:58.015718 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-b322efb2-7af8-414f-beb0-696db5ee9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:58.017179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-b322efb2-7af8-414f-beb0-696db5ee9e43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1097 time: 0.0407155 Nov 15 23:35:58.094853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5f86-ad5e-4162-8f2c-543d33e1dc11 req-359eb5ee-2a25-4dc9-96a0-3feca7f7d4eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:58.096336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed8a5f86-ad5e-4162-8f2c-543d33e1dc11 req-359eb5ee-2a25-4dc9-96a0-3feca7f7d4eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Nov 15 23:35:58.116883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-54e3493a-9310-401c-b8c0-345de00554f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:58.118404 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-54e3493a-9310-401c-b8c0-345de00554f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0886412 Nov 15 23:35:58.145589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ed8a5f86-ad5e-4162-8f2c-543d33e1dc11 req-069d1019-10a3-4c4c-a1b8-87a6fa21bece tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Nov 15 23:35:58.191549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-5f1f37cb-685b-4c44-8caa-be91830b9250 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1002 time: 0.0622146 Nov 15 23:35:58.243147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-7180eeda-d056-4e80-a673-c04e50a4916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:58.244567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-7180eeda-d056-4e80-a673-c04e50a4916e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0425916 Nov 15 23:35:58.292741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-181a5cf7-6758-43c7-b0f9-b87beb273741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:58.294173 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-181a5cf7-6758-43c7-b0f9-b87beb273741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392554 Nov 15 23:35:58.388264 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-ae6cf9ef-637a-4a27-a17f-9a36b57ea340 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825033 Nov 15 23:35:58.481418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-74151c9b-2142-4689-af34-40ca307d0f15 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814047 Nov 15 23:35:59.262593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ac3a-eb36-41c1-816e-77fb7240c3e0 req-4294895d-f0fb-480c-80b6-2ac31ad570da tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:35:59.264042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5c0ac3a-eb36-41c1-816e-77fb7240c3e0 req-4294895d-f0fb-480c-80b6-2ac31ad570da tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0478647 Nov 15 23:35:59.311224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5c0ac3a-eb36-41c1-816e-77fb7240c3e0 req-9949f513-f1bf-4803-84b4-a3d5221146ae tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Nov 15 23:35:59.942287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:00.422230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:00.430944 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6b1bb-0fdc-4de7-bad4-a5f99ced83c3 req-39458979-7bef-4706-8dbc-ded7b80cdcb4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:00.432390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcc6b1bb-0fdc-4de7-bad4-a5f99ced83c3 req-39458979-7bef-4706-8dbc-ded7b80cdcb4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0521300 Nov 15 23:36:00.481436 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dcc6b1bb-0fdc-4de7-bad4-a5f99ced83c3 req-38996b80-6028-4128-98e5-2980c0002156 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Nov 15 23:36:01.595329 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcd3d9-eecc-4755-97dc-e3b818456e4b req-702b004c-8513-4a9e-906f-3082e555c61f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:01.596784 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72bcd3d9-eecc-4755-97dc-e3b818456e4b req-702b004c-8513-4a9e-906f-3082e555c61f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0486627 Nov 15 23:36:01.643534 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72bcd3d9-eecc-4755-97dc-e3b818456e4b req-38811d52-8c90-4339-8c8d-93a5a7c240cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 Nov 15 23:36:02.757155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db8a3d-6700-479d-838a-c4f9bdcb9eac req-8ffb2b33-44ca-4c2c-adcb-3f43b836a080 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:02.758517 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24db8a3d-6700-479d-838a-c4f9bdcb9eac req-8ffb2b33-44ca-4c2c-adcb-3f43b836a080 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0475068 Nov 15 23:36:02.809780 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24db8a3d-6700-479d-838a-c4f9bdcb9eac req-ef01b8ee-8dca-45c4-944d-f192b250eea1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Nov 15 23:36:03.925866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abc7c-9d57-4964-8cc3-d50358ba9f55 req-c51b1e6f-c008-42dd-bc85-e86df7678561 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:03.927323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-217abc7c-9d57-4964-8cc3-d50358ba9f55 req-c51b1e6f-c008-42dd-bc85-e86df7678561 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0474858 Nov 15 23:36:03.976209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-217abc7c-9d57-4964-8cc3-d50358ba9f55 req-04dc6b94-c327-44d0-ad03-3f6ed3a33a8a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Nov 15 23:36:04.815956 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41a3a6d0-26c3-4956-967b-03bd2e3d0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:05.094714 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31fa04-f4f8-440b-9fa4-3e7afdf04046 req-15316508-2814-49c9-be2e-49f41c1b3c60 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:05.096090 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b31fa04-f4f8-440b-9fa4-3e7afdf04046 req-15316508-2814-49c9-be2e-49f41c1b3c60 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0522697 Nov 15 23:36:05.143125 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b31fa04-f4f8-440b-9fa4-3e7afdf04046 req-7baa3412-e332-47ed-b52a-a0b7b5cc2bd9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Nov 15 23:36:06.261359 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae235-6223-459d-9122-aa5cf0a45bc6 req-d6ff1758-9ec1-4b31-993a-2cd4a1f23d82 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:06.262704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf0ae235-6223-459d-9122-aa5cf0a45bc6 req-d6ff1758-9ec1-4b31-993a-2cd4a1f23d82 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0515563 Nov 15 23:36:06.311303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bf0ae235-6223-459d-9122-aa5cf0a45bc6 req-995c5b81-e29e-490e-a3f5-708acac7a505 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Nov 15 23:36:07.238878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1524138-f92c-4295-82e1-70fde7c7cd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:07.270958 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:36:07.429269 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f380b48-d0f2-4765-8368-2de98d5ac5f3 req-24779e8d-97df-4bfd-8e3b-addf7b4df5a5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:07.430730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f380b48-d0f2-4765-8368-2de98d5ac5f3 req-24779e8d-97df-4bfd-8e3b-addf7b4df5a5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0482745 Nov 15 23:36:07.479152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f380b48-d0f2-4765-8368-2de98d5ac5f3 req-e806ac75-e6d3-4ba6-ad51-0e9a8064a765 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Nov 15 23:36:08.541734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:08.601826 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81dde3-ae97-4bf7-b324-d64b4c4aa9fb req-c2c37c3d-59e0-4604-bbc7-167b972fd679 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:08.603290 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d81dde3-ae97-4bf7-b324-d64b4c4aa9fb req-c2c37c3d-59e0-4604-bbc7-167b972fd679 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0562453 Nov 15 23:36:08.651603 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d81dde3-ae97-4bf7-b324-d64b4c4aa9fb req-50d68775-833a-499f-8ceb-bda9583b41ff tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Nov 15 23:36:09.648439 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:09.765320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f57c5-808a-4a22-97c6-1608b5b5fd8f req-03569536-5eb2-4446-8beb-28845e81182c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:09.766649 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431f57c5-808a-4a22-97c6-1608b5b5fd8f req-03569536-5eb2-4446-8beb-28845e81182c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0482659 Nov 15 23:36:09.815176 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-431f57c5-808a-4a22-97c6-1608b5b5fd8f req-fc00fb0a-ba88-4615-ad1d-d18616421d57 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Nov 15 23:36:10.399008 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:10.928210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d3dc-476b-4057-a4e1-9ab356732a2a req-b92c5356-d516-4970-965f-8679b8cb6bd3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:10.929845 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90a2d3dc-476b-4057-a4e1-9ab356732a2a req-b92c5356-d516-4970-965f-8679b8cb6bd3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Nov 15 23:36:10.981297 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90a2d3dc-476b-4057-a4e1-9ab356732a2a req-d0032159-698e-4ab8-be9e-16cfea9cad49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455596 Nov 15 23:36:12.098889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb84441-084b-4d95-899b-a738b2dee68e req-22a2ef5d-9c83-4de3-8e4d-3705e32ed7bd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:12.100353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cb84441-084b-4d95-899b-a738b2dee68e req-22a2ef5d-9c83-4de3-8e4d-3705e32ed7bd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0492244 Nov 15 23:36:12.148748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0cb84441-084b-4d95-899b-a738b2dee68e req-6b78eb8d-37c9-4f17-9dbc-d3870564c58d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424607 Nov 15 23:36:13.263301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66921672-8cef-4a95-8742-5fce5510c7fa req-5a2dd05d-5ddc-45f3-917b-efd5cc5607de tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:13.265537 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66921672-8cef-4a95-8742-5fce5510c7fa req-5a2dd05d-5ddc-45f3-917b-efd5cc5607de tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0490224 Nov 15 23:36:13.315750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66921672-8cef-4a95-8742-5fce5510c7fa req-922cea42-f45e-4f2d-8bfc-3ae1aff0672d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Nov 15 23:36:14.433484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e99e5c-75ea-4d22-bc6d-f859e3da1115 req-ebf458ec-7aae-4c97-adc8-cd61d581cb58 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:14.434938 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e99e5c-75ea-4d22-bc6d-f859e3da1115 req-ebf458ec-7aae-4c97-adc8-cd61d581cb58 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Nov 15 23:36:14.482688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1e99e5c-75ea-4d22-bc6d-f859e3da1115 req-c0e0c28b-9dcb-4ce8-8875-e3b17b0faa63 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Nov 15 23:36:15.563083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55619-607b-4044-9872-5cd182786159 req-c19fcd53-45fc-42b3-afd1-32b8d52ee0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:15.564695 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-c19fcd53-45fc-42b3-afd1-32b8d52ee0ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1097 time: 0.0410771 Nov 15 23:36:15.599162 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c051f-2b90-4b8d-a792-30f495b98843 req-88b63c58-eec0-46ab-9311-c5e39048ca48 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:15.600694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456c051f-2b90-4b8d-a792-30f495b98843 req-88b63c58-eec0-46ab-9311-c5e39048ca48 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0487399 Nov 15 23:36:15.649598 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-456c051f-2b90-4b8d-a792-30f495b98843 req-09808ccc-648a-4162-bf86-6e189873886e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427909 Nov 15 23:36:15.673165 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55619-607b-4044-9872-5cd182786159 req-e0724ef1-9551-4340-8dde-018ad23ee132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:15.674626 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-e0724ef1-9551-4340-8dde-018ad23ee132 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0881174 Nov 15 23:36:15.740304 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-127d986c-d56e-455c-899e-dcb61403eb7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1002 time: 0.0555367 Nov 15 23:36:15.793853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55619-607b-4044-9872-5cd182786159 req-71f24b48-7e16-4d73-a467-5b92629d4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:15.795260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-71f24b48-7e16-4d73-a467-5b92629d4efd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0467498 Nov 15 23:36:15.843697 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55619-607b-4044-9872-5cd182786159 req-246f4e28-4bb5-45b6-b3e2-0dfd68aeb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:15.845159 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-246f4e28-4bb5-45b6-b3e2-0dfd68aeb3e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385547 Nov 15 23:36:15.882308 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.55', 59847) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:15.935740 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-1780b31d-9545-40f7-8be5-f9b7276974d5 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805326 Nov 15 23:36:15.941482 n-d-817995-3 neutron-server[103128]: INFO neutron.api.v2.resource [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-b869576d-3c16-4e1a-8cbe-8ea9ae4460d7 service neutron] show failed (client error): The resource could not be found. Nov 15 23:36:15.942578 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-b869576d-3c16-4e1a-8cbe-8ea9ae4460d7 service neutron] 10.222.0.55 "GET /v2.0/ports/1ca83653-57ba-48bc-9c58-c463266f2a89/bindings/n-h2-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0573463 Nov 15 23:36:16.028677 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51c55619-607b-4044-9872-5cd182786159 req-0099adaa-1192-4508-88d5-e0cb7df311aa service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Nov 15 23:36:16.575035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e27c623a-8cf4-4ff7-bd96-3da205814c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:16.576579 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e27c623a-8cf4-4ff7-bd96-3da205814c0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 1097 time: 0.0458877 Nov 15 23:36:16.589764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:36:16.646073 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:16.770864 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41391fb4-a619-48f2-aa1f-d559426cd7fb req-cbb4ff1b-215b-43ea-bde4-dd5681896523 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:16.772298 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41391fb4-a619-48f2-aa1f-d559426cd7fb req-cbb4ff1b-215b-43ea-bde4-dd5681896523 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0539064 Nov 15 23:36:16.826983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-41391fb4-a619-48f2-aa1f-d559426cd7fb req-c805df51-7f05-4282-81ca-b82fe88d8f53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486183 Nov 15 23:36:16.854021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:16.894451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:36:16.941612 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:36:16.945216 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ebed67-bf04-412a-8929-0802f5cab19a" -d '{"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:36:16.950061 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:16.962858 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Transition to ACTIVE for port object 1ca83653-57ba-48bc-9c58-c463266f2a89 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:36:17.006160 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f5971-1dec-4557-b75f-7ef0cebcc31f x-openstack-request-id: req-ce4f5971-1dec-4557-b75f-7ef0cebcc31f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:36:17.006160 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:36:17.006407 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce4f5971-1dec-4557-b75f-7ef0cebcc31f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:36:17.006716 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'code': 200} Nov 15 23:36:17.027305 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:17.109323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:17.123853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.124194 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.124534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.124898 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.125228 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.125552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.125875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.126193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.126511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.126830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.127147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.127463 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:17.162641 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] No DVR routers for this DVR port 1ca83653-57ba-48bc-9c58-c463266f2a89 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:36:17.296809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:36:17.297047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:36:17.297371 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:36:17.301543 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:36:17.301861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Attempting to bind port 1ca83653-57ba-48bc-9c58-c463266f2a89 on network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:36:17.307187 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:36:17.307515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Checking segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:36:17.307887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Bound using segment: {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:36:17.308304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Bound port: 1ca83653-57ba-48bc-9c58-c463266f2a89, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a37415-eae2-4a9d-a2e9-1776ab8abbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:36:17.308665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:17.369795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:36:17.372724 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:36:17.485520 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:17.521929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:17.523068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:17.524438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] 10.222.0.57 "PUT /v2.0/ports/1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1092 time: 0.9386942 Nov 15 23:36:17.547749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89990-0b20-4f20-8d8c-9c4077f03cfd service neutron] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:17.591730 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-ac578188-8dca-4400-9c8d-aa0987e0e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:17.593489 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-ac578188-8dca-4400-9c8d-aa0987e0e6b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0425935 Nov 15 23:36:17.687063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-36d037ae-fbee-43f7-a0ff-e5e2885f9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:17.688560 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-36d037ae-fbee-43f7-a0ff-e5e2885f9c27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0883646 Nov 15 23:36:17.950804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c4dac-287c-4075-89e6-1e13dda089ac req-69ca86eb-45ff-459a-a9a9-5f44289015e9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:17.952767 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-716c4dac-287c-4075-89e6-1e13dda089ac req-69ca86eb-45ff-459a-a9a9-5f44289015e9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0502796 Nov 15 23:36:18.003224 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-716c4dac-287c-4075-89e6-1e13dda089ac req-be3937a3-6f77-49a4-8a65-b0db2ecfb222 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Nov 15 23:36:18.071525 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-a0e9233e-9235-4ff1-812c-1a7dcea47d5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.3753967 Nov 15 23:36:18.121262 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-72dc7df3-0895-4434-a943-24bbfdb91288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:18.122602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-72dc7df3-0895-4434-a943-24bbfdb91288 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0426726 Nov 15 23:36:18.168427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-3252df0f-f946-448f-af33-44c673277d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:18.169904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-3252df0f-f946-448f-af33-44c673277d19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399349 Nov 15 23:36:18.260699 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-462036a1-27b8-4f72-bd9c-8dc0c38de199 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830815 Nov 15 23:36:18.350971 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-ec6d16d2-7489-497f-9110-dccbb53a659b service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805664 Nov 15 23:36:18.858848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:36:18.896516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:36:19.008407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:36:19.010798 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6520f3-8b77-47ba-bcad-cefac724b65d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:36:19.059279 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce157d-ef0c-4b14-9052-6472e5783392 x-openstack-request-id: req-57ce157d-ef0c-4b14-9052-6472e5783392 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:36:19.059571 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:36:19.059821 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57ce157d-ef0c-4b14-9052-6472e5783392 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:36:19.060220 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'status': 'completed', 'code': 200} Nov 15 23:36:19.127368 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf32d-b2a1-48ff-9d9d-5e55ce94ddc9 req-0d2972ad-d502-43f2-bd5f-7772f154d817 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.128849 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c5bf32d-b2a1-48ff-9d9d-5e55ce94ddc9 req-0d2972ad-d502-43f2-bd5f-7772f154d817 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0521827 Nov 15 23:36:19.158877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-86a92d39-3ac4-46d9-b672-07577bf95b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.160659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-86a92d39-3ac4-46d9-b672-07577bf95b42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0731602 Nov 15 23:36:19.163683 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-f53a8857-a2ba-4cff-9984-4112ab89381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.165060 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-f53a8857-a2ba-4cff-9984-4112ab89381f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0697732 Nov 15 23:36:19.177738 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c5bf32d-b2a1-48ff-9d9d-5e55ce94ddc9 req-3ac56686-5a90-45e0-8a7b-85646a79d228 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 Nov 15 23:36:19.317605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-2a4ac235-8af7-4f0f-b6fa-97b3e0999daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.319602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-2a4ac235-8af7-4f0f-b6fa-97b3e0999daf service neutron] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.1498566 Nov 15 23:36:19.322191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-40802580-1427-4bf5-b522-8448802b489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.323537 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-40802580-1427-4bf5-b522-8448802b489a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.1463356 Nov 15 23:36:19.439438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-e5251db1-3cff-4f7d-8742-9d451a1d7809 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.1058552 Nov 15 23:36:19.441118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-1c92cc49-f366-4ab8-953b-235ca91db8b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.1066704 Nov 15 23:36:19.528406 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-6a2654c4-93ac-4e57-b50c-f88cdb75ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.529958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-6a2654c4-93ac-4e57-b50c-f88cdb75ed30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0817409 Nov 15 23:36:19.531540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-61dafcf1-a5a1-4f30-a362-bf09b1f7e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.532920 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-61dafcf1-a5a1-4f30-a362-bf09b1f7e5df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0773213 Nov 15 23:36:19.604559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-1ddf5d1c-95f0-4f26-af4a-8f4b57ee8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.606089 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-1ddf5d1c-95f0-4f26-af4a-8f4b57ee8814 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677423 Nov 15 23:36:19.608495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-a5bf4bba-25df-4375-85f5-df10aaa3904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:19.609877 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-a5bf4bba-25df-4375-85f5-df10aaa3904e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632744 Nov 15 23:36:19.762415 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-172e3846-3b2f-4163-9778-795960e3f389 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476493 Nov 15 23:36:19.765691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-68a4a436-13d0-404c-927b-4add76d8fc9f service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435187 Nov 15 23:36:19.918964 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-c6024799-1870-437c-9e20-c976be695a00 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476750 Nov 15 23:36:19.922694 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4c6520f3-8b77-47ba-bcad-cefac724b65d req-23370ec7-ebc3-46cc-9eba-5249ce2f5f69 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438956 Nov 15 23:36:20.023715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655fa6c-023e-4521-85d2-f15350b33018 req-5db29892-2fa2-4613-a1d7-e32868cef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.025349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-5db29892-2fa2-4613-a1d7-e32868cef734 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0467596 Nov 15 23:36:20.126741 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655fa6c-023e-4521-85d2-f15350b33018 req-960c0522-9ea0-48f0-a9c5-97e29e508bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.128201 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-960c0522-9ea0-48f0-a9c5-97e29e508bc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0842838 Nov 15 23:36:20.197503 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-87143052-c143-443d-9ed4-cc2296acad6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.0610397 Nov 15 23:36:20.253591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655fa6c-023e-4521-85d2-f15350b33018 req-c306fdb9-eb0c-4ee4-b171-7f6c42cbb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.255044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-c306fdb9-eb0c-4ee4-b171-7f6c42cbb696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0475037 Nov 15 23:36:20.296957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e07e1-5c64-4bcf-93e6-c41e5ff4e51a req-532c4695-7cb6-44fb-8ac6-c0044ca1c31c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.298368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-004e07e1-5c64-4bcf-93e6-c41e5ff4e51a req-532c4695-7cb6-44fb-8ac6-c0044ca1c31c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0491395 Nov 15 23:36:20.301893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655fa6c-023e-4521-85d2-f15350b33018 req-614d0c07-92a7-4ae3-ba68-0af37dbec8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.304184 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-614d0c07-92a7-4ae3-ba68-0af37dbec8d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411341 Nov 15 23:36:20.347453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-004e07e1-5c64-4bcf-93e6-c41e5ff4e51a req-d364cf3b-1fd1-40bc-98ad-2efdfc133d0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 Nov 15 23:36:20.398022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-cdcaa34a-b779-4337-800b-f7b4afc8021f service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869143 Nov 15 23:36:20.493727 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6655fa6c-023e-4521-85d2-f15350b33018 req-d4279e86-54a2-453d-887f-de656c2d6148 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Nov 15 23:36:20.673021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7009c6-d73e-4d5b-9c08-10c32c5fbaf4 req-ba8b2fe1-1c0a-43ac-ac16-8878de5a82b4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.674477 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a7009c6-d73e-4d5b-9c08-10c32c5fbaf4 req-ba8b2fe1-1c0a-43ac-ac16-8878de5a82b4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0481715 Nov 15 23:36:20.728505 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a7009c6-d73e-4d5b-9c08-10c32c5fbaf4 req-5f170d66-6b5c-41fa-8a63-57806a9101b6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480533 Nov 15 23:36:20.812602 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-abfb7532-9180-46ca-a972-b7217bf7ba7a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.814103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-abfb7532-9180-46ca-a972-b7217bf7ba7a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1&tenant_id=a0440937535142c3aeb65f2d46bd94da&binding%3Ahost_id=n-h2-817995-3 HTTP/1.1" status: 200 len: 944 time: 0.0532546 Nov 15 23:36:20.849609 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48bda2-b679-4e83-92a4-2c5b35d2db50 req-27d6860b-e4f1-4400-9613-20c4026fb9af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.851056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de48bda2-b679-4e83-92a4-2c5b35d2db50 req-27d6860b-e4f1-4400-9613-20c4026fb9af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0488834 Nov 15 23:36:20.885734 n-d-817995-3 neutron-server[103127]: INFO neutron.api.v2.resource [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-98e35251-d7c7-4fbd-b290-0c123b546457 service neutron] delete failed (client error): The resource could not be found. Nov 15 23:36:20.886750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-98e35251-d7c7-4fbd-b290-0c123b546457 service neutron] 10.222.0.55 "DELETE /v2.0/ports/1ca83653-57ba-48bc-9c58-c463266f2a89/bindings/n-h1-817995-3 HTTP/1.1" status: 404 len: 380 time: 0.0600507 Nov 15 23:36:20.900492 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-de48bda2-b679-4e83-92a4-2c5b35d2db50 req-a853136c-96f6-4a55-9d8f-e48856f318b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433576 Nov 15 23:36:20.978045 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-51cb5973-0c21-4bd8-b6e9-34fff5fee54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:20.979535 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-51cb5973-0c21-4bd8-b6e9-34fff5fee54e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1095 time: 0.0425620 Nov 15 23:36:21.078029 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-d3d38193-8a36-4a73-8cce-ca5ff865bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:21.079507 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-d3d38193-8a36-4a73-8cce-ca5ff865bb23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0900974 Nov 15 23:36:21.148328 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-c76ba4f3-de1c-4f01-bb6e-6cd4a38b55a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 1000 time: 0.0569348 Nov 15 23:36:21.200646 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-0421bc16-24c8-4af4-9813-025f26ca593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:21.202048 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-0421bc16-24c8-4af4-9813-025f26ca593c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0428102 Nov 15 23:36:21.254261 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-168d9cc7-1c1a-429d-aeb5-2ceacbd6327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:21.255714 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-168d9cc7-1c1a-429d-aeb5-2ceacbd6327e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424967 Nov 15 23:36:21.346485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-2bbb41f2-da27-4ba3-a2d8-b794e528a480 service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792105 Nov 15 23:36:21.457811 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04a6ef72-7356-4c4a-93b1-e34db6825495 req-c568b68f-c628-4abe-9715-f513763ae30f service neutron] 10.222.0.55 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988159 Nov 15 23:36:21.885553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:36:21.982792 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:21.995347 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'port_id': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'mac_address': 'fa:16:3e:98:cd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:36:22.017921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed9fe-6c2a-413e-803c-b1b860cf6f82 req-cc293846-74cd-4554-aa50-5d37d01f145a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:22.022353 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac2ed9fe-6c2a-413e-803c-b1b860cf6f82 req-cc293846-74cd-4554-aa50-5d37d01f145a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 944 time: 0.0490553 Nov 15 23:36:22.033514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:22.047087 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca83653-57ba-48bc-9c58-c463266f2a89 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:36:22.067833 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:22.071770 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ac2ed9fe-6c2a-413e-803c-b1b860cf6f82 req-7a5386ba-6529-4d95-b7d0-b89b533c25b1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457797 Nov 15 23:36:22.118887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:22.166233 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:22.175585 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.175951 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.176282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.176605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.176949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.177268 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.177582 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.177894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.178206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.179050 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.179357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.179666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:22.384956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1ca83653-57ba-48bc-9c58-c463266f2a89'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:36:23.190128 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f030-227c-408b-9571-723b8e83e8c8 req-145c73a1-cfa4-415d-a53f-63c85676a092 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:23.191561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2028f030-227c-408b-9571-723b8e83e8c8 req-145c73a1-cfa4-415d-a53f-63c85676a092 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 945 time: 0.0509245 Nov 15 23:36:23.238856 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2028f030-227c-408b-9571-723b8e83e8c8 req-62537c84-e091-4aa5-bcc7-033a9b523d3f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412951 Nov 15 23:36:23.261251 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41866) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:23.319200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-602da502-256a-4ec7-ae7f-42c21871f349 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/cb136f32-ef31-4539-b30c-14565716d0c5 HTTP/1.1" status: 200 len: 993 time: 0.0568080 Nov 15 23:36:23.900811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:36:24.002781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 1ca83653-57ba-48bc-9c58-c463266f2a89 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:36:24.007148 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 1ca83653-57ba-48bc-9c58-c463266f2a89 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:36:24.007506 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:24.081813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:24.103554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:36:24.105792 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab94da7-209b-4fb8-9c6a-51aa3c63ab25" -d '{"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-plugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:36:24.117816 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:24.145130 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7aec7-e8bd-4f9d-9911-2d40471903b5 x-openstack-request-id: req-d7a7aec7-e8bd-4f9d-9911-2d40471903b5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:36:24.145130 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-plugged", "status": "completed", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:36:24.145130 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7a7aec7-e8bd-4f9d-9911-2d40471903b5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:36:24.145130 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'code': 200} Nov 15 23:36:24.187514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:24.234017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:29.979633 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:30.450811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:34.802978 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9dde9f5f-fb00-410d-989c-9e5e5cbb841f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:37.265724 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d66361cb-bcce-4708-8792-61fe32d2feb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:38.551046 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:39.684353 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:40.379869 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:44.270084 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:36:51.781921 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41880) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:51.984884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 6c27610a-0f87-4774-914b-b0335ad35aac {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:36:51.985218 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:52.057381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:52.057643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:52.068813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 6c27610a-0f87-4774-914b-b0335ad35aac owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:36:52.278681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:52.305579 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=6c27610a-0f87-4774-914b-b0335ad35aac,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:52.328384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.328752 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.329090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.329420 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.329748 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.330075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.330397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.330718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.331037 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.331354 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.331667 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.331979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:36:52.375222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:52.375553 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP cb136f32-ef31-4539-b30c-14565716d0c5 disassociated (deleted). External IP: 172.25.0.144, port: 1ca83653-57ba-48bc-9c58-c463266f2a89. Nov 15 23:36:52.912731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router adb8e1f8-6f38-48a9-9e3e-49183d50515b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:36:53.016075 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:36:53.022720 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:53.026310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Sync routers for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:36:53.036856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:36:53.037465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:53.051035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6d1fc0e2-2893-45c4-9cf6-63ed1769f9be tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb136f32-ef31-4539-b30c-14565716d0c5 HTTP/1.1" status: 204 len: 168 time: 1.2681425 Nov 15 23:36:53.051618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:36:53.053903 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0428d5-7408-4714-92fe-7ef35ca9c01d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:36:53.151949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:36:53.165654 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04421526-a467-4251-81b2-fe2df28ddfd6 x-openstack-request-id: req-04421526-a467-4251-81b2-fe2df28ddfd6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:36:53.165943 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:36:53.166237 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04421526-a467-4251-81b2-fe2df28ddfd6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:36:53.166626 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'status': 'completed', 'code': 200} Nov 15 23:36:53.234104 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-b0576065-d1a0-4c66-9636-84cd1e5f1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:53.235716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-b0576065-d1a0-4c66-9636-84cd1e5f1dbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 1097 time: 0.0440242 Nov 15 23:36:53.329996 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-e84bd50a-0d9f-4082-900a-1f49f07046fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:53.331463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-e84bd50a-0d9f-4082-900a-1f49f07046fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 200 len: 898 time: 0.0880263 Nov 15 23:36:53.361374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:53.378918 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-9dc4f72b-0aec-4ecb-b98f-2433815596a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 200 len: 217 time: 0.0399363 Nov 15 23:36:53.388996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Checking router: adb8e1f8-6f38-48a9-9e3e-49183d50515b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:36:53.399054 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:36:53.399714 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:53.441999 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-d3645d60-44dd-4f39-87b2-c7871b90a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:53.444889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-d3645d60-44dd-4f39-87b2-c7871b90a952 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 200 len: 835 time: 0.0488517 Nov 15 23:36:53.485097 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958dd4-6e53-42ee-b635-87e7780f7261 req-eb44640e-f385-4406-ae70-75f6d9c206b3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:53.486591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06958dd4-6e53-42ee-b635-87e7780f7261 req-eb44640e-f385-4406-ae70-75f6d9c206b3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0630240 Nov 15 23:36:53.495584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-2436b92e-e541-4c20-b132-54587c883eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:53.497127 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-2436b92e-e541-4c20-b132-54587c883eb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442889 Nov 15 23:36:53.509703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:36:53.538396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-06958dd4-6e53-42ee-b635-87e7780f7261 req-9955cf0a-e2dd-4403-9470-5ffaa1ae940a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445967 Nov 15 23:36:53.598232 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-362bc073-9029-40b7-b07c-40301f28fff8 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918577 Nov 15 23:36:53.689381 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0a0428d5-7408-4714-92fe-7ef35ca9c01d req-9d720970-8f8a-48f3-8cc9-995bf5fd4f59 service neutron] 10.222.0.57 "GET /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837073 Nov 15 23:36:53.714430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:53.740372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4c19-e097-4cfb-9910-0dd4cc1514b0 None None] The sync data for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 is: [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:35:00Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '0b6a5cad-95f3-46a5-bd12-e23414aee940', 'name': '', 'network_id': '2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:a6:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:59Z', 'updated_at': '2021-11-15T23:35:02Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '929ae724-85bd-40ed-8a5d-536c576a3862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:36:53.959527 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16621bfd-a277-416a-b388-61286b74f795 None None] New status for floating IP cb136f32-ef31-4539-b30c-14565716d0c5: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:36:54.658662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5b37-b8e5-4054-be9b-867547408fc8 req-34598574-8894-4a46-8cd6-7d8b3a3268a2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:54.660381 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f85c5b37-b8e5-4054-be9b-867547408fc8 req-34598574-8894-4a46-8cd6-7d8b3a3268a2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Nov 15 23:36:54.708347 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f85c5b37-b8e5-4054-be9b-867547408fc8 req-f263daf6-2ab6-435e-9bf3-9fd61f533fcc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fb2205e-933a-4dda-9acc-c27e964958a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Nov 15 23:36:54.890791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-fafaf4e2-887b-484e-8fb3-c325e0ba2f2e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:36:54.892242 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-fafaf4e2-887b-484e-8fb3-c325e0ba2f2e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 946 time: 0.0525377 Nov 15 23:36:54.983748 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 1ca83653-57ba-48bc-9c58-c463266f2a89 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:36:54.984006 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:55.079156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 1ca83653-57ba-48bc-9c58-c463266f2a89, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1ca83653-57ba-48bc-9c58-c463266f2a89,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:55.079518 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:55.092366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 1ca83653-57ba-48bc-9c58-c463266f2a89 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:36:55.260096 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:55.290320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=1ca83653-57ba-48bc-9c58-c463266f2a89,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:55.332349 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] No DVR routers for this DVR port 1ca83653-57ba-48bc-9c58-c463266f2a89 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:36:55.335121 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:55.338580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-e56641aa-bb97-45ee-aca7-a09cd96905af req-a54e7afb-72be-4fc6-9a51-08205264069a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "DELETE /v2.0/ports/1ca83653-57ba-48bc-9c58-c463266f2a89 HTTP/1.1" status: 204 len: 173 time: 0.4401574 Nov 15 23:36:55.339022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-deleted', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:36:55.341358 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6fc263-87e7-457a-98a2-b342c8b7137d" -d '{"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-deleted", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:36:55.378472 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebe62c-2671-4f62-b3dd-80b3be1c378b x-openstack-request-id: req-aeebe62c-2671-4f62-b3dd-80b3be1c378b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:36:55.378761 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29377a-9230-4acb-b6bd-43dbc50241f1", "name": "network-vif-deleted", "tag": "1ca83653-57ba-48bc-9c58-c463266f2a89", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:36:55.379007 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aeebe62c-2671-4f62-b3dd-80b3be1c378b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:36:55.379400 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f29377a-9230-4acb-b6bd-43dbc50241f1', 'name': 'network-vif-deleted', 'tag': '1ca83653-57ba-48bc-9c58-c463266f2a89', 'status': 'completed', 'code': 200} Nov 15 23:36:55.813581 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2133ee2-8d05-46d1-a2e8-78404eee441d req-e265673e-1f06-4dbe-86b1-4c759053a7f7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f29377a-9230-4acb-b6bd-43dbc50241f1 HTTP/1.1" status: 200 len: 210 time: 0.0256922 Nov 15 23:36:56.871342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41900) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:57.220063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:57.465537 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 0b6a5cad-95f3-46a5-bd12-e23414aee940 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:36:57.465869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:57.549945 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 0b6a5cad-95f3-46a5-bd12-e23414aee940, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=0b6a5cad-95f3-46a5-bd12-e23414aee940,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:57.550222 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:57.562300 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 0b6a5cad-95f3-46a5-bd12-e23414aee940 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:36:57.827377 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:57.851235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=0b6a5cad-95f3-46a5-bd12-e23414aee940,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:58.015657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:36:58.037610 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 1ca83653-57ba-48bc-9c58-c463266f2a89 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:36:58.037869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1ca83653-57ba-48bc-9c58-c463266f2a89 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:36:58.040554 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.264268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router adb8e1f8-6f38-48a9-9e3e-49183d50515b has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:36:58.368219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:36:58.375740 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5329d455-13c9-4581-97c4-9fde561a0287 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/adb8e1f8-6f38-48a9-9e3e-49183d50515b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5015044 Nov 15 23:36:58.376548 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41902) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:58.381468 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Sync routers for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:36:58.390903 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:36:58.391499 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:58.426314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting subnet 929ae724-85bd-40ed-8a5d-536c576a3862 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:36:58.429400 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.468897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.493318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:36:58.554671 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.675996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:36:57Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:58.690621 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.702229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Checking router: adb8e1f8-6f38-48a9-9e3e-49183d50515b for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:36:58.710423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Routers {'adb8e1f8-6f38-48a9-9e3e-49183d50515b'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:36:58.711019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:58.717873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Subnet': ['ID=929ae724-85bd-40ed-8a5d-536c576a3862,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:58.721712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.727261 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cb4cf561-da64-440e-a6f5-77910fde8ed4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/subnets/929ae724-85bd-40ed-8a5d-536c576a3862 HTTP/1.1" status: 204 len: 168 time: 0.3472135 Nov 15 23:36:58.727604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41904) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:58.746197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c04f82a-4e63-4697-80f0-819d464c1e8e None None] Network 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:36:58.840255 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:58.950820 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.055079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:36:59.055537 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.062825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] Set router adb8e1f8-6f38-48a9-9e3e-49183d50515b gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:36:59.143527 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 8806ca14-6c3c-44ef-a779-2b6847c4ba0b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:59.143781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.155542 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 8806ca14-6c3c-44ef-a779-2b6847c4ba0b owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:36:59.246570 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] DHCP port deletion for 2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:36:59.282406 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:36:57Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:59.311914 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3430c7-f526-4516-9ee9-a631556daf50 None None] The sync data for ids ['adb8e1f8-6f38-48a9-9e3e-49183d50515b'] in n-d-817995-3 is: [{'id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914514593', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:34:55Z', 'updated_at': '2021-11-15T23:36:57Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8806ca14-6c3c-44ef-a779-2b6847c4ba0b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb8e1f8-6f38-48a9-9e3e-49183d50515b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:34:56Z', 'updated_at': '2021-11-15T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:36:59.334958 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Deleting port a1938bfd-006e-4215-9410-181fdfcad067 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:36:59.335594 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.393356 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.403316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] For port a1938bfd-006e-4215-9410-181fdfcad067, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a1938bfd-006e-4215-9410-181fdfcad067,segment=NetworkSegment(06a37415-eae2-4a9d-a2e9-1776ab8abbc2),segment_id=06a37415-eae2-4a9d-a2e9-1776ab8abbc2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:36:59.403316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.417715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Calling delete_port for a1938bfd-006e-4215-9410-181fdfcad067 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:36:59.420101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=8806ca14-6c3c-44ef-a779-2b6847c4ba0b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:59.461462 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878ba7a-4ff9-4350-b7b2-8525bee85bf1 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:36:59.481812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.572098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.574254 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.579971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.606859 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] Pushing event deleted for resources: {'Port': ['ID=a1938bfd-006e-4215-9410-181fdfcad067,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:36:59.610525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e97462-e244-4db9-9d50-6d0927a1121c None None] No DVR routers for this DVR port a1938bfd-006e-4215-9410-181fdfcad067 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:36:59.713855 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.714379 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Fanout notify agent at l3_agent the message router_deleted on router adb8e1f8-6f38-48a9-9e3e-49183d50515b {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:36:59.722431 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.723319 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b9472a9d-7cab-40fd-99b1-d7178378d3e5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/routers/adb8e1f8-6f38-48a9-9e3e-49183d50515b HTTP/1.1" status: 204 len: 168 time: 0.9944634 Nov 15 23:36:59.725893 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 41906) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:36:59.803249 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.892111 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.913096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:59.922955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a37415-eae2-4a9d-a2e9-1776ab8abbc2') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:59.923181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a37415-eae2-4a9d-a2e9-1776ab8abbc2') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:36:59.933092 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.947827 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.948080 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.955052 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:36:59.957597 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:36:59.958605 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:37:00.079215 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.086037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.089189 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/networks/2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2 HTTP/1.1" status: 204 len: 168 time: 0.3621824 Nov 15 23:37:00.091976 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41908) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:00.104955 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071b8af-f776-4cd7-91f8-bd9d0b1d5076 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Network': ['ID=2aeae31c-b9e7-4e90-a5f2-9ef339ceb8d2,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:00.149211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.173939 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.290545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.293258 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.294416 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/security-groups/6fb2205e-933a-4dda-9acc-c27e964958a3 HTTP/1.1" status: 204 len: 168 time: 0.2014403 Nov 15 23:37:00.303418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018daee3-03d9-428f-b123-135f52f2da49 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2205e-933a-4dda-9acc-c27e964958a3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:00.438866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:00.446094 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a1938bfd-006e-4215-9410-181fdfcad067 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:37:00.471343 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a1938bfd-006e-4215-9410-181fdfcad067 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:37:00.471683 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a1938bfd-006e-4215-9410-181fdfcad067 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:37:00.472101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b6a5cad-95f3-46a5-bd12-e23414aee940 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:37:00.492307 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 0b6a5cad-95f3-46a5-bd12-e23414aee940 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:37:00.492664 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 0b6a5cad-95f3-46a5-bd12-e23414aee940 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:37:00.949635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41914) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:00.954160 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752424530', 'description': 'tempest-secgroup-smoke-1752424530 description', 'project_id': 'a0440937535142c3aeb65f2d46bd94da'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:01.021566 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.088525 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.133760 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.162206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:01.223867 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.225171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a276cf1-b247-4cb3-8eda-f5b9827f9715 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2745378 Nov 15 23:37:01.228032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41916) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:01.232327 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:01.317379 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.370981 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.507061 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.526084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2282cf-d40a-4063-af5e-7dd5f9f5ed13,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:01.606864 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.608111 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4e9af9e-6bd7-46a7-a95d-b6b23b1af21b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791168 Nov 15 23:37:01.610814 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41918) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:01.615074 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:01.712044 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.765298 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.832476 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.852800 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3938587c-35eb-4fac-99d8-53b9cf203990,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:01.926385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:01.927585 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-68b45d2c-7ed9-4550-a1ad-4c9f9fd578d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158572 Nov 15 23:37:01.930320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41920) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:01.934807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:02.006398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8806ca14-6c3c-44ef-a779-2b6847c4ba0b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:37:02.020743 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.028063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8806ca14-6c3c-44ef-a779-2b6847c4ba0b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:37:02.028410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8806ca14-6c3c-44ef-a779-2b6847c4ba0b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:37:02.077316 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.151689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.169859 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b2770-dd19-419f-b5c2-9a0085579712,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:02.244512 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.245786 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4243d40e-4828-4a36-b7a4-b06ddcb9e22b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3145258 Nov 15 23:37:02.248383 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41922) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:02.252663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:02.338573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.393795 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.461434 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.479561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354810a5-fd9d-4e5c-9ccf-b95e2f03ddb1,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:02.549029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.550213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-35adbe05-ce85-4fc2-a58d-8ea5e23b6468 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3008955 Nov 15 23:37:02.552906 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41924) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:02.557703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:02.660249 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:37:02.665326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.723358 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.792811 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.813624 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b2c698-c374-46e7-b603-72ba0c9c2364,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:02.886781 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:02.887996 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e0ecaaa-b098-4f14-aaae-16db9d5f47b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341889 Nov 15 23:37:02.890836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41926) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:02.895046 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:02.975744 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:37:02.980495 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.037602 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.111212 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.130351 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6796b7f4-bd80-4c6a-88b2-aebc504359a7,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:03.199349 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.200552 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9eb13aeb-a84c-4079-9334-32f72e72a3c3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3088145 Nov 15 23:37:03.203342 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41928) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:03.208110 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'network': {'name': 'tempest-network-smoke--201818156', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'port_security_enabled': True}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:03.299909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:37:03.303643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.327150 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:37:03.335294 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.335620 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Added segment c47c7b1b-3a8f-4671-9e1d-162e4241cca6 of type vlan for network 65862900-02e6-4279-8825-5b22a24d04f5 Nov 15 23:37:03.373009 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.455680 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.465386 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:03.465386 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.527062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Network': ['ID=65862900-02e6-4279-8825-5b22a24d04f5,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:03.538600 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 65862900-02e6-4279-8825-5b22a24d04f5 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:37:03.590259 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b593531f-e856-428b-af55-0f489613037a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3856606 Nov 15 23:37:03.592607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41930) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:03.597000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'admin_state_up': True, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:03.679124 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.680135 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.731635 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:03.924952 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.186016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.207611 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.303985 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.130 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/8497d8b4-0fd8-4113-a0ac-073be3778b4f) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:37:04.404289 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.501961 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.541816 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:04.544657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:04.548268 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:37:04.559113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7d69c-fae2-4ff4-b9c3-86bdcca508fb None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:37:04.571693 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=8497d8b4-0fd8-4113-a0ac-073be3778b4f,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:04.641900 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a9309df-6447-4cdb-9274-ab1260fb2c25 None None] Provisioning complete for port 8497d8b4-0fd8-4113-a0ac-073be3778b4f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:04.642361 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a9309df-6447-4cdb-9274-ab1260fb2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.674878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a9309df-6447-4cdb-9274-ab1260fb2c25 None None] Port 8497d8b4-0fd8-4113-a0ac-073be3778b4f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:04.809989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b56465e4-cd70-42fe-a2da-daf3365391bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:04.848108 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:05.038066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:05.238423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 574ed92d-2c20-4347-99a4-6d54bf6569f5 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:37:05.341900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:37:05.356656 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Sync routers for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:37:05.361234 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:05.361831 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:05.462627 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:05.464331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:05.466748 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fa85ad85-5205-4e97-94ae-c3572ad83646 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8720555 Nov 15 23:37:05.472933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41932) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:05.647793 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:04Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:05.676163 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Checking router: 574ed92d-2c20-4347-99a4-6d54bf6569f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:37:05.676546 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Updating router 574ed92d-2c20-4347-99a4-6d54bf6569f5 port 8497d8b4-0fd8-4113-a0ac-073be3778b4f binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:37:05.702428 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:05.881948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5a5d5de1-2dc2-4b1a-a6c5-5525971f8a4c tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a0440937535142c3aeb65f2d46bd94da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4077466 Nov 15 23:37:05.885441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41936) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:05.952575 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:05.968724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566b6ae-a380-4df6-aa47-0c1b3dcdea21 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:05.970311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8566b6ae-a380-4df6-aa47-0c1b3dcdea21 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842774 Nov 15 23:37:05.973085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:06.002583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e66d8812-dd61-4a49-b295-2e4958ae3b05 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284810 Nov 15 23:37:06.005023 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41940) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:06.010064 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1618982611', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:06.013702 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.053954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4120c-61e9-4376-85d9-e6e5d1d9abed None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:37:06.061066 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Attempting to bind port 8497d8b4-0fd8-4113-a0ac-073be3778b4f on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:37:06.061459 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Attempting to bind port 8497d8b4-0fd8-4113-a0ac-073be3778b4f by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:37:06.061777 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Attempting to bind port 8497d8b4-0fd8-4113-a0ac-073be3778b4f on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:37:06.073127 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:37:06.073496 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:37:06.073884 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.074251 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:37:06.074720 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Bound port: 8497d8b4-0fd8-4113-a0ac-073be3778b4f, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:37:06.075069 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.077697 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Pushing event updated for resources: {'Port': ['ID=8497d8b4-0fd8-4113-a0ac-073be3778b4f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:06.103049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8f72a9cf-bdb9-4fdb-b077-0cce864fc378 None None] Provisioning complete for port 8497d8b4-0fd8-4113-a0ac-073be3778b4f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:06.103450 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f72a9cf-bdb9-4fdb-b077-0cce864fc378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.111269 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.111607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.111934 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.112271 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.112579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.112922 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.113236 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.113549 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.113861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.114172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.114481 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.114787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:37:06.137159 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] For port 8497d8b4-0fd8-4113-a0ac-073be3778b4f, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:37:06.139834 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] For port 8497d8b4-0fd8-4113-a0ac-073be3778b4f, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8497d8b4-0fd8-4113-a0ac-073be3778b4f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:37:06.143004 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f72a9cf-bdb9-4fdb-b077-0cce864fc378 None None] Port 8497d8b4-0fd8-4113-a0ac-073be3778b4f cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:06.152708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:37:06.156282 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.208787 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.253748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1238bf-dd9d-48a0-bfcf-db0519fb7e67 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:37:06.272436 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:06.272945 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:36:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:06.307187 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01760e62-9394-4eff-9b30-f408dd704cf6 None None] Pushing event updated for resources: {'Port': ['ID=8497d8b4-0fd8-4113-a0ac-073be3778b4f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:06.367237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] Provisioning complete for port 8497d8b4-0fd8-4113-a0ac-073be3778b4f triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:06.367601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.377167 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:06.398937 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.447981 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.469194 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] For port 8497d8b4-0fd8-4113-a0ac-073be3778b4f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8497d8b4-0fd8-4113-a0ac-073be3778b4f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:06.477722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Subnet': ['ID=11d39516-b4b4-44eb-81be-fb08355a37ca,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:06.490433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Checking segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:37:06.490433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network hostable DHCP agents. Network: 65862900-02e6-4279-8825-5b22a24d04f5, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:37:06.539669 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.560739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:04Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:06.568129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 65862900-02e6-4279-8825-5b22a24d04f5 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:37:06.588950 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9ae4-41dc-4dcb-b89e-5e5fe08e5c2d None None] The sync data for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 is: [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:04Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:37:06.590397 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229997b-76b1-419a-bd8e-479cf42ab446 None None] Pushing event updated for resources: {'Port': ['ID=8497d8b4-0fd8-4113-a0ac-073be3778b4f,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:06.654289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 65862900-02e6-4279-8825-5b22a24d04f5) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:06.661697 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:06.664355 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.671192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f139f-26c6-47c2-b5a4-906e5b273b33 None None] Network 65862900-02e6-4279-8825-5b22a24d04f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:37:06.733061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-6de42f4e-3cd9-458f-8313-2225d6caaca6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7269797 Nov 15 23:37:06.735877 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 41942) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:06.833829 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-65862900-02e6-4279-8825-5b22a24d04f5', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:37:06.834695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:06.999650 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Allocated IP 172.20.0.2 (65862900-02e6-4279-8825-5b22a24d04f5/11d39516-b4b4-44eb-81be-fb08355a37ca/1732fc75-c05f-48df-9f33-20c29bb9ccda) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:37:07.167117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.233430 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.242565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.265730 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32e4e68d-5f1b-4552-a1d7-008d2e82ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.281078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Network 65862900-02e6-4279-8825-5b22a24d04f5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:07.284209 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:07.289356 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:37:07.292579 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Pushing event updated for resources: {'Port': ['ID=1732fc75-c05f-48df-9f33-20c29bb9ccda,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:07.358524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Attempting to bind port 1732fc75-c05f-48df-9f33-20c29bb9ccda on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:37:07.358896 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Attempting to bind port 1732fc75-c05f-48df-9f33-20c29bb9ccda by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:37:07.359257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Attempting to bind port 1732fc75-c05f-48df-9f33-20c29bb9ccda on network 65862900-02e6-4279-8825-5b22a24d04f5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:37:07.364839 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:37:07.365205 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Checking segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:37:07.365604 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.365989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Bound using segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:37:07.366456 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Bound port: 1732fc75-c05f-48df-9f33-20c29bb9ccda, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:37:07.366830 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.438465 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] For port 1732fc75-c05f-48df-9f33-20c29bb9ccda, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:37:07.441824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] For port 1732fc75-c05f-48df-9f33-20c29bb9ccda, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1732fc75-c05f-48df-9f33-20c29bb9ccda,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:37:07.534300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.538652 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.1 (65862900-02e6-4279-8825-5b22a24d04f5/11d39516-b4b4-44eb-81be-fb08355a37ca/19becce5-a6f4-4500-b973-2900126d3435) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:37:07.598213 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a34c7-8598-4a8b-928a-a8663f515577 None None] Pushing event updated for resources: {'Port': ['ID=1732fc75-c05f-48df-9f33-20c29bb9ccda,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:07.655100 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.768338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:07.813892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 65862900-02e6-4279-8825-5b22a24d04f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:07.819188 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:07.824293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:37:07.850278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:07.875073 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.071422 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.113529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8497d8b4-0fd8-4113-a0ac-073be3778b4f up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:37:08.166654 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 8497d8b4-0fd8-4113-a0ac-073be3778b4f triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:08.167035 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.247554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1732fc75-c05f-48df-9f33-20c29bb9ccda up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:37:08.298893 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1732fc75-c05f-48df-9f33-20c29bb9ccda triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:08.299258 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.359150 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.387815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.410391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.422156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 1732fc75-c05f-48df-9f33-20c29bb9ccda, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1732fc75-c05f-48df-9f33-20c29bb9ccda,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:08.480282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.482885 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.491258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:08.537761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=1732fc75-c05f-48df-9f33-20c29bb9ccda,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:08.579790 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 65862900-02e6-4279-8825-5b22a24d04f5 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:08.581246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:08.586150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:08.694883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 574ed92d-2c20-4347-99a4-6d54bf6569f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:37:08.805246 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:37:08.810360 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-52d36026-a65e-4572-abf7-663b5da85e30 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/574ed92d-2c20-4347-99a4-6d54bf6569f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735142 Nov 15 23:37:08.823451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Sync routers for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:37:08.835035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:08.835752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:08.951991 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:08.971077 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a2264fdc-4e61-486f-8107-7189ff12fca8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752424530&fields=id&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 267 time: 0.0491195 Nov 15 23:37:08.981889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f520b-d324-4d92-9fe4-8d7caf04f288 None None] Network 65862900-02e6-4279-8825-5b22a24d04f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:37:09.080266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-036ce9a0-f294-45ee-adb7-630c8336c0dc None None] Provisioning complete for port 1732fc75-c05f-48df-9f33-20c29bb9ccda triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:09.080545 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-036ce9a0-f294-45ee-adb7-630c8336c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:09.081264 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-6905d494-102f-4445-9e15-48f633726340 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:09.082885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-6905d494-102f-4445-9e15-48f633726340 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 796 time: 0.1048527 Nov 15 23:37:09.098056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-9abe5546-2c59-4e98-adc5-6345b7966cef tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/quotas/a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 375 time: 0.0094485 Nov 15 23:37:09.151431 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-2bca0647-7b20-4b30-9599-f71bf0d2158c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475657 Nov 15 23:37:09.208317 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-f762c9da-99f6-4629-aa50-2be9fb4703a0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:37:09.209374 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-f762c9da-99f6-4629-aa50-2be9fb4703a0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462165 Nov 15 23:37:09.307092 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-d6373c1b-f1f4-4dd7-ab36-277d20dcc00f service neutron] 10.222.0.15 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910015 Nov 15 23:37:09.397953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-af5f0da2-5626-46bd-8f94-bb983e01c7c5 service neutron] 10.222.0.15 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842228 Nov 15 23:37:09.518785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:08Z', 'revision_number': 2, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:09.547424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Checking router: 574ed92d-2c20-4347-99a4-6d54bf6569f5 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:37:09.547424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Updating router 574ed92d-2c20-4347-99a4-6d54bf6569f5 port 19becce5-a6f4-4500-b973-2900126d3435 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:37:09.601836 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:09.619427 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-180f0c09-9d0e-4696-8118-30f7ef2aa47f req-58fb1458-3fda-4f14-98bb-e98a081b5edb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 210 time: 0.0399275 Nov 15 23:37:09.712139 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:09.838459 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-11f0aecd-e1bb-4593-b4b6-1f0df515f81d None None] Provisioning complete for port 19becce5-a6f4-4500-b973-2900126d3435 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:09.838887 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f0aecd-e1bb-4593-b4b6-1f0df515f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:09.907756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-11f0aecd-e1bb-4593-b4b6-1f0df515f81d None None] Port 19becce5-a6f4-4500-b973-2900126d3435 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:09.930464 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:09.936820 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-11f0aecd-e1bb-4593-b4b6-1f0df515f81d None None] Provisioning complete for port 1732fc75-c05f-48df-9f33-20c29bb9ccda triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:09.937181 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-11f0aecd-e1bb-4593-b4b6-1f0df515f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.061607 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.093563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1732fc75-c05f-48df-9f33-20c29bb9ccda up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:37:10.149400 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c0ae-ae83-4acc-9b28-17a3ecece15b None None] Pushing event updated for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:10.210448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8f73180f-450c-410e-bc02-2a1539a48db7 None None] Provisioning complete for port 19becce5-a6f4-4500-b973-2900126d3435 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:10.210812 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f73180f-450c-410e-bc02-2a1539a48db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.244272 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Attempting to bind port 19becce5-a6f4-4500-b973-2900126d3435 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:37:10.244550 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Attempting to bind port 19becce5-a6f4-4500-b973-2900126d3435 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:37:10.244940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Attempting to bind port 19becce5-a6f4-4500-b973-2900126d3435 on network 65862900-02e6-4279-8825-5b22a24d04f5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:37:10.262333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:37:10.262705 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Checking segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:37:10.263104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.263495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Bound using segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:37:10.263974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Bound port: 19becce5-a6f4-4500-b973-2900126d3435, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:37:10.264345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.267503 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 1732fc75-c05f-48df-9f33-20c29bb9ccda triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:10.267857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.271202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f73180f-450c-410e-bc02-2a1539a48db7 None None] Port 19becce5-a6f4-4500-b973-2900126d3435 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:10.405106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] For port 19becce5-a6f4-4500-b973-2900126d3435, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:37:10.413328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.432218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] For port 19becce5-a6f4-4500-b973-2900126d3435, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=19becce5-a6f4-4500-b973-2900126d3435,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:37:10.439486 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-dfb0113c-5992-4316-9c06-44bb4db6a51c None None] Provisioning complete for port 19becce5-a6f4-4500-b973-2900126d3435 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:10.439851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfb0113c-5992-4316-9c06-44bb4db6a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.475720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0113c-5992-4316-9c06-44bb4db6a51c None None] Port 19becce5-a6f4-4500-b973-2900126d3435 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:10.519144 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.578989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c0ae-ae83-4acc-9b28-17a3ecece15b None None] Pushing event updated for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:10.581617 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:10.582218 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:10.703971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:10.729538 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-626835fe-c56b-4d20-a702-d34a6997d2e2 req-3316bb32-2cbd-4057-8e5e-042d76686521 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 210 time: 0.0327597 Nov 15 23:37:10.835983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] Provisioning complete for port 19becce5-a6f4-4500-b973-2900126d3435 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:10.836284 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:10.969117 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:11.002387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:11.039606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] For port 19becce5-a6f4-4500-b973-2900126d3435, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=19becce5-a6f4-4500-b973-2900126d3435,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:11.039606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5804f3c2-cac9-43cf-976a-2fdc0fb0b9b4 None None] The sync data for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 is: [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:37:11.112938 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:11.163158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bcf26-ffc9-499d-a9cf-97d76c2207e3 None None] Pushing event updated for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:11.660060 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-6e3c2b75-24d6-4bd3-8844-e00c2b41452e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:11.661856 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-6e3c2b75-24d6-4bd3-8844-e00c2b41452e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 796 time: 0.1142957 Nov 15 23:37:11.732496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-f1d2e32f-07b1-4d83-b039-0155e6a8f2fc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 380 time: 0.0598316 Nov 15 23:37:11.746973 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'port': {'device_id': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'admin_state_up': True, 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'security_groups': ['7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:11.874753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9c936cd1-e6af-4d0e-a13f-28c40639d94b req-04cbe290-0e41-49a5-b3fd-de6598638455 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 210 time: 0.0412390 Nov 15 23:37:11.968374 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:37:11.972805 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:12.112811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 19becce5-a6f4-4500-b973-2900126d3435 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:37:12.154335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.14 (65862900-02e6-4279-8825-5b22a24d04f5/11d39516-b4b4-44eb-81be-fb08355a37ca/42f49035-503d-4c48-8c91-b0ecf01db77e) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:37:12.167628 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 19becce5-a6f4-4500-b973-2900126d3435 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:12.168113 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:12.617739 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:12.741921 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:12.789235 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network 65862900-02e6-4279-8825-5b22a24d04f5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:12.792946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:12.796823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:37:12.803290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:12.850141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:12.850788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:12.954955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-a5681931-2e03-4351-af25-0333729f808a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2118027 Nov 15 23:37:12.991372 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a2e6-18e7-412d-ab0d-97627b6d45d6 req-14f30c6f-a329-4966-bbdc-897d2f1c4c72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:12.993616 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ed8a2e6-18e7-412d-ab0d-97627b6d45d6 req-14f30c6f-a329-4966-bbdc-897d2f1c4c72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 932 time: 0.0557680 Nov 15 23:37:13.019947 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Request body: {'port': {'device_id': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:13.053420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b7beeab8-d58e-4703-a6ff-92f065abd11b None None] Provisioning complete for port 42f49035-503d-4c48-8c91-b0ecf01db77e triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:13.053788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b7beeab8-d58e-4703-a6ff-92f065abd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.057399 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ed8a2e6-18e7-412d-ab0d-97627b6d45d6 req-6e67c052-5fe2-4fec-b967-23587691b904 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568788 Nov 15 23:37:13.088912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b7beeab8-d58e-4703-a6ff-92f065abd11b None None] Port 42f49035-503d-4c48-8c91-b0ecf01db77e cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:37:13.089156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.355831 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f49035-503d-4c48-8c91-b0ecf01db77e {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:37:13.363193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.374812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Transition to ACTIVE for port object 42f49035-503d-4c48-8c91-b0ecf01db77e will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:37:13.438460 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.503911 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Pushing event updated for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:13.560588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Attempting to bind port 42f49035-503d-4c48-8c91-b0ecf01db77e on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Attempting to bind port 42f49035-503d-4c48-8c91-b0ecf01db77e by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Attempting to bind port 42f49035-503d-4c48-8c91-b0ecf01db77e on network 65862900-02e6-4279-8825-5b22a24d04f5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Port 42f49035-503d-4c48-8c91-b0ecf01db77e on network 65862900-02e6-4279-8825-5b22a24d04f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Attempting to bind port 42f49035-503d-4c48-8c91-b0ecf01db77e on network 65862900-02e6-4279-8825-5b22a24d04f5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Checking segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Bound using segment: {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Bound port: 42f49035-503d-4c48-8c91-b0ecf01db77e, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:37:13.575251 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.646372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:37:13.646372 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=42f49035-503d-4c48-8c91-b0ecf01db77e,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:37:13.728870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.763589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:13.764208 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:13.765607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-357c5789-4553-4c86-9265-1eff47691199 service neutron] 10.222.0.55 "PUT /v2.0/ports/42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 1092 time: 0.7972209 Nov 15 23:37:13.766043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:37:13.768287 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f7dca-2c18-468e-9415-a628c0603d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:37:13.796817 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5789-4553-4c86-9265-1eff47691199 service neutron] Pushing event updated for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:13.819408 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5805e0c-d2db-48a8-a368-772ec75decec x-openstack-request-id: req-d5805e0c-d2db-48a8-a368-772ec75decec {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:37:13.819699 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:37:13.819953 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5805e0c-d2db-48a8-a368-772ec75decec {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:37:13.820359 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'status': 'completed', 'code': 200} Nov 15 23:37:13.890715 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-e1cb157e-bd72-434f-b324-acfa15a2bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:13.892382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-e1cb157e-bd72-434f-b324-acfa15a2bf1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1095 time: 0.0437756 Nov 15 23:37:14.005776 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-0fd825d4-e743-4201-9d3a-7c559503a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.007256 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-0fd825d4-e743-4201-9d3a-7c559503a73f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a0440937535142c3aeb65f2d46bd94da&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1025078 Nov 15 23:37:14.110549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-5f3a43bb-66f1-4daf-9454-d1f44119191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.112042 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-a72f7dca-2c18-468e-9415-a628c0603d8f req-5f3a43bb-66f1-4daf-9454-d1f44119191b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929694 Nov 15 23:37:14.177657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04cbab-c496-4195-a444-9e937d2f2a7d req-5e729c64-7adf-495c-aeef-a5f0a64ead87 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.179058 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c04cbab-c496-4195-a444-9e937d2f2a7d req-5e729c64-7adf-495c-aeef-a5f0a64ead87 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Nov 15 23:37:14.201301 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-fb9fcdfc-7a67-4f17-999e-12c27f173e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.202825 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-fb9fcdfc-7a67-4f17-999e-12c27f173e7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1095 time: 0.0432060 Nov 15 23:37:14.227899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7c04cbab-c496-4195-a444-9e937d2f2a7d req-51c30426-2fd1-4ead-a814-42054bf594cb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Nov 15 23:37:14.246382 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-0c400985-2312-45d3-9ecd-8d59c3d63a26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 217 time: 0.0343521 Nov 15 23:37:14.307779 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-08a9b5e9-2c90-45a9-b2b6-f3af3339af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.309277 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-08a9b5e9-2c90-45a9-b2b6-f3af3339af6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 200 len: 835 time: 0.0519164 Nov 15 23:37:14.359398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-61bfdc56-09e5-4f2a-b440-248187f430ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:14.360927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-61bfdc56-09e5-4f2a-b440-248187f430ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65862900-02e6-4279-8825-5b22a24d04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400248 Nov 15 23:37:14.456807 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-602e1633-2af2-47cb-99f6-3d189316cc6c service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829735 Nov 15 23:37:14.557843 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58bae471-7722-4347-bbe5-53c6474b8e7f req-b35e1385-46b1-472e-8978-f3ec59654c9b service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881734 Nov 15 23:37:15.344143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea1654-3caa-4b6f-a5d8-b0fc3981ff7c req-3cbc9638-aa30-4e65-a930-ce7543e75568 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:15.345596 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3ea1654-3caa-4b6f-a5d8-b0fc3981ff7c req-3cbc9638-aa30-4e65-a930-ce7543e75568 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 944 time: 0.0479426 Nov 15 23:37:15.394620 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d3ea1654-3caa-4b6f-a5d8-b0fc3981ff7c req-05fa9b0a-cb36-4ab1-9bc4-28f511d5104a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Nov 15 23:37:16.509200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871776-b0ad-499e-8545-8bf6a5156269 req-d7b43477-8808-452e-86ca-67993526802f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:16.511148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da871776-b0ad-499e-8545-8bf6a5156269 req-d7b43477-8808-452e-86ca-67993526802f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 944 time: 0.0497346 Nov 15 23:37:16.564565 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-da871776-b0ad-499e-8545-8bf6a5156269 req-12cebef1-45cf-4808-89d1-6053451a1a37 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Nov 15 23:37:17.139983 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 42f49035-503d-4c48-8c91-b0ecf01db77e details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:37:17.241034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=42f49035-503d-4c48-8c91-b0ecf01db77e,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:17.253175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'port_id': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'mac_address': 'fa:16:3e:73:fd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:37:17.288662 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:17.301583 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f49035-503d-4c48-8c91-b0ecf01db77e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:37:17.320799 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=42f49035-503d-4c48-8c91-b0ecf01db77e,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:17.416473 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:17.465977 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:17.677090 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70706997-f19e-433b-b3c0-7cdcd35a846c req-bc947678-a108-4115-9352-67d42f517036 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:17.678456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70706997-f19e-433b-b3c0-7cdcd35a846c req-bc947678-a108-4115-9352-67d42f517036 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Nov 15 23:37:17.727154 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70706997-f19e-433b-b3c0-7cdcd35a846c req-8c36fcfc-3afb-40e3-ae32-b6e79a5f90e3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Nov 15 23:37:17.734476 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['42f49035-503d-4c48-8c91-b0ecf01db77e'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:37:18.847988 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223c89-838d-47c4-a137-fcdc621f8fbd req-33dc1dbd-7955-4fdb-b8a2-a7b9970c35f5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:18.849508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f223c89-838d-47c4-a137-fcdc621f8fbd req-33dc1dbd-7955-4fdb-b8a2-a7b9970c35f5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Nov 15 23:37:18.901645 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6f223c89-838d-47c4-a137-fcdc621f8fbd req-0f0b77a7-e660-49c7-b606-8c877d5b795f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Nov 15 23:37:19.151166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 42f49035-503d-4c48-8c91-b0ecf01db77e up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:37:19.255595 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 42f49035-503d-4c48-8c91-b0ecf01db77e completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:37:19.260261 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 42f49035-503d-4c48-8c91-b0ecf01db77e triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:37:19.260645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:19.338580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:19.360306 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:37:19.362528 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7dc791-6429-45c4-88be-0bfa94df8c30" -d '{"events": [{"server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "name": "network-vif-plugged", "status": "completed", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:37:19.375223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=42f49035-503d-4c48-8c91-b0ecf01db77e,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:37:19.399170 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107e66b-8a91-4031-97bf-2811b34c241c x-openstack-request-id: req-d107e66b-8a91-4031-97bf-2811b34c241c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:37:19.399551 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "name": "network-vif-plugged", "status": "completed", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:37:19.400417 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d107e66b-8a91-4031-97bf-2811b34c241c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:37:19.400873 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'code': 200} Nov 15 23:37:19.439309 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:19.491869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:19.505825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acfed8-39e4-4910-a1f6-ccacbc180878 req-b9e2743d-ad53-437f-87ac-6edcd71397a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:19.507378 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57acfed8-39e4-4910-a1f6-ccacbc180878 req-b9e2743d-ad53-437f-87ac-6edcd71397a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1097 time: 0.0417769 Nov 15 23:37:19.556816 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-57acfed8-39e4-4910-a1f6-ccacbc180878 req-a886c3e0-7e42-4a1d-96da-b85a846f0acc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Nov 15 23:37:20.021673 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112be4e-4c64-43d7-b807-4b63c4be1a99 req-a8d4b21e-356e-4380-bca7-d5d9b6368130 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:20.023117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0112be4e-4c64-43d7-b807-4b63c4be1a99 req-a8d4b21e-356e-4380-bca7-d5d9b6368130 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0517733 Nov 15 23:37:20.072965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0112be4e-4c64-43d7-b807-4b63c4be1a99 req-a3f961fb-81b5-4813-a563-10b2c7c085a1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Nov 15 23:37:21.190356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ca2a-6f42-4c84-a7b3-96a0fd70ceb6 req-7cd43122-b11b-489b-8eaa-4579eee1bf81 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:21.191808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ac7ca2a-6f42-4c84-a7b3-96a0fd70ceb6 req-7cd43122-b11b-489b-8eaa-4579eee1bf81 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0502908 Nov 15 23:37:21.240286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ac7ca2a-6f42-4c84-a7b3-96a0fd70ceb6 req-7408f7c3-5a40-4780-861e-83512e218917 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Nov 15 23:37:21.269074 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:37:21.354884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100ee5a-deab-42d7-801b-0e6b670d2601 req-fc59548e-2d95-4113-a71e-734a8a4868c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:21.356232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9100ee5a-deab-42d7-801b-0e6b670d2601 req-fc59548e-2d95-4113-a71e-734a8a4868c4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0472271 Nov 15 23:37:21.406487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9100ee5a-deab-42d7-801b-0e6b670d2601 req-288917b9-7559-460e-bdda-9485031470d2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Nov 15 23:37:21.428071 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42002) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:21.468506 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd020ea-4018-40e2-952b-baee0f9ce8bf tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:21.470977 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cdd020ea-4018-40e2-952b-baee0f9ce8bf tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1092 time: 0.0417988 Nov 15 23:37:21.473532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42004) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:21.477724 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:37:21.592684 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:21.688126 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:21.784423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.248 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:37:21.882931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:21.970439 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.003360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:37:22.010423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:37:22.014632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:37:22.037436 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:22.367266 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.493202 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.638740 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.695542 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.758438 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:37:22.773323 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:22.869845 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 0edf61e5-a06a-4743-908c-4368b48bc237 associated. External IP: 172.25.0.248, port: 42f49035-503d-4c48-8c91-b0ecf01db77e. Nov 15 23:37:23.067798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 574ed92d-2c20-4347-99a4-6d54bf6569f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:37:23.173931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:37:23.183258 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Sync routers for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:37:23.192898 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:23.201595 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:23.258017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:23.286586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-65b996cd-1315-409b-b03f-7575b0eb2b7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8120620 Nov 15 23:37:23.290866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:37:23.290866 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079d5e91-62ba-4934-9e35-fdd2bace6ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:37:23.304307 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:23.335557 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d816d19-e0df-4b93-a895-579a7f165b81 x-openstack-request-id: req-8d816d19-e0df-4b93-a895-579a7f165b81 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:37:23.335847 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:37:23.336097 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d816d19-e0df-4b93-a895-579a7f165b81 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:37:23.336501 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'status': 'completed', 'code': 200} Nov 15 23:37:23.413918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f6f82-ed8b-4149-ae6f-26b7878b4d53 req-21c57d34-46f3-42e6-9ee3-baf3ea444046 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:23.418208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-6193aa3f-3704-4a2b-8b20-d45897f5299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:23.419788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-6193aa3f-3704-4a2b-8b20-d45897f5299b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1097 time: 0.0587025 Nov 15 23:37:23.424207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-586f6f82-ed8b-4149-ae6f-26b7878b4d53 req-21c57d34-46f3-42e6-9ee3-baf3ea444046 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0604823 Nov 15 23:37:23.489170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-586f6f82-ed8b-4149-ae6f-26b7878b4d53 req-17b88100-800e-4f2b-a90a-f084c169a2c8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638387 Nov 15 23:37:23.512886 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42010) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:23.520181 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-ee37fde4-3355-44ab-ab2b-4162260e4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:23.521711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-ee37fde4-3355-44ab-ab2b-4162260e4312 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 897 time: 0.0941384 Nov 15 23:37:23.576875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-9d7687d1-d4e5-4258-938c-5839d420b300 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/0edf61e5-a06a-4743-908c-4368b48bc237 HTTP/1.1" status: 200 len: 992 time: 0.0628581 Nov 15 23:37:23.595239 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-65150625-fd83-45f8-bc01-52267a4db391 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 1000 time: 0.0664213 Nov 15 23:37:23.642652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0edf61e5-a06a-4743-908c-4368b48bc237', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'port_id': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'mac_address': 'fa:16:3e:73:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:37:22Z', 'updated_at': '2021-11-15T23:37:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:23.645174 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-6d90cb56-e5a3-459c-9877-59ce46189f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:23.646693 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-6d90cb56-e5a3-459c-9877-59ce46189f32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 200 len: 835 time: 0.0438673 Nov 15 23:37:23.668661 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Checking router: 574ed92d-2c20-4347-99a4-6d54bf6569f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:37:23.676725 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:37:23.677331 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:37:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:23.692899 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-c6ea9413-6f61-47f8-8b2c-e9e4d0b531e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:37:23.694416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-c6ea9413-6f61-47f8-8b2c-e9e4d0b531e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65862900-02e6-4279-8825-5b22a24d04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407753 Nov 15 23:37:23.784665 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:37:23.796056 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-96c1b8a5-7618-417d-8823-0bd671bd0a18 service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945861 Nov 15 23:37:23.888278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-079d5e91-62ba-4934-9e35-fdd2bace6ad5 req-84c97300-37b9-49a5-9c17-3ddc58b4c850 service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Nov 15 23:37:24.008425 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0edf61e5-a06a-4743-908c-4368b48bc237', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'port_id': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'mac_address': 'fa:16:3e:73:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:37:22Z', 'updated_at': '2021-11-15T23:37:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:37:24.033603 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa1a76-4051-45b8-8a6a-f7ade691fdd8 None None] The sync data for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 is: [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '0edf61e5-a06a-4743-908c-4368b48bc237', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'port_id': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'mac_address': 'fa:16:3e:73:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:37:22Z', 'updated_at': '2021-11-15T23:37:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:37:24.222374 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d83cb-5b64-45d6-bea3-711b47d44b1a None None] New status for floating IP 0edf61e5-a06a-4743-908c-4368b48bc237: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:37:24.580831 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42012) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:37:24.639727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-edf7fa76-2a5c-41ea-981a-8c9d3e36304f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/0edf61e5-a06a-4743-908c-4368b48bc237 HTTP/1.1" status: 200 len: 994 time: 0.0577700 Nov 15 23:37:29.962601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:30.476446 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:34.855584 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4889309-77b8-4860-81d2-61ea005b9f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:37.289824 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345ff4ec-eb13-4f2b-a5f8-b7462db2190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:38.546597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:39.710814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:40.385174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:37:58.267921 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:37:59.964003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:00.117433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8130-5a9e-45cb-9b6e-d062e0402334 req-f29a8aa9-51ef-4cf4-af6b-bc9b2382c16a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:00.118911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f5d8130-5a9e-45cb-9b6e-d062e0402334 req-f29a8aa9-51ef-4cf4-af6b-bc9b2382c16a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.1047976 Nov 15 23:38:00.173299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1f5d8130-5a9e-45cb-9b6e-d062e0402334 req-1b86bf8d-0c1b-48c2-b13c-904e0cc4c532 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478563 Nov 15 23:38:00.487438 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:01.330807 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69080fcd-9d44-438b-b100-aa6b3d379beb req-6224bb9e-acdb-48b3-a45a-145ccf094afe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:01.332878 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69080fcd-9d44-438b-b100-aa6b3d379beb req-6224bb9e-acdb-48b3-a45a-145ccf094afe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0911937 Nov 15 23:38:01.381152 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-69080fcd-9d44-438b-b100-aa6b3d379beb req-32936600-b787-4391-b22c-58ce2a7e5811 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Nov 15 23:38:02.495658 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79b9b0-0c47-4700-a4f5-a4b012f1e8e4 req-f229a1be-772d-4964-9c75-c10d0e4ff8d7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:02.497661 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e79b9b0-0c47-4700-a4f5-a4b012f1e8e4 req-f229a1be-772d-4964-9c75-c10d0e4ff8d7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0481400 Nov 15 23:38:02.545128 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e79b9b0-0c47-4700-a4f5-a4b012f1e8e4 req-1ff7a345-6501-41d1-8bb1-e582d7dcd894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Nov 15 23:38:03.990889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83723269-07ba-4984-b8d1-98522c60538d req-aad51eda-256d-4a9c-bcbe-d5f2902bfb9c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:03.992368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83723269-07ba-4984-b8d1-98522c60538d req-aad51eda-256d-4a9c-bcbe-d5f2902bfb9c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.3806944 Nov 15 23:38:04.040555 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-83723269-07ba-4984-b8d1-98522c60538d req-dce00462-d9eb-40e3-84b7-98b8bfbbaa53 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Nov 15 23:38:04.849660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd9c3d1f-2f96-4a73-81ec-61ed20f2ad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:05.154481 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfce34-d815-44ac-a5d1-28921b9254f1 req-6d04538c-5d66-4bc7-a76b-c949e112af2e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:05.155846 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cbfce34-d815-44ac-a5d1-28921b9254f1 req-6d04538c-5d66-4bc7-a76b-c949e112af2e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Nov 15 23:38:05.204057 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8cbfce34-d815-44ac-a5d1-28921b9254f1 req-01a6336a-8e0c-4f2f-b3ce-8f1eb103b833 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421283 Nov 15 23:38:06.315313 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4175592-dfc1-44f4-8f67-614df9e3be8b req-e401171f-47d3-4263-bb52-3eb583839267 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:06.316691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4175592-dfc1-44f4-8f67-614df9e3be8b req-e401171f-47d3-4263-bb52-3eb583839267 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Nov 15 23:38:06.368233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b4175592-dfc1-44f4-8f67-614df9e3be8b req-0586dd0c-1867-48f7-8c97-d5041ff306fa tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Nov 15 23:38:07.266852 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af1ec00c-3711-43fa-bad1-7b7ba816ec49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:07.484522 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee24f75-a30d-49b6-b00b-b0f75d07cc76 req-954e1bc4-4007-4b19-a70d-9a06a0698d36 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:07.486025 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ee24f75-a30d-49b6-b00b-b0f75d07cc76 req-954e1bc4-4007-4b19-a70d-9a06a0698d36 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Nov 15 23:38:07.534536 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3ee24f75-a30d-49b6-b00b-b0f75d07cc76 req-73037062-6845-4de2-b8fe-ac57cc9ae72e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Nov 15 23:38:08.556814 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:08.650394 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0919bc-ddc8-4610-9432-848284f31c2f req-08583c67-d144-4007-a72b-88e95528d098 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:08.651847 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f0919bc-ddc8-4610-9432-848284f31c2f req-08583c67-d144-4007-a72b-88e95528d098 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0473018 Nov 15 23:38:08.700308 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f0919bc-ddc8-4610-9432-848284f31c2f req-ff382d3d-b010-4159-ba9e-3e81b17c7f10 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Nov 15 23:38:09.677831 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:09.822143 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1114b49-7dca-4c10-a344-a44c7267e874 req-ccb47b9f-2317-49dc-9fbd-69385399306d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:09.823628 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1114b49-7dca-4c10-a344-a44c7267e874 req-ccb47b9f-2317-49dc-9fbd-69385399306d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0561705 Nov 15 23:38:09.871983 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f1114b49-7dca-4c10-a344-a44c7267e874 req-1c394ffc-f49f-415b-8bdc-40d2fb904219 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Nov 15 23:38:10.375169 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:10.986033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c6904-f50d-4f22-8423-400ecfcdaba5 req-18d77b87-96d1-4553-a09a-00d434552350 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:10.987462 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-273c6904-f50d-4f22-8423-400ecfcdaba5 req-18d77b87-96d1-4553-a09a-00d434552350 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0465324 Nov 15 23:38:11.034291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-273c6904-f50d-4f22-8423-400ecfcdaba5 req-734ea79f-361c-42cd-8c77-05746884a2d9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Nov 15 23:38:11.056738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42054) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:11.118306 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f0a26b9-95e9-41cf-b1ff-e2943e6c74d5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/0edf61e5-a06a-4743-908c-4368b48bc237 HTTP/1.1" status: 200 len: 994 time: 0.0604200 Nov 15 23:38:12.549207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374c543-2977-49b7-ba30-f81ae92280b2 req-873534a3-66c1-4de5-942f-804a0b8c1710 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:12.550875 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1374c543-2977-49b7-ba30-f81ae92280b2 req-873534a3-66c1-4de5-942f-804a0b8c1710 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0652990 Nov 15 23:38:12.613494 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1374c543-2977-49b7-ba30-f81ae92280b2 req-2e33f723-e68e-4d9b-b5d4-3fc7e81e9467 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539749 Nov 15 23:38:12.635895 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-5f0dd308-018e-4596-adc9-36e024dc88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:12.637472 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-5f0dd308-018e-4596-adc9-36e024dc88ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1097 time: 0.0438907 Nov 15 23:38:12.730769 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-dc1cd517-46cd-49da-b64d-16f08951d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:12.732836 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-dc1cd517-46cd-49da-b64d-16f08951d938 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 897 time: 0.0884881 Nov 15 23:38:12.800528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-bcf5cf61-2d76-4a5f-b82f-1363178d0eff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 1002 time: 0.0569515 Nov 15 23:38:12.858398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-7d87e34b-2387-4db3-aaf5-f7142131393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:12.859853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-7d87e34b-2387-4db3-aaf5-f7142131393a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 200 len: 835 time: 0.0478709 Nov 15 23:38:12.910123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-35b02d45-a49f-4ad0-9118-5dbedc20edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:12.911841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-35b02d45-a49f-4ad0-9118-5dbedc20edd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65862900-02e6-4279-8825-5b22a24d04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409393 Nov 15 23:38:13.010782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-eb61ed45-f6b5-4b1a-a65e-047d743e4043 service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875156 Nov 15 23:38:13.103416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4f8937d8-ad11-4ae4-8bc4-1b1b6949e449 req-494e7ea8-8911-419f-8149-1722e8fdc31d service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809367 Nov 15 23:38:13.731710 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa675837-2df6-4129-acf2-144e644d978f req-0a55383d-7990-4ea3-8b8e-93d22aad0e80 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:13.733140 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa675837-2df6-4129-acf2-144e644d978f req-0a55383d-7990-4ea3-8b8e-93d22aad0e80 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0486326 Nov 15 23:38:13.786760 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aa675837-2df6-4129-acf2-144e644d978f req-fe02638d-6e00-45c8-9fbd-2dd881c06f01 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Nov 15 23:38:14.899708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313c0f8-b04f-4c5f-a455-5acfaf0708cb req-6058ebbb-614c-44dd-ae95-925a9a5bf34c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:14.901175 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e313c0f8-b04f-4c5f-a455-5acfaf0708cb req-6058ebbb-614c-44dd-ae95-925a9a5bf34c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0470595 Nov 15 23:38:14.948906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e313c0f8-b04f-4c5f-a455-5acfaf0708cb req-19f1c5eb-733b-468d-ba96-cda30009bdee tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Nov 15 23:38:14.971669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42066) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:15.030487 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1d945c38-bdd0-4acf-aa18-1437dd8b4ba0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/0edf61e5-a06a-4743-908c-4368b48bc237 HTTP/1.1" status: 200 len: 994 time: 0.0576687 Nov 15 23:38:20.369402 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-c1dba3a5-13bf-405a-9a60-f62d024b22c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384738 Nov 15 23:38:20.455844 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-4b1a2b0b-634d-48f4-b241-6d9219d0f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:20.457363 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-4b1a2b0b-634d-48f4-b241-6d9219d0f17b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1097 time: 0.0452223 Nov 15 23:38:20.559673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-e1a148aa-2275-49f2-8100-af6107a15db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:20.561171 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-e1a148aa-2275-49f2-8100-af6107a15db8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 897 time: 0.0844870 Nov 15 23:38:20.630925 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-a7d84b06-3772-44de-8a6e-2def8f7f4099 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 1002 time: 0.0621891 Nov 15 23:38:20.681652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-d0b6f8ff-ccbe-4e2a-b5bc-0a207f42d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:20.683177 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-d0b6f8ff-ccbe-4e2a-b5bc-0a207f42d863 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 200 len: 835 time: 0.0425644 Nov 15 23:38:20.726946 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-93c89b59-d779-41b0-81f1-c0c807fec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:20.728458 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-93c89b59-d779-41b0-81f1-c0c807fec776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65862900-02e6-4279-8825-5b22a24d04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385041 Nov 15 23:38:20.820407 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-a9413fbd-9ced-4296-ae3c-754c5758c42c service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 Nov 15 23:38:20.906948 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-fce42503-eb58-4bdf-bbc4-3abee9faa0ce req-5b4ba88f-2cfc-4716-9fae-fa329ade36f4 service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783775 Nov 15 23:38:29.963550 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:30.483965 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:34.820590 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c83b5de1-eb82-4566-aabe-c5354fa0a8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:35.266026 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:38:37.254885 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e5f353f-a6db-4778-9b93-293fd4bd602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:38.598103 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:39.672193 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:40.372943 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.410794 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42080) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:47.572956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:38:47.573297 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.646643 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.646966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.658285 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:38:47.864450 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.890214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=4f3d8ec8-bfbf-4cfc-869c-4352cf0eea5e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:47.914738 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.915082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.915418 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.915750 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.916076 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.916400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.916753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.917077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.917399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.918224 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.918545 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.918873 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:47.963774 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:47.965130 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 0edf61e5-a06a-4743-908c-4368b48bc237 disassociated (deleted). External IP: 172.25.0.248, port: 42f49035-503d-4c48-8c91-b0ecf01db77e. Nov 15 23:38:48.169565 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 574ed92d-2c20-4347-99a4-6d54bf6569f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:38:48.276568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:38:48.282048 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:48.287428 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Sync routers for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:38:48.297561 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:38:48.298155 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:48.309023 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0863ded2-eebe-47f4-97c8-52cf447884d3 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/floatingips/0edf61e5-a06a-4743-908c-4368b48bc237 HTTP/1.1" status: 204 len: 168 time: 0.8971205 Nov 15 23:38:48.309622 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:38:48.311835 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:38:48.354078 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1285f5a-f99e-4a6b-869d-ab08717a805f x-openstack-request-id: req-c1285f5a-f99e-4a6b-869d-ab08717a805f {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:38:48.354371 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:38:48.354620 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1285f5a-f99e-4a6b-869d-ab08717a805f {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:38:48.355026 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'status': 'completed', 'code': 200} Nov 15 23:38:48.405790 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:38:48.427176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-0bf20608-e46d-497b-bf37-f8357f427480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:48.428692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-0bf20608-e46d-497b-bf37-f8357f427480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 1097 time: 0.0427079 Nov 15 23:38:48.527176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-525ba63e-d234-44ff-b3ae-09aa79e00713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:48.529266 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-525ba63e-d234-44ff-b3ae-09aa79e00713 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 200 len: 897 time: 0.0895903 Nov 15 23:38:48.574963 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-a4425faf-8e43-4309-b151-dd6e5b71c166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 200 len: 217 time: 0.0337265 Nov 15 23:38:48.612704 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:48.640366 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-0abdcbed-f6c1-4a47-a9c0-4f3c4d5bf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:48.641871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-0abdcbed-f6c1-4a47-a9c0-4f3c4d5bf9e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 200 len: 835 time: 0.0566537 Nov 15 23:38:48.643875 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Checking router: 574ed92d-2c20-4347-99a4-6d54bf6569f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:38:48.652851 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:38:48.653439 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:48.694915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-5e5237f0-5605-413c-af7c-b5b2b7fc22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:48.696421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-5e5237f0-5605-413c-af7c-b5b2b7fc22a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65862900-02e6-4279-8825-5b22a24d04f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431097 Nov 15 23:38:48.760805 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:38:48.783592 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4c5b-180b-47a7-9c00-f40f7d47a842 req-53bf6f19-c742-4176-b211-2e8d8e91c19d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:48.785169 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-096c4c5b-180b-47a7-9c00-f40f7d47a842 req-53bf6f19-c742-4176-b211-2e8d8e91c19d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0551982 Nov 15 23:38:48.793969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-20f61520-ddd8-4fb9-85b2-7640e62afcba service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Nov 15 23:38:48.837689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-096c4c5b-180b-47a7-9c00-f40f7d47a842 req-94420979-898b-48d6-97d0-2556edfe91e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Nov 15 23:38:48.891202 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-40d3e5a1-9eec-4d98-a478-4f7cf6136a33 req-3c33dc56-e472-4084-9550-5eb15bd8ff81 service neutron] 10.222.0.55 "GET /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892179 Nov 15 23:38:48.964532 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:48.990329 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9311c41-0332-4a48-8bf7-3f59c7117993 None None] The sync data for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 is: [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:37:07Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '19becce5-a6f4-4500-b973-2900126d3435', 'name': '', 'network_id': '65862900-02e6-4279-8825-5b22a24d04f5', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:4f:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:07Z', 'updated_at': '2021-11-15T23:37:10Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '11d39516-b4b4-44eb-81be-fb08355a37ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:38:49.204884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60222a25-4eec-4a30-9e30-2fc266e1d7e4 None None] New status for floating IP 0edf61e5-a06a-4743-908c-4368b48bc237: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:38:49.951557 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e5f16-26d3-451f-bc68-7d206160f597 req-d25f9133-dc50-408a-9eec-d063c8e5c22d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:49.953035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c11e5f16-26d3-451f-bc68-7d206160f597 req-d25f9133-dc50-408a-9eec-d063c8e5c22d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Nov 15 23:38:50.001014 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c11e5f16-26d3-451f-bc68-7d206160f597 req-47a073f4-99cf-4c42-9eda-58448328e523 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Nov 15 23:38:50.487448 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-87b919be-9816-42c8-b9bf-eb26a536fb9c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:50.488927 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-87b919be-9816-42c8-b9bf-eb26a536fb9c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 946 time: 0.0483954 Nov 15 23:38:50.579986 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 42f49035-503d-4c48-8c91-b0ecf01db77e {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:38:50.580318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:50.667513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 42f49035-503d-4c48-8c91-b0ecf01db77e, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=42f49035-503d-4c48-8c91-b0ecf01db77e,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:38:50.668379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:50.680666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 42f49035-503d-4c48-8c91-b0ecf01db77e owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:38:50.864395 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:50.893147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=42f49035-503d-4c48-8c91-b0ecf01db77e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:50.905236 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.905584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.905925 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.906258 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.906584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.906909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.907234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.907559 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.907879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.908198 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.908538 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.908863 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:50.947089 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] No DVR routers for this DVR port 42f49035-503d-4c48-8c91-b0ecf01db77e on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:38:50.949576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:50.952938 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-69a2618f-79aa-457e-a58e-6371e7f3ca99 req-93589789-a402-4449-adba-d9eabf80d3eb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.55 "DELETE /v2.0/ports/42f49035-503d-4c48-8c91-b0ecf01db77e HTTP/1.1" status: 204 len: 173 time: 0.4570897 Nov 15 23:38:50.959447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'name': 'network-vif-deleted', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:38:50.959447 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfee159-1c2b-40ee-8a7c-e2794d943b2b" -d '{"events": [{"server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "name": "network-vif-deleted", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:38:51.043754 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5edb65-9e78-4199-86b4-e84d1f38bb84 x-openstack-request-id: req-0f5edb65-9e78-4199-86b4-e84d1f38bb84 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:38:51.043754 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472", "name": "network-vif-deleted", "tag": "42f49035-503d-4c48-8c91-b0ecf01db77e", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:38:51.043754 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f5edb65-9e78-4199-86b4-e84d1f38bb84 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:38:51.043754 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472', 'name': 'network-vif-deleted', 'tag': '42f49035-503d-4c48-8c91-b0ecf01db77e', 'status': 'completed', 'code': 200} Nov 15 23:38:51.096148 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-be0ea785-4a09-499e-9b93-0ed4c0905251 req-5aab7a94-2aba-4ebf-84e3-98fc426ce326 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bffc4e6-b0f9-4299-9a5f-d3a41bcdb472 HTTP/1.1" status: 200 len: 210 time: 0.0261381 Nov 15 23:38:52.151518 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42098) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:52.503123 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:52.745240 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 19becce5-a6f4-4500-b973-2900126d3435 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:38:52.745494 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:52.831457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 19becce5-a6f4-4500-b973-2900126d3435, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=19becce5-a6f4-4500-b973-2900126d3435,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:38:52.831813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:52.843791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 19becce5-a6f4-4500-b973-2900126d3435 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:38:53.078083 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.103525 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=19becce5-a6f4-4500-b973-2900126d3435,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:53.274674 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.484903 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 574ed92d-2c20-4347-99a4-6d54bf6569f5 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:38:53.587032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:38:53.591972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf621023-a3fc-426d-bf93-a6a3572b12af tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/574ed92d-2c20-4347-99a4-6d54bf6569f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388518 Nov 15 23:38:53.595217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42100) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:53.596585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Sync routers for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:38:53.607419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:38:53.608022 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:53.649514 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting subnet 11d39516-b4b4-44eb-81be-fb08355a37ca {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:38:53.652721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.672204 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 42f49035-503d-4c48-8c91-b0ecf01db77e no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:38:53.693319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.696529 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 42f49035-503d-4c48-8c91-b0ecf01db77e {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:38:53.696921 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 42f49035-503d-4c48-8c91-b0ecf01db77e not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:38:53.717291 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:38:53.779544 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.906909 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.934723 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Subnet': ['ID=11d39516-b4b4-44eb-81be-fb08355a37ca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:53.940674 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:53.946216 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ded25-1a8f-4f30-8b5d-e93c62f0de07 None None] Network 65862900-02e6-4279-8825-5b22a24d04f5 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:38:53.950077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42102) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:53.952934 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-40cbdd04-f98a-45b2-a965-86594949c4b9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/subnets/11d39516-b4b4-44eb-81be-fb08355a37ca HTTP/1.1" status: 204 len: 168 time: 0.3539212 Nov 15 23:38:53.985328 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:38:52Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:54.014273 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Checking router: 574ed92d-2c20-4347-99a4-6d54bf6569f5 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:38:54.024099 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Routers {'574ed92d-2c20-4347-99a4-6d54bf6569f5'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:38:54.024757 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['574ed92d-2c20-4347-99a4-6d54bf6569f5'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:54.059870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.141834 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] Set router 574ed92d-2c20-4347-99a4-6d54bf6569f5 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:38:54.154894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] DHCP port deletion for 65862900-02e6-4279-8825-5b22a24d04f5 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:38:54.191066 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.203113 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Deleting port 1732fc75-c05f-48df-9f33-20c29bb9ccda {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:38:54.204699 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.267487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] For port 1732fc75-c05f-48df-9f33-20c29bb9ccda, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=1732fc75-c05f-48df-9f33-20c29bb9ccda,segment=NetworkSegment(c47c7b1b-3a8f-4671-9e1d-162e4241cca6),segment_id=c47c7b1b-3a8f-4671-9e1d-162e4241cca6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:38:54.268156 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.281111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Calling delete_port for 1732fc75-c05f-48df-9f33-20c29bb9ccda owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:38:54.290718 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 8497d8b4-0fd8-4113-a0ac-073be3778b4f {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:38:54.291287 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.322988 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:38:52Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:54.353409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3626-38b2-4af7-8b3c-c04f2bad4c2a None None] The sync data for ids ['574ed92d-2c20-4347-99a4-6d54bf6569f5'] in n-d-817995-3 is: [{'id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849508113', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:37:03Z', 'updated_at': '2021-11-15T23:38:52Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '8497d8b4-0fd8-4113-a0ac-073be3778b4f', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574ed92d-2c20-4347-99a4-6d54bf6569f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:37:04Z', 'updated_at': '2021-11-15T23:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:38:54.375331 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 8497d8b4-0fd8-4113-a0ac-073be3778b4f, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=8497d8b4-0fd8-4113-a0ac-073be3778b4f,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:38:54.375664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.392004 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 8497d8b4-0fd8-4113-a0ac-073be3778b4f owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:38:54.432889 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.462985 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Pushing event deleted for resources: {'Port': ['ID=1732fc75-c05f-48df-9f33-20c29bb9ccda,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:54.479276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.479765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.480197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.480980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.481489 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.482033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.482669 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.483089 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.483505 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.483926 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.484341 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.484783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:38:54.490156 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866b39f-67f7-457d-8de7-e0265e8dda7b None None] No DVR routers for this DVR port 1732fc75-c05f-48df-9f33-20c29bb9ccda on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:38:54.632299 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.656085 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=8497d8b4-0fd8-4113-a0ac-073be3778b4f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:54.670814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9c3d0-a441-4046-90d9-4d3c907e5577 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:38:54.723677 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.816762 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.819071 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.906630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.907199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Fanout notify agent at l3_agent the message router_deleted on router 574ed92d-2c20-4347-99a4-6d54bf6569f5 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:38:54.918576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:54.918576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-31537d09-5135-4577-9611-0d63ca9c7d11 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/routers/574ed92d-2c20-4347-99a4-6d54bf6569f5 HTTP/1.1" status: 204 len: 168 time: 0.9654679 Nov 15 23:38:54.919423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42104) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:55.001017 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.085976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.109153 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65862900-02e6-4279-8825-5b22a24d04f5']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:55.118305 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:55.118595 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47c7b1b-3a8f-4671-9e1d-162e4241cca6') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:38:55.128029 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.140411 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.146021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:38:55.146385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:38:55.149278 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:38:55.269755 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.277276 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.280451 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/networks/65862900-02e6-4279-8825-5b22a24d04f5 HTTP/1.1" status: 204 len: 168 time: 0.3600659 Nov 15 23:38:55.283358 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42106) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:55.292127 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef9678-b551-4a5a-af2a-3e3106b04102 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Network': ['ID=65862900-02e6-4279-8825-5b22a24d04f5,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:55.341259 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.368928 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.529734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.532347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:55.533566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/security-groups/7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e HTTP/1.1" status: 204 len: 168 time: 0.2491965 Nov 15 23:38:55.543929 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73b66-78b9-43de-a186-ae2341d5b592 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda9ba9-245e-4fb1-a8b8-f1c9c8c4834e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:55.877300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42112) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:55.882047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710427396', 'description': 'tempest-secgroup-smoke-710427396 description', 'project_id': 'a0440937535142c3aeb65f2d46bd94da'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:55.973234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.037794 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.111351 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8497d8b4-0fd8-4113-a0ac-073be3778b4f no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:38:56.121486 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.132185 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 8497d8b4-0fd8-4113-a0ac-073be3778b4f {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:38:56.132524 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 8497d8b4-0fd8-4113-a0ac-073be3778b4f not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:38:56.132992 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 19becce5-a6f4-4500-b973-2900126d3435 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:38:56.151031 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3f961-c686-4009-96a6-c3788934a344,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:56.157423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 19becce5-a6f4-4500-b973-2900126d3435 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:38:56.157767 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 19becce5-a6f4-4500-b973-2900126d3435 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:38:56.158186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1732fc75-c05f-48df-9f33-20c29bb9ccda no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:38:56.177636 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 1732fc75-c05f-48df-9f33-20c29bb9ccda {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:38:56.181168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 1732fc75-c05f-48df-9f33-20c29bb9ccda not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:38:56.222980 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.224390 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-1beaa931-75a4-4a2f-a967-0a70cdc9eb72 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3459282 Nov 15 23:38:56.227081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42114) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:56.232138 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:56.309535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.363103 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.435525 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.455167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b44d352-0e27-47dc-bd23-ebf63f458a3e,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:56.534863 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.536014 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-687fd2bd-9602-46e1-b4bb-a7d45be64fb9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079710 Nov 15 23:38:56.539027 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42116) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:56.543798 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:56.638806 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.694176 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.757689 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.780295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0a5ecf-3e29-4ec6-9f22-4b9b4c0d0ec4,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:56.845696 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.846858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-30df0e2b-0bf2-4ba2-a21b-206a4463b6e4 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069324 Nov 15 23:38:56.849566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42118) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:56.853813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:56.931412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:56.990859 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.070002 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.088299 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fbf53a-5fff-44c4-b75e-e9f0b97f580a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:57.157470 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.158958 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-3415624c-a666-40fa-8d3a-8119770cff19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084571 Nov 15 23:38:57.162034 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42120) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:57.166233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:57.259699 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.317144 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.392412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.410462 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb7e35a-b68a-435f-87f7-1ff41400833b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:57.483461 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.484688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-68b29e86-57c4-4431-9647-1c3304168e19 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217196 Nov 15 23:38:57.487471 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42122) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:57.491813 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:57.572796 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:38:57.578455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.634555 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.701068 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.721038 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700752b3-5622-4063-9735-b3bafd7ca0c8,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:57.777572 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.778793 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-140ca269-4628-463e-bc50-b2412c38a932 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2903984 Nov 15 23:38:57.781705 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42124) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:57.787976 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'security_group_rule': {'security_group_id': '61d3f961-c686-4009-96a6-c3788934a344', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:57.852742 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Project a0440937535142c3aeb65f2d46bd94da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:38:57.857455 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.913922 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.978157 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:57.992875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764bc248-a3b6-4e5f-9694-3458b71c113a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:58.064692 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.064692 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-af334f8e-00fc-4458-b111-5c00d0c1c888 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815633 Nov 15 23:38:58.066980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42126) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:58.071873 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'network': {'name': 'tempest-network-smoke--1623431329', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'port_security_enabled': True}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:58.158074 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:38:58.161556 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.185835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:38:58.194678 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.195012 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Added segment 5cd7331d-f8e7-49b6-a25c-a20f351f72a4 of type vlan for network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc Nov 15 23:38:58.233643 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.306745 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.312994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:38:58.317682 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.377681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Network': ['ID=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:58.387916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:38:58.488660 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-2839e90b-2741-4e4d-894c-9580c846797c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4183745 Nov 15 23:38:58.489166 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42128) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:38:58.493670 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'admin_state_up': True, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:38:58.586392 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.587396 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.640541 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:58.830347 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.093090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.110524 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.210021 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.252 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:38:59.642478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.729630 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.771302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:38:59.774295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:38:59.777825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:38:59.788262 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd4820-de76-4dc5-94e9-b68045426330 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:38:59.799539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:38:59.847729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-befba712-b4c6-4b46-9731-1aa3cabcfebe None None] Provisioning complete for port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:38:59.848084 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-befba712-b4c6-4b46-9731-1aa3cabcfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:38:59.881776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-befba712-b4c6-4b46-9731-1aa3cabcfebe None None] Port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:38:59.969285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:00.094848 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:00.284681 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:00.517973 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 7b6542d4-0479-41c1-8a03-72f04a459bd6 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:39:00.549894 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:00.624632 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:39:00.634598 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Sync routers for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:39:00.644355 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:00.645073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:00.718295 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:00.722413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a5621011-ac4d-42fc-9c50-57972d3eb8cf tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2294035 Nov 15 23:39:00.725737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42130) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:00.748811 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:00.750573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5c2d9027-657e-4fd3-926d-4f4188adf193 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a0440937535142c3aeb65f2d46bd94da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268362 Nov 15 23:39:00.753256 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42132) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:00.842692 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26890104-900a-435d-addc-d32c6f67aea2 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:00.844193 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-26890104-900a-435d-addc-d32c6f67aea2 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899622 Nov 15 23:39:00.847018 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42134) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:00.874114 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec1bbec2-c842-4209-8499-fe02101add74 tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=fdf3ff0c-411b-453a-91c0-8145d9d11af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260208 Nov 15 23:39:00.876444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42136) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:00.881035 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127692497', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:39:00.929885 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:38:59Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:00.958259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Checking router: 7b6542d4-0479-41c1-8a03-72f04a459bd6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:39:00.958606 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Updating router 7b6542d4-0479-41c1-8a03-72f04a459bd6 port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:39:00.984208 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.026569 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:39:01.030661 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.233068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.253164 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.322229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Subnet': ['ID=18181306-074a-4a59-960f-aca3bfce46d3,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:01.327175 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.330648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Checking segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:39:01.331014 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network hostable DHCP agents. Network: acb491aa-c910-4b5c-bc33-4cbc7b4d38fc, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:39:01.375690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7880aa3b-25df-481d-8858-37c30ade0d9a None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:39:01.388665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb087b-6b55-4e2e-aa03-878eda1a88fc None None] Pushing event updated for resources: {'Port': ['ID=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:01.393064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Attempting to bind port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:39:01.393064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Attempting to bind port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:39:01.393064 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Attempting to bind port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:39:01.397298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:39:01.397672 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:39:01.398083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.398466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:39:01.398931 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Bound port: 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:39:01.399301 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.413137 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:39:01.442022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7eeac83a-7ae5-427a-8d36-689a37266c1c None None] Provisioning complete for port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:01.442387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eeac83a-7ae5-427a-8d36-689a37266c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.488986 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] For port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:39:01.493000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, acb491aa-c910-4b5c-bc33-4cbc7b4d38fc) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:01.493378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] For port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:39:01.497259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7eeac83a-7ae5-427a-8d36-689a37266c1c None None] Port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:39:01.502182 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:01.503018 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.504179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae3b4e-1111-4ec8-9481-69f25c7a670e None None] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:39:01.580597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.610015 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d11fe901-a70d-46b1-84ac-7862b4af4a8f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7325270 Nov 15 23:39:01.612772 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42138) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:01.655276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dece68-f80f-4c6e-9e06-ce2fd2eb763d None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:39:01.690910 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb087b-6b55-4e2e-aa03-878eda1a88fc None None] Pushing event updated for resources: {'Port': ['ID=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:01.694018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:01.694403 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:01.775159 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:39:01.775918 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.817563 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] Provisioning complete for port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:01.817928 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:01.946989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:02.052089 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.122118 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Allocated IP 172.20.0.2 (acb491aa-c910-4b5c-bc33-4cbc7b4d38fc/18181306-074a-4a59-960f-aca3bfce46d3/4d508b34-1f78-4c9b-af1f-5eae62bb8177) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:39:02.127293 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.181096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] For port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:02.252867 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.499096 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6403-6485-4858-846e-dd8023f820ce None None] Pushing event updated for resources: {'Port': ['ID=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:02.533281 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:38:59Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:02.566099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc24f73-29fc-4b39-b570-556b3dc5107e None None] The sync data for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 is: [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:38:59Z', 'revision_number': 3, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:39:02.571053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.636215 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.681959 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:39:02.685766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:02.686671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.1 (acb491aa-c910-4b5c-bc33-4cbc7b4d38fc/18181306-074a-4a59-960f-aca3bfce46d3/e2d9fe45-4ead-466c-a985-3a1b25d38dd1) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:39:02.690102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:39:02.693319 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Pushing event updated for resources: {'Port': ['ID=4d508b34-1f78-4c9b-af1f-5eae62bb8177,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:02.752492 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Attempting to bind port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:39:02.753294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Attempting to bind port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:39:02.753735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Attempting to bind port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 on network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:39:02.758957 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:39:02.759345 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Checking segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:39:02.759728 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.760128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Bound using segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:39:02.760718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Bound port: 4d508b34-1f78-4c9b-af1f-5eae62bb8177, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:39:02.761305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.828318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.845738 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] For port 4d508b34-1f78-4c9b-af1f-5eae62bb8177, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:39:02.849289 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] For port 4d508b34-1f78-4c9b-af1f-5eae62bb8177, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d508b34-1f78-4c9b-af1f-5eae62bb8177,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:39:02.913006 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.941366 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:02.972761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400ab0-fd6e-466b-9e8c-ab13c8ff1bd7 None None] Pushing event updated for resources: {'Port': ['ID=4d508b34-1f78-4c9b-af1f-5eae62bb8177,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:02.991053 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:39:02.994341 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:02.998440 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:39:03.004984 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:03.047556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:03.274941 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:03.576264 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:03.649718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:03.728561 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:03.730964 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:03.827388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:39:03.828898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:03.899559 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc1b10-6066-4bc0-86d3-a87318aa0608 None None] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:39:03.942815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 7b6542d4-0479-41c1-8a03-72f04a459bd6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:39:04.022101 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] Provisioning complete for port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.022668 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.050575 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:39:04.055994 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-156ec878-e86f-4244-aa5e-1311aecb151b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/7b6542d4-0479-41c1-8a03-72f04a459bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4422121 Nov 15 23:39:04.140979 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.187555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] For port 4d508b34-1f78-4c9b-af1f-5eae62bb8177, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d508b34-1f78-4c9b-af1f-5eae62bb8177,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:04.210277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d508b34-1f78-4c9b-af1f-5eae62bb8177 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:39:04.264894 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-75dc7670-93f0-4971-8551-a5b6202b77bb tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710427396&fields=id&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 267 time: 0.0691679 Nov 15 23:39:04.270929 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.271300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.299216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.370535 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79055f-79dc-4949-ac1d-ef9607810bff None None] Pushing event updated for resources: {'Port': ['ID=4d508b34-1f78-4c9b-af1f-5eae62bb8177,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:04.392539 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-23e0cf07-bc00-4f37-a9ee-7d6b4600b3a1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:04.394117 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-23e0cf07-bc00-4f37-a9ee-7d6b4600b3a1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 797 time: 0.1262333 Nov 15 23:39:04.423052 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-9ae39ab3-9965-431f-a618-839a932e99fe tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/quotas/a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 375 time: 0.0211306 Nov 15 23:39:04.428915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:39:04.458952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a943587c-95fa-4f14-a6b5-39de56102044 None None] Provisioning complete for port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.459422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a943587c-95fa-4f14-a6b5-39de56102044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.481503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-638cdfaa-c7a5-4830-a522-92750e67981e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575740 Nov 15 23:39:04.561638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.561990 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.586491 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-b9fa44ca-1388-48e7-a09e-9219dd205414 service neutron] 10.222.0.15 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923073 Nov 15 23:39:04.615784 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Sync routers for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:39:04.625183 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a943587c-95fa-4f14-a6b5-39de56102044 None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.625982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a943587c-95fa-4f14-a6b5-39de56102044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.628530 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:04.629380 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:04.688073 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a943587c-95fa-4f14-a6b5-39de56102044 None None] Port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:39:04.697985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-87a03076-5524-47ff-b71a-25a7ae279457 service neutron] 10.222.0.15 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027982 Nov 15 23:39:04.743614 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:04.810129 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0cbd6d98-3863-4479-8ea9-e3123c004bfd None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.810646 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6d98-3863-4479-8ea9-e3123c004bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.834151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb48a0c-9b88-463f-ba65-8e03c5b8cb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.849214 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd6d98-3863-4479-8ea9-e3123c004bfd None None] Port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:39:04.945147 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 2, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:04.953746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7463d4dc-d7ed-4f71-8bff-9a7445dd6864 req-6814bcc4-2b6d-4894-aae4-e24cafcd21f5 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Nov 15 23:39:04.967633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-af26f178-3ca4-44bc-b8b0-3f8bea666f09 None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:04.968001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af26f178-3ca4-44bc-b8b0-3f8bea666f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:04.976749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Checking router: 7b6542d4-0479-41c1-8a03-72f04a459bd6 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:39:04.977099 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Updating router 7b6542d4-0479-41c1-8a03-72f04a459bd6 port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:39:05.002291 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.006381 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-af26f178-3ca4-44bc-b8b0-3f8bea666f09 None None] Port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:39:05.254813 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.309501 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.356900 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Pushing event updated for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:05.382350 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.382691 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.383029 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.383366 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.383679 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.384001 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.384318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.384655 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.384972 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.385287 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.385801 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.386295 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:05.421547 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Attempting to bind port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:39:05.421907 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Attempting to bind port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:39:05.422255 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Attempting to bind port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 on network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:39:05.427348 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:39:05.427709 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Checking segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:39:05.428107 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.428500 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Bound using segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:39:05.429027 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Bound port: e2d9fe45-4ead-466c-a985-3a1b25d38dd1, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:39:05.429363 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.493425 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] For port e2d9fe45-4ead-466c-a985-3a1b25d38dd1, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:39:05.496550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] For port e2d9fe45-4ead-466c-a985-3a1b25d38dd1, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:39:05.567549 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.624032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:05.624701 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:38:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:05.629715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:05.630284 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.692149 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b8fe0-bd6d-4645-9845-e4e23c7749e2 None None] Pushing event updated for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:05.714205 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.734607 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:05.749258 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] For port e2d9fe45-4ead-466c-a985-3a1b25d38dd1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:05.832642 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:05.884171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95356-24aa-4cea-815a-9ce7e599b1b6 None None] Pushing event updated for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:05.956416 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c931d386-e7bc-451c-b690-ef42560b0e4f None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:05.956932 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c931d386-e7bc-451c-b690-ef42560b0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:06.036750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-24a2d4c8-596c-445c-a82f-c0ebc0a998ae req-160ebb15-7870-44db-af1f-be7105d2142c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0264025 Nov 15 23:39:06.037550 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:06.065985 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffbee9-adcf-40d9-a3af-547f1b40aee5 None None] The sync data for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 is: [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:39:06.166440 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d508b34-1f78-4c9b-af1f-5eae62bb8177 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:39:06.216894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:06.217363 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:07.118171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d910fbeb-b5f6-472e-8e1e-ec444dff73c1 req-3ebfa883-053c-4699-b097-e7047ba3ae88 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0253539 Nov 15 23:39:07.275381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1568a57c-2d4c-47c2-8484-4f87d0520749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:08.134282 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2d9fe45-4ead-466c-a985-3a1b25d38dd1 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:39:08.183747 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:08.184003 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:08.196497 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e378297d-df43-4c8d-a488-4c60cd084740 req-da6e5feb-27ad-40b1-88c7-6dc17b9e0e5f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0260925 Nov 15 23:39:08.575354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:09.291403 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e9757579-4396-44bf-9ddf-eca479df8007 req-e2865ddb-69bc-4339-b357-54ffabb2e9bd tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Nov 15 23:39:09.666342 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:10.369532 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:10.383440 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e6591466-59b6-4e42-afcb-028b1fd8f720 req-8a50b648-787f-43e4-987e-40988533d778 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0252244 Nov 15 23:39:11.020068 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-94806be3-27dd-4206-b106-8e8786cc2854 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:11.021608 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-94806be3-27dd-4206-b106-8e8786cc2854 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 797 time: 0.1011698 Nov 15 23:39:11.103162 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-c39d2e0e-b286-412c-a53f-b2207fdc574b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0440937535142c3aeb65f2d46bd94da HTTP/1.1" status: 200 len: 379 time: 0.0720451 Nov 15 23:39:11.112788 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'port': {'device_id': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'admin_state_up': True, 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'security_groups': ['61d3f961-c686-4009-96a6-c3788934a344']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:39:11.281117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Made reservation on behalf of a0440937535142c3aeb65f2d46bd94da for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:39:11.284535 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:11.419647 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.20.0.4 (acb491aa-c910-4b5c-bc33-4cbc7b4d38fc/18181306-074a-4a59-960f-aca3bfce46d3/5ae406ec-cd9e-4dfe-b033-fe3f6b909f12) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:39:11.488655 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-72cca01b-8c2e-4070-bfea-a22f4df11bb8 req-c9e7bbed-8fa4-44cf-9a10-bb2e8486927e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Nov 15 23:39:11.567357 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:11.658522 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:11.706690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:39:11.709958 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:11.713933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:39:11.741990 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:11.774280 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:11.774924 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:11.866952 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-4c802871-6a73-42a1-b032-c8853faff894 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577860 Nov 15 23:39:11.925057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Request body: {'port': {'device_id': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:39:11.978411 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.006560 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-111aae52-1697-430b-9b3f-d173af8f50c3 None None] Provisioning complete for port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:12.007498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-111aae52-1697-430b-9b3f-d173af8f50c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.043069 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-111aae52-1697-430b-9b3f-d173af8f50c3 None None] Port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:39:12.251388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:39:12.258607 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.265811 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:39:12.271021 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Transition to ACTIVE for port object 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:39:12.338685 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.410598 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Pushing event updated for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:12.490861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Attempting to bind port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:39:12.491451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Attempting to bind port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:39:12.491849 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Attempting to bind port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 on network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:39:12.496569 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 on network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:39:12.497117 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Attempting to bind port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 on network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:39:12.502891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:39:12.503425 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Checking segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:39:12.503877 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Bound using segment: {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:39:12.504381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Bound port: 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd7331d-f8e7-49b6-a25c-a20f351f72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:39:12.504837 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.581127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:39:12.584941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:39:12.629663 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4d65d-9b42-4aec-aeda-a37d5ffe1152 req-e23dd2ba-7ca8-42cf-a303-408c923d502c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:12.631064 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dd4d65d-9b42-4aec-aeda-a37d5ffe1152 req-e23dd2ba-7ca8-42cf-a303-408c923d502c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0523727 Nov 15 23:39:12.661623 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.683905 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7dd4d65d-9b42-4aec-aeda-a37d5ffe1152 req-35faa14f-3cf3-4c31-9d0f-a2421a9da462 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Nov 15 23:39:12.708388 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:12.709226 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:12.711452 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e763f9d4-f996-4992-9925-31703b100dda service neutron] 10.222.0.57 "PUT /v2.0/ports/5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 1091 time: 0.8361661 Nov 15 23:39:12.715335 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:39:12.722300 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27383c70-14e5-4168-9062-b1daf5c95489" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:39:12.753799 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f9d4-f996-4992-9925-31703b100dda service neutron] Pushing event updated for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:12.771199 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae652eb-da71-4671-8491-2c70529e5997 x-openstack-request-id: req-9ae652eb-da71-4671-8491-2c70529e5997 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:39:12.771500 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:39:12.771817 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ae652eb-da71-4671-8491-2c70529e5997 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:39:12.772240 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'status': 'completed', 'code': 200} Nov 15 23:39:12.842133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383c70-14e5-4168-9062-b1daf5c95489 req-b66e9d30-aa98-4c0b-b015-0550a4f4141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:12.843675 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-27383c70-14e5-4168-9062-b1daf5c95489 req-b66e9d30-aa98-4c0b-b015-0550a4f4141e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0440385 Nov 15 23:39:12.948547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383c70-14e5-4168-9062-b1daf5c95489 req-d3ecb2ab-3b5d-447b-aa7b-75c1c4a1ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:12.950636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-27383c70-14e5-4168-9062-b1daf5c95489 req-d3ecb2ab-3b5d-447b-aa7b-75c1c4a1ac3d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a0440937535142c3aeb65f2d46bd94da&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0991175 Nov 15 23:39:13.052636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383c70-14e5-4168-9062-b1daf5c95489 req-8e9ef0cc-9025-416c-84b8-a76edc497459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:13.054138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-27383c70-14e5-4168-9062-b1daf5c95489 req-8e9ef0cc-9025-416c-84b8-a76edc497459 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956848 Nov 15 23:39:13.133515 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-30722a42-da42-4163-8b5e-287523639eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:13.134928 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-30722a42-da42-4163-8b5e-287523639eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0427997 Nov 15 23:39:13.176364 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-7639e255-2227-431f-a9a2-fee2209794a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 217 time: 0.0330455 Nov 15 23:39:13.223795 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-d45b9b1b-370b-460b-879c-5d48a75c330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:13.225233 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-d45b9b1b-370b-460b-879c-5d48a75c330b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 200 len: 834 time: 0.0408511 Nov 15 23:39:13.274062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e2d91fcb-1f30-487e-bbbf-d6adb9f59097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:13.275555 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-e2d91fcb-1f30-487e-bbbf-d6adb9f59097 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418534 Nov 15 23:39:13.362969 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-bb9b2df6-fc73-41c2-bc4c-67601674acbc service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793431 Nov 15 23:39:13.454455 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3caa9346-b356-4b39-8a19-9b466ce4784a req-eb4b2fa1-4be0-46b7-a077-0829d0f55a03 service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836895 Nov 15 23:39:13.810013 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a0d11-fb18-4a64-b9a2-9875ae63fb30 req-c0138a54-d5cd-4544-983d-a6be58a35e65 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:13.811472 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93a0d11-fb18-4a64-b9a2-9875ae63fb30 req-c0138a54-d5cd-4544-983d-a6be58a35e65 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0518985 Nov 15 23:39:13.860793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b93a0d11-fb18-4a64-b9a2-9875ae63fb30 req-5fae5eb9-d0ba-49c2-aa16-8be30cb0da61 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Nov 15 23:39:14.973768 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f04d69-c350-48bb-bdff-ef269f4a2cb9 req-c4049c6f-0312-4fbd-a2c6-50e5c654f4d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:14.975200 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78f04d69-c350-48bb-bdff-ef269f4a2cb9 req-c4049c6f-0312-4fbd-a2c6-50e5c654f4d1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0476084 Nov 15 23:39:15.022174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-78f04d69-c350-48bb-bdff-ef269f4a2cb9 req-6e4a594a-86f0-49d0-bde0-808dc404fe9d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Nov 15 23:39:16.136429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa2b9-4fe8-46ae-92c2-bb93cd34be6b req-b8446237-749c-4510-ba2a-def5d7b15548 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:16.137897 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5edaa2b9-4fe8-46ae-92c2-bb93cd34be6b req-b8446237-749c-4510-ba2a-def5d7b15548 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0477302 Nov 15 23:39:16.189294 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5edaa2b9-4fe8-46ae-92c2-bb93cd34be6b req-ba97a57c-5c28-4a06-9448-6083c07ef759 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Nov 15 23:39:16.550242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:39:16.642437 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:16.654692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'port_id': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'mac_address': 'fa:16:3e:94:40:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:39:16.695017 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:16.707389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:39:16.726103 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:16.775015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:16.828647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:17.038516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:39:17.300760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355572e-c070-477a-8ef5-27dce7daa021 req-401996ec-8dc5-4ab8-9a4e-ff8375c809a2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:17.302133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5355572e-c070-477a-8ef5-27dce7daa021 req-401996ec-8dc5-4ab8-9a4e-ff8375c809a2 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 944 time: 0.0483081 Nov 15 23:39:17.349960 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5355572e-c070-477a-8ef5-27dce7daa021 req-8ca3f117-8a73-4f6d-8361-321255ea4a4f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 Nov 15 23:39:18.467425 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9294399-4187-4918-ada9-8dc860e2ec10 req-f6d2fca9-d9cd-411b-8407-c8b02d8c8e31 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:18.468953 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9294399-4187-4918-ada9-8dc860e2ec10 req-f6d2fca9-d9cd-411b-8407-c8b02d8c8e31 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 944 time: 0.0513370 Nov 15 23:39:18.531141 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a9294399-4187-4918-ada9-8dc860e2ec10 req-7adeb593-06b9-47d4-be3a-cf3a6f8e1148 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561116 Nov 15 23:39:18.568998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:39:18.689151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:39:18.693739 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:39:18.694132 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:18.790065 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:18.816017 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:39:18.818459 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026a935-51c7-4c93-8d7e-298f19d82fce" -d '{"events": [{"server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "name": "network-vif-plugged", "status": "completed", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:39:18.832875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:39:18.866368 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae3feca-6637-4a08-b556-8e3fd5e95fad x-openstack-request-id: req-0ae3feca-6637-4a08-b556-8e3fd5e95fad {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:39:18.866895 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "name": "network-vif-plugged", "status": "completed", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:39:18.867191 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ae3feca-6637-4a08-b556-8e3fd5e95fad {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:39:18.867571 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'code': 200} Nov 15 23:39:18.971155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1ab23-36f9-4308-9078-d5d1d06ddd1a req-46b9ea45-a71a-4696-919e-27a3dd8cc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:18.972881 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-edc1ab23-36f9-4308-9078-d5d1d06ddd1a req-46b9ea45-a71a-4696-919e-27a3dd8cc7af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0443478 Nov 15 23:39:19.020326 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-edc1ab23-36f9-4308-9078-d5d1d06ddd1a req-68063872-e9f2-4467-ad9d-1583b127927e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Nov 15 23:39:19.047114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:19.105617 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:19.646417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977d9b-9117-4b5a-8951-895b780a740b req-867c67e9-e11a-4d39-9888-efde791534e9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:19.647867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0977d9b-9117-4b5a-8951-895b780a740b req-867c67e9-e11a-4d39-9888-efde791534e9 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0514655 Nov 15 23:39:19.695702 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c0977d9b-9117-4b5a-8951-895b780a740b req-110eac41-0d13-4192-89c0-abf6472a92da tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 Nov 15 23:39:20.811318 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0e2f-5e35-4d82-b73a-a807787374ed req-4f424a89-0a2e-461d-a021-2a08a5af695f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:20.812798 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b26c0e2f-5e35-4d82-b73a-a807787374ed req-4f424a89-0a2e-461d-a021-2a08a5af695f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Nov 15 23:39:20.860185 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b26c0e2f-5e35-4d82-b73a-a807787374ed req-1f9dd95f-72ca-4f60-985f-11e29df4525e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Nov 15 23:39:20.976185 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbc76a-f1a9-4c66-9e07-a1920ae27fbd req-59a9366c-e97b-45fe-98d0-b7833b386149 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:20.977583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14dbc76a-f1a9-4c66-9e07-a1920ae27fbd req-59a9366c-e97b-45fe-98d0-b7833b386149 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0506368 Nov 15 23:39:21.025008 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-14dbc76a-f1a9-4c66-9e07-a1920ae27fbd req-307602f4-486c-4198-9771-0e7e58f64a79 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Nov 15 23:39:21.047397 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42212) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:21.084888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f879cf9-d24e-47e8-946a-b8c30c8fc7ae tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:21.086357 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4f879cf9-d24e-47e8-946a-b8c30c8fc7ae tempest-TestNetworkAdvancedServerOps-1492650964 tempest-TestNetworkAdvancedServerOps-1492650964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1091 time: 0.0380349 Nov 15 23:39:21.089029 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42214) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:21.093671 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:39:21.166531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:21.596442 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:21.698587 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Allocated IP 172.25.0.53 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/7212e932-910e-478e-86ed-511190c5f159) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:39:21.797817 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:21.889723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:21.930132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:39:21.935258 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:39:21.937458 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=7212e932-910e-478e-86ed-511190c5f159,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:21.939541 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:39:22.261736 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:22.358531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:22.503991 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:22.561616 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:22.625149 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-c1b90e99-70f9-41df-8bb1-8048fe5177f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398495 Nov 15 23:39:22.632740 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event updated for resources: {'Port': ['ID=7212e932-910e-478e-86ed-511190c5f159,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:22.643784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:22.744364 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 8ba06365-5516-4967-94b3-1d3bb51d9bac associated. External IP: 172.25.0.53, port: 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12. Nov 15 23:39:22.954243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 7b6542d4-0479-41c1-8a03-72f04a459bd6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:39:23.025139 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-851c3d79-a12d-4d16-a3d4-26f6c01ac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.026630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-851c3d79-a12d-4d16-a3d4-26f6c01ac5d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1096 time: 0.3571014 Nov 15 23:39:23.062154 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:39:23.073564 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Sync routers for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:39:23.086840 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:23.087444 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:23.132480 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-bb04a2dd-6730-4ed2-b70f-922794ac00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.133996 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-bb04a2dd-6730-4ed2-b70f-922794ac00e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 898 time: 0.0854907 Nov 15 23:39:23.145851 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:23.178866 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1ded012b-0550-4630-bbf7-f1d03f89c461 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0863450 Nov 15 23:39:23.178866 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:39:23.190473 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dbdef5-5d5a-4616-a252-e8750a8f24a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:39:23.208587 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-caefda30-6d09-4b2c-badd-827a8ac5528d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 998 time: 0.0662954 Nov 15 23:39:23.218195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:23.240130 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bd90ba-143b-49c7-bbae-2d8948e1c04a x-openstack-request-id: req-a4bd90ba-143b-49c7-bbae-2d8948e1c04a {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:39:23.240420 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:39:23.240702 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4bd90ba-143b-49c7-bbae-2d8948e1c04a {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:39:23.241090 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'status': 'completed', 'code': 200} Nov 15 23:39:23.265126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-7738c34f-c230-4616-b2ec-eb83fdba1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.266610 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-7738c34f-c230-4616-b2ec-eb83fdba1312 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 200 len: 834 time: 0.0508382 Nov 15 23:39:23.285804 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451728-9c80-435f-a10a-d4ee7eb63bea req-e182e227-8cbd-41a7-b5c5-b07d0f0f2841 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.287577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62451728-9c80-435f-a10a-d4ee7eb63bea req-e182e227-8cbd-41a7-b5c5-b07d0f0f2841 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0590143 Nov 15 23:39:23.314570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-689e7a43-8cc1-48cd-934d-a45920d2d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.316083 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-689e7a43-8cc1-48cd-934d-a45920d2d755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421734 Nov 15 23:39:23.339068 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-62451728-9c80-435f-a10a-d4ee7eb63bea req-2d7f81c5-05be-4abe-802a-1e900076b86b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Nov 15 23:39:23.362033 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42220) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:23.413553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-38970730-2e43-40df-ada3-cd764ab805b3 service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891581 Nov 15 23:39:23.424404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-843bcd6b-a3bb-498d-9a64-15980a8bbd0a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/8ba06365-5516-4967-94b3-1d3bb51d9bac HTTP/1.1" status: 200 len: 990 time: 0.0612683 Nov 15 23:39:23.460338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8ba06365-5516-4967-94b3-1d3bb51d9bac', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'port_id': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'mac_address': 'fa:16:3e:94:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:39:22Z', 'updated_at': '2021-11-15T23:39:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:23.488044 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Checking router: 7b6542d4-0479-41c1-8a03-72f04a459bd6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:39:23.496516 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:23.497153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:23.506485 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f276103-7f59-4cdd-96f0-1d90a5eb445a req-9418ff00-d11d-4d93-8386-774f8f5c0ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Nov 15 23:39:23.604273 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:23.646095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-bbe191e6-09fc-41fe-afeb-aeaa3219c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.647616 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-bbe191e6-09fc-41fe-afeb-aeaa3219c929 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0451782 Nov 15 23:39:23.744065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-03bcfa85-68b7-4e26-a3e8-32bb4f69ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.745043 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-03bcfa85-68b7-4e26-a3e8-32bb4f69ceb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 898 time: 0.0896947 Nov 15 23:39:23.815715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-c1ef6161-98f9-4f3c-a80a-500febac249f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 998 time: 0.0615284 Nov 15 23:39:23.830875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8ba06365-5516-4967-94b3-1d3bb51d9bac', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'port_id': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'mac_address': 'fa:16:3e:94:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:39:22Z', 'updated_at': '2021-11-15T23:39:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:23.862125 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3c355-8d23-4a06-9dfd-347f4f09d000 None None] The sync data for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 is: [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8ba06365-5516-4967-94b3-1d3bb51d9bac', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'port_id': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'mac_address': 'fa:16:3e:94:40:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:39:22Z', 'updated_at': '2021-11-15T23:39:22Z', 'revision_number': 0, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:39:23.871846 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-d05765ed-ad7f-41ca-9348-43ea47378837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.873992 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-d05765ed-ad7f-41ca-9348-43ea47378837 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 200 len: 834 time: 0.0442390 Nov 15 23:39:23.923143 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-fcdbdf63-adc5-4092-af42-f462f4eed859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:23.924684 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-fcdbdf63-adc5-4092-af42-f462f4eed859 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416775 Nov 15 23:39:24.024305 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-5fa54c12-e677-449f-b8d7-ffeb6d1bb39c service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878866 Nov 15 23:39:24.056265 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7542b85-3cab-4ffc-96e9-c403740cec5a None None] New status for floating IP 8ba06365-5516-4967-94b3-1d3bb51d9bac: ACTIVE {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:39:24.118840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-32dbdef5-5d5a-4616-a252-e8750a8f24a3 req-3e1dad17-0275-4662-852a-b60d48eb0daa service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843570 Nov 15 23:39:24.426416 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42222) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:24.492131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-8d6e8825-5d90-417c-b792-9e1138fd7ae8 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/8ba06365-5516-4967-94b3-1d3bb51d9bac HTTP/1.1" status: 200 len: 992 time: 0.0645704 Nov 15 23:39:30.020568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:30.467005 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:34.809316 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30c1f8e4-e02e-49d7-9e86-61d4316690da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:37.277308 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d811894a-822d-4742-976e-058c8dd07a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:38.574593 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:39.677968 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:40.374511 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:49.265286 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:39:53.445925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4be9c1-489d-469a-ad1c-39451ab77d12 req-3c2641c3-3108-48b2-8f17-868824cb4eff tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:53.447432 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a4be9c1-489d-469a-ad1c-39451ab77d12 req-3c2641c3-3108-48b2-8f17-868824cb4eff tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Nov 15 23:39:53.497956 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a4be9c1-489d-469a-ad1c-39451ab77d12 req-8b960c30-118c-42b2-8daf-1ce31e208370 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Nov 15 23:39:54.618958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f923e1-28cc-4099-bf9f-d4b853e38133 req-a19c092e-feb5-4346-85a0-1f53a1fc2adc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:54.620350 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05f923e1-28cc-4099-bf9f-d4b853e38133 req-a19c092e-feb5-4346-85a0-1f53a1fc2adc tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 15 23:39:54.669933 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-05f923e1-28cc-4099-bf9f-d4b853e38133 req-55b6bc58-8f5c-4ec8-a0a0-17f64f705ec1 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Nov 15 23:39:54.691818 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42238) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:54.752559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-f8b716e0-f891-4750-8ebc-5542e3435ad0 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/8ba06365-5516-4967-94b3-1d3bb51d9bac HTTP/1.1" status: 200 len: 992 time: 0.0590899 Nov 15 23:39:56.170062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd46f7-5efb-43f1-b268-263f69bbccad req-27ccb4f6-954f-4b0b-9627-75624a561493 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:56.171545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efcd46f7-5efb-43f1-b268-263f69bbccad req-27ccb4f6-954f-4b0b-9627-75624a561493 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Nov 15 23:39:56.221911 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-efcd46f7-5efb-43f1-b268-263f69bbccad req-9ef81db6-6b1d-43c8-b871-7f974f97a886 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440795 Nov 15 23:39:56.259297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-93df324e-7f20-4dab-af4d-913985ec0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:56.260833 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-93df324e-7f20-4dab-af4d-913985ec0792 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0406632 Nov 15 23:39:56.350128 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-a36bec90-caa1-4076-ab6b-96e377b4d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:56.351543 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-a36bec90-caa1-4076-ab6b-96e377b4d828 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 898 time: 0.0839870 Nov 15 23:39:56.420645 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-dbebd951-176c-4886-b7ff-c4749b83f608 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 1000 time: 0.0618072 Nov 15 23:39:56.469428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-8f2dba7e-4e7a-45cb-bd2c-0cb3f19c811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:56.470875 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-8f2dba7e-4e7a-45cb-bd2c-0cb3f19c811c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 200 len: 834 time: 0.0431075 Nov 15 23:39:56.516330 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-71a7d2ec-bb09-43a8-bcac-ffdc77eaf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:56.517808 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-71a7d2ec-bb09-43a8-bcac-ffdc77eaf269 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393937 Nov 15 23:39:56.608123 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-dac071e2-423d-4ec6-8665-f5f8863b538a service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Nov 15 23:39:56.698630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-5f67801b-c29a-45cd-a21e-721ff61d619c req-71773560-c1b0-495f-b998-b5ed5a69b3d1 service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807562 Nov 15 23:39:57.337130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d942d-a6f1-4517-8352-bb2900c1cd73 req-bcaac45f-9460-4964-b6ba-3eb94f53be5a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:57.338594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a2d942d-a6f1-4517-8352-bb2900c1cd73 req-bcaac45f-9460-4964-b6ba-3eb94f53be5a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Nov 15 23:39:57.389113 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a2d942d-a6f1-4517-8352-bb2900c1cd73 req-0df1547b-876c-4c62-a5f7-5c44e171ba3f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444486 Nov 15 23:39:58.519649 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbb763-a260-48a5-ac0e-b715cd4b350d req-cd98ef78-828b-4550-8b01-b4c4348ec50b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:58.521821 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ddbb763-a260-48a5-ac0e-b715cd4b350d req-cd98ef78-828b-4550-8b01-b4c4348ec50b tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0636270 Nov 15 23:39:58.572664 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5ddbb763-a260-48a5-ac0e-b715cd4b350d req-96879273-0e61-4a18-91c9-d670f5de1e7c tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Nov 15 23:39:58.594754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42250) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:58.656803 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a72135a9-3611-4a9f-b245-5fa5fba33d29 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/floatingips/8ba06365-5516-4967-94b3-1d3bb51d9bac HTTP/1.1" status: 200 len: 992 time: 0.0609353 Nov 15 23:39:58.889289 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42256) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:39:59.041646 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 7212e932-910e-478e-86ed-511190c5f159 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:39:59.045310 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.119023 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.119346 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.136573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 7212e932-910e-478e-86ed-511190c5f159 owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:39:59.348897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.374007 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=7212e932-910e-478e-86ed-511190c5f159,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:39:59.386736 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.387082 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.387421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.387756 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.388084 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.388413 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.388776 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.389105 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.389429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.389753 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.390102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.390421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:39:59.450094 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.450443 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Floating IP 8ba06365-5516-4967-94b3-1d3bb51d9bac disassociated (deleted). External IP: 172.25.0.53, port: 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12. Nov 15 23:39:59.646448 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 7b6542d4-0479-41c1-8a03-72f04a459bd6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:39:59.751474 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:39:59.756342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:39:59.761676 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Sync routers for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:39:59.770976 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:39:59.771588 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:39:59.783667 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-4a73c1bc-20db-493c-b553-266500a6a882 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ba06365-5516-4967-94b3-1d3bb51d9bac HTTP/1.1" status: 204 len: 168 time: 0.8932467 Nov 15 23:39:59.784253 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:39:59.787114 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a395805-d2ff-458f-a362-9f1f85e77f62" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:39:59.825809 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f58703c-5a91-4857-a6b1-4f13b8579b25 x-openstack-request-id: req-6f58703c-5a91-4857-a6b1-4f13b8579b25 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:39:59.826156 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:39:59.826466 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f58703c-5a91-4857-a6b1-4f13b8579b25 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:39:59.826929 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'status': 'completed', 'code': 200} Nov 15 23:39:59.891058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:39:59.895520 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-611235d3-29f6-41db-a5a6-a6ba3331b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:59.897153 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-611235d3-29f6-41db-a5a6-a6ba3331b3e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0440937535142c3aeb65f2d46bd94da&device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0475709 Nov 15 23:39:59.993604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-667b1564-b91e-493f-9ece-df337d997343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:39:59.995204 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-667b1564-b91e-493f-9ece-df337d997343 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 200 len: 898 time: 0.0897219 Nov 15 23:40:00.023383 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:00.045429 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-df403df8-3c55-42b3-897e-6edaf1b68ec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 200 len: 217 time: 0.0398908 Nov 15 23:40:00.096941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-f2f09741-7fa5-4804-b23d-1b1437124935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:00.099183 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-f2f09741-7fa5-4804-b23d-1b1437124935 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 200 len: 834 time: 0.0461082 Nov 15 23:40:00.119629 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:00.146243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-cadeb577-f34e-4110-9a72-5049bcc90662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:00.146435 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Checking router: 7b6542d4-0479-41c1-8a03-72f04a459bd6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:00.154607 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-cadeb577-f34e-4110-9a72-5049bcc90662 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407484 Nov 15 23:40:00.155167 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:00.155785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:00.254347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-0ff0f2fb-d27d-4522-9bfe-ebdcd93ec9ac service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968750 Nov 15 23:40:00.258295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7153d1c-618f-4844-8add-6a5be61e8c41 req-570c45d5-1a61-43f8-8fd8-1b734082f80f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:00.263457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7153d1c-618f-4844-8add-6a5be61e8c41 req-570c45d5-1a61-43f8-8fd8-1b734082f80f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0595088 Nov 15 23:40:00.267540 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:00.315949 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d7153d1c-618f-4844-8add-6a5be61e8c41 req-482f8f82-5226-42fc-9497-144c22cb3f7d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494614 Nov 15 23:40:00.350116 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8a395805-d2ff-458f-a362-9f1f85e77f62 req-5064d9d7-9ecd-404b-bcbe-852ffb0818e2 service neutron] 10.222.0.57 "GET /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866241 Nov 15 23:40:00.484265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:00.510751 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be25616-65cf-4bea-91f8-ed64173ed668 None None] The sync data for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 is: [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:39:03Z', 'revision_number': 4, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e2d9fe45-4ead-466c-a985-3a1b25d38dd1', 'name': '', 'network_id': 'acb491aa-c910-4b5c-bc33-4cbc7b4d38fc', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'mac_address': 'fa:16:3e:10:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '18181306-074a-4a59-960f-aca3bfce46d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:39:02Z', 'updated_at': '2021-11-15T23:39:05Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'subnets': [{'id': '18181306-074a-4a59-960f-aca3bfce46d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:00.520381 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:00.726567 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49fb17a-52fa-4605-9eb7-563e97abb990 None None] New status for floating IP 8ba06365-5516-4967-94b3-1d3bb51d9bac: DOWN {{(pid=103130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:40:01.432950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92094086-b270-40ac-88b9-41ab44636eaa req-54c760ae-64e3-4828-84af-f75fbb4ffa1f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:01.434438 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92094086-b270-40ac-88b9-41ab44636eaa req-54c760ae-64e3-4828-84af-f75fbb4ffa1f tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Nov 15 23:40:01.482829 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-92094086-b270-40ac-88b9-41ab44636eaa req-63d69bc5-1bb3-4738-bfb6-893f6c99c2f6 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/security-groups?id=61d3f961-c686-4009-96a6-c3788934a344&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425220 Nov 15 23:40:01.969623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-ebfe86a1-558a-49d2-becd-55ff55cee066 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:01.971061 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-ebfe86a1-558a-49d2-becd-55ff55cee066 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Nov 15 23:40:02.061767 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:40:02.062098 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:02.147764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:02.148134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:02.160095 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:40:02.343634 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:02.370709 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=5ae406ec-cd9e-4dfe-b033-fe3f6b909f12,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:02.381205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.381547 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.381885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.382219 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.382549 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.382878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.383204 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.383528 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.383851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.384170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.385170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.385170 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:02.428630 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] No DVR routers for this DVR port 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:40:02.431156 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:02.434536 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d707679e-69cc-4ccb-95e4-acdaf1526dbf req-164da03c-09da-4b99-8c8d-3f6a1519af23 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.57 "DELETE /v2.0/ports/5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 HTTP/1.1" status: 204 len: 173 time: 0.4565067 Nov 15 23:40:02.435002 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'name': 'network-vif-deleted', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:40:02.437308 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ac96f-ebcf-4b8b-a9ce-06eb179d9689" -d '{"events": [{"server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "name": "network-vif-deleted", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:40:02.483985 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7620833-e95c-409d-a55e-fcf2c61f53aa x-openstack-request-id: req-b7620833-e95c-409d-a55e-fcf2c61f53aa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:40:02.484277 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9", "name": "network-vif-deleted", "tag": "5ae406ec-cd9e-4dfe-b033-fe3f6b909f12", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:40:02.484526 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7620833-e95c-409d-a55e-fcf2c61f53aa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:40:02.485014 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9', 'name': 'network-vif-deleted', 'tag': '5ae406ec-cd9e-4dfe-b033-fe3f6b909f12', 'status': 'completed', 'code': 200} Nov 15 23:40:02.578975 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4531f769-eb43-404d-92da-2f641357a634 req-a27c623a-870d-4098-b35c-8ab5efb42937 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccc43d30-3b7f-40c9-b4fb-19145aaa2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Nov 15 23:40:02.707139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-c7ce53b9-dacc-4d01-8236-830c781448c3 req-a8297fe8-a52d-4553-8e8c-3c41ff876178 service neutron] (103128) timed out ('10.222.0.15', 37666) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:40:03.634602 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:03.983433 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:04.226062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port e2d9fe45-4ead-466c-a985-3a1b25d38dd1 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:40:04.226391 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:04.309284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port e2d9fe45-4ead-466c-a985-3a1b25d38dd1, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:04.309549 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:04.321949 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for e2d9fe45-4ead-466c-a985-3a1b25d38dd1 owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:40:04.563248 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:04.590902 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=e2d9fe45-4ead-466c-a985-3a1b25d38dd1,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:04.762047 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:04.776827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:40:04.798290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:40:04.798633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 5ae406ec-cd9e-4dfe-b033-fe3f6b909f12 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:40:04.808416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4885f353-8ae8-4714-b07e-4220ceea3ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.323760 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Router 7b6542d4-0479-41c1-8a03-72f04a459bd6 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:40:05.429391 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:05.434802 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-850a303a-6224-4149-a13f-890f99dec9e7 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "PUT /v2.0/routers/7b6542d4-0479-41c1-8a03-72f04a459bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991602 Nov 15 23:40:05.437737 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42274) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:05.439665 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Sync routers for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:05.449922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:05.450615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:05.488950 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting subnet 18181306-074a-4a59-960f-aca3bfce46d3 {{(pid=103128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:40:05.492174 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.531579 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7164113'] for subnet, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.556104 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:05.615695 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.732447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6164343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6147488'] for subnet, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.735519 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:40:04Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:05.759842 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Subnet': ['ID=18181306-074a-4a59-960f-aca3bfce46d3,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:05.762527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Checking router: 7b6542d4-0479-41c1-8a03-72f04a459bd6 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:05.765385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.772088 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d8b46041-8b1c-4175-bfb4-4458b5b7892e tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/subnets/18181306-074a-4a59-960f-aca3bfce46d3 HTTP/1.1" status: 204 len: 168 time: 0.3299191 Nov 15 23:40:05.772088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:05.772779 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9063894-7f86-4aa0-81ca-bc6dfe484136 None None] Network acb491aa-c910-4b5c-bc33-4cbc7b4d38fc requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:40:05.817257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Routers {'7b6542d4-0479-41c1-8a03-72f04a459bd6'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:05.817939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:39:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['7b6542d4-0479-41c1-8a03-72f04a459bd6'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:05.879745 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:05.975192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] Set router 7b6542d4-0479-41c1-8a03-72f04a459bd6 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:05.983201 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.091155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] DHCP port deletion for acb491aa-c910-4b5c-bc33-4cbc7b4d38fc request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:06.112722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Deleting port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:40:06.113063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.194581 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Deleting port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:40:06.195054 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.210551 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] For port 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:06.210931 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.222689 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Calling delete_port for 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:40:06.234661 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d508b34-1f78-4c9b-af1f-5eae62bb8177 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:40:06.458281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.459106 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] For port 4d508b34-1f78-4c9b-af1f-5eae62bb8177, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d508b34-1f78-4c9b-af1f-5eae62bb8177,segment=NetworkSegment(5cd7331d-f8e7-49b6-a25c-a20f351f72a4),segment_id=5cd7331d-f8e7-49b6-a25c-a20f351f72a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:06.459504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.464020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:40:04Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:06.488884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Port': ['ID=539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:06.500873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5c5db-501b-4eb1-9add-3ab2fbb0873e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:06.503112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Calling delete_port for 4d508b34-1f78-4c9b-af1f-5eae62bb8177 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:40:06.507737 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d8fa9-a795-43be-9a8d-cd03cd5477cc None None] The sync data for ids ['7b6542d4-0479-41c1-8a03-72f04a459bd6'] in n-d-817995-3 is: [{'id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1989143148', 'tenant_id': 'a0440937535142c3aeb65f2d46bd94da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:38:58Z', 'updated_at': '2021-11-15T23:40:04Z', 'revision_number': 5, 'project_id': 'a0440937535142c3aeb65f2d46bd94da', 'gw_port': {'id': '539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6542d4-0479-41c1-8a03-72f04a459bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:38:59Z', 'updated_at': '2021-11-15T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:06.549917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.607500 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.643869 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.646007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.712756 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.745608 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Pushing event deleted for resources: {'Port': ['ID=4d508b34-1f78-4c9b-af1f-5eae62bb8177,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:06.748915 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 23:40:06.748915 n-d-817995-3 neutron-server[103129]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 15 23:40:06.748915 n-d-817995-3 neutron-server[103129]: [parameters: {'status': 'DOWN', 'ports_id': '4d508b34-1f78-4c9b-af1f-5eae62bb8177'}] Nov 15 23:40:06.748915 n-d-817995-3 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:40:06.749320 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:40:06.754530 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] No DVR routers for this DVR port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:40:06.757005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.757279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.757616 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.758186 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.758514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.758837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.759418 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.759745 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.760063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.760379 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.760791 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.761109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26728f-c414-41a0-af56-5ff2e1fdfc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:06.763385 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.764370 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6542d4-0479-41c1-8a03-72f04a459bd6 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:40:06.774274 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.775484 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-03e5c4cb-c2eb-49f3-848e-f620d2b17a47 tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/routers/7b6542d4-0479-41c1-8a03-72f04a459bd6 HTTP/1.1" status: 204 len: 168 time: 1.0026519 Nov 15 23:40:06.778117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42278) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:06.854063 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.949381 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:06.970509 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb491aa-c910-4b5c-bc33-4cbc7b4d38fc']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:06.980593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd7331d-f8e7-49b6-a25c-a20f351f72a4') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:06.980593 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd7331d-f8e7-49b6-a25c-a20f351f72a4') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:06.990800 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.004901 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.011284 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:40:07.011546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:40:07.014585 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:40:07.129262 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.136669 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.140647 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/networks/acb491aa-c910-4b5c-bc33-4cbc7b4d38fc HTTP/1.1" status: 204 len: 168 time: 0.3609149 Nov 15 23:40:07.142637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42280) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:07.166096 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fb032-b01d-4ec7-9037-66b04e7b8e1a tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'Network': ['ID=acb491aa-c910-4b5c-bc33-4cbc7b4d38fc,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:07.222516 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.231707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4acf81f3-2882-43c9-a290-9a7bf9629b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.247429 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.273016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Port 4d508b34-1f78-4c9b-af1f-5eae62bb8177 update to DOWN by agent not found {{(pid=103129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 15 23:40:07.394341 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.397651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:07.398799 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] 10.222.0.15 "DELETE /v2.0/security-groups/61d3f961-c686-4009-96a6-c3788934a344 HTTP/1.1" status: 204 len: 168 time: 0.2551668 Nov 15 23:40:07.407889 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1537-c45c-41e3-a298-5795d9f3e82d tempest-TestNetworkAdvancedServerOps-1202863182 tempest-TestNetworkAdvancedServerOps-1202863182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3f961-c686-4009-96a6-c3788934a344,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:08.092455 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42288) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:08.160168 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2d9fe45-4ead-466c-a985-3a1b25d38dd1 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:40:08.182518 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e2d9fe45-4ead-466c-a985-3a1b25d38dd1 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:40:08.182861 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e2d9fe45-4ead-466c-a985-3a1b25d38dd1 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:40:08.183274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:40:08.202902 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:40:08.203246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 539e5dd0-eaa1-4abb-8e0f-4f3dfa4d614b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:40:08.228255 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-69cf8719-4c30-4b5e-bb4a-30c66b350d33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0440937535142c3aeb65f2d46bd94da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342936 Nov 15 23:40:08.230506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42292) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:08.278137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:08.299193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:08.397185 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:08.399706 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:08.400890 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/631eaddb-69c2-4192-9a6d-07df95ea0d63 HTTP/1.1" status: 204 len: 168 time: 0.1693907 Nov 15 23:40:08.408395 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b776-88aa-4b03-aa52-885e43e3d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631eaddb-69c2-4192-9a6d-07df95ea0d63,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:08.571597 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:08.937848 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:08.951831 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0448657c-e680-421e-96a7-241eba5b9a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.023527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0448657c-e680-421e-96a7-241eba5b9a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.097720 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0448657c-e680-421e-96a7-241eba5b9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.137031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0448657c-e680-421e-96a7-241eba5b9a4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64d0f085e3134b3c8ee00b348169f465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981099 Nov 15 23:40:09.137933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448657c-e680-421e-96a7-241eba5b9a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaf073c-2f40-4957-bfe5-2ccbaf94ab3c,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:09.139722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42300) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:09.189032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.209788 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.334839 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.337415 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:09.338591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eaf073c-2f40-4957-bfe5-2ccbaf94ab3c HTTP/1.1" status: 204 len: 168 time: 0.1972630 Nov 15 23:40:09.346432 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97757982-2dfa-4ce4-98cb-e05ed9a17cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaf073c-2f40-4957-bfe5-2ccbaf94ab3c,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:09.717616 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.383053 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.397135 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42322) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:10.493977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-628564390-network', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:10.582957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Made reservation on behalf of d23bac57fb484198ba8910210f0145d2 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:40:10.585326 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.594545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.667132 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.757729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.781847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:40:10.791958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e37ccb4-101b-41cc-810d-130b7e5b5bb8,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:10.796564 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.796925 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Added segment c3a82b90-4175-4ca0-9b9f-a217fda20225 of type vlan for network 07cee2f0-c59c-49f3-87bb-661e38321823 Nov 15 23:40:10.834926 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.914443 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.915382 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:10.915946 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:10.975301 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=07cee2f0-c59c-49f3-87bb-661e38321823,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:10.985760 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 07cee2f0-c59c-49f3-87bb-661e38321823 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:40:11.031518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e80e87b8-9811-49ad-847f-a38204ba0ab9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6331875 Nov 15 23:40:11.034494 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42326) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:11.039279 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Request body: {'subnet': {'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-628564390-subnet', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:11.114209 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Made reservation on behalf of d23bac57fb484198ba8910210f0145d2 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:40:11.116510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.346270 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.402571 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a92b00a-17c9-4f8f-8f80-75bfd076161f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:11.409731 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:11.410092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Network hostable DHCP agents. Network: 07cee2f0-c59c-49f3-87bb-661e38321823, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:40:11.551766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:40:11.637321 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 07cee2f0-c59c-49f3-87bb-661e38321823) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:11.641336 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:11.642016 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.647344 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8062f-b911-4e63-b920-e820a23c9bc8 None None] Network 07cee2f0-c59c-49f3-87bb-661e38321823 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:40:11.740694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-76383a37-0e1a-4e90-af28-e6445b0d7775 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7052264 Nov 15 23:40:11.744042 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:11.748853 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:11.791967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-07cee2f0-c59c-49f3-87bb-661e38321823', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:40:11.792858 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.832388 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.833565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.893958 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:11.929215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Allocated IP 172.20.0.2 (07cee2f0-c59c-49f3-87bb-661e38321823/5a92b00a-17c9-4f8f-8f80-75bfd076161f/17d6a78f-9378-44ee-b100-fb4d2030b513) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:12.072362 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.099459 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.123472 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.159854 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:12.170423 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:12.172873 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:12.187527 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Pushing event updated for resources: {'Port': ['ID=17d6a78f-9378-44ee-b100-fb4d2030b513,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:12.234826 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Attempting to bind port 17d6a78f-9378-44ee-b100-fb4d2030b513 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:12.235336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Attempting to bind port 17d6a78f-9378-44ee-b100-fb4d2030b513 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:12.235837 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Attempting to bind port 17d6a78f-9378-44ee-b100-fb4d2030b513 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:12.241147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:12.241547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:12.241941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.242331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Bound using segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:12.243633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Bound port: 17d6a78f-9378-44ee-b100-fb4d2030b513, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:12.243792 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.311586 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] For port 17d6a78f-9378-44ee-b100-fb4d2030b513, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:12.315033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] For port 17d6a78f-9378-44ee-b100-fb4d2030b513, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=17d6a78f-9378-44ee-b100-fb4d2030b513,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:12.381510 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.401178 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.486467 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.517353 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Allocated IP 172.25.0.114 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/48bc1057-0096-4bb3-b409-82565a0c9a78) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:12.553515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ab2f0-8633-4f0f-9aaa-e26f1dbe6a0a None None] Pushing event updated for resources: {'Port': ['ID=17d6a78f-9378-44ee-b100-fb4d2030b513,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:12.632394 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.724319 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.774210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:12.783996 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:12.788978 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:12.793388 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Pushing event updated for resources: {'Port': ['ID=48bc1057-0096-4bb3-b409-82565a0c9a78,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:12.800009 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582bcc3-0a5e-494d-a8df-fa46daa7ac58 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:12.882712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5f72c25e-4227-4196-8375-744e82416f77 None None] Provisioning complete for port 48bc1057-0096-4bb3-b409-82565a0c9a78 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:12.883086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f72c25e-4227-4196-8375-744e82416f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:12.917866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5f72c25e-4227-4196-8375-744e82416f77 None None] Port 48bc1057-0096-4bb3-b409-82565a0c9a78 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:13.127609 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.330729 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.481393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513176a-ee39-4ac1-a27a-c3ea83fe5bad None None] Network 07cee2f0-c59c-49f3-87bb-661e38321823 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:40:13.520574 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:40:13.548718 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] Provisioning complete for port 17d6a78f-9378-44ee-b100-fb4d2030b513 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:13.549367 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.633961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:13.644884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:13.660168 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:13.660815 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:13.697243 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.714746 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.718554 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-bf2ccb03-75a6-493d-a787-d5a6623be356 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9710894 Nov 15 23:40:13.719093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42330) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:13.739049 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] For port 17d6a78f-9378-44ee-b100-fb4d2030b513, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=17d6a78f-9378-44ee-b100-fb4d2030b513,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:13.769727 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:13.824759 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:13.884953 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69114-e76c-48fb-9802-48b74a88ba6c None None] Pushing event updated for resources: {'Port': ['ID=17d6a78f-9378-44ee-b100-fb4d2030b513,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:13.978983 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:12Z', 'revision_number': 3, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:14.004447 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:14.004744 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Updating router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 port 48bc1057-0096-4bb3-b409-82565a0c9a78 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:40:14.029466 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.045621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-05b1053d-e832-4bb8-8311-ea6bd4fbdced None None] Provisioning complete for port 17d6a78f-9378-44ee-b100-fb4d2030b513 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:14.045985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05b1053d-e832-4bb8-8311-ea6bd4fbdced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.152916 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.226419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 17d6a78f-9378-44ee-b100-fb4d2030b513 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:14.275771 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 17d6a78f-9378-44ee-b100-fb4d2030b513 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:14.276136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.305017 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.326994 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Allocated IP 172.20.0.1 (07cee2f0-c59c-49f3-87bb-661e38321823/5a92b00a-17c9-4f8f-8f80-75bfd076161f/d2702437-eccb-423e-9d85-59b28cf11423) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:14.380509 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.424719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fb934-7f67-4811-b64d-bc156521d750 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:14.427166 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.434091 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Attempting to bind port 48bc1057-0096-4bb3-b409-82565a0c9a78 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:14.434487 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Attempting to bind port 48bc1057-0096-4bb3-b409-82565a0c9a78 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:14.434926 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Attempting to bind port 48bc1057-0096-4bb3-b409-82565a0c9a78 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:14.443618 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Pushing event updated for resources: {'Port': ['ID=48bc1057-0096-4bb3-b409-82565a0c9a78,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:14.447411 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:14.447803 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:14.448175 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.448563 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:14.449064 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Bound port: 48bc1057-0096-4bb3-b409-82565a0c9a78, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:14.449443 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.458423 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.462228 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:40:14.471298 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e92b2c62-01bf-4117-b0c1-d3216beb7aec None None] Provisioning complete for port 48bc1057-0096-4bb3-b409-82565a0c9a78 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:14.471537 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e92b2c62-01bf-4117-b0c1-d3216beb7aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.506016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e92b2c62-01bf-4117-b0c1-d3216beb7aec None None] Port 48bc1057-0096-4bb3-b409-82565a0c9a78 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:14.515574 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] For port 48bc1057-0096-4bb3-b409-82565a0c9a78, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:14.518549 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] For port 48bc1057-0096-4bb3-b409-82565a0c9a78, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=48bc1057-0096-4bb3-b409-82565a0c9a78,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:14.532296 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.578404 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:14.581278 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:14.584720 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.584882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:14.607915 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:14.631453 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208cf6b-80cc-4680-8082-90850a09996e None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:14.632503 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.650543 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:14.651173 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:14.728021 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8533-7e42-486b-a881-39678bcd5696 None None] Pushing event updated for resources: {'Port': ['ID=48bc1057-0096-4bb3-b409-82565a0c9a78,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:14.737769 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] Provisioning complete for port 48bc1057-0096-4bb3-b409-82565a0c9a78 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:14.741289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.775556 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:14.823143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.843034 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] For port 48bc1057-0096-4bb3-b409-82565a0c9a78, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=48bc1057-0096-4bb3-b409-82565a0c9a78,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:14.854708 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.926514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:14.958425 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:12Z', 'revision_number': 3, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:14.982424 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9d5d2-af7b-440b-86a6-1b192847161d None None] Pushing event updated for resources: {'Port': ['ID=48bc1057-0096-4bb3-b409-82565a0c9a78,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:14.986421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51492e25-c2ae-4ebb-92b2-77cf95af5d1b None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:12Z', 'revision_number': 3, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:15.026545 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:15.046906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0bc618bb-f28f-40ac-b74b-79569213b30c None None] Provisioning complete for port d2702437-eccb-423e-9d85-59b28cf11423 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:15.047263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bc618bb-f28f-40ac-b74b-79569213b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:15.082797 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0bc618bb-f28f-40ac-b74b-79569213b30c None None] Port d2702437-eccb-423e-9d85-59b28cf11423 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:15.086423 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:15.154008 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:15.155861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:15.273470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:15.274989 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:15.507906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0d73ac2-b153-42a8-b9e0-628e40135983 None None] Provisioning complete for port d2702437-eccb-423e-9d85-59b28cf11423 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:15.508466 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0d73ac2-b153-42a8-b9e0-628e40135983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:15.544971 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73ac2-b153-42a8-b9e0-628e40135983 None None] Port d2702437-eccb-423e-9d85-59b28cf11423 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:15.755758 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:40:15.863423 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:15.872519 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-622e13be-6126-4776-9fa0-03511c6577b2 admin admin] 10.222.0.15 "PUT /v2.0/routers/0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1508327 Nov 15 23:40:16.174549 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 48bc1057-0096-4bb3-b409-82565a0c9a78 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:16.226472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 48bc1057-0096-4bb3-b409-82565a0c9a78 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:16.226767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.514042 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:16.523572 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:16.524722 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:16.578395 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42346) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:16.583276 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-342821092-network', 'tenant_id': 'c85e01bf297f46219823a52746db50e6'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:16.630438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:16.668608 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Made reservation on behalf of c85e01bf297f46219823a52746db50e6 for: {'network': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:40:16.671024 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.683195 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.755723 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.823031 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.828982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 2, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:16.843573 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:40:16.855989 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:16.856796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Updating router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 port d2702437-eccb-423e-9d85-59b28cf11423 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:40:16.860045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaec79a-64a3-45e6-baf5-c6b5c2e45304,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:16.862601 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.862955 n-d-817995-3 neutron-server[103128]: INFO neutron.db.segments_db [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Added segment 5269c562-a2c5-4799-98b0-1e0ef0b74d2d of type vlan for network 772975a3-f23a-48ad-af1c-21b52b2449a3 Nov 15 23:40:16.882857 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.903650 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.994761 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:16.995735 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:16.996318 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.053349 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] Pushing event updated for resources: {'Network': ['ID=772975a3-f23a-48ad-af1c-21b52b2449a3,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:17.063883 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:40:17.114075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-41d558bf-9698-456d-a386-54946e3ff3ef admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5320446 Nov 15 23:40:17.114357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42348) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:17.119780 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Request body: {'subnet': {'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-342821092-subnet', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'ip_version': 4}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:17.194472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Made reservation on behalf of c85e01bf297f46219823a52746db50e6 for: {'subnet': 1} {{(pid=103128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:40:17.196870 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6147461'] for subnet, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.197914 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.275444 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.326039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6630a-5a72-4f73-b4bc-d93537ff9e99 None None] Pushing event updated for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:17.383396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Attempting to bind port d2702437-eccb-423e-9d85-59b28cf11423 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:17.383765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Attempting to bind port d2702437-eccb-423e-9d85-59b28cf11423 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:17.384126 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Attempting to bind port d2702437-eccb-423e-9d85-59b28cf11423 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:17.389509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:17.389877 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:17.390274 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.390662 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Bound using segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:17.391121 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Bound port: d2702437-eccb-423e-9d85-59b28cf11423, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:17.391496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.440948 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6164278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6147479'] for subnet, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.461038 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] For port d2702437-eccb-423e-9d85-59b28cf11423, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:17.465679 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] For port d2702437-eccb-423e-9d85-59b28cf11423, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d2702437-eccb-423e-9d85-59b28cf11423,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:17.502823 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:17.513779 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Checking segment: {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:17.514130 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Network hostable DHCP agents. Network: 772975a3-f23a-48ad-af1c-21b52b2449a3, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:40:17.538650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.611109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:17.611731 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:17.615744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6630a-5a72-4f73-b4bc-d93537ff9e99 None None] Pushing event updated for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:17.618296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] Provisioning complete for port d2702437-eccb-423e-9d85-59b28cf11423 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:17.618560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:40:17.618681 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.712473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 772975a3-f23a-48ad-af1c-21b52b2449a3) {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:17.717142 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:17.718011 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.806139 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2e175b7d-9bf3-43ab-a570-80557f5d020a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6906989 Nov 15 23:40:17.808634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42350) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:17.813065 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:17.859717 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e04245-1dcf-4377-bccd-b79edc621351 None None] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:40:17.891825 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.893030 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.943482 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:17.977479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:18.106454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.151213 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.219390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-772975a3-f23a-48ad-af1c-21b52b2449a3', 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'fixed_ips': [{'subnet_id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:40:18.220257 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.230252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] For port d2702437-eccb-423e-9d85-59b28cf11423, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d2702437-eccb-423e-9d85-59b28cf11423,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:18.334047 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.413607 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.436300 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.441162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f236-96e4-4dd5-8540-850d2ca9b505 None None] Pushing event updated for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:18.466630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:17Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:18.474702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Allocated IP 172.20.0.2 (772975a3-f23a-48ad-af1c-21b52b2449a3/79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e/4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:18.507922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2481f1-0cf6-49ea-a45c-4181c2acf519 None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:17Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:18.519246 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-19ddda24-c470-409d-a3fe-b8efd64d4a3a None None] Provisioning complete for port d2702437-eccb-423e-9d85-59b28cf11423 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:18.523684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19ddda24-c470-409d-a3fe-b8efd64d4a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.549931 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Allocated IP 172.25.0.55 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/c02e7d0b-b34b-4446-9ba0-80244f4eae64) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:18.695311 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.752849 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.798281 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.826878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.841416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:18.845060 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:18.848063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:18.867110 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e27b1-3771-4b7a-9cb3-9a49f60cf2d9 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:18.871809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:18.880787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:18.886843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:18.891798 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Pushing event updated for resources: {'Port': ['ID=c02e7d0b-b34b-4446-9ba0-80244f4eae64,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:18.895938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Pushing event updated for resources: {'Port': ['ID=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:18.959175 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-f0ce4805-dfe4-4b42-a6e6-6a0863da8763 None None] Provisioning complete for port c02e7d0b-b34b-4446-9ba0-80244f4eae64 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:18.959632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0ce4805-dfe4-4b42-a6e6-6a0863da8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.961536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Attempting to bind port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:18.961966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Attempting to bind port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:18.962390 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Attempting to bind port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 on network 772975a3-f23a-48ad-af1c-21b52b2449a3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:18.991166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:18.991622 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Checking segment: {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:18.992081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:18.993095 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Bound using segment: {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:18.993630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Bound port: 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:18.994081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:19.034889 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce4805-dfe4-4b42-a6e6-6a0863da8763 None None] Port c02e7d0b-b34b-4446-9ba0-80244f4eae64 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:19.068800 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] For port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:19.072574 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] For port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:19.153631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:19.189771 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:19.221065 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc193e8-20e2-4444-a321-d8c4a8f40fa5 None None] Pushing event updated for resources: {'Port': ['ID=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:19.425522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:19.657408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:40:19.770892 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:19.782211 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Sync routers for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:19.792978 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:19.794740 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:19.835568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:19.837775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3e26892c-b4d8-4445-a701-ce456e56aaaa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0279326 Nov 15 23:40:19.841215 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42352) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:20.013900 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:20.250123 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:19Z', 'revision_number': 3, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:20.268735 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:20.284216 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Checking router: 1fa889a6-7d5e-4af9-922a-7c4d176ba924 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:20.285005 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Updating router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 port c02e7d0b-b34b-4446-9ba0-80244f4eae64 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:40:20.316767 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.326387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:20.326660 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.337994 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.371016 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922422e-3e87-4760-a0fd-b3b477036c4a None None] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:40:20.430801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-67960064-df42-4646-83a4-3fe719e3fc05 None None] Provisioning complete for port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:20.431164 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67960064-df42-4646-83a4-3fe719e3fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.514028 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Allocated IP 172.20.0.1 (772975a3-f23a-48ad-af1c-21b52b2449a3/79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e/9f81c041-4571-41d4-943e-b78cdbede120) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:20.522199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.593431 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] For port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:20.633882 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.636451 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.653850 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67960064-df42-4646-83a4-3fe719e3fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.743677 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.745606 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.746386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d2702437-eccb-423e-9d85-59b28cf11423 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:20.778560 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.794144 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Attempting to bind port c02e7d0b-b34b-4446-9ba0-80244f4eae64 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:20.795069 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Attempting to bind port c02e7d0b-b34b-4446-9ba0-80244f4eae64 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:20.795614 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Attempting to bind port c02e7d0b-b34b-4446-9ba0-80244f4eae64 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:20.820447 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:20.821278 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:20.821773 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.822255 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:20.822830 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Bound port: c02e7d0b-b34b-4446-9ba0-80244f4eae64, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:20.823304 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.843392 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95368cf-5214-4187-b64f-5b6e83a44cb1 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:20.846484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:20.849479 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:20.860766 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:20.893092 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Pushing event updated for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:20.893728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] For port c02e7d0b-b34b-4446-9ba0-80244f4eae64, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:20.897318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] For port c02e7d0b-b34b-4446-9ba0-80244f4eae64, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c02e7d0b-b34b-4446-9ba0-80244f4eae64,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:20.905193 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225319b-da42-443b-a0c8-3ded86c090b7 None None] Pushing event updated for resources: {'Port': ['ID=c02e7d0b-b34b-4446-9ba0-80244f4eae64,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:20.911910 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:20.928127 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-67960064-df42-4646-83a4-3fe719e3fc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:40:20.928480 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-67960064-df42-4646-83a4-3fe719e3fc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:40:20.943323 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Pushing event updated for resources: {'Port': ['ID=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:20.952562 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port d2702437-eccb-423e-9d85-59b28cf11423 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:20.952864 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.012015 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.058647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f667809-e67d-4ce1-ac4d-0e6c8e1b34f3 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:40:21.080115 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:21.080787 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:21.116585 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225319b-da42-443b-a0c8-3ded86c090b7 None None] Pushing event updated for resources: {'Port': ['ID=c02e7d0b-b34b-4446-9ba0-80244f4eae64,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:21.145628 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.193688 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:21.314338 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.375255 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:19Z', 'revision_number': 3, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:21.377460 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.401535 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08778199-b17e-4c44-9727-5f95453aaba0 None None] The sync data for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 is: [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:19Z', 'revision_number': 3, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:21.446976 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.450022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Pushing event updated for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:21.550063 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:21.551491 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:21.612197 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Provisioning complete for port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:21.612709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.704771 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:40:21.749331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Provisioning complete for port c02e7d0b-b34b-4446-9ba0-80244f4eae64 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:21.749689 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:21.834607 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:21.840727 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e9ac559b-3d1c-48e2-8535-c8dba5ffc6dd admin admin] 10.222.0.15 "PUT /v2.0/routers/1fa889a6-7d5e-4af9-922a-7c4d176ba924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9979734 Nov 15 23:40:22.018963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.040941 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] For port c02e7d0b-b34b-4446-9ba0-80244f4eae64, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c02e7d0b-b34b-4446-9ba0-80244f4eae64,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:22.114784 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.170033 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Pushing event updated for resources: {'Port': ['ID=c02e7d0b-b34b-4446-9ba0-80244f4eae64,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:22.182690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Provisioning complete for port 9f81c041-4571-41d4-943e-b78cdbede120 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:22.183213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.226099 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a307c-cc13-4502-9b8c-a01170e6c018 None None] Port 9f81c041-4571-41d4-943e-b78cdbede120 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:22.283420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:22.332849 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:22.333212 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.378868 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a1ef3497-49bc-4c53-b553-fa199bf040ff None None] Provisioning complete for port 9f81c041-4571-41d4-943e-b78cdbede120 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:22.379232 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3497-49bc-4c53-b553-fa199bf040ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.417848 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef3497-49bc-4c53-b553-fa199bf040ff None None] Port 9f81c041-4571-41d4-943e-b78cdbede120 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:22.455047 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c02e7d0b-b34b-4446-9ba0-80244f4eae64 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:22.503821 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c02e7d0b-b34b-4446-9ba0-80244f4eae64 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:22.504185 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.685568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42360) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:22.690235 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540968586', 'description': 'tempest-secgroup-smoke-1540968586 description', 'project_id': 'd23bac57fb484198ba8910210f0145d2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:22.763373 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.831109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.897330 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.929532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42def32d-0095-4e34-83f3-b2202591ab8e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:22.996856 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:22.998115 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-46bea6bc-1ed5-41ff-abf1-e8b26cbfcc14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3114882 Nov 15 23:40:23.001030 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42362) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:23.005356 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:23.038934 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Sync routers for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:23.048420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:23.049128 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:23.102889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.156310 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:23.159091 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.240068 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.258107 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f98e78-1d44-4cfd-8089-8a3ed99465ff,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:23.348565 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.349742 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-61367661-f28c-4828-b530-fb573ca4b9ca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3477952 Nov 15 23:40:23.353034 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42364) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:23.356943 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:21Z', 'revision_number': 4, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9f81c041-4571-41d4-943e-b78cdbede120', 'name': '', 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'mac_address': 'fa:16:3e:ca:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:20Z', 'updated_at': '2021-11-15T23:40:21Z', 'revision_number': 2, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'subnets': [{'id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:23.357441 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:23.384070 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Checking router: 1fa889a6-7d5e-4af9-922a-7c4d176ba924 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:23.384420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Updating router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 port 9f81c041-4571-41d4-943e-b78cdbede120 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:40:23.408764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.460447 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.516356 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.614540 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.630293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408456a1-af17-45ad-bf88-a98eaf5a90fc,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:23.674327 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.719897 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.721155 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3771f9ca-da74-44db-bf6c-af875983cd75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671732 Nov 15 23:40:23.723869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42366) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:23.728243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:23.752090 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.802720 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276069dd-c287-4000-91e3-c3b787c3f77c None None] Pushing event updated for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:23.828331 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.852832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Attempting to bind port 9f81c041-4571-41d4-943e-b78cdbede120 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:23.853285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Attempting to bind port 9f81c041-4571-41d4-943e-b78cdbede120 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:23.853713 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Attempting to bind port 9f81c041-4571-41d4-943e-b78cdbede120 on network 772975a3-f23a-48ad-af1c-21b52b2449a3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:23.858879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:23.859352 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Checking segment: {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:23.859817 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.860279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Bound using segment: {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:23.860938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Bound port: 9f81c041-4571-41d4-943e-b78cdbede120, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5269c562-a2c5-4799-98b0-1e0ef0b74d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:23.861303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.892177 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.929393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] For port 9f81c041-4571-41d4-943e-b78cdbede120, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:23.934692 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] For port 9f81c041-4571-41d4-943e-b78cdbede120, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f81c041-4571-41d4-943e-b78cdbede120,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:23.957531 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:23.980333 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d68848-f202-44ef-a5c9-8ee94478bd2f,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:24.010312 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.067846 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.069098 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d6887772-1855-4dd5-8c55-c91b221d37cf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443058 Nov 15 23:40:24.072429 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42368) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:24.076843 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:24.080886 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] Provisioning complete for port 9f81c041-4571-41d4-943e-b78cdbede120 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:24.081428 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.082723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276069dd-c287-4000-91e3-c3b787c3f77c None None] Pushing event updated for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:24.087266 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:24.087952 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:24.189608 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.192759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c02e7d0b-b34b-4446-9ba0-80244f4eae64 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:24.256237 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.288923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:24.331860 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.353453 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83529c67-1ff4-4025-9201-d63534c91e3d,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:24.368635 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.396496 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port c02e7d0b-b34b-4446-9ba0-80244f4eae64 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:24.396880 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.451987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.453334 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e8489b13-d343-4ca7-8526-e97f0d414a7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799341 Nov 15 23:40:24.456691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:24.461591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:24.474882 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] For port 9f81c041-4571-41d4-943e-b78cdbede120, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f81c041-4571-41d4-943e-b78cdbede120,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:24.558781 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.563506 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Project d23bac57fb484198ba8910210f0145d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:40:24.569150 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.626982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ca0c-6edd-4836-94c2-4b368ab161bb None None] Pushing event updated for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:24.630898 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.637179 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:21Z', 'revision_number': 4, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9f81c041-4571-41d4-943e-b78cdbede120', 'name': '', 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'mac_address': 'fa:16:3e:ca:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:20Z', 'updated_at': '2021-11-15T23:40:23Z', 'revision_number': 4, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'subnets': [{'id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:24.663515 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637805d-6f9f-4640-8f6d-e12c79abf4db None None] The sync data for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 is: [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:40:21Z', 'revision_number': 4, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': '9f81c041-4571-41d4-943e-b78cdbede120', 'name': '', 'network_id': '772975a3-f23a-48ad-af1c-21b52b2449a3', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'mac_address': 'fa:16:3e:ca:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:20Z', 'updated_at': '2021-11-15T23:40:23Z', 'revision_number': 4, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'subnets': [{'id': '79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:24.678748 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-0388f67b-dbe0-4658-af96-e897706c1cb0 None None] Provisioning complete for port 9f81c041-4571-41d4-943e-b78cdbede120 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:24.679110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0388f67b-dbe0-4658-af96-e897706c1cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.716723 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.753581 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b3f658-ab83-4bd2-883a-71f8d28c4208,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:24.819441 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.820812 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-191eded4-0d06-4a02-af0f-bfaca2996f31 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629673 Nov 15 23:40:24.823530 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42372) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:24.828076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '42def32d-0095-4e34-83f3-b2202591ab8e', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:24.909345 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Project d23bac57fb484198ba8910210f0145d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:40:24.918645 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:24.979651 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:25.068888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:25.090529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07706a1a-41d0-48d0-9ad4-2f0698cd3b75,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:25.162193 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:25.163732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f2819bc0-83e3-4599-9e9b-aed7025a3c56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392551 Nov 15 23:40:25.384161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-bb9d6316-98d7-4abd-8036-379c3e53de7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540968586&fields=id&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 267 time: 0.0476270 Nov 15 23:40:25.504507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-d06e2334-1505-475a-9a73-d016f5cdb7b5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:25.506060 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-d06e2334-1505-475a-9a73-d016f5cdb7b5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 808 time: 0.1141322 Nov 15 23:40:25.521864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-4eee7a90-1836-4388-a75a-f09589a3d1b6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/quotas/d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 375 time: 0.0097635 Nov 15 23:40:25.576589 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-8f255ae7-b115-47e8-b014-d60119e41b23 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483074 Nov 15 23:40:25.674019 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-79ee920d-4bd4-42e6-ade8-3fd7da77d7dc service neutron] 10.222.0.15 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 Nov 15 23:40:25.766948 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-2ab66b0f-f729-40c2-a8e3-e1601908aa8b service neutron] 10.222.0.15 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Nov 15 23:40:26.017405 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2a4e87b8-1ee8-4d21-838e-687b83421528 req-7009968e-64db-4638-9e6c-f2cf8a9111bb tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0264828 Nov 15 23:40:26.177316 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f81c041-4571-41d4-943e-b78cdbede120 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:26.224721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 9f81c041-4571-41d4-943e-b78cdbede120 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:26.225086 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:26.265270 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:40:27.094291 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7df7777b-e394-48e5-8abb-efc0f3fa0544 req-b48d0eb1-fe6b-4a87-98ad-655bc5f0dd4b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0258725 Nov 15 23:40:28.171962 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c5c5413a-10d1-4916-8a73-ad2e486ba917 req-54871547-a21f-4862-a1d3-9eeb9e9648f2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0259566 Nov 15 23:40:29.250500 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0d7dcfdf-0232-4e80-92e3-d51765a68316 req-bf208116-6167-46c9-93d3-9d398945a646 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0295775 Nov 15 23:40:30.017306 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:30.348251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cce10b4b-78f7-42b5-998e-0da81d6d87bc req-502ebc1f-71c3-488b-addb-f409564bcc71 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0255744 Nov 15 23:40:30.528571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:31.442569 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5d91146c-2e06-4fc7-9a74-f5f41ade9795 req-81dddad8-e1cd-46cb-9397-2cc8ba4da0ea tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0258555 Nov 15 23:40:32.295418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-5fd94e9d-dd93-4ca4-a1d1-ec56e1b0045b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:32.297008 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-5fd94e9d-dd93-4ca4-a1d1-ec56e1b0045b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 808 time: 0.1050539 Nov 15 23:40:32.361296 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-760effb7-eb14-4569-bc67-eeae7032dea9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 380 time: 0.0541613 Nov 15 23:40:32.371470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'port': {'device_id': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'admin_state_up': True, 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'security_groups': ['42def32d-0095-4e34-83f3-b2202591ab8e']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:32.535390 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1ab85aca-e327-44ce-af0f-51ad923134f3 req-738b7ecd-e4b9-4295-88b7-abff07729ba6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0261319 Nov 15 23:40:32.565698 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Made reservation on behalf of d23bac57fb484198ba8910210f0145d2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:40:32.569292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:32.692681 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Allocated IP 172.20.0.4 (07cee2f0-c59c-49f3-87bb-661e38321823/5a92b00a-17c9-4f8f-8f80-75bfd076161f/1a95aea7-dfd0-432a-8ab8-e12210379616) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:32.825853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:32.901054 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:32.940707 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:32.945589 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:32.949243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:32.974878 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:33.003281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:33.003942 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.100561 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-a0ccbf61-21e0-4c72-9f3a-4ff2cf53ee75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331159 Nov 15 23:40:33.114169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Request body: {'port': {'device_id': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:33.141080 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-05254e60-035d-4fcb-b37c-200b20c4ea15 None None] Provisioning complete for port 1a95aea7-dfd0-432a-8ab8-e12210379616 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:33.141640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05254e60-035d-4fcb-b37c-200b20c4ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.173589 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.179236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-05254e60-035d-4fcb-b37c-200b20c4ea15 None None] Port 1a95aea7-dfd0-432a-8ab8-e12210379616 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:40:33.426413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:40:33.433773 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.445534 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Transition to ACTIVE for port object 1a95aea7-dfd0-432a-8ab8-e12210379616 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:40:33.528550 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.582270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:33.666081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:40:33.666081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:40:33.666081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:33.668417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7845-b9b7-444f-acfc-ad68f4698766 req-b6d56c07-9c8b-4d7f-95e2-42b2d28daf70 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:33.670289 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:40:33.670711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:40:33.675974 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:40:33.676497 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:40:33.676915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d77e7845-b9b7-444f-acfc-ad68f4698766 req-b6d56c07-9c8b-4d7f-95e2-42b2d28daf70 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0625947 Nov 15 23:40:33.677063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Bound using segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:40:33.677566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Bound port: 1a95aea7-dfd0-432a-8ab8-e12210379616, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:40:33.678110 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.735907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d77e7845-b9b7-444f-acfc-ad68f4698766 req-2995a5a7-0cb0-43fc-9b26-6a6ab3341872 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558860 Nov 15 23:40:33.751408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:40:33.751408 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:40:33.820372 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.854218 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:33.854824 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:33.856176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1091 time: 0.7464373 Nov 15 23:40:33.856637 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:40:33.858843 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b2b022-6f9d-49ca-8889-9ca968f85954" -d '{"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:40:33.886476 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92818-6848-4c9b-b7b7-f4364f4749e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:33.908701 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0a57a-0e77-400e-8cd1-077dc612b60a x-openstack-request-id: req-27e0a57a-0e77-400e-8cd1-077dc612b60a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:40:33.908701 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:40:33.908701 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e0a57a-0e77-400e-8cd1-077dc612b60a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:40:33.908701 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'status': 'completed', 'code': 200} Nov 15 23:40:33.977157 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-86f14402-df0e-4eeb-a589-c71289d32136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:33.979568 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-86f14402-df0e-4eeb-a589-c71289d32136 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1094 time: 0.0514052 Nov 15 23:40:34.090610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-73c12589-dc7b-4474-8985-a0594099a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.092155 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-73c12589-dc7b-4474-8985-a0594099a762 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d23bac57fb484198ba8910210f0145d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1043227 Nov 15 23:40:34.189339 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-e6f0f61e-0132-456a-9f07-ed7f5965c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.190840 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d2b2b022-6f9d-49ca-8889-9ca968f85954 req-e6f0f61e-0132-456a-9f07-ed7f5965c78b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919192 Nov 15 23:40:34.265721 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-e97dc997-5574-4237-8fdd-44196bdf9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.267286 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-e97dc997-5574-4237-8fdd-44196bdf9ecd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1094 time: 0.0404696 Nov 15 23:40:34.315452 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-58fbf2b6-f617-4e6a-91c4-e231f546fc0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 217 time: 0.0395274 Nov 15 23:40:34.368978 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-ca6c3e1d-146f-49d8-b4de-9533841ac55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.370474 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-ca6c3e1d-146f-49d8-b4de-9533841ac55c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0474095 Nov 15 23:40:34.416539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-74cd997f-bbcf-4c36-93db-d868e1838010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.418179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-74cd997f-bbcf-4c36-93db-d868e1838010 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401134 Nov 15 23:40:34.505125 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-d4c70005-ee18-4df6-8fc9-b961d7cb9786 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799444 Nov 15 23:40:34.598883 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-0b25bdd9-bace-4e8d-8ff4-f581c1ad7fab req-75e14862-6935-4c2f-94dd-03bbda584847 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Nov 15 23:40:34.814201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8210603-bb26-4951-8c83-3f80f73afc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:34.845088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f19e6-3195-40bd-8443-5baf41e27b4b req-f6fd6b45-c587-4209-8fe1-7b36e8dbd610 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:34.846559 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-050f19e6-3195-40bd-8443-5baf41e27b4b req-f6fd6b45-c587-4209-8fe1-7b36e8dbd610 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0484421 Nov 15 23:40:34.894781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-050f19e6-3195-40bd-8443-5baf41e27b4b req-f1c042ca-763a-4a11-9468-d77ec282d6b8 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Nov 15 23:40:36.017686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ee9e-b9ec-4883-b765-222abeb4042b req-14690bad-b77b-4c48-bb6c-a59f9074fe0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:36.019162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e600ee9e-b9ec-4883-b765-222abeb4042b req-14690bad-b77b-4c48-bb6c-a59f9074fe0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0490026 Nov 15 23:40:36.067654 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e600ee9e-b9ec-4883-b765-222abeb4042b req-a89310d2-664d-4319-9856-2ffb1e60d562 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Nov 15 23:40:36.970536 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:40:37.064827 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:37.080452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:40:37.118258 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:37.131015 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:40:37.151051 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:37.184412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61cbc1-f9da-452a-bab0-c59a3aafccd2 req-72a7fe0b-0088-4f54-904c-d028336d015e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:37.185925 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c61cbc1-f9da-452a-bab0-c59a3aafccd2 req-72a7fe0b-0088-4f54-904c-d028336d015e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0520802 Nov 15 23:40:37.235214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3c61cbc1-f9da-452a-bab0-c59a3aafccd2 req-e0e0cbe7-f186-4c7d-8350-8e1f0e149f71 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Nov 15 23:40:37.240435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:37.269283 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1886cb33-6fee-4a9f-9b23-e047792ad91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:37.289430 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:37.459612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1a95aea7-dfd0-432a-8ab8-e12210379616'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:40:38.355531 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711d1a-fcca-44d6-a288-e997a9652fac req-78a59350-6c38-4cf5-99fa-0646f870af85 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:38.357036 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23711d1a-fcca-44d6-a288-e997a9652fac req-78a59350-6c38-4cf5-99fa-0646f870af85 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0535176 Nov 15 23:40:38.405670 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-23711d1a-fcca-44d6-a288-e997a9652fac req-9191554a-3c5a-494a-839b-d7c93c83af7e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Nov 15 23:40:38.585240 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:38.984834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:40:39.099651 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 1a95aea7-dfd0-432a-8ab8-e12210379616 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:40:39.103487 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 1a95aea7-dfd0-432a-8ab8-e12210379616 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:40:39.103847 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:39.179400 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:39.202338 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:40:39.206883 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ffe5e8-a259-4289-a19e-4413cdbc5964" -d '{"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:40:39.216427 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:40:39.282993 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:39.306854 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75959171-f9c4-4a88-b103-a37947a9a580 x-openstack-request-id: req-75959171-f9c4-4a88-b103-a37947a9a580 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:40:39.307182 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:40:39.307386 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75959171-f9c4-4a88-b103-a37947a9a580 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:40:39.307771 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'code': 200} Nov 15 23:40:39.335752 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:39.400288 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba027f28-8da0-4be4-a25f-7de67a43edb7 req-cba2fb7f-4348-4c8d-b8bc-e011011d0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:39.402974 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba027f28-8da0-4be4-a25f-7de67a43edb7 req-cba2fb7f-4348-4c8d-b8bc-e011011d0aaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1096 time: 0.0409422 Nov 15 23:40:39.451161 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ba027f28-8da0-4be4-a25f-7de67a43edb7 req-41398c34-2ec1-4153-993a-a0a6199471e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Nov 15 23:40:39.520707 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f4c7b-460d-45d3-9425-814b06d7e766 req-b451d02f-b8c6-4e89-baff-b7629cef0a77 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:39.522106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-594f4c7b-460d-45d3-9425-814b06d7e766 req-b451d02f-b8c6-4e89-baff-b7629cef0a77 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0475347 Nov 15 23:40:39.574864 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-594f4c7b-460d-45d3-9425-814b06d7e766 req-722d0058-7701-476a-a929-07825604b94b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467269 Nov 15 23:40:39.700027 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:40.386258 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:40.695197 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb857ca-5cf5-4900-99e5-f8d3a7ed1e1f req-9b37b06a-c01e-4170-b473-84662b4bc179 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:40.696573 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cb857ca-5cf5-4900-99e5-f8d3a7ed1e1f req-9b37b06a-c01e-4170-b473-84662b4bc179 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0478940 Nov 15 23:40:40.745899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cb857ca-5cf5-4900-99e5-f8d3a7ed1e1f req-c93a2c81-7f02-4e32-a777-0c2737eaf137 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Nov 15 23:40:40.857961 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c3856-6492-40dc-8476-6365116cbe67 req-2dcfdc39-caf5-46f6-9278-b01f92f00753 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:40.859419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c4c3856-6492-40dc-8476-6365116cbe67 req-2dcfdc39-caf5-46f6-9278-b01f92f00753 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0468116 Nov 15 23:40:40.906328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0c4c3856-6492-40dc-8476-6365116cbe67 req-30d88756-7c74-4f10-8da7-c83ac478ff67 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Nov 15 23:40:40.927953 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42442) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:41.058192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc274af-aef8-4a79-8677-2c17884265b7 tempest-TestShelveInstance-1718677793 tempest-TestShelveInstance-1718677793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:41.059705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9bc274af-aef8-4a79-8677-2c17884265b7 tempest-TestShelveInstance-1718677793 tempest-TestShelveInstance-1718677793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1091 time: 0.1307185 Nov 15 23:40:41.062610 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42446) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:40:41.066815 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:40:41.177154 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:41.269462 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:41.375443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Allocated IP 172.25.0.31 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/fb8f0587-7a14-4c32-a5b8-c6b718df5199) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:40:41.479086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:41.594635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:41.630853 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:40:41.633574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:40:41.639385 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:40:41.667193 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=fb8f0587-7a14-4c32-a5b8-c6b718df5199,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:41.966776 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:42.093209 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:42.237557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:42.313961 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:42.384933 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=fb8f0587-7a14-4c32-a5b8-c6b718df5199,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:40:42.393064 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:42.491562 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Floating IP 83210cff-a3f8-4ed4-82cc-23bd93ba5174 associated. External IP: 172.25.0.31, port: 1a95aea7-dfd0-432a-8ab8-e12210379616. Nov 15 23:40:43.000758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:40:43.106307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:40:43.115579 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:40:43.125049 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:43.125649 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:43.187788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:40:43.214989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-590b0b5a-4bfa-4d76-877b-2e6062ada9d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1513722 Nov 15 23:40:43.215690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:40:43.217974 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7457bc73-4ab2-4a74-b9f8-9004418d34fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:40:43.234896 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:43.252763 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a21e8-3809-45e9-a696-2f9d743fa769 x-openstack-request-id: req-c72a21e8-3809-45e9-a696-2f9d743fa769 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:40:43.253055 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:40:43.253303 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c72a21e8-3809-45e9-a696-2f9d743fa769 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:40:43.253697 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'status': 'completed', 'code': 200} Nov 15 23:40:43.313791 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-41425671-cbc5-4bff-a5d4-175b3a84cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:43.315291 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-41425671-cbc5-4bff-a5d4-175b3a84cb36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1096 time: 0.0403430 Nov 15 23:40:43.408341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-d4c5e07f-2c3b-4cd4-9bdb-19fcf35be6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:43.409885 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-d4c5e07f-2c3b-4cd4-9bdb-19fcf35be6a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0868373 Nov 15 23:40:43.463962 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '83210cff-a3f8-4ed4-82cc-23bd93ba5174', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:40:41Z', 'updated_at': '2021-11-15T23:40:41Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:43.476935 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-59ea7b32-8e37-4c05-9b74-2a7882b14c88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 998 time: 0.0579302 Nov 15 23:40:43.494050 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:40:43.502548 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:40:43.503072 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:40:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:43.527189 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-9a3627ce-6951-453a-a9ab-9bd3163ebee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:43.528705 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-9a3627ce-6951-453a-a9ab-9bd3163ebee3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0438907 Nov 15 23:40:43.578163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-e8955864-770d-46c8-8692-4a91dc61c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:40:43.579662 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-e8955864-770d-46c8-8692-4a91dc61c5b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442991 Nov 15 23:40:43.603341 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:40:43.667678 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-1bb50811-71c5-404c-8bc2-9a7bb011247b service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805457 Nov 15 23:40:43.782130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7457bc73-4ab2-4a74-b9f8-9004418d34fb req-8a313f50-83ff-4219-b5bc-41e908eff16c service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065996 Nov 15 23:40:43.914408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '83210cff-a3f8-4ed4-82cc-23bd93ba5174', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:40:41Z', 'updated_at': '2021-11-15T23:40:41Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:40:43.940241 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef208bab-25b0-4f0f-8097-01d86e784f9a None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '83210cff-a3f8-4ed4-82cc-23bd93ba5174', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:40:41Z', 'updated_at': '2021-11-15T23:40:41Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:40:44.127057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db4a5b-32d7-4a8f-8a54-be949075b9cc None None] New status for floating IP 83210cff-a3f8-4ed4-82cc-23bd93ba5174: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:40:59.999465 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:00.508273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:03.264876 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:41:04.816939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb90f-5841-4703-9f6c-1394f21ac350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:07.293837 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c47371df-c9f5-4278-bdcd-82bbb36945a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:08.587585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:09.699323 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:10.402379 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:24.259909 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-00c3b753-66f2-4dfc-ab09-afe9a8804871 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380895 Nov 15 23:41:24.339676 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef14a-83ec-4d30-a907-585211821d9b req-488579ef-84eb-451d-8eb7-8a04b85b30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:41:24.341174 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-488579ef-84eb-451d-8eb7-8a04b85b30df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1096 time: 0.0393922 Nov 15 23:41:24.447659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef14a-83ec-4d30-a907-585211821d9b req-a506bdf8-94c7-4a97-a5cf-3505f6ca3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:41:24.449057 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-a506bdf8-94c7-4a97-a5cf-3505f6ca3cc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0870929 Nov 15 23:41:24.516790 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-5d508b50-bb44-44bb-b431-de02e6a4e05d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1000 time: 0.0569308 Nov 15 23:41:24.569739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef14a-83ec-4d30-a907-585211821d9b req-9317c3db-043d-4c5c-b298-ef99402783df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:41:24.571148 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-9317c3db-043d-4c5c-b298-ef99402783df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0473187 Nov 15 23:41:24.615076 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef14a-83ec-4d30-a907-585211821d9b req-93ec1468-24e4-491e-945f-15413e610509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:41:24.616528 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-93ec1468-24e4-491e-945f-15413e610509 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377183 Nov 15 23:41:24.627711 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-108c1b49-c369-405b-9591-51e0e74b6570 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:41:24.628633 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-108c1b49-c369-405b-9591-51e0e74b6570 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052552 Nov 15 23:41:24.715512 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-9452a408-a490-4bdb-90c5-529a0f8a910f service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799398 Nov 15 23:41:24.805270 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-581ef14a-83ec-4d30-a907-585211821d9b req-d5574bdf-2e28-4f35-96d7-f2427bb5ef14 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 Nov 15 23:41:30.173529 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:30.510542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:34.822075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53500270-549b-4659-92a2-06e4c247ee67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:37.247772 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e75c406-1e9e-432d-8c6d-a544a2558412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:38.575983 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:39.702575 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:41:40.263888 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:41:40.381838 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:00.024897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:00.533693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:04.830431 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8edefdcf-8309-4888-a0e6-c0fa9ba68e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:07.261509 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-108f5b34-cdfd-41f9-9ebd-310d77132064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:08.569587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:09.695414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:10.370496 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:17.262377 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:42:26.122786 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-212fde3b-6619-4bd9-811d-c090fa5b081e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410111 Nov 15 23:42:26.207539 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-58605407-4c2a-4204-a383-4da0b4bafaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:26.209068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-58605407-4c2a-4204-a383-4da0b4bafaf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1096 time: 0.0402741 Nov 15 23:42:26.319595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-3e2fae8b-c47e-4c4c-af8b-7760f8f624c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:26.321136 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-3e2fae8b-c47e-4c4c-af8b-7760f8f624c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0906544 Nov 15 23:42:26.394041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-5e61d51d-d72a-45f9-8264-83e45754c371 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1000 time: 0.0650566 Nov 15 23:42:26.444825 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-5e527a88-ad04-4498-b947-b907404be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:26.446313 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-5e527a88-ad04-4498-b947-b907404be7bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0421579 Nov 15 23:42:26.493923 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-3e43c444-b5dd-4d82-bb53-2537eed4495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:26.495438 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-3e43c444-b5dd-4d82-bb53-2537eed4495c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396254 Nov 15 23:42:26.588393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-bdfb4466-f39c-49c4-850f-a1c9e15cca0c service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842724 Nov 15 23:42:26.676467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-78608687-b0c4-42d8-a669-cde1acb79ba3 req-0f6bfc18-4055-4484-b41f-6105e95e11b4 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807426 Nov 15 23:42:30.037952 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:30.546851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:34.841693 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c417-8986-4e1a-90ec-6e58e1f89a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:37.301094 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec9d7421-8b30-4d1d-aee3-503aa0c3d5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:38.597585 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:39.689543 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:40.362631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:41.302647 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c94a6-21de-4eb0-ae33-adaeae2bde4f req-fe237b87-eb54-42ba-900b-c99db7cffc29 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:41.304142 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b31c94a6-21de-4eb0-ae33-adaeae2bde4f req-fe237b87-eb54-42ba-900b-c99db7cffc29 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0545266 Nov 15 23:42:41.352518 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b31c94a6-21de-4eb0-ae33-adaeae2bde4f req-bbdba7d8-3d56-4f5c-8d1e-d2d66dabb73c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Nov 15 23:42:42.472755 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779160fd-8630-41a6-abb0-b9c1973aa1c5 req-779df76e-7445-4444-9b17-e643c9b618dc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:42.474233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-779160fd-8630-41a6-abb0-b9c1973aa1c5 req-779df76e-7445-4444-9b17-e643c9b618dc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0517123 Nov 15 23:42:42.523048 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-779160fd-8630-41a6-abb0-b9c1973aa1c5 req-c92932a0-c638-4564-9592-4e15990d69ee tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Nov 15 23:42:43.663802 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ffdcc-add5-4ce4-8617-75b62a8d9416 req-46f9e78e-b4f4-47e3-9d05-3cc25e0dffe3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:43.665547 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b7ffdcc-add5-4ce4-8617-75b62a8d9416 req-46f9e78e-b4f4-47e3-9d05-3cc25e0dffe3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0507300 Nov 15 23:42:43.713323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b7ffdcc-add5-4ce4-8617-75b62a8d9416 req-5f0786dc-325e-4d33-b03d-e958928f1dd3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Nov 15 23:42:44.827568 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad471e-1944-4438-827e-62cebaeaac25 req-175b820e-1462-401a-8a34-bd4bdb537458 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:44.829056 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01ad471e-1944-4438-827e-62cebaeaac25 req-175b820e-1462-401a-8a34-bd4bdb537458 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0473974 Nov 15 23:42:44.876980 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-01ad471e-1944-4438-827e-62cebaeaac25 req-9c7442f8-b2dd-4d2c-a9ac-d93569d279fc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Nov 15 23:42:45.988243 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762d3a7-303d-45e4-8d38-b4bda12e5526 req-22a26e2d-c860-472c-b4b8-5a7af5c16505 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:45.989725 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d762d3a7-303d-45e4-8d38-b4bda12e5526 req-22a26e2d-c860-472c-b4b8-5a7af5c16505 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0472040 Nov 15 23:42:46.041203 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d762d3a7-303d-45e4-8d38-b4bda12e5526 req-0a36b2cf-1d0b-4e81-9fde-891b4b8e1b06 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455050 Nov 15 23:42:47.158252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3ca04-2d81-4047-b0f0-9db6761d1287 req-ab0009d3-0ecd-4d8a-97a7-cc5555f4d951 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:47.159895 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3a3ca04-2d81-4047-b0f0-9db6761d1287 req-ab0009d3-0ecd-4d8a-97a7-cc5555f4d951 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0478311 Nov 15 23:42:47.207522 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a3a3ca04-2d81-4047-b0f0-9db6761d1287 req-1f06bf14-679a-4379-9120-6ed4f7646bed tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Nov 15 23:42:48.321357 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff415-7af9-47c0-ba0b-8107811083c8 req-4c7087d5-319a-441e-a98c-ddc656cd7ff4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:48.322808 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df0ff415-7af9-47c0-ba0b-8107811083c8 req-4c7087d5-319a-441e-a98c-ddc656cd7ff4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0475099 Nov 15 23:42:48.371750 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-df0ff415-7af9-47c0-ba0b-8107811083c8 req-823e41ed-9d52-485c-906b-24e60c60cd64 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Nov 15 23:42:49.826603 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504622-c76a-4e96-9383-b42c0e0092c0 req-6988f4b5-51d5-4db5-876d-ce8293acf211 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:49.828062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a504622-c76a-4e96-9383-b42c0e0092c0 req-6988f4b5-51d5-4db5-876d-ce8293acf211 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.3846617 Nov 15 23:42:49.874828 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5a504622-c76a-4e96-9383-b42c0e0092c0 req-bfea0754-6a9e-440f-99e6-ab928361c8f2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Nov 15 23:42:50.990712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3685a6-301a-4dea-98d4-20ee95edf0a7 req-f57a669e-f69d-4b7d-ab67-fa323ae09bc8 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:50.992133 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f3685a6-301a-4dea-98d4-20ee95edf0a7 req-f57a669e-f69d-4b7d-ab67-fa323ae09bc8 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0470307 Nov 15 23:42:51.038679 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7f3685a6-301a-4dea-98d4-20ee95edf0a7 req-18ed559b-20c4-455d-91de-698022b2f746 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Nov 15 23:42:52.154888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38327-471a-47c2-bd63-8c45945ab42f req-f4d930cf-4fae-44cb-8c14-fe4065877d5f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:52.156867 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ad38327-471a-47c2-bd63-8c45945ab42f req-f4d930cf-4fae-44cb-8c14-fe4065877d5f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0510623 Nov 15 23:42:52.205147 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2ad38327-471a-47c2-bd63-8c45945ab42f req-d99536a7-105c-4572-9afc-318e351773af tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Nov 15 23:42:53.318417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa26ca7-83e9-4df6-bf2e-4cff84f91aac req-d410bf63-37cd-4355-b858-59964d9bf3f3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:53.319861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4aa26ca7-83e9-4df6-bf2e-4cff84f91aac req-d410bf63-37cd-4355-b858-59964d9bf3f3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0475268 Nov 15 23:42:53.369302 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4aa26ca7-83e9-4df6-bf2e-4cff84f91aac req-5d0b40e6-4ebe-46e7-a6c4-dc485cbcb585 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Nov 15 23:42:53.695740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:42:53.793780 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:42:53.809708 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:42:53.846521 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:53.859754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:42:53.882112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:42:54.070251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:54.122539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:42:54.129721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.130057 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.130387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.130710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.131072 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.131389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.131710 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.132022 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.132333 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.132668 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.132981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.133290 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:42:54.141035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['1a95aea7-dfd0-432a-8ab8-e12210379616'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:42:54.261121 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:42:54.497912 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c2f2c-82ee-4271-95a9-98fcb264cb2d req-b64c63d0-0f34-4f32-b90a-f02d0afb2cfe tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:54.500678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f4c2f2c-82ee-4271-95a9-98fcb264cb2d req-b64c63d0-0f34-4f32-b90a-f02d0afb2cfe tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0572939 Nov 15 23:42:54.569213 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3f4c2f2c-82ee-4271-95a9-98fcb264cb2d req-6702722a-096b-4c09-812c-dafc9b4c8f48 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624223 Nov 15 23:42:55.689207 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1000aa-b9d2-4d51-ba0a-2587785dc589 req-0ce8802f-a9b6-4672-aeed-60698ab5c225 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:55.691577 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b1000aa-b9d2-4d51-ba0a-2587785dc589 req-0ce8802f-a9b6-4672-aeed-60698ab5c225 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0544531 Nov 15 23:42:55.712353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:42:55.751106 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b1000aa-b9d2-4d51-ba0a-2587785dc589 req-f70912af-8275-4964-9833-f2b677137c6c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Nov 15 23:42:55.791869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 1a95aea7-dfd0-432a-8ab8-e12210379616 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:42:55.792251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:55.884726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:55.909225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:42:55.911504 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a597b04e-5d81-4140-a597-5d0eea2b616c" -d '{"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:42:55.927853 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:42:55.955793 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c178c9-ce0a-4412-b328-c842cda2c4e7 x-openstack-request-id: req-40c178c9-ce0a-4412-b328-c842cda2c4e7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:42:55.956086 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:42:55.956338 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c178c9-ce0a-4412-b328-c842cda2c4e7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:42:55.956799 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'code': 200} Nov 15 23:42:55.998366 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:42:56.052531 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:42:56.886615 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f7b24-1f03-4005-8ccd-f429475a1a2e req-63875fd6-0e16-4470-a56c-7b0a38479588 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:56.888271 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4f7b24-1f03-4005-8ccd-f429475a1a2e req-63875fd6-0e16-4470-a56c-7b0a38479588 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0569773 Nov 15 23:42:56.943191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8d4f7b24-1f03-4005-8ccd-f429475a1a2e req-df58c582-722a-48b4-bd64-07b55fb5cea2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 Nov 15 23:42:58.071634 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68faa4-6c45-44a7-8b3b-796df37604ce req-b5e9a31c-d93c-4dd7-9064-eb3935cfbc7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:58.073341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad68faa4-6c45-44a7-8b3b-796df37604ce req-b5e9a31c-d93c-4dd7-9064-eb3935cfbc7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0563118 Nov 15 23:42:58.125638 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ad68faa4-6c45-44a7-8b3b-796df37604ce req-95a9dfb6-9fe2-48b5-b350-e5e5b01cdf2f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455613 Nov 15 23:42:59.328303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03de55-d4dd-44ec-a19f-0f2f031d3723 req-f9b1cb78-fc47-46f5-85a7-0ffc79a4050c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:42:59.337375 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e03de55-d4dd-44ec-a19f-0f2f031d3723 req-f9b1cb78-fc47-46f5-85a7-0ffc79a4050c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.1295035 Nov 15 23:42:59.393159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7e03de55-d4dd-44ec-a19f-0f2f031d3723 req-4c80540f-937c-4891-b067-e1fd3d73c495 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548863 Nov 15 23:43:00.229813 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:00.564969 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:00.622975 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534c66-6b74-46b4-830b-806a7f23cc75 req-c795c0a2-6572-40ea-9bfd-e5a159280d10 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:00.625700 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c534c66-6b74-46b4-830b-806a7f23cc75 req-c795c0a2-6572-40ea-9bfd-e5a159280d10 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.1392381 Nov 15 23:43:00.694842 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8c534c66-6b74-46b4-830b-806a7f23cc75 req-c79066c9-501e-4236-9e3f-819f88289b6a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624828 Nov 15 23:43:01.821461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dd7dd-8d55-45f9-9c80-994e6b71effe req-842216b1-d444-42fa-99a3-8955d6396dd0 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:01.822942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c2dd7dd-8d55-45f9-9c80-994e6b71effe req-842216b1-d444-42fa-99a3-8955d6396dd0 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0519302 Nov 15 23:43:01.897221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c2dd7dd-8d55-45f9-9c80-994e6b71effe req-766c90b0-e3c6-45cb-a7f3-5ddfcabfcaee tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674715 Nov 15 23:43:03.281163 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5bbf-bed8-4179-a17b-bcc13b6bf7dc req-4693da07-dbd3-42a1-beff-977766b4fdb2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:03.282639 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5cd5bbf-bed8-4179-a17b-bcc13b6bf7dc req-4693da07-dbd3-42a1-beff-977766b4fdb2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0486906 Nov 15 23:43:03.331612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b5cd5bbf-bed8-4179-a17b-bcc13b6bf7dc req-d86214a0-76ce-49d8-a979-6b94af810531 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Nov 15 23:43:04.456729 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e488-5594-47ad-9857-3b2b826a03c3 req-9a067bef-0682-40ea-8e39-2cdf38375ee9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:04.458201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b047e488-5594-47ad-9857-3b2b826a03c3 req-9a067bef-0682-40ea-8e39-2cdf38375ee9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0545809 Nov 15 23:43:04.506311 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b047e488-5594-47ad-9857-3b2b826a03c3 req-bc0d69c5-a2d0-4c2b-8087-e73561985832 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Nov 15 23:43:04.859213 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a73ce3cf-39b1-4916-9cbe-f90bb04d454a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:05.063914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53656-4d6d-4180-9943-e866060782d6 req-96ed7a12-8ef4-44ab-b555-9792993cc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:05.065398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-96ed7a12-8ef4-44ab-b555-9792993cc1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1096 time: 0.0404658 Nov 15 23:43:05.158404 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53656-4d6d-4180-9943-e866060782d6 req-7026b03f-6515-4a10-8acd-2115f4480a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:05.159850 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-7026b03f-6515-4a10-8acd-2115f4480a5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0862658 Nov 15 23:43:05.223374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-ca499000-f654-4a23-abe9-e5e54f405b2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1000 time: 0.0555494 Nov 15 23:43:05.276123 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53656-4d6d-4180-9943-e866060782d6 req-c86467c7-4035-4fc8-96ba-9a50f685bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:05.277571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-c86467c7-4035-4fc8-96ba-9a50f685bc68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0466824 Nov 15 23:43:05.322787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53656-4d6d-4180-9943-e866060782d6 req-c449bd72-cfef-4a42-9d0e-db76f413239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:05.324129 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-c449bd72-cfef-4a42-9d0e-db76f413239f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394378 Nov 15 23:43:05.412586 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-6e8c7288-99a3-454d-a819-183784152df0 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805554 Nov 15 23:43:05.505789 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b53656-4d6d-4180-9943-e866060782d6 req-2eafe3ee-091f-4272-bd82-bdd9b4163c00 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Nov 15 23:43:05.619070 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba0f88-e340-4e84-a06c-b127ff69db32 req-175909cb-4313-4f5d-abee-e68284ae22d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:05.620694 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96ba0f88-e340-4e84-a06c-b127ff69db32 req-175909cb-4313-4f5d-abee-e68284ae22d4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0467410 Nov 15 23:43:05.668574 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-96ba0f88-e340-4e84-a06c-b127ff69db32 req-1ba18ada-cbc0-4e2f-a98b-28e83bf65e2c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Nov 15 23:43:06.788275 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e144024-f988-4448-a911-e04e23b73dee req-5936ec9b-618a-4b5e-8f5c-78eaf7d88aca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:06.789746 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e144024-f988-4448-a911-e04e23b73dee req-5936ec9b-618a-4b5e-8f5c-78eaf7d88aca tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0519390 Nov 15 23:43:06.838781 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e144024-f988-4448-a911-e04e23b73dee req-c14f6852-1aa6-47fa-846a-6179eb1e453a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Nov 15 23:43:07.283171 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4cac739-5bd4-4797-b587-99b58f37f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:07.727350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:43:07.803733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:07.825591 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:43:07.828314 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8b644-142c-4a1e-abcb-469ec5f36bc8" -d '{"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:43:07.841387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:43:07.867198 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c998da0-66b3-408d-aa02-ff395bd28a0a x-openstack-request-id: req-2c998da0-66b3-408d-aa02-ff395bd28a0a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:43:07.867325 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:43:07.867616 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c998da0-66b3-408d-aa02-ff395bd28a0a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:43:07.867976 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'code': 200} Nov 15 23:43:07.927099 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:07.956957 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eed13-ecad-4859-b0e7-dfa8b87cbed1 req-c901a927-3b08-4fb0-ad1c-18ba9ea09011 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:07.958459 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b90eed13-ecad-4859-b0e7-dfa8b87cbed1 req-c901a927-3b08-4fb0-ad1c-18ba9ea09011 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0495217 Nov 15 23:43:07.975967 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:43:08.008337 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b90eed13-ecad-4859-b0e7-dfa8b87cbed1 req-8bc71a1b-00fd-4165-ab2a-d4ee00142c75 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Nov 15 23:43:08.118507 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-b058a6a2-c17d-4f20-9934-68176e3ab117 req-a9c36d1e-fafd-4354-bf12-3ebe3a0c5c89 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:43:08.119524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b058a6a2-c17d-4f20-9934-68176e3ab117 req-a9c36d1e-fafd-4354-bf12-3ebe3a0c5c89 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465851 Nov 15 23:43:08.431661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b91ef-4034-42ac-894d-55f19a387466 req-26b05141-169c-432b-b846-1df52c080389 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:08.433181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a6b91ef-4034-42ac-894d-55f19a387466 req-26b05141-169c-432b-b846-1df52c080389 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0481570 Nov 15 23:43:08.488361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0a6b91ef-4034-42ac-894d-55f19a387466 req-cfee0dde-8055-441f-a0be-3edafad80b1c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Nov 15 23:43:08.590394 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:08.950459 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-2096f4fa-4e65-4a8c-a198-7efb07cd1426 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862629 Nov 15 23:43:09.606896 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86156ce2-e093-4d19-8cbb-64d89f9d16dc req-908d1b18-ab49-4b04-ae44-42486d83f190 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:09.608442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86156ce2-e093-4d19-8cbb-64d89f9d16dc req-908d1b18-ab49-4b04-ae44-42486d83f190 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0493803 Nov 15 23:43:09.658959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-86156ce2-e093-4d19-8cbb-64d89f9d16dc req-ce23f385-560a-45b4-868f-f4aebc6bc6a1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Nov 15 23:43:09.710083 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:10.359584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-ff23f471-1816-4d34-a25b-0bab8ddaa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:10.361138 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-ff23f471-1816-4d34-a25b-0bab8ddaa832 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 1094 time: 0.0860627 Nov 15 23:43:10.377270 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-b460a152-8b34-4846-a69c-a85706002485 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:43:10.380280 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-b460a152-8b34-4846-a69c-a85706002485 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049710 Nov 15 23:43:10.391775 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817995-3', 'device_owner': 'compute:nova'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:43:10.397624 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:10.449490 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:10.655427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:43:10.687806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:43:10.724461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:43:10.731875 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:10.743922 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Transition to ACTIVE for port object 1a95aea7-dfd0-432a-8ab8-e12210379616 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:43:10.775360 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd061c-9616-4ac8-b73b-8a760c44a7ff req-611c1953-1241-4f73-86a7-65909708f20f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:10.776855 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52cd061c-9616-4ac8-b73b-8a760c44a7ff req-611c1953-1241-4f73-86a7-65909708f20f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 943 time: 0.0483062 Nov 15 23:43:10.797557 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:10.826562 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-52cd061c-9616-4ac8-b73b-8a760c44a7ff req-b4a09d5d-5965-4e88-bf8f-0abc5960ac98 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Nov 15 23:43:10.876807 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=9']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:43:10.888572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.888937 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.889281 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.889611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.889942 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.890835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.891160 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.891490 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.891805 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.892126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.892444 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.892792 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:43:10.927981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] No DVR routers for this DVR port 1a95aea7-dfd0-432a-8ab8-e12210379616 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:43:11.063868 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:43:11.064197 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:43:11.064513 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:43:11.068652 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:43:11.068968 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Attempting to bind port 1a95aea7-dfd0-432a-8ab8-e12210379616 on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:43:11.073632 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:43:11.073957 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:43:11.074327 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Bound using segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:43:11.074739 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Bound port: 1a95aea7-dfd0-432a-8ab8-e12210379616, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:43:11.075076 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:11.137691 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:43:11.141093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:43:11.204354 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:11.242108 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.242728 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:11.244113 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1091 time: 0.8560269 Nov 15 23:43:11.244554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:43:11.246839 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9bd852-c241-4f47-9be1-dcd700513feb" -d '{"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:43:11.286830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc29f6c-c4b5-49c3-b93e-4e3e748f4c55 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:43:11.303793 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b78d4d8-5a9c-4b09-ba08-5920612c1b3b x-openstack-request-id: req-0b78d4d8-5a9c-4b09-ba08-5920612c1b3b {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:43:11.304071 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:43:11.307093 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b78d4d8-5a9c-4b09-ba08-5920612c1b3b {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:43:11.307093 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'status': 'completed', 'code': 200} Nov 15 23:43:11.321885 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-457461d0-6bb3-4a97-a074-8a748704fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.323419 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-457461d0-6bb3-4a97-a074-8a748704fc6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1095 time: 0.0492377 Nov 15 23:43:11.425243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-b4dc5b0d-0d10-437f-ae33-a8602e51c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.426737 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-b4dc5b0d-0d10-437f-ae33-a8602e51c2ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0929506 Nov 15 23:43:11.496752 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-438adeba-7d81-4297-adb2-75e5195a8607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 998 time: 0.0574257 Nov 15 23:43:11.552470 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-11209258-c0a4-4e73-9b6b-c775eaaf6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.553805 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-11209258-c0a4-4e73-9b6b-c775eaaf6b27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0459566 Nov 15 23:43:11.602287 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-3d5052b6-b637-446f-b766-e2d66bbc2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.603726 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-3d5052b6-b637-446f-b766-e2d66bbc2b28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377896 Nov 15 23:43:11.694985 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-cc87c4e6-bc7d-466c-b97b-0855525437f6 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789719 Nov 15 23:43:11.793055 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-82912381-6af4-40d6-a5ef-7cf7f78693dc req-d5c24c52-268a-4fe6-b1bd-7ed01fa8ab09 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865905 Nov 15 23:43:11.959573 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-600a8d12-dcd2-4f7f-b945-a3518aca64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.961491 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-600a8d12-dcd2-4f7f-b945-a3518aca64ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1095 time: 0.0483117 Nov 15 23:43:11.966098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f8e7-e4b7-492b-94c4-885e42f08499 req-73d13bde-8335-4938-9bdd-03ae2291564d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:11.967731 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa03f8e7-e4b7-492b-94c4-885e42f08499 req-73d13bde-8335-4938-9bdd-03ae2291564d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0602365 Nov 15 23:43:12.025073 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fa03f8e7-e4b7-492b-94c4-885e42f08499 req-525be4ee-829c-43a0-be23-e6c4319f8fef tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508139 Nov 15 23:43:12.085735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-c8a1f843-23f8-440e-8784-3e463bb0f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:12.087246 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-c8a1f843-23f8-440e-8784-3e463bb0f69b service neutron] 10.222.0.55 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.1069763 Nov 15 23:43:12.156841 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-719b9ee3-e943-4ebd-b306-b185b3c5554f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 998 time: 0.0582287 Nov 15 23:43:12.214109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-3bde0900-bedb-4cd3-a830-8f4fc4951978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:12.215611 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-3bde0900-bedb-4cd3-a830-8f4fc4951978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0484068 Nov 15 23:43:12.263728 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-5ef2f7e2-edf1-468d-bf15-c5927febf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:12.265957 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-5ef2f7e2-edf1-468d-bf15-c5927febf8fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424321 Nov 15 23:43:13.155117 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb59a-f48f-4a14-bd1d-7d0bfa10d557 req-636ba023-7084-4ec1-a636-6ffa37e8a4c6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:13.157191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ddb59a-f48f-4a14-bd1d-7d0bfa10d557 req-636ba023-7084-4ec1-a636-6ffa37e8a4c6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0577180 Nov 15 23:43:13.223251 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-61ddb59a-f48f-4a14-bd1d-7d0bfa10d557 req-08b3fc06-aada-45e4-938a-c2df0785128f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600846 Nov 15 23:43:14.348722 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267a1e6-a39f-4ca0-9f6a-adeb1992ed1a req-1dd9dcfa-8e80-465e-8c2e-a03eb646b117 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:14.350171 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0267a1e6-a39f-4ca0-9f6a-adeb1992ed1a req-1dd9dcfa-8e80-465e-8c2e-a03eb646b117 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0475364 Nov 15 23:43:14.407108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0267a1e6-a39f-4ca0-9f6a-adeb1992ed1a req-9a37937c-7fb7-4e7d-95aa-e580de818f5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509486 Nov 15 23:43:15.536708 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5bc7-7219-43b0-8812-eacb9fc2d01e req-7d387a28-c766-442b-a9d0-8642e2bdc20e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:15.538216 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fdd5bc7-7219-43b0-8812-eacb9fc2d01e req-7d387a28-c766-442b-a9d0-8642e2bdc20e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0486100 Nov 15 23:43:15.595688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0fdd5bc7-7219-43b0-8812-eacb9fc2d01e req-ffea39a2-ea95-490e-9ddd-bb4940ebe1ba tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494142 Nov 15 23:43:16.721377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72c5f-5062-4a62-bbe5-64551917235c req-8272ae3a-2802-44ca-bb59-287591a1f02f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:16.722775 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34a72c5f-5062-4a62-bbe5-64551917235c req-8272ae3a-2802-44ca-bb59-287591a1f02f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0481777 Nov 15 23:43:16.775825 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-34a72c5f-5062-4a62-bbe5-64551917235c req-dafb669d-591a-45ad-a9f1-bca920ee12ef tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471547 Nov 15 23:43:17.908872 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f3485-d8d8-4d14-a70e-b98fe4cee936 req-11810f92-133a-4f14-9e61-519cf0d172ba tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:17.910369 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-598f3485-d8d8-4d14-a70e-b98fe4cee936 req-11810f92-133a-4f14-9e61-519cf0d172ba tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0523005 Nov 15 23:43:17.963187 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-598f3485-d8d8-4d14-a70e-b98fe4cee936 req-2627c09f-6837-4435-bef8-416488c5c067 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Nov 15 23:43:19.090777 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6cbb-f780-47ea-b1a8-493672b346c3 req-c00eb60d-4aa7-4938-9b82-08a14bd42959 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:19.092264 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d58b6cbb-f780-47ea-b1a8-493672b346c3 req-c00eb60d-4aa7-4938-9b82-08a14bd42959 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0500591 Nov 15 23:43:19.140785 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d58b6cbb-f780-47ea-b1a8-493672b346c3 req-04ee1359-3016-413f-acd8-ab208798247a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Nov 15 23:43:20.263618 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68008-5514-4169-9645-d71c0a820c36 req-36e3fe20-eb73-48c3-9b49-18e9dc419804 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:20.265099 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbf68008-5514-4169-9645-d71c0a820c36 req-36e3fe20-eb73-48c3-9b49-18e9dc419804 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0514433 Nov 15 23:43:20.322704 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bbf68008-5514-4169-9645-d71c0a820c36 req-edfd4985-cadb-494b-bc06-5d2c1e58e35b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513334 Nov 15 23:43:21.453304 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcfc0d-4e1c-4b51-9b07-c33ee16fc7d3 req-402c1c1b-0cf1-4310-a509-68baf2587f50 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:21.455426 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cdcfc0d-4e1c-4b51-9b07-c33ee16fc7d3 req-402c1c1b-0cf1-4310-a509-68baf2587f50 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0540309 Nov 15 23:43:21.504870 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7cdcfc0d-4e1c-4b51-9b07-c33ee16fc7d3 req-0a198ada-9f75-4117-baeb-891c6cca1e8a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Nov 15 23:43:22.382941 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-7d654642-829d-4e66-a7fc-bb71494f746f service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867250 Nov 15 23:43:22.477933 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-3e9bd852-c241-4f47-9be1-dcd700513feb req-1583f223-5f2f-4ed3-bc58-f55be96dcd0b service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839002 Nov 15 23:43:22.637791 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73333055-e5c4-424a-9927-9be5ee21ed97 req-47e8f0bb-f783-44ac-84d6-340f5ab6f261 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:22.644389 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73333055-e5c4-424a-9927-9be5ee21ed97 req-47e8f0bb-f783-44ac-84d6-340f5ab6f261 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0623162 Nov 15 23:43:22.720116 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73333055-e5c4-424a-9927-9be5ee21ed97 req-12d66f14-3c20-46da-a38e-86bc4d93a6af tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739040 Nov 15 23:43:23.834000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3cab-adcd-4e68-9aae-b42906efeae4 req-d32eb998-45c1-4e3f-8fa9-a235aa8a9b38 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:23.835464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fc3cab-adcd-4e68-9aae-b42906efeae4 req-d32eb998-45c1-4e3f-8fa9-a235aa8a9b38 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0494447 Nov 15 23:43:23.884965 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-36fc3cab-adcd-4e68-9aae-b42906efeae4 req-42f1a431-7e14-4791-be76-e2a109ddb5ad tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Nov 15 23:43:25.010813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8226-506c-460b-a89a-778c5755a627 req-62ffde5c-45bc-42f2-9604-24e4b6b377f5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:25.012299 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a00a8226-506c-460b-a89a-778c5755a627 req-62ffde5c-45bc-42f2-9604-24e4b6b377f5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0527756 Nov 15 23:43:25.071832 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a00a8226-506c-460b-a89a-778c5755a627 req-2621640a-e41a-4fe7-8567-59f58745a62a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536096 Nov 15 23:43:26.188560 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0ad3-e05d-43a6-a72e-dcb9ec67e5ea req-c2714444-1fba-4a87-bf95-1615d0b69603 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:26.190007 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-400a0ad3-e05d-43a6-a72e-dcb9ec67e5ea req-c2714444-1fba-4a87-bf95-1615d0b69603 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 944 time: 0.0514135 Nov 15 23:43:26.238659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-400a0ad3-e05d-43a6-a72e-dcb9ec67e5ea req-bc647ccf-3552-4d18-8e5d-9fd899e8a96b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Nov 15 23:43:26.471192 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-d7527edd-1346-4a27-aa94-f0d9aabb9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:26.472795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-d7527edd-1346-4a27-aa94-f0d9aabb9c4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1095 time: 0.0418479 Nov 15 23:43:26.584356 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-ecd61121-9787-4602-9652-d315f6018d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:26.585855 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-ecd61121-9787-4602-9652-d315f6018d1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0873315 Nov 15 23:43:26.652517 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-2bfd30d7-c481-4a60-b9b4-d2518290c77d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 998 time: 0.0555897 Nov 15 23:43:26.705168 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-c7d9ef8e-f302-4119-972e-29dcd84923b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:26.706563 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-c7d9ef8e-f302-4119-972e-29dcd84923b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0423913 Nov 15 23:43:26.761334 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-075473d1-1f57-45ec-9b66-1fbd9d4b918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:26.762736 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-075473d1-1f57-45ec-9b66-1fbd9d4b918d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450020 Nov 15 23:43:26.854667 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-c83dd8ef-adf8-4de4-bf64-bbbaf57abf87 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803216 Nov 15 23:43:26.949462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-24cbdb31-0730-4c1c-87ae-3ff51708802c req-8126788e-a141-4b94-9212-0d191a1ed9c7 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Nov 15 23:43:26.991387 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:43:27.086995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:43:27.098463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'port_id': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'mac_address': 'fa:16:3e:5d:3d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:43:27.133761 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:27.146764 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:43:27.165995 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:43:27.225510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:27.277225 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:43:27.354247 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a40d0-fa9f-4d90-9438-b001b4b7119a req-f46b439f-cedc-463b-9f38-695aefc015dc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:27.355612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e5a40d0-fa9f-4d90-9438-b001b4b7119a req-f46b439f-cedc-463b-9f38-695aefc015dc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0483913 Nov 15 23:43:27.404419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e5a40d0-fa9f-4d90-9438-b001b4b7119a req-efeca49b-76dd-4b8e-a301-52078bacc6da tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Nov 15 23:43:27.508757 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['1a95aea7-dfd0-432a-8ab8-e12210379616'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:43:28.518210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437151ef-ebc9-4e11-acd7-82240340f802 req-82c64177-2ac5-4fd9-b993-d1e703895d89 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:28.519659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437151ef-ebc9-4e11-acd7-82240340f802 req-82c64177-2ac5-4fd9-b993-d1e703895d89 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 945 time: 0.0475564 Nov 15 23:43:28.571192 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-437151ef-ebc9-4e11-acd7-82240340f802 req-cba77ce2-3b81-4e6c-b22c-fd3f170bea67 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456157 Nov 15 23:43:28.989192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:43:29.091940 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 1a95aea7-dfd0-432a-8ab8-e12210379616 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:43:29.095637 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 1a95aea7-dfd0-432a-8ab8-e12210379616 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:43:29.096000 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:29.172931 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:29.194724 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:43:29.196953 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cfb64f-ebc4-4698-94ff-accce4ae9dc0" -d '{"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:43:29.209733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:43:29.234930 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27705c1a-6b9a-4ad6-a7b8-fe85139c36cd x-openstack-request-id: req-27705c1a-6b9a-4ad6-a7b8-fe85139c36cd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:43:29.235749 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-plugged", "status": "completed", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:43:29.235996 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27705c1a-6b9a-4ad6-a7b8-fe85139c36cd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:43:29.236385 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'code': 200} Nov 15 23:43:29.281028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:29.330575 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=12']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:43:29.470252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31d32-636d-465d-b6f7-92ea6b646201 req-062e50d8-06a9-4f70-af2a-201de5799cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:29.471760 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14f31d32-636d-465d-b6f7-92ea6b646201 req-062e50d8-06a9-4f70-af2a-201de5799cb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1097 time: 0.0412576 Nov 15 23:43:29.523022 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-14f31d32-636d-465d-b6f7-92ea6b646201 req-f6308b8c-dce7-4c4a-af47-d9a41d24fd50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387733 Nov 15 23:43:29.688661 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2147381-a00e-4be5-ade4-9741da627450 req-adbffad1-ce10-491b-a02f-07f05472ac22 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:29.690131 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2147381-a00e-4be5-ade4-9741da627450 req-adbffad1-ce10-491b-a02f-07f05472ac22 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0486882 Nov 15 23:43:29.738442 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c2147381-a00e-4be5-ade4-9741da627450 req-3ca4bd0c-59ff-495c-a53b-05292a74d72c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Nov 15 23:43:30.046405 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:30.549515 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:30.857377 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba1716-3e2d-4c7c-9bbf-20cc72514527 req-41a0916c-c12c-4a73-887f-d9f24c3ac815 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:30.859039 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0aba1716-3e2d-4c7c-9bbf-20cc72514527 req-41a0916c-c12c-4a73-887f-d9f24c3ac815 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0489264 Nov 15 23:43:30.907682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-0aba1716-3e2d-4c7c-9bbf-20cc72514527 req-88677a34-dff1-43f5-b4fa-20a9ded0b832 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Nov 15 23:43:31.259691 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:43:32.024274 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3af08a-abba-49b9-8a33-6fd6fcbeeb5b req-f8aff5ad-0bdb-4422-8512-f5d6347cab7a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:43:32.025758 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef3af08a-abba-49b9-8a33-6fd6fcbeeb5b req-f8aff5ad-0bdb-4422-8512-f5d6347cab7a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0513763 Nov 15 23:43:32.074285 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ef3af08a-abba-49b9-8a33-6fd6fcbeeb5b req-29d23555-03f3-4844-9afd-965385151f0c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Nov 15 23:43:34.814647 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c76de353-b20e-48c7-aa1b-4c8ff1061623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:37.258073 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-263df56c-c518-4829-84fa-df332fc83724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:38.602436 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:39.692049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:43:40.414299 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:00.065098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:00.551426 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:04.846255 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1584825c-7411-4c2e-9e37-f3e569249920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:07.264970 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea1882cd-db8f-4cd1-9df2-2ede9de9ad1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:08.259116 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:44:08.591251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:09.686163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:10.407682 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:25.379674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-f345bf98-93c9-4b12-827b-4b96f2ef63d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385962 Nov 15 23:44:25.471940 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-4c3767f4-38f9-4f39-8fb1-c7c75faeae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:25.473529 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-4c3767f4-38f9-4f39-8fb1-c7c75faeae57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1097 time: 0.0450084 Nov 15 23:44:25.580839 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-93272ea3-de33-4bd1-85b0-95a00b38e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:25.582372 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-93272ea3-de33-4bd1-85b0-95a00b38e312 service neutron] 10.222.0.55 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0836501 Nov 15 23:44:25.653456 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-3590b957-bc52-40a7-b8ae-31cfa9a38aea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 1000 time: 0.0591505 Nov 15 23:44:25.705693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-9bfa0ebe-18bc-4456-b411-3dd794669e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:25.707063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-9bfa0ebe-18bc-4456-b411-3dd794669e83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0418930 Nov 15 23:44:25.754127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-c2644eb3-b63e-4130-b1ba-b7555f20aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:25.755569 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-c2644eb3-b63e-4130-b1ba-b7555f20aa1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381877 Nov 15 23:44:25.851278 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-69a78e52-d428-4a6c-94fc-52ce78c5b9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843868 Nov 15 23:44:25.947763 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ab53bcc8-a739-4e76-b51b-0bd4b2eae84a req-b97e0364-0068-4035-8666-5acabae6b35a service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820792 Nov 15 23:44:30.074487 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:30.543114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:34.819410 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71c5b490-13e8-4aa4-b3c6-cb83da968e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:37.298627 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbbf842d-0835-4ee4-84ab-942545fb5689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:38.600498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:39.693272 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:40.390471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.105152 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 42768) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:45.258766 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:44:45.261508 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Deleting port fb8f0587-7a14-4c32-a5b8-c6b718df5199 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:44:45.261896 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.340373 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.340710 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.351821 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Calling delete_port for fb8f0587-7a14-4c32-a5b8-c6b718df5199 owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:44:45.560595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.584176 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'Port': ['ID=fb8f0587-7a14-4c32-a5b8-c6b718df5199,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:45.594588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.594930 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.595259 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.595585 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.595909 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.596743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.596743 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.596943 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.597164 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.597477 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.597790 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.598102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:45.655319 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:45.655655 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Floating IP 83210cff-a3f8-4ed4-82cc-23bd93ba5174 disassociated (deleted). External IP: 172.25.0.31, port: 1a95aea7-dfd0-432a-8ab8-e12210379616. Nov 15 23:44:46.171109 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:44:46.276151 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:44:46.281081 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:46.286073 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:44:46.295857 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:44:46.296462 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:44:46.308234 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-89a15009-14fb-408c-ad36-e9393beb849c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "DELETE /v2.0/floatingips/83210cff-a3f8-4ed4-82cc-23bd93ba5174 HTTP/1.1" status: 204 len: 168 time: 1.2020068 Nov 15 23:44:46.308856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:44:46.311119 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effd73c5-1a1a-488b-beba-3477a1dbaf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:44:46.409097 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:44:46.410648 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e4f01-95f7-459a-9074-37a72e9e535c x-openstack-request-id: req-8f6e4f01-95f7-459a-9074-37a72e9e535c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:44:46.411125 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:44:46.411444 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f6e4f01-95f7-459a-9074-37a72e9e535c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:44:46.412040 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'status': 'completed', 'code': 200} Nov 15 23:44:46.482487 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-995ebcb2-5ee4-425a-9f03-48d2037bd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:46.484229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-995ebcb2-5ee4-425a-9f03-48d2037bd0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 1097 time: 0.0462461 Nov 15 23:44:46.580861 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-38f2c4d5-400e-449b-ae4d-ba070f354dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:46.582435 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-38f2c4d5-400e-449b-ae4d-ba070f354dff service neutron] 10.222.0.55 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0873287 Nov 15 23:44:46.616361 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:44:46.629451 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-a73a508c-77a0-4c9d-a5d3-f2578ad75d74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 200 len: 217 time: 0.0375714 Nov 15 23:44:46.642373 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:44:46.651306 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:44:46.651905 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:44:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:44:46.685098 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-9690b4bb-8949-4242-8415-3c54426dda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:46.685098 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-9690b4bb-8949-4242-8415-3c54426dda26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0475490 Nov 15 23:44:46.740397 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-e15846f7-6dde-4e27-8a06-0d7228cd90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:46.742782 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-e15846f7-6dde-4e27-8a06-0d7228cd90d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418615 Nov 15 23:44:46.761204 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:44:46.771199 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be0a4-92d6-4888-b325-0c07eb009d5d req-c9fc0497-dd48-44c0-8b2b-0e7ed9103c47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:46.773330 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b49be0a4-92d6-4888-b325-0c07eb009d5d req-c9fc0497-dd48-44c0-8b2b-0e7ed9103c47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0508215 Nov 15 23:44:46.824061 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b49be0a4-92d6-4888-b325-0c07eb009d5d req-3801dc77-3bb5-455a-9c51-8faaa02608ad tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Nov 15 23:44:46.843594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-74bd5b39-11d4-4a9b-973e-ded11feddda5 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912721 Nov 15 23:44:46.939716 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-effd73c5-1a1a-488b-beba-3477a1dbaf5b req-172e463d-e9bb-4acd-8649-82685b1c8e10 service neutron] 10.222.0.55 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874925 Nov 15 23:44:46.972201 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:44:46.997602 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762cef6-405d-439e-a980-9f2fdb73f7cf None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:44:47.206962 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0194500e-09a7-4a32-b2f0-72e1db57f3d3 None None] New status for floating IP 83210cff-a3f8-4ed4-82cc-23bd93ba5174: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:44:47.966290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985fa8-cce7-497a-a212-d5efa40d83da req-534cc282-a027-4447-a4a2-5e7a5bb8f37a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:47.967744 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28985fa8-cce7-497a-a212-d5efa40d83da req-534cc282-a027-4447-a4a2-5e7a5bb8f37a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0512619 Nov 15 23:44:48.016232 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28985fa8-cce7-497a-a212-d5efa40d83da req-f290ec78-a9d8-423d-b425-f55b9cddb3c1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=42def32d-0095-4e34-83f3-b2202591ab8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Nov 15 23:44:48.355205 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4da96-94e1-434c-9638-d85e465b908d req-28b87b9e-6deb-4027-afbb-18f126c9126e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:44:48.357422 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7be4da96-94e1-434c-9638-d85e465b908d req-28b87b9e-6deb-4027-afbb-18f126c9126e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.55 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 946 time: 0.0556417 Nov 15 23:44:48.456623 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Deleting port 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:44:48.457275 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:48.544501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] For port 1a95aea7-dfd0-432a-8ab8-e12210379616, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=1a95aea7-dfd0-432a-8ab8-e12210379616,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:44:48.544812 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:48.557043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Calling delete_port for 1a95aea7-dfd0-432a-8ab8-e12210379616 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:44:48.738941 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:48.767227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'Port': ['ID=1a95aea7-dfd0-432a-8ab8-e12210379616,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:48.816693 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] No DVR routers for this DVR port 1a95aea7-dfd0-432a-8ab8-e12210379616 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:44:48.816693 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:48.817365 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7be4da96-94e1-434c-9638-d85e465b908d req-5f30fc06-aac9-4ff7-884a-410d5e2004d6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.55 "DELETE /v2.0/ports/1a95aea7-dfd0-432a-8ab8-e12210379616 HTTP/1.1" status: 204 len: 173 time: 0.4478140 Nov 15 23:44:48.817812 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-deleted', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:44:48.820515 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce0ba2-cea7-4f9d-9aa1-c6d7844e72aa" -d '{"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-deleted", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:44:48.856640 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13899186-04fe-4a02-aca2-9fa19bbb5c6f x-openstack-request-id: req-13899186-04fe-4a02-aca2-9fa19bbb5c6f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:44:48.856940 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af062bf-b828-4f58-903f-cd71eabaa20f", "name": "network-vif-deleted", "tag": "1a95aea7-dfd0-432a-8ab8-e12210379616", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:44:48.857185 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13899186-04fe-4a02-aca2-9fa19bbb5c6f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:44:48.857577 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af062bf-b828-4f58-903f-cd71eabaa20f', 'name': 'network-vif-deleted', 'tag': '1a95aea7-dfd0-432a-8ab8-e12210379616', 'status': 'completed', 'code': 200} Nov 15 23:44:49.110792 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-65ae58fb-9756-46ae-be51-8c4649ded873 req-333995fd-8739-4a5c-8e6e-a3fc31b669ba tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af062bf-b828-4f58-903f-cd71eabaa20f HTTP/1.1" status: 200 len: 210 time: 0.0275390 Nov 15 23:44:50.169462 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42796) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:50.223664 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:50.248880 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:50.373313 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:50.375984 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:50.377181 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "DELETE /v2.0/security-groups/42def32d-0095-4e34-83f3-b2202591ab8e HTTP/1.1" status: 204 len: 168 time: 0.2067192 Nov 15 23:44:50.386943 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42def32d-0095-4e34-83f3-b2202591ab8e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:50.397109 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.397871 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.398164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.398501 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.398839 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.399164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.399493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.399817 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.400172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.400493 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.400844 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.401167 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276c82d-80ed-4f8c-a41e-6438b48d35df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:44:50.971964 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42802) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:50.976581 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122296634', 'description': 'tempest-secgroup-smoke-2122296634 description', 'project_id': 'd23bac57fb484198ba8910210f0145d2'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:51.063320 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.130906 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.172966 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.200992 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c864d25-0271-45e6-8b38-8b2ab3f390bd,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:51.272511 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.273863 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c8e13b4d-d0d5-40ca-8b24-6f6e2bf8fc0f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3008616 Nov 15 23:44:51.276781 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42804) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:51.281121 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:51.360689 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.415535 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.492772 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.511348 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ff20b6-68cf-44a2-81c9-ed7da1e6ed94,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:51.573086 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.574325 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e4ac88dc-8666-4a0b-8960-c04158db2ab7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965014 Nov 15 23:44:51.577200 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42806) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:51.581496 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:51.668600 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.723204 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.799747 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.819604 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab7cac-29b2-4b31-b94a-65459a959ac5,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:51.904544 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:51.905766 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ec784722-d4b8-4727-96b6-3107ec2ccb96 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276517 Nov 15 23:44:51.908400 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42808) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:51.912874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:51.993389 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.051712 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.131221 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.148591 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b7a27e-e20a-4b4c-92e1-c157d92bf389,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:52.237790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.239035 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5e970b13-4daf-40bb-ac46-77fa6e915433 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296707 Nov 15 23:44:52.242314 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42810) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:52.246712 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:52.349509 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.406840 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.476315 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.495743 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ed51e2-267a-410b-980d-73ac470bfd5b,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:52.574440 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.575635 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e85ddf0d-dba2-4f37-8676-11393b577b45 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3323669 Nov 15 23:44:52.578417 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42812) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:52.582749 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:52.658202 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Project d23bac57fb484198ba8910210f0145d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:44:52.663522 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.719004 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.766738 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.784180 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8db6c0b-6320-482b-a20d-b6aada394ad4,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:52.831651 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.832893 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1b34130d-daec-4306-9629-312eaca8805c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534704 Nov 15 23:44:52.836017 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 42814) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:44:52.840399 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'security_group_rule': {'security_group_id': '2c864d25-0271-45e6-8b38-8b2ab3f390bd', 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:44:52.925689 n-d-817995-3 neutron-server[103128]: INFO neutron.db.securitygroups_db [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Project d23bac57fb484198ba8910210f0145d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:44:52.930452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:52.989889 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:53.068593 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:53.083552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68ae0ab-1249-4ef0-80e4-779ef8cc2e2e,revision_number=0']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:44:53.162042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:44:53.163328 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-a4a35d7b-7dcf-4957-b714-9aced022009b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3262644 Nov 15 23:44:53.340172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:44:53.361447 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 1a95aea7-dfd0-432a-8ab8-e12210379616 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:44:53.361789 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 1a95aea7-dfd0-432a-8ab8-e12210379616 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:45:00.109982 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:00.555487 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:04.840559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce34f717-d0dc-4adc-8bd2-407138bf24b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:07.258303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78dc5739-904f-47cf-8915-8481436c86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:08.647625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:09.710662 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:10.378354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:14.034612 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-e95a534d-7fe2-4b6e-86e9-368eeca29151 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122296634&fields=id&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 267 time: 0.0435607 Nov 15 23:45:14.136929 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-2d297eec-4cfc-43fa-973f-0f1edc49e957 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:14.138286 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-2d297eec-4cfc-43fa-973f-0f1edc49e957 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 808 time: 0.0971620 Nov 15 23:45:14.153075 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-e5410acb-14ee-4d40-882f-4e3e375f5069 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/quotas/d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 375 time: 0.0092309 Nov 15 23:45:14.205688 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-9999f28c-cc66-4ced-a1cc-7570de718186 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476193 Nov 15 23:45:14.221000 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-7938bc6a-8e5a-4f76-8fd6-8b0af1c8d9dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:45:14.221937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-7938bc6a-8e5a-4f76-8fd6-8b0af1c8d9dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049577 Nov 15 23:45:14.307464 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-825aa861-193d-43d8-9e50-97e90abcf13f service neutron] 10.222.0.15 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799634 Nov 15 23:45:14.401931 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-0bddee31-cc61-4bf9-a149-39779d3171e5 service neutron] 10.222.0.15 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880849 Nov 15 23:45:14.944651 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fed0c26c-ef5e-4abb-ada9-f8f602a08b73 req-88009d5c-bee0-4d49-85ad-e70c85ab5fae tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0272491 Nov 15 23:45:16.038201 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dfea08d2-d138-41b9-a900-c7ed4cdc97a1 req-71b2985e-5923-47dd-b60e-e00595c49254 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0254745 Nov 15 23:45:16.809022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-64cd319f-dc88-4d87-a287-6275a2275ea9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:16.810393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-64cd319f-dc88-4d87-a287-6275a2275ea9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 808 time: 0.1044669 Nov 15 23:45:16.880530 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-ad35c938-4291-4e91-86e5-ce08f5bba2b6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 380 time: 0.0607145 Nov 15 23:45:16.891492 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'port': {'device_id': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'admin_state_up': True, 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'security_groups': ['2c864d25-0271-45e6-8b38-8b2ab3f390bd']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:45:17.065206 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Made reservation on behalf of d23bac57fb484198ba8910210f0145d2 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:45:17.069889 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.141182 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-afe433f6-4bfd-47c4-b13a-6b444d0859a4 req-a0fdaa9a-3b1c-45aa-b51c-ab6fd5e34892 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0307317 Nov 15 23:45:17.211418 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Allocated IP 172.20.0.4 (07cee2f0-c59c-49f3-87bb-661e38321823/5a92b00a-17c9-4f8f-8f80-75bfd076161f/0f3eee7b-dd09-4dd0-ac40-45e348f28cfa) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:45:17.347444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.474459 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.518994 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Network 07cee2f0-c59c-49f3-87bb-661e38321823 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:45:17.522120 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:45:17.526134 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:45:17.532729 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:17.580644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:17.581402 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.667642 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-464d3af4-5115-4f1f-a9a9-dd1d38f5fbd4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799256 Nov 15 23:45:17.742941 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Request body: {'port': {'device_id': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:45:17.799876 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.818832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-6d24ef35-1d14-414d-bd6c-cb19fc91b714 None None] Provisioning complete for port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:45:17.819415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d24ef35-1d14-414d-bd6c-cb19fc91b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:17.853703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6d24ef35-1d14-414d-bd6c-cb19fc91b714 None None] Port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:45:18.061081 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:45:18.068800 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:18.080595 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Transition to ACTIVE for port object 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:45:18.138049 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:18.208369 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a2816-5634-488d-a451-148425057c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:18.267136 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Attempting to bind port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:45:18.267586 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Attempting to bind port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:45:18.267991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Attempting to bind port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:45:18.273290 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa on network 07cee2f0-c59c-49f3-87bb-661e38321823 not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:45:18.273609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Attempting to bind port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa on network 07cee2f0-c59c-49f3-87bb-661e38321823 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:45:18.278926 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:45:18.279266 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Checking segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:45:18.279714 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Bound using segment: {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:45:18.280155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Bound port: 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a82b90-4175-4ca0-9b9f-a217fda20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:45:18.280591 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:18.286869 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dcfc3-b677-4525-96e4-a7556657894b req-f8979df8-b437-426b-9a7f-5a6da7addc63 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.289676 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-056dcfc3-b677-4525-96e4-a7556657894b req-f8979df8-b437-426b-9a7f-5a6da7addc63 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0564613 Nov 15 23:45:18.357123 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-056dcfc3-b677-4525-96e4-a7556657894b req-4ef0a0bd-5bab-451d-aec4-91d8e2eef5bc tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562179 Nov 15 23:45:18.370533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:45:18.380250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:45:18.482029 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:18.526552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.527307 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:18.528873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-308a2816-5634-488d-a451-148425057c53 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 1091 time: 0.8519619 Nov 15 23:45:18.529389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:45:18.531867 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d699972-9802-4dae-9fac-e37f759d7960" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:45:18.570616 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a2816-5634-488d-a451-148425057c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:18.586922 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141eb73d-7a49-4b18-97fd-94b2a655e8df x-openstack-request-id: req-141eb73d-7a49-4b18-97fd-94b2a655e8df {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:45:18.587288 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:45:18.587607 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-141eb73d-7a49-4b18-97fd-94b2a655e8df {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:45:18.588125 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'status': 'completed', 'code': 200} Nov 15 23:45:18.655959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699972-9802-4dae-9fac-e37f759d7960 req-9b3a84e2-9b8d-4c95-b181-bb471fca12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.657540 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d699972-9802-4dae-9fac-e37f759d7960 req-9b3a84e2-9b8d-4c95-b181-bb471fca12fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1094 time: 0.0453284 Nov 15 23:45:18.766686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699972-9802-4dae-9fac-e37f759d7960 req-9f2c9f35-c332-48f7-b668-b2003c24e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.768169 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d699972-9802-4dae-9fac-e37f759d7960 req-9f2c9f35-c332-48f7-b668-b2003c24e6d3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d23bac57fb484198ba8910210f0145d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1022089 Nov 15 23:45:18.868043 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699972-9802-4dae-9fac-e37f759d7960 req-6eea758a-3a6a-46f1-8f78-d3accfba2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.869463 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7d699972-9802-4dae-9fac-e37f759d7960 req-6eea758a-3a6a-46f1-8f78-d3accfba2dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943153 Nov 15 23:45:18.950570 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-87a37aa6-ab8c-42e8-9cb6-fb154435f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:18.952065 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-87a37aa6-ab8c-42e8-9cb6-fb154435f0fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1094 time: 0.0416603 Nov 15 23:45:18.995131 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-e1121a88-900c-4c7e-883f-19adc602e390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 217 time: 0.0336695 Nov 15 23:45:19.047605 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-0098148f-e29c-4d0b-8a47-f4572116c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:19.049103 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-0098148f-e29c-4d0b-8a47-f4572116c082 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0465965 Nov 15 23:45:19.101304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-ed525d49-1f0d-41d3-b787-7c4ce1f9607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:19.102809 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-ed525d49-1f0d-41d3-b787-7c4ce1f9607e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450120 Nov 15 23:45:19.199777 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-66ca9abd-9a5f-4594-8077-50afa2ef7965 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892410 Nov 15 23:45:19.293409 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f4b7fbdb-68e8-4255-aab4-07e9e65d8866 req-a27b6d68-da13-4325-990f-6660ac849573 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855825 Nov 15 23:45:19.486642 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515e8ab-3b16-4b61-b9c0-93bf29ef1049 req-edcb848d-24f7-4854-b5f4-6a7b9af847f2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:19.488108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4515e8ab-3b16-4b61-b9c0-93bf29ef1049 req-edcb848d-24f7-4854-b5f4-6a7b9af847f2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0557044 Nov 15 23:45:19.537323 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4515e8ab-3b16-4b61-b9c0-93bf29ef1049 req-0d12254e-34a6-4f51-9879-6dcb0813b42c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Nov 15 23:45:20.657515 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef69142-d483-40fa-818c-14c5a7488439 req-bb01c2a5-3e85-4a50-a1e1-ac944d61df7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:20.659159 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ef69142-d483-40fa-818c-14c5a7488439 req-bb01c2a5-3e85-4a50-a1e1-ac944d61df7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0513380 Nov 15 23:45:20.710887 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ef69142-d483-40fa-818c-14c5a7488439 req-326db108-e583-41fc-8d75-5e65dd64cf5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Nov 15 23:45:21.839637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826849-a465-410b-9872-385ad26264c4 req-d3d7778f-59ec-4e5c-a665-fb8e984ceb69 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:21.841166 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90826849-a465-410b-9872-385ad26264c4 req-d3d7778f-59ec-4e5c-a665-fb8e984ceb69 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0632739 Nov 15 23:45:21.893108 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-90826849-a465-410b-9872-385ad26264c4 req-6659422e-70e8-42f6-976d-f055d555c287 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Nov 15 23:45:22.261668 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:45:23.008194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b368a84-1f6d-4821-894b-05ead560497d req-315b7904-ef6f-439c-a536-d5a57f2e9a10 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:23.011591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b368a84-1f6d-4821-894b-05ead560497d req-315b7904-ef6f-439c-a536-d5a57f2e9a10 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0478647 Nov 15 23:45:23.057971 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4b368a84-1f6d-4821-894b-05ead560497d req-9ab94430-ba9a-44b8-85cd-260cd6c8fc02 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Nov 15 23:45:24.172979 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028307-ddfe-4dad-ab6f-a93ef34ae861 req-77342cc0-30e8-4dd0-b46a-fe2f2724f9bd tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:24.174419 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5028307-ddfe-4dad-ab6f-a93ef34ae861 req-77342cc0-30e8-4dd0-b46a-fe2f2724f9bd tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0512424 Nov 15 23:45:24.222771 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d5028307-ddfe-4dad-ab6f-a93ef34ae861 req-83342af2-0c64-46fa-9ecb-18fe81f15f7f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Nov 15 23:45:25.336470 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b1e6-27c4-4281-a750-c02cf0de08e3 req-bd9b81ae-4e78-4b1f-b9c9-f358bf2a187c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:25.337950 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75e9b1e6-27c4-4281-a750-c02cf0de08e3 req-bd9b81ae-4e78-4b1f-b9c9-f358bf2a187c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0481944 Nov 15 23:45:25.386138 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-75e9b1e6-27c4-4281-a750-c02cf0de08e3 req-66737482-e936-432a-acf9-a321732d77a6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Nov 15 23:45:26.498322 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc01225-67b9-4b9a-a90f-9fd68a045b6a req-f65b9f53-f959-4929-90da-398a40a98571 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:26.499753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dc01225-67b9-4b9a-a90f-9fd68a045b6a req-f65b9f53-f959-4929-90da-398a40a98571 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0463321 Nov 15 23:45:26.550755 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6dc01225-67b9-4b9a-a90f-9fd68a045b6a req-cd1d406a-f207-418c-ba84-75902e6e0c0b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Nov 15 23:45:27.664178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9543c6-9b3d-4e99-8821-652af8554842 req-9472653a-6afc-457f-a454-066e6dd308e1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:27.665650 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d9543c6-9b3d-4e99-8821-652af8554842 req-9472653a-6afc-457f-a454-066e6dd308e1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0477436 Nov 15 23:45:27.716071 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2d9543c6-9b3d-4e99-8821-652af8554842 req-cafef3d9-e01b-42dd-ad21-1cbfcf2e7d06 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Nov 15 23:45:28.828471 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b440a4b-7b8a-428e-9f6c-82be762c67ca req-305c383e-6b95-4220-9a6e-bf45e91af2c3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:28.829942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b440a4b-7b8a-428e-9f6c-82be762c67ca req-305c383e-6b95-4220-9a6e-bf45e91af2c3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0477476 Nov 15 23:45:28.879391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6b440a4b-7b8a-428e-9f6c-82be762c67ca req-0f074bab-75c5-45b4-bbc0-79969596230a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Nov 15 23:45:29.997077 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6d16-539e-4389-9f0e-dc353b84c510 req-c5359971-f470-49fa-b0d7-780ff0d6c1df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:29.998515 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2be6d16-539e-4389-9f0e-dc353b84c510 req-c5359971-f470-49fa-b0d7-780ff0d6c1df tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0516579 Nov 15 23:45:30.046044 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e2be6d16-539e-4389-9f0e-dc353b84c510 req-04f32aa5-3190-4d0a-b917-238ea415eb52 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Nov 15 23:45:30.103815 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:30.532135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:30.533984 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:45:30.624422 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:45:30.639869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'mac_address': 'fa:16:3e:82:e5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:45:30.676342 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:30.688601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:45:30.707265 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:45:30.754746 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:30.799998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:30.807613 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.807955 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.808288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.808638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.808961 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.809285 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.809605 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.809923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.810240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.810553 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.810866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:30.811180 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:45:31.020715 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:45:31.161847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca261289-f042-40b6-b746-538944082627 req-3146cb1b-121a-41ba-b74c-1ff6ad0c0ad3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:31.163899 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca261289-f042-40b6-b746-538944082627 req-3146cb1b-121a-41ba-b74c-1ff6ad0c0ad3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 944 time: 0.0481308 Nov 15 23:45:31.213027 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ca261289-f042-40b6-b746-538944082627 req-9c8c77fc-22d9-466d-a3f7-bc2b3ce2138f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Nov 15 23:45:32.328836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a4e01-5f0d-456f-a718-9c6e61e1897e req-f5d203e6-0533-4d00-8829-cc61d6d0493c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:32.330326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e6a4e01-5f0d-456f-a718-9c6e61e1897e req-f5d203e6-0533-4d00-8829-cc61d6d0493c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 944 time: 0.0485096 Nov 15 23:45:32.382341 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5e6a4e01-5f0d-456f-a718-9c6e61e1897e req-58070f5a-eabe-4a55-868e-664634cba757 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Nov 15 23:45:32.534120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:45:32.640192 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:45:32.643864 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:45:32.650300 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:32.723396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:32.745217 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:45:32.747397 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0b793-ab69-4ae4-949e-7ce173a637d2" -d '{"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:45:32.759906 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:45:32.787952 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08421ed8-0226-45a6-9993-12c33f1a9a7d x-openstack-request-id: req-08421ed8-0226-45a6-9993-12c33f1a9a7d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:45:32.787952 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:45:32.787952 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08421ed8-0226-45a6-9993-12c33f1a9a7d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:45:32.787952 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'code': 200} Nov 15 23:45:32.835800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:32.880798 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:32.882803 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c839d4-4abb-4230-b803-0e6ca259adda req-a52365f7-33e5-434b-867d-fcb5dd320738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:32.885084 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68c839d4-4abb-4230-b803-0e6ca259adda req-a52365f7-33e5-434b-867d-fcb5dd320738 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0422971 Nov 15 23:45:32.933005 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-68c839d4-4abb-4230-b803-0e6ca259adda req-ad236b25-1d17-4870-ad69-371d93dc2ef0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Nov 15 23:45:33.496836 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b7ecd-5a81-4c51-aca0-74e7aea0f1cd req-958d764f-cd32-4677-a7e3-5d0f61bb5ce2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:33.498277 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e53b7ecd-5a81-4c51-aca0-74e7aea0f1cd req-958d764f-cd32-4677-a7e3-5d0f61bb5ce2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0495956 Nov 15 23:45:33.547632 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e53b7ecd-5a81-4c51-aca0-74e7aea0f1cd req-691aa463-0904-4ab8-9ddd-07fb9baaf5d5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435405 Nov 15 23:45:34.661654 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dac4f-77ea-4d84-8edf-4a8064a1fff5 req-9255c58e-0176-48e1-b3bc-edc784b60769 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:34.663707 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b25dac4f-77ea-4d84-8edf-4a8064a1fff5 req-9255c58e-0176-48e1-b3bc-edc784b60769 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0473599 Nov 15 23:45:34.710884 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b25dac4f-77ea-4d84-8edf-4a8064a1fff5 req-de77e80a-ce52-4e1d-a4f6-54dc5d3e78ee tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Nov 15 23:45:34.826427 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e50a46-d7be-4e04-b538-d2db1f1b282a req-0275fdaf-4ecb-4924-a5d9-1f470d71fe3f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:34.828221 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57e50a46-d7be-4e04-b538-d2db1f1b282a req-0275fdaf-4ecb-4924-a5d9-1f470d71fe3f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0517662 Nov 15 23:45:34.839523 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a89fbac-f4ff-4308-a818-957ac1bf1e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:34.878629 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-57e50a46-d7be-4e04-b538-d2db1f1b282a req-9db50685-2676-49fc-8a21-7ab72c24112c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Nov 15 23:45:34.900358 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43022) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:45:34.942891 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468bfc5-daa9-4c2e-80df-5008cd16d0e4 tempest-TestShelveInstance-1718677793 tempest-TestShelveInstance-1718677793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:34.944966 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-b468bfc5-daa9-4c2e-80df-5008cd16d0e4 tempest-TestShelveInstance-1718677793 tempest-TestShelveInstance-1718677793-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1091 time: 0.0436194 Nov 15 23:45:34.947669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43024) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:45:34.952140 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:45:35.034652 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:35.130758 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:35.240636 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Allocated IP 172.25.0.118 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/3dd29cf2-eba5-4842-8f49-1b67aac227ce) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:45:35.341744 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:35.430530 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:35.465717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:45:35.470416 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:45:35.473865 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:45:35.501778 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=3dd29cf2-eba5-4842-8f49-1b67aac227ce,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:35.824165 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:35.951636 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:36.096521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:36.149156 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:36.217508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event updated for resources: {'Port': ['ID=3dd29cf2-eba5-4842-8f49-1b67aac227ce,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:45:36.227550 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:36.323120 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Floating IP 72adae54-a1df-428a-a977-6b4be914c1d0 associated. External IP: 172.25.0.118, port: 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa. Nov 15 23:45:36.518361 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:45:36.621022 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:45:36.711143 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:36.754904 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ddd21e41-db31-40fd-a940-66e486e617fa tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7997825 Nov 15 23:45:36.754904 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:45:36.754904 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:45:36.763833 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:45:36.776442 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:45:36.777135 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:45:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:45:36.848503 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41721822-5314-4601-ad69-4d5018f3933e x-openstack-request-id: req-41721822-5314-4601-ad69-4d5018f3933e {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:45:36.849038 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:45:36.849147 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41721822-5314-4601-ad69-4d5018f3933e {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:45:36.849473 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'status': 'completed', 'code': 200} Nov 15 23:45:36.889724 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:45:36.914810 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-f70239d1-465c-4d87-9dbb-770fae25c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:36.916581 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-f70239d1-465c-4d87-9dbb-770fae25c960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0457320 Nov 15 23:45:37.008428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-73963b74-ffa4-43f6-aa6f-29a993609c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:37.009981 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-73963b74-ffa4-43f6-aa6f-29a993609c61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0852394 Nov 15 23:45:37.078071 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-a9b765d1-2869-4318-9993-6e3c4308e862 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 999 time: 0.0605228 Nov 15 23:45:37.110223 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '72adae54-a1df-428a-a977-6b4be914c1d0', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:82:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:45:35Z', 'updated_at': '2021-11-15T23:45:35Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:45:37.126594 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-3d2cab57-8710-44b4-aa0c-569348bb4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:37.128082 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-3d2cab57-8710-44b4-aa0c-569348bb4d91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0426493 Nov 15 23:45:37.140055 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:45:37.148372 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:45:37.148998 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:45:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:45:37.176446 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-ec584ccd-73fe-42e1-91d1-5bbe7a606d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:45:37.177010 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-ec584ccd-73fe-42e1-91d1-5bbe7a606d75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419641 Nov 15 23:45:37.258870 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:45:37.272989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-ca1cc7a4-5c86-45fa-a1a1-8e675a68435b service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882173 Nov 15 23:45:37.298030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15e3b74c-9ed8-49ce-9e96-32b0b4a6d915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:37.365124 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-bf2f4b44-ac1f-4831-aa12-1db6a2daa78f req-dfd40efe-82f7-403d-bb14-e6ad594f7b0b service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Nov 15 23:45:37.478409 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '72adae54-a1df-428a-a977-6b4be914c1d0', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:82:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:45:35Z', 'updated_at': '2021-11-15T23:45:35Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:45:37.503662 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169667d-5da4-4f45-9cb0-209f27856b5b None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '72adae54-a1df-428a-a977-6b4be914c1d0', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'floating_ip_address': '172.25.0.118', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'mac_address': 'fa:16:3e:82:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:45:35Z', 'updated_at': '2021-11-15T23:45:35Z', 'revision_number': 0, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:45:37.688274 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474910f-b256-479f-a091-25ad42cdd67e None None] New status for floating IP 72adae54-a1df-428a-a977-6b4be914c1d0: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:45:38.601806 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:39.697514 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:40.416764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:45:59.260408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:46:00.102976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:00.553587 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:04.862948 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-075a14c8-127f-469a-b606-d306b36f7cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:07.273632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95959c35-067a-4b6d-969b-55d5bbea03a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:08.600840 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:09.719985 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:10.394043 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:29.617152 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-d5470639-8eac-4147-8ee6-9e26b2012054 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389161 Nov 15 23:46:29.703359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-e4d359d7-6936-4d98-81f1-65f988d7ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:46:29.705424 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-e4d359d7-6936-4d98-81f1-65f988d7ea4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0443616 Nov 15 23:46:29.807057 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-43bcd922-d75a-407f-9149-f4832417b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:46:29.808574 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-43bcd922-d75a-407f-9149-f4832417b8e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0830653 Nov 15 23:46:29.875288 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-7fe00a0e-2de9-408b-af50-767c292a8d37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 1001 time: 0.0595231 Nov 15 23:46:29.924062 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-4d147bc3-4eca-4b7b-a2b1-c6cbdef8aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:46:29.925556 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-4d147bc3-4eca-4b7b-a2b1-c6cbdef8aaa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0418446 Nov 15 23:46:29.970883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-27d60a32-57b9-4ee8-9107-11b028aacb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:46:29.972307 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-27d60a32-57b9-4ee8-9107-11b028aacb80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385525 Nov 15 23:46:30.071924 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-799b1c4e-519d-4662-8d50-0b0e215f102d service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Nov 15 23:46:30.107228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:30.162287 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-786b4e1d-bbb6-4021-ac94-6eb82be308b4 req-5cbe07d2-5527-4e86-8891-2261dfe7a96a service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814850 Nov 15 23:46:30.553658 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:34.845331 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5835-2fc5-4768-a35b-be60a945a881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:36.261691 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:46:37.290776 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c047363-539b-4ed2-8bc5-55e7d102fb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:38.627052 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:39.702822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:46:40.370113 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:00.136360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:00.554002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:04.850504 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-730a4dda-c178-4ad2-9de2-af2096d21fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:07.289361 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1048f6f-4719-4074-821f-a3522db7d2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:08.604640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:09.718014 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:10.364285 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:13.261382 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:47:30.118510 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:30.569807 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:30.615268 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-ba9ba365-f620-422c-8438-2f6f06d02e26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448751 Nov 15 23:47:30.710578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-39f07a3e-3640-4ba3-a989-28c59726a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:47:30.718347 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-39f07a3e-3640-4ba3-a989-28c59726a0de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0477335 Nov 15 23:47:30.823828 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-4776c415-6838-4cb1-ab3c-a11efe5feb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:47:30.825747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-4776c415-6838-4cb1-ab3c-a11efe5feb27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0917506 Nov 15 23:47:30.902965 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-bd3e9daf-e260-450b-8414-c539313d61eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 1001 time: 0.0699461 Nov 15 23:47:30.953445 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-dcf869a8-367f-4c0c-8cbe-da7dbf63819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:47:30.954907 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-dcf869a8-367f-4c0c-8cbe-da7dbf63819a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0442739 Nov 15 23:47:30.999133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-049234fb-2340-435d-a47d-f6f006340894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:47:31.000504 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-049234fb-2340-435d-a47d-f6f006340894 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388560 Nov 15 23:47:31.092598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-e7353714-2a15-4e68-abd9-5ffb5a830594 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Nov 15 23:47:31.180597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-04b55e21-8a81-46c5-a0f2-e9d1bab0497e req-60d7bf8d-d8bc-46d6-8ae0-b69893c8cf9b service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803962 Nov 15 23:47:34.900468 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8bd07d0-6dea-4629-b4ce-a7a5a7319202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:37.295645 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1efd29c-e69d-412a-bb0b-835e73cccf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:38.609691 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:39.700749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:40.352548 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:47:50.261526 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:48:00.117549 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:00.574497 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:03.271901 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96255ad-3042-41cd-997a-de12250127ff req-fc2ba2f6-21b6-45b0-a6b1-fbfe4a5b8073 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:03.273413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96255ad-3042-41cd-997a-de12250127ff req-fc2ba2f6-21b6-45b0-a6b1-fbfe4a5b8073 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.1165922 Nov 15 23:48:03.322806 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c96255ad-3042-41cd-997a-de12250127ff req-dcd3ce4a-9885-4217-8109-1866a0f7967c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Nov 15 23:48:04.484120 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b95fb9-c04c-4e92-ae66-2fe6aab49aae req-3ed4ae1d-b374-402d-b7fe-34b403e11090 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:04.485613 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28b95fb9-c04c-4e92-ae66-2fe6aab49aae req-3ed4ae1d-b374-402d-b7fe-34b403e11090 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0912678 Nov 15 23:48:04.532898 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-28b95fb9-c04c-4e92-ae66-2fe6aab49aae req-178215e8-b784-46b7-b0a3-9d2384bea377 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Nov 15 23:48:04.895018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ce782e2-8a97-41f3-be8c-b92a64554ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:05.675611 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8043d-887d-4bdb-9c91-13cb38be1a2f req-c401fd19-8e25-453c-847d-8c98bf392a53 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:05.677096 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ce8043d-887d-4bdb-9c91-13cb38be1a2f req-c401fd19-8e25-453c-847d-8c98bf392a53 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0475914 Nov 15 23:48:05.728561 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8ce8043d-887d-4bdb-9c91-13cb38be1a2f req-ca18755f-c01e-40c7-9ec5-06cd9c30c658 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Nov 15 23:48:06.844473 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b0c-aa35-40c7-8a9a-8c11a632d4b3 req-adc1dea0-67b6-4af2-897e-41190c17e159 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:06.845974 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc376b0c-aa35-40c7-8a9a-8c11a632d4b3 req-adc1dea0-67b6-4af2-897e-41190c17e159 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0488605 Nov 15 23:48:06.893508 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc376b0c-aa35-40c7-8a9a-8c11a632d4b3 req-cc459462-09bd-4345-b794-79957af253c2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416079 Nov 15 23:48:07.277712 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2154477e-c09b-407b-a852-56d69622fb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:08.006832 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a73e-0e12-411e-9629-4e5b0ff7aab4 req-13d0e18e-c78e-4d72-a27d-b31ac177cd14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:08.008281 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af3a73e-0e12-411e-9629-4e5b0ff7aab4 req-13d0e18e-c78e-4d72-a27d-b31ac177cd14 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0478160 Nov 15 23:48:08.057233 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8af3a73e-0e12-411e-9629-4e5b0ff7aab4 req-88e5c72c-5e7b-4ced-9239-93ad1ba36c91 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Nov 15 23:48:08.614987 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:09.175870 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af0d2-0892-47b0-a8d9-f5f501f96434 req-e5370a5d-03be-4249-826f-6808e6bce5d9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:09.177576 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-963af0d2-0892-47b0-a8d9-f5f501f96434 req-e5370a5d-03be-4249-826f-6808e6bce5d9 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0511961 Nov 15 23:48:09.226787 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-963af0d2-0892-47b0-a8d9-f5f501f96434 req-d764ffe6-097b-454c-b491-4256847e219d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Nov 15 23:48:09.717999 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:10.351095 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dc546-07fd-403f-ae6e-fbc615b37f48 req-85376563-5919-4f82-b553-45ecc37d400f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:10.352923 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba6dc546-07fd-403f-ae6e-fbc615b37f48 req-85376563-5919-4f82-b553-45ecc37d400f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0506053 Nov 15 23:48:10.405120 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ba6dc546-07fd-403f-ae6e-fbc615b37f48 req-91b5990f-e26e-4bf4-a5ea-034bf7f58d26 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Nov 15 23:48:10.500354 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:11.521198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8b49-3891-4600-917b-381b3d041f60 req-abd52d41-0e89-46d4-a00a-d00523a2e635 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:11.522641 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c7b8b49-3891-4600-917b-381b3d041f60 req-abd52d41-0e89-46d4-a00a-d00523a2e635 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0506372 Nov 15 23:48:11.570640 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2c7b8b49-3891-4600-917b-381b3d041f60 req-f0afc741-1703-4995-933e-e9540e95dbbb tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Nov 15 23:48:12.687412 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c707cae-5cbd-4885-b1f6-b00ef0e17a0b req-02a892ba-04a5-41d7-887b-cfd8348c28c1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:12.688907 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c707cae-5cbd-4885-b1f6-b00ef0e17a0b req-02a892ba-04a5-41d7-887b-cfd8348c28c1 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0490060 Nov 15 23:48:12.739042 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4c707cae-5cbd-4885-b1f6-b00ef0e17a0b req-211f1e06-113e-4860-a2ec-7b9c81471579 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Nov 15 23:48:13.437475 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f49f-5a6c-452c-aabe-757681276772 req-d263bbc8-f501-43c3-bb21-7936ceb400af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:13.438989 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-d263bbc8-f501-43c3-bb21-7936ceb400af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0469959 Nov 15 23:48:13.535609 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f49f-5a6c-452c-aabe-757681276772 req-3db4d200-fb5f-41a2-94e3-557920c4e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:13.537119 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-3db4d200-fb5f-41a2-94e3-557920c4e6c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0894384 Nov 15 23:48:13.600624 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-79c6ace3-44dd-4e30-b72a-f009fe913420 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 1001 time: 0.0558746 Nov 15 23:48:13.657102 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f49f-5a6c-452c-aabe-757681276772 req-f9a06f2b-7083-4f72-8cc7-64d93e35ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:13.658510 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-f9a06f2b-7083-4f72-8cc7-64d93e35ee9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0509741 Nov 15 23:48:13.703295 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1f49f-5a6c-452c-aabe-757681276772 req-5a8a109b-ffae-455a-a54a-cb5851b59be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:13.704642 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-5a8a109b-ffae-455a-a54a-cb5851b59be9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388086 Nov 15 23:48:13.802765 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-851852c9-3086-43ad-ac22-1dfae579f40d service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887878 Nov 15 23:48:13.866445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d757-65b6-477c-9313-bdda51612802 req-a01a0a12-7633-4bc9-a9f9-782c69445876 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:13.867912 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a192d757-65b6-477c-9313-bdda51612802 req-a01a0a12-7633-4bc9-a9f9-782c69445876 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0469668 Nov 15 23:48:13.892609 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-77f1f49f-5a6c-452c-aabe-757681276772 req-57c39400-9ae6-476b-844a-992b8666844e service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818384 Nov 15 23:48:13.921545 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-a192d757-65b6-477c-9313-bdda51612802 req-51811f9b-e988-4cab-9c50-2f033df3d71f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470946 Nov 15 23:48:15.035414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8687-7ccf-4374-b519-79c6ba857a16 req-76fff8c9-9db4-40e0-8aaa-778c17ec3fad tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:15.036882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-371a8687-7ccf-4374-b519-79c6ba857a16 req-76fff8c9-9db4-40e0-8aaa-778c17ec3fad tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0489838 Nov 15 23:48:15.084876 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-371a8687-7ccf-4374-b519-79c6ba857a16 req-60d63457-4546-4837-9558-7c1b0bd16f08 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Nov 15 23:48:16.198745 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ee8e-b8e3-41d5-9672-c9834e553a9d req-3e623382-dad8-450c-a5f6-2e3decd2cd6d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:16.200218 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eed5ee8e-b8e3-41d5-9672-c9834e553a9d req-3e623382-dad8-450c-a5f6-2e3decd2cd6d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0482395 Nov 15 23:48:16.249062 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-eed5ee8e-b8e3-41d5-9672-c9834e553a9d req-c9b483ba-be9e-4e5e-9991-fca1e7c14149 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Nov 15 23:48:17.366484 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa4fa3-f310-4c4e-9619-d81af944a5a4 req-b44d8a02-6470-4453-9fa4-e9e976b9e684 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:17.367930 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9faa4fa3-f310-4c4e-9619-d81af944a5a4 req-b44d8a02-6470-4453-9fa4-e9e976b9e684 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0512047 Nov 15 23:48:17.419270 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9faa4fa3-f310-4c4e-9619-d81af944a5a4 req-b2c6ed5d-0424-4f45-ace6-ab06f4d4aaf0 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Nov 15 23:48:18.531564 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfa637-1740-4f5e-b6db-b22b6f360b39 req-dc1d1900-f6e6-448d-aa29-766c81bdb65d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:18.533028 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18bfa637-1740-4f5e-b6db-b22b6f360b39 req-dc1d1900-f6e6-448d-aa29-766c81bdb65d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0471244 Nov 15 23:48:18.580985 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-18bfa637-1740-4f5e-b6db-b22b6f360b39 req-bbb31e51-15b1-4a5f-a865-f4e1ea7fa36b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Nov 15 23:48:19.149874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:48:19.224172 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:19.245335 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:48:19.247532 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc4403-20d2-48cb-b4ed-d94e09029ed2" -d '{"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:48:19.264119 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:48:19.323955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:19.327482 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 23:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c6fb60-dbe5-4689-8691-8696dd0794b8 x-openstack-request-id: req-89c6fb60-dbe5-4689-8691-8696dd0794b8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:48:19.327904 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-unplugged", "status": "failed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:48:19.328181 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89c6fb60-dbe5-4689-8691-8696dd0794b8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:48:19.328569 n-d-817995-3 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'code': 422} returned with failed status Nov 15 23:48:19.373368 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:48:19.380514 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.380884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.381215 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.381543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.381869 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.382190 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.382509 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.382825 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.383140 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.383451 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.383765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.384075 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:48:19.908958 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279689c-a8b9-4d8e-a846-e3d11b7f836b req-4ab0ab21-3a10-4594-8341-867bbe1c9dbb tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:19.913776 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9279689c-a8b9-4d8e-a846-e3d11b7f836b req-4ab0ab21-3a10-4594-8341-867bbe1c9dbb tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0482202 Nov 15 23:48:19.979549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-e5831887-b200-4667-a795-4ee9f5044af9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796726 Nov 15 23:48:19.988866 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-9ef9b103-207e-4fd7-9e7a-c784605a66c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:48:19.989980 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-9ef9b103-207e-4fd7-9e7a-c784605a66c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055392 Nov 15 23:48:20.306326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9279689c-a8b9-4d8e-a846-e3d11b7f836b req-3b4ebdd2-d5ab-4376-b640-afd84531d280 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896258 Nov 15 23:48:21.422019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9ae1-77a8-4b15-af20-4b11dd3499f9 req-10e94cfb-d1e4-48ae-ac69-f7173d2f8140 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:21.423631 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acad9ae1-77a8-4b15-af20-4b11dd3499f9 req-10e94cfb-d1e4-48ae-ac69-f7173d2f8140 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0488374 Nov 15 23:48:21.478178 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-acad9ae1-77a8-4b15-af20-4b11dd3499f9 req-b78e6d84-8bdb-457e-be4f-f657019b1e8e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480776 Nov 15 23:48:22.596461 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59395275-f5f5-4ae3-9538-de3fbb75636f req-c3d4b01a-6c59-402f-8205-276354d17c2f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:22.597973 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59395275-f5f5-4ae3-9538-de3fbb75636f req-c3d4b01a-6c59-402f-8205-276354d17c2f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0495753 Nov 15 23:48:22.647824 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59395275-f5f5-4ae3-9538-de3fbb75636f req-cdf25af7-7bcf-439a-8ca3-575aa5fe0c17 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Nov 15 23:48:23.768874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548871c-fb70-4f23-9e7d-a168831859b5 req-48c0c851-dfd3-4fd6-a814-c430caef7474 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:23.770207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c548871c-fb70-4f23-9e7d-a168831859b5 req-48c0c851-dfd3-4fd6-a814-c430caef7474 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0500014 Nov 15 23:48:23.820482 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-c548871c-fb70-4f23-9e7d-a168831859b5 req-bd73cb58-60e6-42a9-a062-f5d5720f2a56 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 Nov 15 23:48:24.937900 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2ffa9-e4ac-4ce7-baf0-c19e01b7a3d5 req-cd31836c-4c12-42a8-9ad6-cd55f396e85f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:24.939401 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8e2ffa9-e4ac-4ce7-baf0-c19e01b7a3d5 req-cd31836c-4c12-42a8-9ad6-cd55f396e85f tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0510559 Nov 15 23:48:24.988722 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-b8e2ffa9-e4ac-4ce7-baf0-c19e01b7a3d5 req-1449f955-00f3-4420-bb54-fe3d348edb09 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Nov 15 23:48:26.107549 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b28f93-27f3-4304-a697-d5e6826c9484 req-96d3e73d-c238-499d-85f7-0d11e720ed2e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:26.109017 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91b28f93-27f3-4304-a697-d5e6826c9484 req-96d3e73d-c238-499d-85f7-0d11e720ed2e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0513723 Nov 15 23:48:26.157292 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-91b28f93-27f3-4304-a697-d5e6826c9484 req-7e9e3414-28d0-4f79-b6a7-dc96ba9494b6 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Nov 15 23:48:26.749010 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-edf71d86-f2fb-4671-b74c-84941d0487ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:26.750467 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-edf71d86-f2fb-4671-b74c-84941d0487ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff&tenant_id=d23bac57fb484198ba8910210f0145d2 HTTP/1.1" status: 200 len: 1094 time: 0.0445662 Nov 15 23:48:26.812564 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-0b541937-8d86-4821-bcec-03b1b70ebf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:26.814041 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-0b541937-8d86-4821-bcec-03b1b70ebf26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1094 time: 0.0398946 Nov 15 23:48:26.903801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-e0ddbfae-97b0-4662-8bb8-52c25bbf2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:26.905389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-e0ddbfae-97b0-4662-8bb8-52c25bbf2f62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0829685 Nov 15 23:48:26.972486 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-f86259bf-778b-4ac3-a16b-ba90eba48c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 999 time: 0.0597491 Nov 15 23:48:27.020376 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-019bb3fc-c9f3-4d46-a489-805be3bf7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:27.021721 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-019bb3fc-c9f3-4d46-a489-805be3bf7099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0418570 Nov 15 23:48:27.066172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-c1f57f7b-013e-4fc2-89dc-57a32f512681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:27.067580 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-c1f57f7b-013e-4fc2-89dc-57a32f512681 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379827 Nov 15 23:48:27.159589 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-c3ba3917-624e-4879-bea0-eddd555524f3 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831020 Nov 15 23:48:27.250044 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-7769e19b-43a5-493f-ad0a-b6131795cab4 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821617 Nov 15 23:48:27.262537 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:48:27.274293 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c0e97-b32e-4eb8-b2a0-815cb3621991 req-3c2052d9-150a-4851-a390-1ca672968ef3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:27.275701 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f00c0e97-b32e-4eb8-b2a0-815cb3621991 req-3c2052d9-150a-4851-a390-1ca672968ef3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0492876 Nov 15 23:48:27.324903 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f00c0e97-b32e-4eb8-b2a0-815cb3621991 req-87ccf69a-f1da-4d1f-9d0c-762efe6f2bdf tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Nov 15 23:48:28.437782 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcf1fb-3734-472d-85cb-3c11bfb0561e req-08ab37f1-b01b-4da2-b14e-1d75628dbf58 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:28.439230 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99bcf1fb-3734-472d-85cb-3c11bfb0561e req-08ab37f1-b01b-4da2-b14e-1d75628dbf58 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0477686 Nov 15 23:48:28.490586 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99bcf1fb-3734-472d-85cb-3c11bfb0561e req-327ea6b3-bf1d-4c42-9157-9d485f9db7da tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Nov 15 23:48:29.613165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175ab7-a15a-490b-b732-5defcf8f6d66 req-95e65ff6-a4a6-4a6b-931b-f69889600117 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:29.614556 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95175ab7-a15a-490b-b732-5defcf8f6d66 req-95e65ff6-a4a6-4a6b-931b-f69889600117 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0502636 Nov 15 23:48:29.663969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-95175ab7-a15a-490b-b732-5defcf8f6d66 req-b353aaf6-386c-437f-bda1-910454322089 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Nov 15 23:48:30.145836 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:30.585805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:30.778307 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4165a53-540a-4295-906c-8cbaa27638e8 req-ecae8299-13bf-4596-aeb6-fd68b3006865 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:30.779689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4165a53-540a-4295-906c-8cbaa27638e8 req-ecae8299-13bf-4596-aeb6-fd68b3006865 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0481267 Nov 15 23:48:30.828253 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d4165a53-540a-4295-906c-8cbaa27638e8 req-07f8ea91-2b77-47cd-bc07-58e69be12a25 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Nov 15 23:48:31.943516 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d830b1-edd8-4239-90a1-802ef3d21dd3 req-9ed844cc-f7d9-4879-a68f-401cf0d3e20c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:31.945070 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54d830b1-edd8-4239-90a1-802ef3d21dd3 req-9ed844cc-f7d9-4879-a68f-401cf0d3e20c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0513430 Nov 15 23:48:31.992998 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-54d830b1-edd8-4239-90a1-802ef3d21dd3 req-e0a1ead5-31f1-43bd-a43c-9f058e1ade0b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Nov 15 23:48:32.627607 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-80d6ad1c-7571-4f40-a62f-c3b3c93a5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:32.629031 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-80d6ad1c-7571-4f40-a62f-c3b3c93a5e77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1094 time: 0.0447268 Nov 15 23:48:32.736213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-a81770a7-499d-4365-89b1-a9feeeb58c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:32.737734 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-a81770a7-499d-4365-89b1-a9feeeb58c9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0837085 Nov 15 23:48:32.807549 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-d9524865-25ef-433f-9fc3-e2a04818a292 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 999 time: 0.0606642 Nov 15 23:48:32.857611 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-f2955011-d31b-4782-85b5-003e328d6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:32.858997 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-f2955011-d31b-4782-85b5-003e328d6781 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0418832 Nov 15 23:48:32.907199 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-0cc00b2b-500a-4102-a263-61f75b92fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:32.908566 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-0cc00b2b-500a-4102-a263-61f75b92fdd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387418 Nov 15 23:48:33.005778 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-4cd71053-bd05-4d2a-95f4-3ae56885eda7 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886352 Nov 15 23:48:33.111164 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea80668-320c-457a-a9cf-b9d799973a45 req-bd29e7f2-19fb-4b5c-b564-f39220ca04d8 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:33.112753 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dea80668-320c-457a-a9cf-b9d799973a45 req-bd29e7f2-19fb-4b5c-b564-f39220ca04d8 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0505190 Nov 15 23:48:33.170263 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-dea80668-320c-457a-a9cf-b9d799973a45 req-68001716-5bd9-41f5-83f7-d321e1601e25 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480609 Nov 15 23:48:33.410479 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-f68fa183-3579-4902-ab9b-865f2aadf956 req-875b7100-959b-4766-aa05-98456c008339 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948839 Nov 15 23:48:34.280567 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd6695-2c61-4619-9cd4-b7ed20f90743 req-06b83847-43be-4384-8832-1f2e526202f4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:34.282045 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcdd6695-2c61-4619-9cd4-b7ed20f90743 req-06b83847-43be-4384-8832-1f2e526202f4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0473678 Nov 15 23:48:34.333303 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bcdd6695-2c61-4619-9cd4-b7ed20f90743 req-863b2102-2f39-4dd6-84d8-62e827d282f3 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Nov 15 23:48:34.848886 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a57fc5d4-6127-4e68-88a4-29f8352cc5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:35.201495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:48:35.293838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:48:35.304949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'port_id': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'mac_address': 'fa:16:3e:82:e5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:48:35.343656 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:35.356547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:48:35.375974 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:48:35.446719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885cf4-c863-47c8-979b-ee768e529408 req-57a52bcf-26a0-40aa-a1fc-cd66c77279a5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:35.448209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66885cf4-c863-47c8-979b-ee768e529408 req-57a52bcf-26a0-40aa-a1fc-cd66c77279a5 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 943 time: 0.0474813 Nov 15 23:48:35.465533 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:35.498531 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-66885cf4-c863-47c8-979b-ee768e529408 req-f0952968-5c00-47a4-99b5-3946a9ff6902 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441952 Nov 15 23:48:35.513621 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:48:35.718146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:48:36.613371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16544b86-7894-46d9-b5c5-d5fb9e876cc5 req-1a71379a-fb2b-408c-b4b9-e0a2cfb4938b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:36.614820 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16544b86-7894-46d9-b5c5-d5fb9e876cc5 req-1a71379a-fb2b-408c-b4b9-e0a2cfb4938b tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 944 time: 0.0470033 Nov 15 23:48:36.662774 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16544b86-7894-46d9-b5c5-d5fb9e876cc5 req-5db172db-4d6f-46be-8d8d-8ae535a58a68 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Nov 15 23:48:37.215419 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:48:37.261620 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1eed992b-373b-4d66-a1a6-e4d5713e3f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:37.263834 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:48:37.264191 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:37.342872 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:37.364060 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:48:37.366297 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941beb32-1b81-451c-8882-d50d8ba006cb" -d '{"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:48:37.379754 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:48:37.420149 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:37.468998 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:48:37.780069 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b623-effc-4385-824d-d784659aa693 req-160a4638-c4a2-4ba0-979a-459cb3c484a7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:37.781473 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2db6b623-effc-4385-824d-d784659aa693 req-160a4638-c4a2-4ba0-979a-459cb3c484a7 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0522749 Nov 15 23:48:37.829601 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-2db6b623-effc-4385-824d-d784659aa693 req-13eea6ea-730c-45d1-bd82-8ddc7cdf505c tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Nov 15 23:48:38.421571 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd709da6-01b2-45d7-a9e6-5e473e53ad2b x-openstack-request-id: req-bd709da6-01b2-45d7-a9e6-5e473e53ad2b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:48:38.422046 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:48:38.422157 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd709da6-01b2-45d7-a9e6-5e473e53ad2b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:48:38.422481 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'code': 200} Nov 15 23:48:38.570883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cf633-26fb-4757-884f-8faf759967b7 req-b6143882-3ad7-46a6-a2a2-c6e1cf8f309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:38.573046 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0cf633-26fb-4757-884f-8faf759967b7 req-b6143882-3ad7-46a6-a2a2-c6e1cf8f309f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0407791 Nov 15 23:48:38.614471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:38.622689 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-9a0cf633-26fb-4757-884f-8faf759967b7 req-a1f97245-3cce-4ea0-a630-189348cfee86 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Nov 15 23:48:38.945229 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db5f8f-951a-49e3-8dc0-4dea5a130565 req-37b910e7-44a8-4bfc-8a58-d132ba729b5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:38.947207 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73db5f8f-951a-49e3-8dc0-4dea5a130565 req-37b910e7-44a8-4bfc-8a58-d132ba729b5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0475276 Nov 15 23:48:38.994659 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-73db5f8f-951a-49e3-8dc0-4dea5a130565 req-09ceb7ac-d57d-4e1b-b918-ac5d95440d78 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Nov 15 23:48:39.774692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:48:40.116662 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa01d5-2d4b-4f22-bf03-3c41402ff552 req-260da582-9d7a-4c58-80f4-aafcb9315c5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:48:40.118170 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49fa01d5-2d4b-4f22-bf03-3c41402ff552 req-260da582-9d7a-4c58-80f4-aafcb9315c5e tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0528293 Nov 15 23:48:40.165993 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-49fa01d5-2d4b-4f22-bf03-3c41402ff552 req-1b802493-ed77-41f9-a99a-d19a3ba14924 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Nov 15 23:48:40.397098 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:00.173701 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:00.568007 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:04.262402 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:49:04.882652 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-101aed3b-0891-4226-8797-6d7317442252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:07.294303 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-776a5df1-187b-4ab5-bfec-55e2cb692b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:08.659237 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:09.722234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:10.385417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:30.173517 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:30.572788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:33.614646 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-77987492-abce-43e3-ae55-fc2bd593f420 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385451 Nov 15 23:49:33.695856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503c320-4b94-40af-beb1-88eb0385b79b req-d7928577-ecfd-487d-8c50-55fd087eace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:49:33.697953 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-d7928577-ecfd-487d-8c50-55fd087eace4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0415022 Nov 15 23:49:33.804754 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503c320-4b94-40af-beb1-88eb0385b79b req-65709846-1abd-48db-b14c-63fe48009c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:49:33.806130 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-65709846-1abd-48db-b14c-63fe48009c8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0879588 Nov 15 23:49:33.871659 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-d138b184-652f-49db-b426-f03e6b22d719 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 1001 time: 0.0582886 Nov 15 23:49:33.920338 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503c320-4b94-40af-beb1-88eb0385b79b req-617ea216-15e5-48c7-9920-e1fd0140ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:49:33.921810 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-617ea216-15e5-48c7-9920-e1fd0140ddcd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0436978 Nov 15 23:49:33.971047 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503c320-4b94-40af-beb1-88eb0385b79b req-778d0c49-17bc-4356-998b-9171c330457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:49:33.972499 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-778d0c49-17bc-4356-998b-9171c330457e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431104 Nov 15 23:49:34.060416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-6f15635d-6085-4050-8af6-949dbea333d7 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799177 Nov 15 23:49:34.153361 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-c503c320-4b94-40af-beb1-88eb0385b79b req-5417eac6-7cd4-478b-a268-99c53f086b1f service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854297 Nov 15 23:49:34.882045 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c448d15-d48a-4522-b1e4-e4af9262adf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:37.264250 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dec450af-3abf-4005-890f-c29b69c38e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:38.641359 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:39.698338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:40.395933 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:49:41.261400 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:50:00.207004 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:00.607002 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:04.875249 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a32d0518-875f-4d8c-aaaf-c99060df2043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:07.309695 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0537209-3334-45e8-a0e3-a6e340717bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:08.640818 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:09.709707 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:10.343697 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.236088 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43222) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:16.392132 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Deleting port 3dd29cf2-eba5-4842-8f49-1b67aac227ce {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:16.392470 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.470051 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.470375 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.482249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Calling delete_port for 3dd29cf2-eba5-4842-8f49-1b67aac227ce owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:16.681215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.709252 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'Port': ['ID=3dd29cf2-eba5-4842-8f49-1b67aac227ce,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:16.721517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.721863 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.722196 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.722526 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.722857 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.723178 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.723497 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.723815 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.724129 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.724445 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.724793 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.725111 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:16.777917 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:16.778234 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Floating IP 72adae54-a1df-428a-a977-6b4be914c1d0 disassociated (deleted). External IP: 172.25.0.118, port: 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa. Nov 15 23:50:16.991703 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:50:17.097792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:17.102556 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:17.107102 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:17.116309 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:17.117024 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:17.128915 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-166e3e8a-afe6-4985-9431-a4003c2dd146 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "DELETE /v2.0/floatingips/72adae54-a1df-428a-a977-6b4be914c1d0 HTTP/1.1" status: 204 len: 168 time: 0.8915586 Nov 15 23:50:17.129544 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:50:17.131916 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58792b15-be6e-4690-a62f-8bc59120a520" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:50:17.178769 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1519a17e-0736-4fde-96f3-a6e3c86d03b8 x-openstack-request-id: req-1519a17e-0736-4fde-96f3-a6e3c86d03b8 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:50:17.179056 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:50:17.179393 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1519a17e-0736-4fde-96f3-a6e3c86d03b8 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:50:17.179850 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'status': 'completed', 'code': 200} Nov 15 23:50:17.233421 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:17.240829 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792b15-be6e-4690-a62f-8bc59120a520 req-1ac271ea-cc83-452e-a598-3af98e7c17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:17.241421 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-1ac271ea-cc83-452e-a598-3af98e7c17d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23bac57fb484198ba8910210f0145d2&device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 1096 time: 0.0401332 Nov 15 23:50:17.336806 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792b15-be6e-4690-a62f-8bc59120a520 req-1ac333c5-acb1-450b-83af-b6767a8a751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:17.338214 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-1ac333c5-acb1-450b-83af-b6767a8a751b service neutron] 10.222.0.57 "GET /v2.0/networks?id=07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 200 len: 909 time: 0.0889812 Nov 15 23:50:17.425335 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-dc0977f1-ebb9-43e7-9bc6-1abcf1bfba7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 200 len: 217 time: 0.0802393 Nov 15 23:50:17.434543 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:17.464893 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:17.473432 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:17.474028 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:17.482554 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792b15-be6e-4690-a62f-8bc59120a520 req-6e90f1ad-23d2-4220-af45-12b28fce7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:17.487457 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-6e90f1ad-23d2-4220-af45-12b28fce7290 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 200 len: 847 time: 0.0459838 Nov 15 23:50:17.540591 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792b15-be6e-4690-a62f-8bc59120a520 req-503d946b-6191-482e-8f19-0908678567ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:17.542954 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-503d946b-6191-482e-8f19-0908678567ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cee2f0-c59c-49f3-87bb-661e38321823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503426 Nov 15 23:50:17.583221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:17.609059 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c471-9914-46c5-bb61-11894977f2e5 req-add4c16a-60d5-4f14-a6fe-bb238b9766ff tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:17.610460 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa2c471-9914-46c5-bb61-11894977f2e5 req-add4c16a-60d5-4f14-a6fe-bb238b9766ff tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0551372 Nov 15 23:50:17.636690 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-ac4acbd6-b1d9-4e5a-aa3f-5ddeda7ea39e service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Nov 15 23:50:17.667237 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9fa2c471-9914-46c5-bb61-11894977f2e5 req-bec18e60-9c55-4cba-8686-e2e9010990b4 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Nov 15 23:50:17.731676 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-58792b15-be6e-4690-a62f-8bc59120a520 req-ce0a679f-f004-42d4-9feb-6bfeb4ddadb2 service neutron] 10.222.0.57 "GET /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Nov 15 23:50:17.784092 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:17.813406 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419afe05-d66d-4d57-98c4-a1d68a310e73 None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'd2702437-eccb-423e-9d85-59b28cf11423', 'name': '', 'network_id': '07cee2f0-c59c-49f3-87bb-661e38321823', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'mac_address': 'fa:16:3e:9b:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:14Z', 'updated_at': '2021-11-15T23:40:18Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'subnets': [{'id': '5a92b00a-17c9-4f8f-8f80-75bfd076161f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:18.015915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfa9bc-0b79-4316-bc8d-36b0a9a52156 None None] New status for floating IP 72adae54-a1df-428a-a977-6b4be914c1d0: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:50:18.259892 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:50:18.790340 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132154-e4fd-4fc4-a16b-f2134b9c50c6 req-750c7f96-f6bf-471b-9ca7-14b52a26c967 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:18.791815 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea132154-e4fd-4fc4-a16b-f2134b9c50c6 req-750c7f96-f6bf-471b-9ca7-14b52a26c967 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0529861 Nov 15 23:50:18.839978 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ea132154-e4fd-4fc4-a16b-f2134b9c50c6 req-31b0bd18-7e74-4398-b8c2-9ecefa940d73 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c864d25-0271-45e6-8b38-8b2ab3f390bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Nov 15 23:50:19.153574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-44c1227f-cf1b-4b69-887d-5f0b9004f4a2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:19.157681 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-44c1227f-cf1b-4b69-887d-5f0b9004f4a2 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 945 time: 0.0488081 Nov 15 23:50:19.243666 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Deleting port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:19.244005 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:19.333704 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] For port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:19.334071 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:19.346948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Calling delete_port for 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:19.515281 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:19.544495 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'Port': ['ID=0f3eee7b-dd09-4dd0-ac40-45e348f28cfa,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:19.556629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.556952 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.557253 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.557584 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.557914 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.558244 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.558566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.558891 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.559209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.559533 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.559860 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.560179 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:19.593816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] No DVR routers for this DVR port 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:50:19.596347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:19.599725 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-37dd46d2-b94a-4d15-a578-61c5ce1abe15 req-27fb1ec6-4e72-4504-9a21-ffb2b61ff3ce tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.57 "DELETE /v2.0/ports/0f3eee7b-dd09-4dd0-ac40-45e348f28cfa HTTP/1.1" status: 204 len: 173 time: 0.4381664 Nov 15 23:50:19.600159 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-deleted', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:50:19.602405 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd9ddb6-9fae-4918-a722-62030207f191" -d '{"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-deleted", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:50:19.688476 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb304c49-cf8e-46ff-827f-c5c52b18ea41 x-openstack-request-id: req-cb304c49-cf8e-46ff-827f-c5c52b18ea41 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:50:19.688795 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17f4d2-a6c6-4d22-ae86-28244365f2ff", "name": "network-vif-deleted", "tag": "0f3eee7b-dd09-4dd0-ac40-45e348f28cfa", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:50:19.689044 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb304c49-cf8e-46ff-827f-c5c52b18ea41 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:50:19.689441 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17f4d2-a6c6-4d22-ae86-28244365f2ff', 'name': 'network-vif-deleted', 'tag': '0f3eee7b-dd09-4dd0-ac40-45e348f28cfa', 'status': 'completed', 'code': 200} Nov 15 23:50:19.939591 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4768f9ad-09e1-4a19-912b-6fe915deea85 req-37fc7b69-c4e2-4fab-bad3-cbc33966bb64 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0274341 Nov 15 23:50:21.036789 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8bf29a56-7908-4678-968f-ad59ebf74c8b req-20b9bb52-0aae-4fa9-9b35-94213b2ba2ad tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0259593 Nov 15 23:50:22.134161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-20c05e51-7774-492e-87d2-b9d8ed0b2b49 req-0221bd90-61e6-433b-8ea2-cbde755bc366 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0259430 Nov 15 23:50:23.433583 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e9c1766-bb02-4c5f-ba75-ec0496819f2c req-bed78bc6-7c4a-4a86-b6b9-0a1bd70f2a7d tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0256579 Nov 15 23:50:23.669615 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:23.689287 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:23.689620 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device 0f3eee7b-dd09-4dd0-ac40-45e348f28cfa not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:24.542188 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-32fc9032-fdfc-461d-91ad-24ec93b9c47d req-b34ea310-804c-46ed-abbe-b9f7c692893a tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17f4d2-a6c6-4d22-ae86-28244365f2ff HTTP/1.1" status: 200 len: 210 time: 0.0293090 Nov 15 23:50:25.601883 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43264) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:25.659987 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:25.684692 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:25.795546 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:25.798283 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:25.799448 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c864d25-0271-45e6-8b38-8b2ab3f390bd HTTP/1.1" status: 204 len: 168 time: 0.1966159 Nov 15 23:50:25.809189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807dfaf-14dc-4a13-a2ab-4019ec226b47 tempest-TestShelveInstance-1436544383 tempest-TestShelveInstance-1436544383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c864d25-0271-45e6-8b38-8b2ab3f390bd,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:25.895563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43268) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:26.389389 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:26.634801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Deleting port d2702437-eccb-423e-9d85-59b28cf11423 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:26.635024 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:26.712563 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] For port d2702437-eccb-423e-9d85-59b28cf11423, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=d2702437-eccb-423e-9d85-59b28cf11423,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:26.712935 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:26.725268 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Calling delete_port for d2702437-eccb-423e-9d85-59b28cf11423 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:26.973236 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.005243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d2702437-eccb-423e-9d85-59b28cf11423,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:27.166313 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.384939 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:50:27.493133 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:27.500759 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-34dcbcc3-157e-4ff0-9fad-1a8393f272cb admin admin] 10.222.0.15 "PUT /v2.0/routers/0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023233 Nov 15 23:50:27.503482 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Sync routers for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:27.504299 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43272) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:27.514503 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:27.515120 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:27.613019 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.622479 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:27.723573 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.801221 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:50:26Z', 'revision_number': 5, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port': {'id': '48bc1057-0096-4bb3-b409-82565a0c9a78', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:12Z', 'updated_at': '2021-11-15T23:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:27.826618 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Checking router: 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:27.831597 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Deleting port 48bc1057-0096-4bb3-b409-82565a0c9a78 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:27.831935 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.834669 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Routers {'0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:27.835262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:27.920206 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] For port 48bc1057-0096-4bb3-b409-82565a0c9a78, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=48bc1057-0096-4bb3-b409-82565a0c9a78,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:27.920576 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:27.924751 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] Set router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:27.932918 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Calling delete_port for 48bc1057-0096-4bb3-b409-82565a0c9a78 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:28.089478 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:50:27Z', 'revision_number': 6, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:28.116467 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068a0b3-4949-4464-8a12-00997a15e9c5 None None] The sync data for ids ['0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7'] in n-d-817995-3 is: [{'id': '0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7', 'name': 'tempest-TestShelveInstance-628564390-router', 'tenant_id': 'd23bac57fb484198ba8910210f0145d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:11Z', 'updated_at': '2021-11-15T23:50:27Z', 'revision_number': 6, 'project_id': 'd23bac57fb484198ba8910210f0145d2', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:28.167007 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.191730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bc1057-0096-4bb3-b409-82565a0c9a78,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:28.209436 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2f27b-1a75-4990-9463-95227a75ab30 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:28.256186 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.346842 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.348888 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.452527 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.453237 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:50:28.459403 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.463147 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43274) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:28.464564 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3f9f8482-541e-43d2-9be0-b2f24d29eeb1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0fc050db-8fff-4a5b-9fe8-ea672ed7e6f7 HTTP/1.1" status: 204 len: 168 time: 0.9571073 Nov 15 23:50:28.515054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Deleting subnet 5a92b00a-17c9-4f8f-8f80-75bfd076161f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:50:28.518659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.557432 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d2702437-eccb-423e-9d85-59b28cf11423 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:28.565904 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.582776 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: d2702437-eccb-423e-9d85-59b28cf11423 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:28.583114 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device d2702437-eccb-423e-9d85-59b28cf11423 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:28.654491 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.744181 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.768026 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a92b00a-17c9-4f8f-8f80-75bfd076161f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:28.774734 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.778437 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-888714dd-1ae6-4f67-9608-8d38262dadad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a92b00a-17c9-4f8f-8f80-75bfd076161f HTTP/1.1" status: 204 len: 168 time: 0.3151991 Nov 15 23:50:28.780052 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf31bde-a74f-430f-a212-6d3b3955ed25 None None] Network 07cee2f0-c59c-49f3-87bb-661e38321823 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:28.781172 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43276) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:28.849502 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.904165 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Deleting port 17d6a78f-9378-44ee-b100-fb4d2030b513 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:28.904505 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.972508 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] For port 17d6a78f-9378-44ee-b100-fb4d2030b513, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=17d6a78f-9378-44ee-b100-fb4d2030b513,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:28.972985 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:28.983630 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] DHCP port deletion for 07cee2f0-c59c-49f3-87bb-661e38321823 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:28.990316 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Calling delete_port for 17d6a78f-9378-44ee-b100-fb4d2030b513 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:29.032163 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Deleting port 17d6a78f-9378-44ee-b100-fb4d2030b513 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:29.032536 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.099358 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] For port 17d6a78f-9378-44ee-b100-fb4d2030b513, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=17d6a78f-9378-44ee-b100-fb4d2030b513,segment=NetworkSegment(c3a82b90-4175-4ca0-9b9f-a217fda20225),segment_id=c3a82b90-4175-4ca0-9b9f-a217fda20225)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:29.099748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.114547 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Calling delete_port for 17d6a78f-9378-44ee-b100-fb4d2030b513 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:29.132820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.162956 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Pushing event deleted for resources: {'Port': ['ID=17d6a78f-9378-44ee-b100-fb4d2030b513,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:29.166257 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] No DVR routers for this DVR port 17d6a78f-9378-44ee-b100-fb4d2030b513 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:50:29.195965 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.222396 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Pushing event deleted for resources: {'Port': ['ID=17d6a78f-9378-44ee-b100-fb4d2030b513,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:29.225508 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] No DVR routers for this DVR port 17d6a78f-9378-44ee-b100-fb4d2030b513 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:50:29.234074 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.238039 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.238491 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.238975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.239311 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.239727 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.240157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.240365 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.240719 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.241048 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.241332 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.241647 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e590d-ee2d-409c-a4a5-1f2fdfe44b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:29.246820 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.266686 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cee2f0-c59c-49f3-87bb-661e38321823']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:29.275582 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a82b90-4175-4ca0-9b9f-a217fda20225') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:29.275874 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a82b90-4175-4ca0-9b9f-a217fda20225') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:29.287052 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.302827 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.308684 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:50:29.309083 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:50:29.310717 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:50:29.418784 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.424032 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:29.427236 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] 10.222.0.15 "DELETE /v2.0/networks/07cee2f0-c59c-49f3-87bb-661e38321823 HTTP/1.1" status: 204 len: 168 time: 0.6449246 Nov 15 23:50:29.430322 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43278) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:29.438062 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89898320-200a-40c0-90e1-b76089e5bcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=07cee2f0-c59c-49f3-87bb-661e38321823,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:29.766787 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.166402 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.311809 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Deleting port 9f81c041-4571-41d4-943e-b78cdbede120 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:30.312143 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.389284 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] For port 9f81c041-4571-41d4-943e-b78cdbede120, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=9f81c041-4571-41d4-943e-b78cdbede120,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:30.389636 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.402070 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Calling delete_port for 9f81c041-4571-41d4-943e-b78cdbede120 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:30.497577 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 17d6a78f-9378-44ee-b100-fb4d2030b513 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:30.520763 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 17d6a78f-9378-44ee-b100-fb4d2030b513 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:30.521201 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 17d6a78f-9378-44ee-b100-fb4d2030b513 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:30.521674 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 48bc1057-0096-4bb3-b409-82565a0c9a78 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:30.544981 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 48bc1057-0096-4bb3-b409-82565a0c9a78 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:30.549207 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 48bc1057-0096-4bb3-b409-82565a0c9a78 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:30.600608 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.652437 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:30.687472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f81c041-4571-41d4-943e-b78cdbede120,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:30.850761 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.061629 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:50:31.166582 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:31.171887 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-814e35f7-4e6d-4b09-a5fd-3ea7e53db64c admin admin] 10.222.0.15 "PUT /v2.0/routers/1fa889a6-7d5e-4af9-922a-7c4d176ba924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405074 Nov 15 23:50:31.174381 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43280) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:31.177463 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Sync routers for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:31.188479 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:31.189112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:31.279842 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.295589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:31.393978 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.511238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Deleting port c02e7d0b-b34b-4446-9ba0-80244f4eae64 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:31.511571 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.593234 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] For port c02e7d0b-b34b-4446-9ba0-80244f4eae64, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=c02e7d0b-b34b-4446-9ba0-80244f4eae64,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:31.593595 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.606614 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Calling delete_port for c02e7d0b-b34b-4446-9ba0-80244f4eae64 owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:31.637980 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:50:30Z', 'revision_number': 5, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port': {'id': 'c02e7d0b-b34b-4446-9ba0-80244f4eae64', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:40:18Z', 'updated_at': '2021-11-15T23:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:31.674770 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Checking router: 1fa889a6-7d5e-4af9-922a-7c4d176ba924 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:31.687690 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Routers {'1fa889a6-7d5e-4af9-922a-7c4d176ba924'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:31.688884 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:31.783353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] Set router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:31.835566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:31.838879 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:50:31Z', 'revision_number': 6, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:31.868177 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02e7d0b-b34b-4446-9ba0-80244f4eae64,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:31.870843 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b729-4a28-4d31-adfb-419553afede0 None None] The sync data for ids ['1fa889a6-7d5e-4af9-922a-7c4d176ba924'] in n-d-817995-3 is: [{'id': '1fa889a6-7d5e-4af9-922a-7c4d176ba924', 'name': 'tempest-TestShelveInstance-342821092-router', 'tenant_id': 'c85e01bf297f46219823a52746db50e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:40:17Z', 'updated_at': '2021-11-15T23:50:31Z', 'revision_number': 6, 'project_id': 'c85e01bf297f46219823a52746db50e6', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:31.885783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d17bdd-200c-4df7-9d9c-35f57540d96f None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:31.940317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.031493 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.034134 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.160959 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.161447 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa889a6-7d5e-4af9-922a-7c4d176ba924 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:50:32.165727 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.166889 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9e82b689-7a04-4c7a-9a7a-fdf7bfc39d18 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1fa889a6-7d5e-4af9-922a-7c4d176ba924 HTTP/1.1" status: 204 len: 168 time: 0.9916053 Nov 15 23:50:32.170217 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43282) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:32.219787 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Deleting subnet 79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:50:32.223046 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.258510 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.337997 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.470202 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.495158 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:32.498788 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.501998 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-29c4dd24-22ef-4357-b173-77a170779dd6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79b2b3d7-d8b4-4ca3-bcf2-37bb13d1593e HTTP/1.1" status: 204 len: 168 time: 0.3308713 Nov 15 23:50:32.504326 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1455e0-2c73-4b60-985c-429a8cc9545f None None] Network 772975a3-f23a-48ad-af1c-21b52b2449a3 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:32.509155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43284) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:32.571816 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.636122 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Deleting port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:32.641803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.667237 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c02e7d0b-b34b-4446-9ba0-80244f4eae64 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:32.689410 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: c02e7d0b-b34b-4446-9ba0-80244f4eae64 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:32.689809 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device c02e7d0b-b34b-4446-9ba0-80244f4eae64 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:32.690230 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f81c041-4571-41d4-943e-b78cdbede120 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:32.710656 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 9f81c041-4571-41d4-943e-b78cdbede120 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:32.710996 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 9f81c041-4571-41d4-943e-b78cdbede120 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:32.714020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7c838-e602-4e49-8696-128860d97169 None None] DHCP port deletion for 772975a3-f23a-48ad-af1c-21b52b2449a3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:32.736083 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] For port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:32.736444 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.753114 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Calling delete_port for 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:32.764480 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Deleting port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:50:32.765454 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.835502 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-09e7c838-e602-4e49-8696-128860d97169 None None] For port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,segment=NetworkSegment(5269c562-a2c5-4799-98b0-1e0ef0b74d2d),segment_id=5269c562-a2c5-4799-98b0-1e0ef0b74d2d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:32.835898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.849162 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Calling delete_port for 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:50:32.902070 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.924233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:32.931859 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] No DVR routers for this DVR port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:50:32.941013 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:32.970972 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c838-e602-4e49-8696-128860d97169 None None] Pushing event deleted for resources: {'Port': ['ID=4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:32.975703 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7c838-e602-4e49-8696-128860d97169 None None] No DVR routers for this DVR port 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:50:33.003318 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.023485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772975a3-f23a-48ad-af1c-21b52b2449a3']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:33.032443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5269c562-a2c5-4799-98b0-1e0ef0b74d2d') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:33.032766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5269c562-a2c5-4799-98b0-1e0ef0b74d2d') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:33.041828 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.054825 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.061175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:50:33.061602 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:50:33.063225 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:50:33.172397 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.177183 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.183196 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] 10.222.0.15 "DELETE /v2.0/networks/772975a3-f23a-48ad-af1c-21b52b2449a3 HTTP/1.1" status: 204 len: 168 time: 0.6749387 Nov 15 23:50:33.194015 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e82b1-fe84-489c-a5ff-3aa16098be31 admin admin] Pushing event deleted for resources: {'Network': ['ID=772975a3-f23a-48ad-af1c-21b52b2449a3,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:33.507175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43288) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:33.547323 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-b5efe414-4867-4c6f-8891-cad7e8da81a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d23bac57fb484198ba8910210f0145d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390065 Nov 15 23:50:33.549883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43290) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:33.595484 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.617084 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.749234 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.751811 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:33.753018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e37ccb4-101b-41cc-810d-130b7e5b5bb8 HTTP/1.1" status: 204 len: 168 time: 0.2022550 Nov 15 23:50:33.760451 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b0b6-262a-4c9b-9ddb-134a9f8bb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e37ccb4-101b-41cc-810d-130b7e5b5bb8,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:34.306275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43296) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:34.345284 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-c7fadc87-35ea-45ba-ae2a-d787f552f154 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c85e01bf297f46219823a52746db50e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378988 Nov 15 23:50:34.347644 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43298) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:34.397848 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:34.418269 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:34.493294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:50:34.516856 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:50:34.517189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 4d63e69e-4d67-4ee2-ba4a-05a4649ab5a9 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:50:34.556401 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:34.559628 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:34.560794 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afaec79a-64a3-45e6-baf5-c6b5c2e45304 HTTP/1.1" status: 204 len: 168 time: 0.2122016 Nov 15 23:50:34.569378 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100f2c5-65b3-4702-8bf9-c2f2339ea053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaec79a-64a3-45e6-baf5-c6b5c2e45304,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:34.840686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f683b32-adab-48b7-8a9d-3cfb40257559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.585834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43320) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:35.680054 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1217679163-network', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:35.766443 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Made reservation on behalf of a1dd9eb1d50d43c8ab9f68c72be985d3 for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:50:35.768768 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.777151 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.851286 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.903179 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.929852 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:50:35.936357 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9ce507-119c-476b-8984-e6ee84851630,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:35.942104 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:35.946044 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Added segment d5fc3166-eade-4482-80d8-22cf6ee9f6c8 of type vlan for network b749cd5a-1e17-416c-8531-2c70859c547e Nov 15 23:50:35.983810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.063599 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.064540 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:36.065137 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.130250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] Pushing event updated for resources: {'Network': ['ID=b749cd5a-1e17-416c-8531-2c70859c547e,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:36.142733 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network b749cd5a-1e17-416c-8531-2c70859c547e details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:50:36.201102 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-9b881c95-0e94-4e46-8a07-ee133ba53348 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6114223 Nov 15 23:50:36.201314 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43324) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:36.206148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Request body: {'subnet': {'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1217679163-subnet', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:36.274703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Made reservation on behalf of a1dd9eb1d50d43c8ab9f68c72be985d3 for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:50:36.277045 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.509576 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.566035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39489c33-db3f-4657-a0ba-7fdcd850e58f,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:36.572993 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Checking segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:36.573351 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Network hostable DHCP agents. Network: b749cd5a-1e17-416c-8531-2c70859c547e, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:50:36.663297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Network b749cd5a-1e17-416c-8531-2c70859c547e is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:50:36.749252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, b749cd5a-1e17-416c-8531-2c70859c547e) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:36.753185 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:36.753781 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.757783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819013d-9220-4052-94cb-7b023e07ba87 None None] Network b749cd5a-1e17-416c-8531-2c70859c547e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:36.852260 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a3ac57fa-a789-4d09-bd83-198cc62581e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6474848 Nov 15 23:50:36.852519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43326) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:36.857264 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:36.900660 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-b749cd5a-1e17-416c-8531-2c70859c547e', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:50:36.901512 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.938123 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:36.939191 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.001446 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.030348 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Allocated IP 172.20.0.2 (b749cd5a-1e17-416c-8531-2c70859c547e/39489c33-db3f-4657-a0ba-7fdcd850e58f/a12c75db-e759-4de9-a948-a394367fe327) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:37.171294 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.196079 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.223897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.267005 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Network b749cd5a-1e17-416c-8531-2c70859c547e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:37.269783 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:37.273666 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:37.278975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Pushing event updated for resources: {'Port': ['ID=a12c75db-e759-4de9-a948-a394367fe327,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:37.283779 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f08773c0-4ad7-47bf-82de-d80ed2670382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.335866 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Attempting to bind port a12c75db-e759-4de9-a948-a394367fe327 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:37.336229 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Attempting to bind port a12c75db-e759-4de9-a948-a394367fe327 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:37.336589 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Attempting to bind port a12c75db-e759-4de9-a948-a394367fe327 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:37.341619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:37.342006 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Checking segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:37.342429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.342814 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Bound using segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:37.343276 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Bound port: a12c75db-e759-4de9-a948-a394367fe327, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:37.343650 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.405109 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] For port a12c75db-e759-4de9-a948-a394367fe327, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:37.408263 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] For port a12c75db-e759-4de9-a948-a394367fe327, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a12c75db-e759-4de9-a948-a394367fe327,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:37.428433 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.447284 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.469991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.529141 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020ceb8-242d-433c-a918-53ca6445165d None None] Pushing event updated for resources: {'Port': ['ID=a12c75db-e759-4de9-a948-a394367fe327,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:37.553631 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Allocated IP 172.25.0.190 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/5dbded33-90e3-4242-a1a1-f8ba080cb4ca) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:37.656184 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.750163 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.798428 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:37.802260 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:37.804774 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:37.807025 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Pushing event updated for resources: {'Port': ['ID=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:37.815742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be100d-80d7-4333-9631-3533e2671c21 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:37.854954 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-882ba1cb-f9db-4833-9f4f-3035863c4ab4 None None] Provisioning complete for port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:37.855405 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-882ba1cb-f9db-4833-9f4f-3035863c4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:37.888831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-882ba1cb-f9db-4833-9f4f-3035863c4ab4 None None] Port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:38.390677 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4c0f2-a152-48d2-82a6-071002357aa1 None None] Network b749cd5a-1e17-416c-8531-2c70859c547e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:38.458413 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] Provisioning complete for port a12c75db-e759-4de9-a948-a394367fe327 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:38.458780 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.474893 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.540744 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a12c75db-e759-4de9-a948-a394367fe327 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:38.656821 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.670726 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.675396 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.693478 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a12c75db-e759-4de9-a948-a394367fe327 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:38.693832 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.723372 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] For port a12c75db-e759-4de9-a948-a394367fe327, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a12c75db-e759-4de9-a948-a394367fe327,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:38.786195 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:38.886453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:50:38.986518 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.000905 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:39.011705 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:39.021760 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:39.023129 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:39.028766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d7bc7-bb63-480a-a29a-e42ad3f163e7 None None] Pushing event updated for resources: {'Port': ['ID=a12c75db-e759-4de9-a948-a394367fe327,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:39.037990 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-c6ef83e4-536f-4436-8207-fa4024e50fa6 None None] Provisioning complete for port a12c75db-e759-4de9-a948-a394367fe327 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:39.038360 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ef83e4-536f-4436-8207-fa4024e50fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.078019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.082176 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-fb084d82-6e7d-42d5-b19c-1578c956d5ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2262545 Nov 15 23:50:39.083295 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43328) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:39.098244 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 23:50:39.098604 n-d-817995-3 neutron-server[103129]: DEBUG oslo_db.api [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 23:50:39.135555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:39.313943 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:38Z', 'revision_number': 3, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:39.339665 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:39.340564 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Updating router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:50:39.367461 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.494955 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.620548 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.650303 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Allocated IP 172.20.0.1 (b749cd5a-1e17-416c-8531-2c70859c547e/39489c33-db3f-4657-a0ba-7fdcd850e58f/bbd0eb25-4b56-41f9-8a52-301d5efb3e89) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:39.680953 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.724181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37dd5a-4558-498c-8a59-efdf8722ca09 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:39.736407 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Pushing event updated for resources: {'Port': ['ID=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:39.740136 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.744455 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Attempting to bind port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:39.744842 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Attempting to bind port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:39.745203 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Attempting to bind port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:39.749399 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.749737 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:39.758599 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:39.759890 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.759890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:39.759890 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Bound port: 5dbded33-90e3-4242-a1a1-f8ba080cb4ca, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:39.760204 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.760334 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.778838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-1d3bce24-2462-40c9-ba66-e619006f242a None None] Provisioning complete for port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:39.779247 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d3bce24-2462-40c9-ba66-e619006f242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.813916 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1d3bce24-2462-40c9-ba66-e619006f242a None None] Port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:39.817430 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] For port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:39.820319 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] For port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:39.863914 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.892672 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.903435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Network b749cd5a-1e17-416c-8531-2c70859c547e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:39.906371 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:39.910027 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:39.932704 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554dd0b-ff76-490e-87cb-27aeb7a752a5 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:39.932898 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:39.955849 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:39.959929 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d029e88-822b-4520-9600-51a7480812a7 None None] Pushing event updated for resources: {'Port': ['ID=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:39.962158 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:39.962900 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:40.040471 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] Provisioning complete for port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:40.041281 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.083596 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:40.136407 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.164339 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] For port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:40.246516 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.280326 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:38Z', 'revision_number': 3, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:40.311759 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b44fa-d21f-45a3-b5de-57c4a06b163f None None] Pushing event updated for resources: {'Port': ['ID=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:40.314247 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752fd5e-500b-4721-9e7c-4140cc8d39ba None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:38Z', 'revision_number': 3, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:40.373539 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-82b8bc16-e6bf-4f15-a0e5-ff7cfb810679 None None] Provisioning complete for port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:40.373897 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82b8bc16-e6bf-4f15-a0e5-ff7cfb810679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.400226 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.416357 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-82b8bc16-e6bf-4f15-a0e5-ff7cfb810679 None None] Port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:40.490223 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a12c75db-e759-4de9-a948-a394367fe327 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:40.502152 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.547778 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port a12c75db-e759-4de9-a948-a394367fe327 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:40.548338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.706543 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.754909 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.825659 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:40.827414 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:40.920302 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Network b749cd5a-1e17-416c-8531-2c70859c547e is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:40.921640 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:41.046238 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:50:41.140157 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-759b9449-7a75-4797-a1c2-43d39baa4a59 None None] Provisioning complete for port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:41.140733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759b9449-7a75-4797-a1c2-43d39baa4a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:41.162291 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:41.177244 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-df2e7760-73a8-4ad6-8d8d-99b366e255a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/c797b84d-51d2-4f8d-90e5-d4ce9a004b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0846450 Nov 15 23:50:41.187158 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-759b9449-7a75-4797-a1c2-43d39baa4a59 None None] Port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:41.820759 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43344) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:41.825773 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1985454941-network', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:41.909566 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Made reservation on behalf of efa2306bdd75422bb8fd9947186aeefa for: {'network': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:50:41.911979 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for network, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:41.913296 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:41.923898 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:41.929279 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:41.929418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:41.998246 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.030785 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:42.051984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.076506 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 23:50:42.085331 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7bfbe9-48a0-4c75-8c27-6ff56cf64634,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:42.092564 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.092984 n-d-817995-3 neutron-server[103127]: INFO neutron.db.segments_db [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Added segment a2c668c6-1272-415b-94ed-aebf962a971a of type vlan for network 5201de73-2da7-42bf-b324-192d3754f693 Nov 15 23:50:42.132779 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774437830135'] for network, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.229193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 2, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:42.229835 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734'] for network, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.230337 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:42.230930 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.260137 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:42.260395 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Updating router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:50:42.285898 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.292041 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] Pushing event updated for resources: {'Network': ['ID=5201de73-2da7-42bf-b324-192d3754f693,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:42.301939 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Network 5201de73-2da7-42bf-b324-192d3754f693 details requested by agent ovs-agent-n-d-817995-3 with host n-d-817995-3 {{(pid=103129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 23:50:42.346444 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dc52240c-76a6-4cd9-98e5-6757da19acbe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5245419 Nov 15 23:50:42.349040 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43346) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:42.353802 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Request body: {'subnet': {'network_id': '5201de73-2da7-42bf-b324-192d3754f693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1985454941-subnet', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'ip_version': 4}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:42.454011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Made reservation on behalf of efa2306bdd75422bb8fd9947186aeefa for: {'subnet': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:50:42.458329 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6153212'] for subnet, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.522466 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5dbded33-90e3-4242-a1a1-f8ba080cb4ca up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:42.608224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:42.608589 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.690941 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.698427 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4589805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6153198'] for subnet, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.749317 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.756084 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edabe173-781a-4283-9dce-ed0dceb3d43b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:42.763626 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Checking segment: {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:42.763987 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Network hostable DHCP agents. Network: 5201de73-2da7-42bf-b324-192d3754f693, hostable agents: ['28656ea1-772d-49ac-a05d-51275fed5d0a'], hosted agents: [] {{(pid=103127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 23:50:42.803438 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27ca9-ad78-428e-8ee1-ba94536e1947 None None] Pushing event updated for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:42.846250 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Network 5201de73-2da7-42bf-b324-192d3754f693 is scheduled to be hosted by DHCP agent 28656ea1-772d-49ac-a05d-51275fed5d0a with binding_index 1 {{(pid=103127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 23:50:42.852832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Attempting to bind port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:42.853198 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Attempting to bind port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:42.853555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Attempting to bind port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:42.859460 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:42.864350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Checking segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:42.864350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.864350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Bound using segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:42.864350 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Bound port: bbd0eb25-4b56-41f9-8a52-301d5efb3e89, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:42.864350 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.909233 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817995-3, 5201de73-2da7-42bf-b324-192d3754f693) {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:42.914079 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:42.915287 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:42.928667 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054fe2bb-222d-400b-b95e-2748ccefe630 None None] Network 5201de73-2da7-42bf-b324-192d3754f693 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:42.975999 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] For port bbd0eb25-4b56-41f9-8a52-301d5efb3e89, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:42.990236 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] For port bbd0eb25-4b56-41f9-8a52-301d5efb3e89, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:42.998464 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-580ca54d-c317-4e79-ba93-dee33ed7d670 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6483691 Nov 15 23:50:43.001037 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43348) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:43.005347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:43.042288 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-76755d61-1d83-4459-8fb1-076dbc3a44c0 None None] Provisioning complete for port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:43.042579 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76755d61-1d83-4459-8fb1-076dbc3a44c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.087939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.103878 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-446007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4352'] for router, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.104996 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-443596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4363'] for router, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.153407 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76755d61-1d83-4459-8fb1-076dbc3a44c0 None None] Port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:43.157292 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.193675 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp621bf5c3-b7b7-5303-a522-99dd27a0cc18-5201de73-2da7-42bf-b324-192d3754f693', 'network_id': '5201de73-2da7-42bf-b324-192d3754f693', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'fixed_ips': [{'subnet_id': 'edabe173-781a-4283-9dce-ed0dceb3d43b'}]}} from n-d-817995-3. {{(pid=103129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 23:50:43.195429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.198299 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27ca9-ad78-428e-8ee1-ba94536e1947 None None] Pushing event updated for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:43.200796 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:43.201398 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:43.354102 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.422847 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:43.426178 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] Provisioning complete for port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:43.426551 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.613044 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.632664 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.702625 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Allocated IP 172.20.0.2 (5201de73-2da7-42bf-b324-192d3754f693/edabe173-781a-4283-9dce-ed0dceb3d43b/116edd12-a970-4e59-a050-9da0a32a1987) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:43.736320 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Allocated IP 172.25.0.87 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/115d03cd-f602-4e77-b8be-d2955a93e197) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:43.842917 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.881305 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.917350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:43.958373 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:44.015816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:44.015816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:44.015816 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Pushing event updated for resources: {'Port': ['ID=115d03cd-f602-4e77-b8be-d2955a93e197,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:44.019067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e803d8-e7d9-4058-a80c-04474f3a5758 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:44.019067 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] For port bbd0eb25-4b56-41f9-8a52-301d5efb3e89, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:44.039878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.055765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:42Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:44.090300 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a32ded-13cc-43de-a431-2dbb1259fd79 None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:42Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:44.145319 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.174733 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.208195 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Network 5201de73-2da7-42bf-b324-192d3754f693 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:44.211111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:44.213607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:44.220055 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315b6bf-8954-45c4-9579-1c701c7550db None None] Pushing event updated for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:44.313241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Pushing event updated for resources: {'Port': ['ID=116edd12-a970-4e59-a050-9da0a32a1987,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:44.328078 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Attempting to bind port 116edd12-a970-4e59-a050-9da0a32a1987 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:44.328443 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Attempting to bind port 116edd12-a970-4e59-a050-9da0a32a1987 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:44.328835 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Attempting to bind port 116edd12-a970-4e59-a050-9da0a32a1987 on network 5201de73-2da7-42bf-b324-192d3754f693 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:44.331838 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-81df63c3-aa68-4526-a553-66e539824d0e None None] Provisioning complete for port 115d03cd-f602-4e77-b8be-d2955a93e197 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:44.332201 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81df63c3-aa68-4526-a553-66e539824d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.336565 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:44.336937 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Checking segment: {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:44.337325 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.337712 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Bound using segment: {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:44.338181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Bound port: 116edd12-a970-4e59-a050-9da0a32a1987, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:44.338556 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.343167 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.399058 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-81df63c3-aa68-4526-a553-66e539824d0e None None] Port 115d03cd-f602-4e77-b8be-d2955a93e197 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:44.433987 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] For port 116edd12-a970-4e59-a050-9da0a32a1987, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:44.438172 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] For port 116edd12-a970-4e59-a050-9da0a32a1987, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=116edd12-a970-4e59-a050-9da0a32a1987,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:44.510418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.555874 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bbd0eb25-4b56-41f9-8a52-301d5efb3e89 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:44.565568 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-443411'] for router, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.622336 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eac5a8-e968-4ee5-9e24-b17c27375e36 None None] Pushing event updated for resources: {'Port': ['ID=116edd12-a970-4e59-a050-9da0a32a1987,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:44.642742 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:44.643108 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:44.818175 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Router 4c779732-fe64-41ef-a72a-ae44cc718b59 is scheduled to L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea with binding_index 1 {{(pid=103127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 23:50:44.943710 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:44.953728 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Sync routers for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:44.966266 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:44.972966 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:45.043062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.047225 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-d7522ad2-3994-43bf-9164-f4831bb44a8d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0426910 Nov 15 23:50:45.047483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43350) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:45.083164 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:45.372809 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:44Z', 'revision_number': 3, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:45.403622 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Checking router: 4c779732-fe64-41ef-a72a-ae44cc718b59 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:45.404112 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Updating router 4c779732-fe64-41ef-a72a-ae44cc718b59 port 115d03cd-f602-4e77-b8be-d2955a93e197 binding host n-d-817995-3 {{(pid=103130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:50:45.433207 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.517074 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.644240 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95440e-65d9-470e-a76d-679ab2cb4ff6 None None] Network 5201de73-2da7-42bf-b324-192d3754f693 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:50:45.689740 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Allocated IP 172.20.0.1 (5201de73-2da7-42bf-b324-192d3754f693/edabe173-781a-4283-9dce-ed0dceb3d43b/e926b3fc-b6ef-4994-843c-6936d0def83b) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:45.707288 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.754916 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.764171 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] Provisioning complete for port 116edd12-a970-4e59-a050-9da0a32a1987 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:45.764527 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.795555 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc745d4d-88fa-408d-beb1-74d3998c4a93 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:45.810832 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Attempting to bind port 115d03cd-f602-4e77-b8be-d2955a93e197 on host n-d-817995-3 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:45.811087 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.811210 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Attempting to bind port 115d03cd-f602-4e77-b8be-d2955a93e197 by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:45.811917 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Attempting to bind port 115d03cd-f602-4e77-b8be-d2955a93e197 on network fdf3ff0c-411b-453a-91c0-8145d9d11af3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:45.821505 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:45.821884 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Checking segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:45.822281 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.822735 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Bound using segment: {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:45.823281 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Bound port: 115d03cd-f602-4e77-b8be-d2955a93e197, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4579b-97d2-4849-8e4b-036070b689a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:45.823572 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.827580 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609e17e-67ff-42fb-8223-b5012d101d79 None None] Pushing event updated for resources: {'Port': ['ID=115d03cd-f602-4e77-b8be-d2955a93e197,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:45.890065 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] For port 115d03cd-f602-4e77-b8be-d2955a93e197, host n-d-817995-3, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:45.893463 n-d-817995-3 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] For port 115d03cd-f602-4e77-b8be-d2955a93e197, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=115d03cd-f602-4e77-b8be-d2955a93e197,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:45.898770 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.928888 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:45.935370 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] For port 116edd12-a970-4e59-a050-9da0a32a1987, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=116edd12-a970-4e59-a050-9da0a32a1987,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:45.974227 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Network 5201de73-2da7-42bf-b324-192d3754f693 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:45.977252 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:45.981022 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:45.984040 n-d-817995-3 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.007485 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Pushing event updated for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:46.023001 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.028770 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443340'] for router_interface, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.048853 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:46.049854 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:46.067187 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7200cd-5aa8-4394-8a01-a6f8820da568 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:50:46.108063 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c1fc6-4f9e-46f0-9841-5c5f2d5fa328 None None] Pushing event updated for resources: {'Port': ['ID=116edd12-a970-4e59-a050-9da0a32a1987,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:46.126419 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609e17e-67ff-42fb-8223-b5012d101d79 None None] Pushing event updated for resources: {'Port': ['ID=115d03cd-f602-4e77-b8be-d2955a93e197,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:46.163830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Provisioning complete for port 115d03cd-f602-4e77-b8be-d2955a93e197 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:46.164480 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.188643 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:46.250366 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.256748 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.281830 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] For port 115d03cd-f602-4e77-b8be-d2955a93e197, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=115d03cd-f602-4e77-b8be-d2955a93e197,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:46.355018 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.385110 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:44Z', 'revision_number': 3, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:46.396832 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Provisioning complete for port 116edd12-a970-4e59-a050-9da0a32a1987 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:46.397287 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.416012 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced657e-6da3-46fc-9e35-8ee101695b6b None None] The sync data for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 is: [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:44Z', 'revision_number': 3, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:46.435418 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.437607 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c7d6c-efd4-436b-a060-10bccc61e273 None None] Pushing event updated for resources: {'Port': ['ID=115d03cd-f602-4e77-b8be-d2955a93e197,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:46.486379 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.547467 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 116edd12-a970-4e59-a050-9da0a32a1987 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:46.559317 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Pushing event updated for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:46.562944 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443216'] for router_interface, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.597221 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 116edd12-a970-4e59-a050-9da0a32a1987 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:46.597709 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.645888 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-73bc5a96-d6ca-4f0e-b0eb-050455f06149 None None] Provisioning complete for port e926b3fc-b6ef-4994-843c-6936d0def83b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:46.646528 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-73bc5a96-d6ca-4f0e-b0eb-050455f06149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.667292 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Network 5201de73-2da7-42bf-b324-192d3754f693 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:46.669735 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:46.725935 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-73bc5a96-d6ca-4f0e-b0eb-050455f06149 None None] Port e926b3fc-b6ef-4994-843c-6936d0def83b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:46.952458 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e7201e7-2613-48bf-b7f0-f0e07c8b3ce1 None None] Provisioning complete for port e926b3fc-b6ef-4994-843c-6936d0def83b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:46.952912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e7201e7-2613-48bf-b7f0-f0e07c8b3ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:46.991008 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e7201e7-2613-48bf-b7f0-f0e07c8b3ce1 None None] Port e926b3fc-b6ef-4994-843c-6936d0def83b cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:47.148938 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Router 4c779732-fe64-41ef-a72a-ae44cc718b59 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:50:47.258402 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:50:47.266852 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-a839f6e5-00fa-4108-94bd-51b9f52d3bab admin admin] 10.222.0.15 "PUT /v2.0/routers/4c779732-fe64-41ef-a72a-ae44cc718b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2153347 Nov 15 23:50:47.786333 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43358) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:47.791121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669860618', 'description': 'tempest-secgroup-smoke-669860618 description', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:47.869527 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:47.940323 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:47.994810 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.024879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc8e33e-d38d-4c8f-b632-1446432f5b8f,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:48.037852 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Sync routers for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:50:48.047875 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:48.048469 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:48.077228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.078541 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-82ec13ee-880c-4dc7-a7ac-49e1bf007496 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2911255 Nov 15 23:50:48.081500 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43360) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:48.085890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:48.153292 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:48.163387 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.219897 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.314886 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.332867 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d88bee-aedf-4535-9f48-f5ade7bd2c5a,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:48.354963 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e926b3fc-b6ef-4994-843c-6936d0def83b', 'name': '', 'network_id': '5201de73-2da7-42bf-b324-192d3754f693', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'mac_address': 'fa:16:3e:d6:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:45Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 2, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'subnets': [{'id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:48.374566 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.375806 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-77f1ca2e-df65-4605-adb3-514a9bc1b8a6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933822 Nov 15 23:50:48.378580 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43362) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:48.382452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Checking router: 4c779732-fe64-41ef-a72a-ae44cc718b59 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:50:48.382818 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Updating router 4c779732-fe64-41ef-a72a-ae44cc718b59 port e926b3fc-b6ef-4994-843c-6936d0def83b binding host n-d-817995-3 {{(pid=103129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 23:50:48.382948 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:48.407378 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.453986 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.515425 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.526241 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 115d03cd-f602-4e77-b8be-d2955a93e197 up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:48.577803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.595690 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfddd448-77c6-458a-b8b5-52723594506b,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:48.640146 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port 115d03cd-f602-4e77-b8be-d2955a93e197 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:48.640502 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.659883 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.661144 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-66a29937-30aa-466b-a1af-e1a45606b93e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816341 Nov 15 23:50:48.663855 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43364) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:48.669525 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:48.754086 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.775822 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.815010 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.846296 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.875205 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.895645 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347e4474-7430-4987-a387-481111a44c50,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:48.957331 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:48.961108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e65833e7-ad8c-4c86-b8b2-c3026a3de20d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936859 Nov 15 23:50:48.961325 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43366) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:48.966555 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:49.035939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.053155 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae882ef-5816-4d9f-be0c-1c141539f043 None None] Pushing event updated for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.103035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Attempting to bind port e926b3fc-b6ef-4994-843c-6936d0def83b on host n-d-817995-3 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:49.104766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Attempting to bind port e926b3fc-b6ef-4994-843c-6936d0def83b by drivers openvswitch,hyperv on host n-d-817995-3 at level 0 using segments [{'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:49.104766 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Attempting to bind port e926b3fc-b6ef-4994-843c-6936d0def83b on network 5201de73-2da7-42bf-b324-192d3754f693 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:49.106347 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.109638 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Checking agent: {'id': '254f0d99-00f9-42ee-a8d0-c0597969fca7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 9, 10), 'started_at': datetime.datetime(2021, 11, 15, 22, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817995-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:49.110153 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Checking segment: {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:49.110797 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.111252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Bound using segment: {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:49.111787 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Bound port: e926b3fc-b6ef-4994-843c-6936d0def83b, host: n-d-817995-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c668c6-1272-415b-94ed-aebf962a971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5201de73-2da7-42bf-b324-192d3754f693'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:49.112231 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.149905 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.171826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed2c6c8-2c23-4e04-879c-e79049a191d1,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.183495 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] For port e926b3fc-b6ef-4994-843c-6936d0def83b, host n-d-817995-3, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:49.186850 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] For port e926b3fc-b6ef-4994-843c-6936d0def83b, host n-d-817995-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e926b3fc-b6ef-4994-843c-6936d0def83b,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:49.226297 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.227674 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-44dc7d62-281c-4c5e-9dc6-24e88daf0b9e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2653680 Nov 15 23:50:49.237393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43368) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:49.237393 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:49.252788 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.312273 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Project a1dd9eb1d50d43c8ab9f68c72be985d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:50:49.312633 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:50:49.313314 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:49.318033 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.383035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae882ef-5816-4d9f-be0c-1c141539f043 None None] Pushing event updated for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.387200 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.409425 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] Provisioning complete for port e926b3fc-b6ef-4994-843c-6936d0def83b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:49.409798 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.463617 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.470111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:50:49.495459 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98383a2a-2a1b-4ac4-b86d-5856c08156fa,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.528450 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.529706 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-e126e345-6035-4dc2-8385-63251e3ed8ce tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2984090 Nov 15 23:50:49.532493 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 43370) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:50:49.537091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'security_group_rule': {'security_group_id': '1cc8e33e-d38d-4c8f-b632-1446432f5b8f', 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:49.600597 n-d-817995-3 neutron-server[103127]: INFO neutron.db.securitygroups_db [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Project a1dd9eb1d50d43c8ab9f68c72be985d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 23:50:49.606317 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.609494 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.663554 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] For port e926b3fc-b6ef-4994-843c-6936d0def83b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e926b3fc-b6ef-4994-843c-6936d0def83b,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:49.670364 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.725774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e926b3fc-b6ef-4994-843c-6936d0def83b', 'name': '', 'network_id': '5201de73-2da7-42bf-b324-192d3754f693', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'mac_address': 'fa:16:3e:d6:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:45Z', 'updated_at': '2021-11-15T23:50:49Z', 'revision_number': 4, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'subnets': [{'id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:50:49.753277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cd3bc-0fcd-4de5-8314-1c64bbc18ac9 None None] The sync data for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 is: [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'e926b3fc-b6ef-4994-843c-6936d0def83b', 'name': '', 'network_id': '5201de73-2da7-42bf-b324-192d3754f693', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'mac_address': 'fa:16:3e:d6:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:45Z', 'updated_at': '2021-11-15T23:50:49Z', 'revision_number': 4, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'subnets': [{'id': 'edabe173-781a-4283-9dce-ed0dceb3d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:50:49.754819 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.755360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553518'] for security_group_rule, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.786156 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd281c9-49d1-4b29-b3e0-8050ad92c507,revision_number=0']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.810092 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a66e0-ea1e-478d-bcfc-a6ddbe8dc3ce None None] Pushing event updated for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:49.859803 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:49.861118 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-dde4a47c-678b-42ce-83a0-f76104ac6e55 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275750 Nov 15 23:50:49.889007 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-5eee7220-bf85-4720-b7bb-75033ef01527 None None] Provisioning complete for port e926b3fc-b6ef-4994-843c-6936d0def83b triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:49.889534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eee7220-bf85-4720-b7bb-75033ef01527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:50.027793 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-a0473da8-d6a8-470d-93b0-233bc0387fbe tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669860618&fields=id&tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 267 time: 0.0451620 Nov 15 23:50:50.141081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-018e65f4-5ef2-4b27-8ce7-ea542708b46a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:50.142590 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-018e65f4-5ef2-4b27-8ce7-ea542708b46a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 810 time: 0.1073337 Nov 15 23:50:50.158503 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-c9d75e0f-4cc4-40fc-abe7-f65c2c2afe0d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/quotas/a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 375 time: 0.0101299 Nov 15 23:50:50.211368 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-dc9e2925-6c62-46fb-98b7-5aa9088e604c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472548 Nov 15 23:50:50.327198 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-88424110-cdc8-4b95-bc3d-741de5c036c0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:50:50.328196 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-88424110-cdc8-4b95-bc3d-741de5c036c0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1036110 Nov 15 23:50:50.422344 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-ad1efd9a-8ad7-48c3-ae6f-b17f0b19a275 service neutron] 10.222.0.15 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877731 Nov 15 23:50:50.513021 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-ceb82388-f390-4b83-987c-e0aab7cea73e service neutron] 10.222.0.15 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844266 Nov 15 23:50:50.513890 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e926b3fc-b6ef-4994-843c-6936d0def83b up at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:50.564259 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Provisioning complete for port e926b3fc-b6ef-4994-843c-6936d0def83b triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:50.564651 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:50.739906 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-60b79fe1-8a51-457f-a344-aff2f4e0dc59 req-e10a716c-dc9f-4d06-8be9-8f76d99fdef6 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Nov 15 23:50:51.833937 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-13469106-c54f-4708-8761-cc607110ba37 req-b9419986-12e6-47f6-96fa-d2e994143f8f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 210 time: 0.0252635 Nov 15 23:50:52.737796 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-d3f4a0a2-1284-4773-9cd9-a4fd4646c72a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:52.739231 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-d3f4a0a2-1284-4773-9cd9-a4fd4646c72a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 810 time: 0.1013343 Nov 15 23:50:52.803108 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-1aeb9433-4c37-4c36-b57a-2066ea487d76 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 379 time: 0.0538571 Nov 15 23:50:52.816276 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'port': {'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'admin_state_up': True, 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'security_groups': ['1cc8e33e-d38d-4c8f-b632-1446432f5b8f']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:52.933671 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ccbbd679-eef4-4ee4-836e-72984f7db5e4 req-62fd4596-f270-440c-b2c1-fa2ba57ac12f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 210 time: 0.0297027 Nov 15 23:50:52.983638 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Made reservation on behalf of a1dd9eb1d50d43c8ab9f68c72be985d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:50:52.987278 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.111046 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Allocated IP 172.20.0.12 (b749cd5a-1e17-416c-8531-2c70859c547e/39489c33-db3f-4657-a0ba-7fdcd850e58f/e4027fd5-7b24-4653-b005-03fc38ffb3d9) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:50:53.242853 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.309832 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.358604 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Network b749cd5a-1e17-416c-8531-2c70859c547e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:50:53.361883 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:50:53.365633 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:50:53.390407 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:53.419588 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:53.420210 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.472095 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-888d59eb-bb3d-4997-ad52-eab718a44c9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6597557 Nov 15 23:50:53.486552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Request body: {'port': {'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:50:53.542613 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.617975 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-bdb1d76b-c5c0-4a5b-9e8a-84ee54f39b96 None None] Provisioning complete for port e4027fd5-7b24-4653-b005-03fc38ffb3d9 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:53.618554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d76b-c5c0-4a5b-9e8a-84ee54f39b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.651202 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1d76b-c5c0-4a5b-9e8a-84ee54f39b96 None None] Port e4027fd5-7b24-4653-b005-03fc38ffb3d9 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:50:53.802028 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4027fd5-7b24-4653-b005-03fc38ffb3d9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:50:53.809659 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.821535 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Transition to ACTIVE for port object e4027fd5-7b24-4653-b005-03fc38ffb3d9 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:50:53.874412 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:53.925438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:54.009808 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Attempting to bind port e4027fd5-7b24-4653-b005-03fc38ffb3d9 on host n-h2-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:50:54.010238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Attempting to bind port e4027fd5-7b24-4653-b005-03fc38ffb3d9 by drivers openvswitch,hyperv on host n-h2-817995-3 at level 0 using segments [{'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:50:54.010636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Attempting to bind port e4027fd5-7b24-4653-b005-03fc38ffb3d9 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:54.016413 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Port e4027fd5-7b24-4653-b005-03fc38ffb3d9 on network b749cd5a-1e17-416c-8531-2c70859c547e not bound, no agent of type Open vSwitch agent registered on host n-h2-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:50:54.016851 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Attempting to bind port e4027fd5-7b24-4653-b005-03fc38ffb3d9 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:50:54.022793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Checking agent: {'id': '87ee801d-42f8-40d6-9c9e-e3bf2aa85307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:50:54.023209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Checking segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:50:54.023661 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Bound using segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:50:54.024163 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Bound port: e4027fd5-7b24-4653-b005-03fc38ffb3d9, host: n-h2-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:50:54.024584 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:54.058262 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2996-2859-4e59-862b-86c7060f6aa1 req-c596797e-ca24-4c44-ab5c-93219d2fb505 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.059882 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-154d2996-2859-4e59-862b-86c7060f6aa1 req-c596797e-ca24-4c44-ab5c-93219d2fb505 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0535939 Nov 15 23:50:54.098575 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:50:54.101668 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:50:54.112932 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-154d2996-2859-4e59-862b-86c7060f6aa1 req-546cfd32-d927-4b07-8208-d3c16955d5c7 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Nov 15 23:50:54.143716 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:54.179304 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.179926 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:54.181376 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] 10.222.0.57 "PUT /v2.0/ports/e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1092 time: 0.6997218 Nov 15 23:50:54.181823 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:50:54.184280 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:50:54.218822 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eabd4-d173-47ae-976f-93ded33bc01f service neutron] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:54.231259 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1f8fc-2469-4ba0-8b8f-f059cc819651 x-openstack-request-id: req-6df1f8fc-2469-4ba0-8b8f-f059cc819651 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:50:54.231624 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:50:54.231976 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6df1f8fc-2469-4ba0-8b8f-f059cc819651 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:50:54.232655 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'status': 'completed', 'code': 200} Nov 15 23:50:54.297915 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-7831fc22-c89b-46dd-bc09-55bb3be876af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.299446 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-7831fc22-c89b-46dd-bc09-55bb3be876af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0447261 Nov 15 23:50:54.408964 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-56f3b207-1493-4eb5-bf6b-3ea2d658dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.410393 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-56f3b207-1493-4eb5-bf6b-3ea2d658dc74 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014595 Nov 15 23:50:54.505005 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-df00def8-c7d1-4483-8c28-378810eae029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.506469 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-6cf0ba2c-4bc1-418d-8d0e-59d98b1b27ca req-df00def8-c7d1-4483-8c28-378810eae029 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880430 Nov 15 23:50:54.595889 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5f63e93e-7be7-4da3-91ef-fa81dbc71f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.597439 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-5f63e93e-7be7-4da3-91ef-fa81dbc71f80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0527601 Nov 15 23:50:54.641349 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-d698adf5-fe1f-4256-b1a8-4dba8341fd8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 217 time: 0.0346718 Nov 15 23:50:54.690257 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-0851bf52-ef13-4aa7-95a3-a254a2f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.691761 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-0851bf52-ef13-4aa7-95a3-a254a2f64778 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0435839 Nov 15 23:50:54.741830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123664-e6ab-4925-9394-fe58c5407033 req-26638346-c0c8-408b-98a8-c479e83217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:54.743447 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-26638346-c0c8-408b-98a8-c479e83217b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447996 Nov 15 23:50:54.837594 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-2a540c32-901a-4796-8b20-f5789f93d020 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842326 Nov 15 23:50:54.939652 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-7b123664-e6ab-4925-9394-fe58c5407033 req-74d681eb-8f15-4dee-9efb-2edfae89b479 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946145 Nov 15 23:50:55.228169 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f2bd1-9771-43f9-9ba7-5e992fc2a973 req-40bac40c-26e6-43c4-bf46-91010a9abc73 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:55.229687 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-949f2bd1-9771-43f9-9ba7-5e992fc2a973 req-40bac40c-26e6-43c4-bf46-91010a9abc73 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0493867 Nov 15 23:50:55.259172 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:50:55.278834 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-949f2bd1-9771-43f9-9ba7-5e992fc2a973 req-d265fed3-a5e9-47d1-9b72-44616c34e006 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Nov 15 23:50:56.397977 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47ddd-a47b-4e90-8c6d-ac5ff4e07d05 req-99cb2dde-aa85-4201-8b4a-c0f33b6e4f82 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:56.399415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00c47ddd-a47b-4e90-8c6d-ac5ff4e07d05 req-99cb2dde-aa85-4201-8b4a-c0f33b6e4f82 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0519419 Nov 15 23:50:56.447466 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-00c47ddd-a47b-4e90-8c6d-ac5ff4e07d05 req-6a28f13c-5dec-4def-a910-c066428d71d7 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Nov 15 23:50:57.562828 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a907f-a4d5-4053-b849-3546d3605d4c req-d2e8f154-04ee-4a77-920e-11e21b074b50 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:57.564295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f1a907f-a4d5-4053-b849-3546d3605d4c req-d2e8f154-04ee-4a77-920e-11e21b074b50 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0475297 Nov 15 23:50:57.611656 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-5f1a907f-a4d5-4053-b849-3546d3605d4c req-c39751e9-19eb-4cec-9c97-7c977ab21602 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Nov 15 23:50:57.759922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:50:57.852393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:57.863331 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:50:57.902963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:57.915189 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4027fd5-7b24-4653-b005-03fc38ffb3d9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:50:57.933504 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:50:58.011903 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:58.057982 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:50:58.280773 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e4027fd5-7b24-4653-b005-03fc38ffb3d9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:50:58.724637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e298a-17ad-4745-85e0-8debcbc0c91e req-413de631-c232-4df5-8632-333bb2a15671 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:58.726105 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6e298a-17ad-4745-85e0-8debcbc0c91e req-413de631-c232-4df5-8632-333bb2a15671 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Nov 15 23:50:58.777972 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7b6e298a-17ad-4745-85e0-8debcbc0c91e req-a8fdc721-19e7-43d6-9982-99094698f099 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455124 Nov 15 23:50:59.762349 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:50:59.869139 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning for port e4027fd5-7b24-4653-b005-03fc38ffb3d9 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:50:59.873663 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port e4027fd5-7b24-4653-b005-03fc38ffb3d9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:50:59.877629 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:59.892669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815309f-ce61-4f4b-89df-c3a39808d03f req-7122ca08-24b7-405d-8ce7-98d5a8df0257 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:50:59.894174 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1815309f-ce61-4f4b-89df-c3a39808d03f req-7122ca08-24b7-405d-8ce7-98d5a8df0257 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 945 time: 0.0496051 Nov 15 23:50:59.943404 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1815309f-ce61-4f4b-89df-c3a39808d03f req-3ddb4e00-da37-47a8-88f9-b3d305a528dd tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Nov 15 23:50:59.954571 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:50:59.976062 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:50:59.978298 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b03da9f-17b1-41af-89ad-050b1e0e3776" -d '{"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-plugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:50:59.990388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:51:00.016545 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1bbe63-d56c-48f9-8bc3-573f5f19d433 x-openstack-request-id: req-4d1bbe63-d56c-48f9-8bc3-573f5f19d433 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:51:00.016858 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-plugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:51:00.017112 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d1bbe63-d56c-48f9-8bc3-573f5f19d433 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:51:00.017505 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'code': 200} Nov 15 23:51:00.057415 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:00.111119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff076872-2580-4686-b9bf-13684b498d8a req-0a2b644d-9b1b-4f6f-a7f3-ca678eefde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:00.112600 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ff076872-2580-4686-b9bf-13684b498d8a req-0a2b644d-9b1b-4f6f-a7f3-ca678eefde41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1097 time: 0.0415034 Nov 15 23:51:00.116409 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:51:00.160597 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-ff076872-2580-4686-b9bf-13684b498d8a req-21d8d941-e3d2-4e9a-86da-90bf486f4327 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Nov 15 23:51:00.217251 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:00.611434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:01.056878 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f4b62-237a-4568-a4b9-aaa8b9afc36f req-a190d5d3-a750-4e13-ace4-ade4363958bb tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:01.058336 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-223f4b62-237a-4568-a4b9-aaa8b9afc36f req-a190d5d3-a750-4e13-ace4-ade4363958bb tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 946 time: 0.0482898 Nov 15 23:51:01.109234 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-223f4b62-237a-4568-a4b9-aaa8b9afc36f req-013f35b9-2f20-4bed-b8c3-40cf4c1583e2 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Nov 15 23:51:02.233141 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf576-d930-4988-8bef-756bc5b117ff req-e74ff3b0-8d40-4016-9e37-6eba8983064e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:02.234678 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04eaf576-d930-4988-8bef-756bc5b117ff req-e74ff3b0-8d40-4016-9e37-6eba8983064e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Nov 15 23:51:02.285034 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-04eaf576-d930-4988-8bef-756bc5b117ff req-810cbeaf-7283-4e33-bed9-356867e1025a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Nov 15 23:51:02.397941 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46e73-c408-4f2a-beef-b02a0bbcc882 req-8cbb236f-b03e-4ae7-86d6-37e10069b22a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:02.399304 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16c46e73-c408-4f2a-beef-b02a0bbcc882 req-8cbb236f-b03e-4ae7-86d6-37e10069b22a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Nov 15 23:51:02.448161 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-16c46e73-c408-4f2a-beef-b02a0bbcc882 req-b3ada669-a810-4cd9-87ba-3a9b4a73ee06 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Nov 15 23:51:02.470457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43428) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:51:02.564380 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb78655-6104-4373-be28-20e74fe59ca7 tempest-TestSnapshotPattern-1312342843 tempest-TestSnapshotPattern-1312342843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:02.565943 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-cfb78655-6104-4373-be28-20e74fe59ca7 tempest-TestSnapshotPattern-1312342843 tempest-TestSnapshotPattern-1312342843-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1092 time: 0.0945218 Nov 15 23:51:02.569555 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43432) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:51:02.573797 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:51:02.646055 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:02.740054 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:02.842933 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Allocated IP 172.25.0.222 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/1468ea9b-fe56-4f01-b49a-947ceee4e81a) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:51:02.946167 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.029215 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.073600 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:51:03.078717 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:51:03.080882 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=1468ea9b-fe56-4f01-b49a-947ceee4e81a,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:51:03.082983 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:51:03.419172 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.543302 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.688211 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.748437 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.815214 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=1468ea9b-fe56-4f01-b49a-947ceee4e81a,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:51:03.826293 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:03.921482 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Floating IP 8aae40cb-eeac-4800-91c5-b779b40d833e associated. External IP: 172.25.0.222, port: e4027fd5-7b24-4653-b005-03fc38ffb3d9. Nov 15 23:51:04.119940 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:51:04.223754 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:51:04.233641 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:51:04.243029 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:51:04.243623 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:51:04.299383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:04.339610 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-db0df1a7-25b9-4256-b9ac-312cb97f6513 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7568526 Nov 15 23:51:04.339610 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:51:04.339610 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d1d82-4ae0-437e-86e9-a43b10797546" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:51:04.348958 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:51:04.423179 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e331b-1508-4a8e-a412-8cdc0ff819a6 x-openstack-request-id: req-053e331b-1508-4a8e-a412-8cdc0ff819a6 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:51:04.423703 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:51:04.423814 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053e331b-1508-4a8e-a412-8cdc0ff819a6 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:51:04.424204 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'status': 'completed', 'code': 200} Nov 15 23:51:04.487050 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-c99aab0b-3706-4669-958b-aeb695261add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:04.488539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-c99aab0b-3706-4669-958b-aeb695261add service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1097 time: 0.0401866 Nov 15 23:51:04.577749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:03Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:51:04.586574 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-bea242e8-b8f3-4b23-bbf4-5c794d68a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:04.588067 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-bea242e8-b8f3-4b23-bbf4-5c794d68a979 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0891070 Nov 15 23:51:04.603305 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:51:04.611960 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:51:04.612555 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:50:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:51:04.652904 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-c99ed9a8-fd59-4d31-8325-67b73f300183 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0571637 Nov 15 23:51:04.706686 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-837a5eb9-5914-4061-a093-81c612ceabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:04.708473 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-837a5eb9-5914-4061-a093-81c612ceabdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0483232 Nov 15 23:51:04.715987 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:51:04.755148 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-0edc0277-5e3f-4b14-a12d-7cce4afd6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:04.756688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-0edc0277-5e3f-4b14-a12d-7cce4afd6797 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399873 Nov 15 23:51:04.849150 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-54b15b44-51d6-43dc-94fb-63e1403786df service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843110 Nov 15 23:51:04.868902 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e21775a-bf60-4c6a-aaae-509b4e8034c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:04.949063 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-8b4d1d82-4ae0-437e-86e9-a43b10797546 req-9b728a7a-cb4f-4b1e-95e4-40a421169ee0 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915082 Nov 15 23:51:05.028408 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:03Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:51:05.059388 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746d06c-413d-47ca-89a5-2801f0665c8d None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:03Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:51:05.247100 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6e2d4-4d79-433e-ac43-33e799f5dd7a None None] New status for floating IP 8aae40cb-eeac-4800-91c5-b779b40d833e: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:51:07.268631 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-986ebfed-6885-4c57-a9f5-cd42d67646b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:08.623174 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:09.720277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:10.360386 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:15.943847 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [req-d60ab448-0cd1-4176-9ce4-0c97d7676b53 req-b869576d-3c16-4e1a-8cbe-8ea9ae4460d7 service neutron] (103128) timed out ('10.222.0.55', 59847) {{(pid=103128) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 23:51:30.165726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:30.611373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:32.257652 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:51:34.862953 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a544c7fe-11e0-42db-88e7-c4d726ce38fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:36.587732 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-f9a5e08b-297e-4c49-a36d-e04742b759bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405498 Nov 15 23:51:36.672503 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-cbbf4cf4-9f2d-4c53-91d8-225d8ebecfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:36.674018 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-cbbf4cf4-9f2d-4c53-91d8-225d8ebecfc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1097 time: 0.0401831 Nov 15 23:51:36.784208 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-42657e4b-3db8-496a-976c-346df03601ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:36.785715 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-42657e4b-3db8-496a-976c-346df03601ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0912981 Nov 15 23:51:36.854665 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-fcc7dc14-f112-499d-9bb5-86a7eb5e3b63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1002 time: 0.0598059 Nov 15 23:51:36.904009 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-36afcc2e-692f-439e-baa8-a657b97172de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:36.905471 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-36afcc2e-692f-439e-baa8-a657b97172de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0424280 Nov 15 23:51:36.951760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-649b46dd-fad1-4785-93e2-db2e89fe2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:51:36.953245 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-649b46dd-fad1-4785-93e2-db2e89fe2075 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394917 Nov 15 23:51:36.965263 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-96cf8350-bf79-4adc-834b-557330ca0145 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:51:36.966190 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-96cf8350-bf79-4adc-834b-557330ca0145 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048254 Nov 15 23:51:37.058068 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-8e4bc300-170d-44b3-a883-8a20fce3bdc2 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Nov 15 23:51:37.147879 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1859e5-83e6-46f8-92cb-f0a8ec315265 req-8a84d975-4cae-40fb-80e7-a85523d36d06 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801888 Nov 15 23:51:37.274210 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a9f378-0f83-4d19-9cf2-a7cdadcf171c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:38.644550 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:39.725489 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:51:40.388373 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:00.181848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:00.639219 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:04.907875 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05162dc0-a88b-43a2-b163-36255532ef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:07.279228 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ec03d13-004a-4aec-968f-cbec1ea33249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:08.622107 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:09.256299 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:52:09.719051 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:10.353028 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:30.233104 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:30.638878 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:34.856397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75470b15-2196-45eb-8283-eccb5e31fbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:37.290079 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0908-2bae-4781-bd2a-f2863624330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:37.609606 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-b561212d-b1e9-46db-890e-919531bc060e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401528 Nov 15 23:52:37.694398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-8eefde3f-c114-4e98-8eeb-ad058b883b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:52:37.695913 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-8eefde3f-c114-4e98-8eeb-ad058b883b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1097 time: 0.0437725 Nov 15 23:52:37.798318 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-a2871d87-e82f-4b9d-935c-08338a7af8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:52:37.799772 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-a2871d87-e82f-4b9d-935c-08338a7af8ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0832374 Nov 15 23:52:37.868033 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-62f2d18e-42e8-4d8d-b14b-fbd3d68e94e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1002 time: 0.0599415 Nov 15 23:52:37.916544 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-2e058f24-a223-4574-a527-96804cf602b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:52:37.917968 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-2e058f24-a223-4574-a527-96804cf602b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0421007 Nov 15 23:52:37.962982 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-1ceeef5b-1f3e-466c-8a03-efba64ce478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:52:37.964418 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-1ceeef5b-1f3e-466c-8a03-efba64ce478f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395446 Nov 15 23:52:38.054711 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-a150057c-eeee-4856-ac29-5614978e9c6f service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Nov 15 23:52:38.143615 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-dd2b2574-ea76-4062-9f54-cb7899417b9f req-64409d9f-b1a3-4031-a83a-24e0052c8b4a service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801103 Nov 15 23:52:38.672846 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:39.734769 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:40.370159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:52:46.255931 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:53:00.175684 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:00.672263 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:02.225452 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 details requested by agent hyperv_n-h2-817995-3 with host n-h2-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:53:02.319772 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:02.332019 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Returning: {'device': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:53:02.368148 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:02.380774 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4027fd5-7b24-4653-b005-03fc38ffb3d9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:53:02.399686 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:02.484799 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:02.549612 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.563543 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:02.573242 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] get_ports_and_sgs() called for port_ids ['e4027fd5-7b24-4653-b005-03fc38ffb3d9'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:53:04.241076 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 up at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:53:04.316166 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Provisioning complete for port e4027fd5-7b24-4653-b005-03fc38ffb3d9 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:53:04.317422 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:04.415380 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:04.442964 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:53:04.445848 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8cab40-d16f-400c-9043-6568ae9d4326" -d '{"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-plugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:53:04.466294 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:04.504914 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb595d-4745-4d3d-a74d-e5bf994a11f0 x-openstack-request-id: req-e2bb595d-4745-4d3d-a74d-e5bf994a11f0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:53:04.505301 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-plugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:53:04.505802 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2bb595d-4745-4d3d-a74d-e5bf994a11f0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:53:04.506287 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'code': 200} Nov 15 23:53:04.551802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:04.603393 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:04.866064 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-160c4617-d86c-4ec6-80db-2a47ce832b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:07.306948 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e15-46ff-468f-86b3-8349b29ff4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:08.655498 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:09.724209 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:10.352774 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:13.926611 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-e6cc9408-b2cd-41ae-9d86-440dd24f1942 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669860618&fields=id&tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 267 time: 0.0447242 Nov 15 23:53:14.032808 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-46a04c55-9ca7-4638-8137-912c9319e124 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:14.034167 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-46a04c55-9ca7-4638-8137-912c9319e124 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 810 time: 0.1010418 Nov 15 23:53:14.048682 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6bd3fd44-a4ea-48b3-b952-de06cfba0566 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/quotas/a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 375 time: 0.0089331 Nov 15 23:53:14.102191 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-b16080b4-72b6-419e-ac22-15f0c14655b7 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485303 Nov 15 23:53:14.196752 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-daae8f9d-2867-410c-bde5-615b2ed13b1c service neutron] 10.222.0.15 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825732 Nov 15 23:53:14.281372 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-0488000f-fbb9-480a-89be-65e0f0e9710d service neutron] 10.222.0.15 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785685 Nov 15 23:53:15.618524 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-f983ef0a-2375-4e43-901e-935aafdc6a17 req-c0b9f6ee-1a2b-46e9-95ae-0790690e7f46 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 210 time: 0.0780735 Nov 15 23:53:16.274147 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:53:16.351930 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:16.373756 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:53:16.375914 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31862d51-2bf0-4d91-9163-dff9b1842415" -d '{"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:53:16.388234 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:16.413894 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f73b7-8597-4d23-8d49-8d74f21dfa4c x-openstack-request-id: req-e16f73b7-8597-4d23-8d49-8d74f21dfa4c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:53:16.414179 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:53:16.414433 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e16f73b7-8597-4d23-8d49-8d74f21dfa4c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:53:16.415394 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'code': 200} Nov 15 23:53:16.466114 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:16.513386 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Pushing event updated for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:16.717214 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-3d145af1-55ac-4b4a-8ba6-b503b79d5d1c req-4882a393-6856-4e3a-860c-73582f505237 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 210 time: 0.0262811 Nov 15 23:53:17.467627 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-436386b0-11b5-41b4-9e5c-bad713c71c44 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:17.469602 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-436386b0-11b5-41b4-9e5c-bad713c71c44 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 810 time: 0.1155465 Nov 15 23:53:17.539070 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-184f808f-af5e-4692-8c09-73b8c7e68e68 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3 HTTP/1.1" status: 200 len: 379 time: 0.0547092 Nov 15 23:53:17.549764 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'port': {'device_id': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'admin_state_up': True, 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'security_groups': ['1cc8e33e-d38d-4c8f-b632-1446432f5b8f']}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:53:17.751578 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Made reservation on behalf of a1dd9eb1d50d43c8ab9f68c72be985d3 for: {'port': 1} {{(pid=103127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 23:53:17.755870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:17.818730 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-508151e3-dd78-4741-96a5-e83d3d930d05 req-49e32a4e-6a7c-4c20-8331-4f20d1fb8d6a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 210 time: 0.0308492 Nov 15 23:53:17.885532 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Allocated IP 172.20.0.11 (b749cd5a-1e17-416c-8531-2c70859c547e/39489c33-db3f-4657-a0ba-7fdcd850e58f/6ab6213a-e89f-44da-b2be-2b6230af0ba5) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:53:18.028844 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:18.199362 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:18.247145 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Network b749cd5a-1e17-416c-8531-2c70859c547e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:53:18.251328 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:53:18.262255 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:53:18.315323 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:18.325431 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.325875 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.326103 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.326456 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.326758 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.327110 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.327414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.329238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.329389 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.329636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.329962 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.330286 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:18.369035 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:18.369657 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:18.486939 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-a79b1b93-7ea6-4f98-8295-3b46ed96a542 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413836 Nov 15 23:53:18.572359 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-ac43b25b-8062-450e-8f1d-dc138086ab47 None None] Provisioning complete for port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 triggered by entity DHCP. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:53:18.573455 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac43b25b-8062-450e-8f1d-dc138086ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:18.614371 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ac43b25b-8062-450e-8f1d-dc138086ab47 None None] Port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 cannot update to ACTIVE because it is not bound. {{(pid=103129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 23:53:18.939876 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87ee1b-7952-4eb1-bef5-bbfe7e016006 req-2225a656-3cde-49f9-b142-43c0c433cc98 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:18.941566 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e87ee1b-7952-4eb1-bef5-bbfe7e016006 req-2225a656-3cde-49f9-b142-43c0c433cc98 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0508709 Nov 15 23:53:18.993511 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-9e87ee1b-7952-4eb1-bef5-bbfe7e016006 req-05af4538-da9c-4554-9e0c-f3202aee0d06 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Nov 15 23:53:20.114524 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482ecc-7970-4a87-8fcc-f99013acc603 req-87b9946f-ff25-431c-8b42-3121bc35779a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:20.116000 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a482ecc-7970-4a87-8fcc-f99013acc603 req-87b9946f-ff25-431c-8b42-3121bc35779a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0505505 Nov 15 23:53:20.168458 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-7a482ecc-7970-4a87-8fcc-f99013acc603 req-07088e25-3b84-42bb-9040-afdc0d5e6d9c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 Nov 15 23:53:21.291177 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d075a4-3f7d-431a-aa86-5f38b730e0f9 req-3d22a1e2-8bd1-449e-a426-81ef37f746ed tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:21.292861 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70d075a4-3f7d-431a-aa86-5f38b730e0f9 req-3d22a1e2-8bd1-449e-a426-81ef37f746ed tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0541515 Nov 15 23:53:21.343465 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-70d075a4-3f7d-431a-aa86-5f38b730e0f9 req-63163fbc-18ad-4445-b782-78737f55984e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438223 Nov 15 23:53:22.465938 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceef031-3610-48dc-92f1-0da2e51baef1 req-0d38fde1-4c7c-4eac-8546-2fa2221dbcd8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:22.467434 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aceef031-3610-48dc-92f1-0da2e51baef1 req-0d38fde1-4c7c-4eac-8546-2fa2221dbcd8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0507295 Nov 15 23:53:22.518914 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-aceef031-3610-48dc-92f1-0da2e51baef1 req-506885e3-8baf-48ba-ba8a-e5f7897c7da5 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Nov 15 23:53:23.257632 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:53:23.640205 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722068dd-6350-4ab7-8dec-3c474bbabb7c req-5638d69a-8f74-4d31-9c44-68d684cef06c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:23.641768 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-722068dd-6350-4ab7-8dec-3c474bbabb7c req-5638d69a-8f74-4d31-9c44-68d684cef06c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0545092 Nov 15 23:53:23.697326 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-722068dd-6350-4ab7-8dec-3c474bbabb7c req-f6d15a24-c0f8-4568-ae88-8f198b8fdc09 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496626 Nov 15 23:53:24.818320 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a42b4-a248-4612-87f3-c96486132533 req-f2a35b81-960f-4e18-b957-9acafd128ab5 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:24.819838 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d97a42b4-a248-4612-87f3-c96486132533 req-f2a35b81-960f-4e18-b957-9acafd128ab5 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0506284 Nov 15 23:53:24.873626 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-d97a42b4-a248-4612-87f3-c96486132533 req-8a9fd282-ac47-4656-b98a-6549d3f63f6f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Nov 15 23:53:25.993444 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f233f9-4abc-433d-b9ce-0180fa7e4a12 req-b1e2177e-a1f4-477b-b7e2-71de4b281e0f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:25.994942 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27f233f9-4abc-433d-b9ce-0180fa7e4a12 req-b1e2177e-a1f4-477b-b7e2-71de4b281e0f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0493560 Nov 15 23:53:26.046158 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-27f233f9-4abc-433d-b9ce-0180fa7e4a12 req-70c75ee2-96fb-4f2d-8acb-847857090786 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Nov 15 23:53:27.177552 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e470c-f237-46c7-afd5-3aae6af70689 req-2d693058-5025-41be-991d-e4f514b49c51 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:27.179206 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a0e470c-f237-46c7-afd5-3aae6af70689 req-2d693058-5025-41be-991d-e4f514b49c51 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0592940 Nov 15 23:53:27.230295 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1a0e470c-f237-46c7-afd5-3aae6af70689 req-9a65e00a-d525-4e84-9e2e-73de22e8f94f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448341 Nov 15 23:53:28.349189 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808fe5c-f0c4-4314-b99a-e3ce05245ed4 req-1874298f-54e8-4826-a38a-c9169e1e2297 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:28.351594 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1808fe5c-f0c4-4314-b99a-e3ce05245ed4 req-1874298f-54e8-4826-a38a-c9169e1e2297 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 932 time: 0.0495596 Nov 15 23:53:28.363801 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-fecaa9f1-3db3-4d69-bb98-051df7f8c445 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 23:53:28.364832 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-fecaa9f1-3db3-4d69-bb98-051df7f8c445 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052137 Nov 15 23:53:28.402151 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-1808fe5c-f0c4-4314-b99a-e3ce05245ed4 req-221604c6-edfc-4a8c-91b8-03df1c7a301a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Nov 15 23:53:28.423121 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.v2.base [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Request body: {'port': {'device_id': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817995-3'}} {{(pid=103127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:53:28.484649 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:28.738869 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab6213a-e89f-44da-b2be-2b6230af0ba5 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:53:28.745984 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:28.758313 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Transition to ACTIVE for port object 6ab6213a-e89f-44da-b2be-2b6230af0ba5 will not be triggered until provisioned by entity L2. {{(pid=103127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 23:53:28.819661 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:28.871966 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:28.939890 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Attempting to bind port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 on host n-h1-817995-3 for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 23:53:28.940223 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Attempting to bind port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 by drivers openvswitch,hyperv on host n-h1-817995-3 at level 0 using segments [{'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 23:53:28.940552 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Attempting to bind port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:53:28.945472 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 on network b749cd5a-1e17-416c-8531-2c70859c547e not bound, no agent of type Open vSwitch agent registered on host n-h1-817995-3 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 23:53:28.945793 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Attempting to bind port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 on network b749cd5a-1e17-416c-8531-2c70859c547e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 23:53:28.951343 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Checking agent: {'id': 'e84e1b5e-4d64-4cce-9b84-9271dbc1c11f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817995-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'started_at': datetime.datetime(2021, 11, 15, 22, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 23, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 23:53:28.951673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Checking segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 23:53:28.952063 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Bound using segment: {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 23:53:28.952879 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Bound port: 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host: n-h1-817995-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 23:53:28.953238 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:29.024341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 23:53:29.027529 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 23:53:29.112976 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4589690'] for port, after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:29.147483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.148709 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:29.150076 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] 10.222.0.55 "PUT /v2.0/ports/6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 1092 time: 0.7767327 Nov 15 23:53:29.150511 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:53:29.152779 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:53:29.178367 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8367f3-0278-45c4-93e8-416cd85274cd service neutron] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:29.212271 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d7eb6-87e3-49fa-98d3-08e435881afd x-openstack-request-id: req-3b7d7eb6-87e3-49fa-98d3-08e435881afd {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:53:29.212271 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:53:29.212271 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b7d7eb6-87e3-49fa-98d3-08e435881afd {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:53:29.212271 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'status': 'completed', 'code': 200} Nov 15 23:53:29.277297 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-6732ed52-5e3e-4d42-a164-576fe5e0a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.278798 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-6732ed52-5e3e-4d42-a164-576fe5e0a076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1095 time: 0.0420873 Nov 15 23:53:29.380341 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-db6f2bca-2678-46f1-bbaa-222db2e3268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.381718 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-db6f2bca-2678-46f1-bbaa-222db2e3268d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0947058 Nov 15 23:53:29.483238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-22d1de0e-935d-47ca-8f3c-be57241bb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.486391 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d9407816-78fd-4c81-a9ba-bf51ed1b1e9d req-22d1de0e-935d-47ca-8f3c-be57241bb4dc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917602 Nov 15 23:53:29.526637 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e523c-74d1-4206-a3d0-adf4a60f50c3 req-b1e24ff5-b44e-4e8f-bb7e-faab26b1c709 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.528885 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1e523c-74d1-4206-a3d0-adf4a60f50c3 req-b1e24ff5-b44e-4e8f-bb7e-faab26b1c709 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0554495 Nov 15 23:53:29.576058 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-722ee9f0-64a9-42f2-9d6f-daa018628f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.577630 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-722ee9f0-64a9-42f2-9d6f-daa018628f91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1095 time: 0.0464132 Nov 15 23:53:29.579557 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fc1e523c-74d1-4206-a3d0-adf4a60f50c3 req-d9a5ed4a-2452-442a-998b-da3fafaaf713 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Nov 15 23:53:29.626374 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-9c8da191-855b-4ff6-8f26-f3332e9adbeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0347157 Nov 15 23:53:29.678438 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-5aa018c7-0514-473a-90c6-e1772254e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.679776 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-5aa018c7-0514-473a-90c6-e1772254e499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0430756 Nov 15 23:53:29.730427 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-4553064d-e3c6-4430-96d0-53deb579fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:29.731878 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-4553064d-e3c6-4430-96d0-53deb579fb3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422969 Nov 15 23:53:29.824449 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-e80d9d04-770e-4e58-91d4-fe2584c5a25c service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805132 Nov 15 23:53:29.919977 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-af444b24-30a8-49d5-8279-0443cb95ccb8 req-d3912f9b-5f40-4516-b2dc-d23b204bfab4 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833664 Nov 15 23:53:30.174310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:30.683461 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:30.696219 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800002fb-d741-4989-92bf-04a0b79310cb req-7651a79d-c457-4db9-ad04-99406c814e8b tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:30.697708 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-800002fb-d741-4989-92bf-04a0b79310cb req-7651a79d-c457-4db9-ad04-99406c814e8b tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0498121 Nov 15 23:53:30.746456 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-800002fb-d741-4989-92bf-04a0b79310cb req-143bc60b-abf2-4c6b-b367-2e1a4f140574 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Nov 15 23:53:31.860884 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443720-174d-4cf7-b204-e47d1f77b7ef req-14e410ea-04ae-4c7d-b0a6-69bb28d4dc8f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:31.862361 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99443720-174d-4cf7-b204-e47d1f77b7ef req-14e410ea-04ae-4c7d-b0a6-69bb28d4dc8f tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0465894 Nov 15 23:53:31.913156 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-99443720-174d-4cf7-b204-e47d1f77b7ef req-cfb0d9dd-ace6-4c9e-933a-e4ef116a7443 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Nov 15 23:53:33.034927 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e13f25-a874-4d60-9b61-afc75051bac3 req-6da68577-a8b5-460c-b452-fd65d1b4522a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:33.036435 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82e13f25-a874-4d60-9b61-afc75051bac3 req-6da68577-a8b5-460c-b452-fd65d1b4522a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0529046 Nov 15 23:53:33.090391 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-82e13f25-a874-4d60-9b61-afc75051bac3 req-f3ad9d7a-b0c8-48e2-8334-c5ed89ee1ced tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475228 Nov 15 23:53:33.884353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:53:33.977111 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:33.988378 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'mac_address': 'fa:16:3e:a5:c4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:53:34.026808 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:34.039657 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab6213a-e89f-44da-b2be-2b6230af0ba5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:53:34.058761 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:34.163979 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:34.207210 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105bb5a-5b76-4bc6-86ff-70b78f72e013 req-c46652f8-3093-40fb-98f7-06d130626b45 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:34.208689 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e105bb5a-5b76-4bc6-86ff-70b78f72e013 req-c46652f8-3093-40fb-98f7-06d130626b45 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 945 time: 0.0500960 Nov 15 23:53:34.210824 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:34.258877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-e105bb5a-5b76-4bc6-86ff-70b78f72e013 req-e80d86fd-91fc-4d76-a4ec-1e885ab4013e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Nov 15 23:53:34.472966 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6ab6213a-e89f-44da-b2be-2b6230af0ba5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:53:34.872568 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e42087b2-d50d-44f8-a3c7-b3b1aef1a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:35.378635 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55af5a-ecb0-48d4-9ffb-accb0bbbedde req-79dfec7b-3fbe-4d38-8b2f-6bcc32a24071 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:35.380103 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e55af5a-ecb0-48d4-9ffb-accb0bbbedde req-79dfec7b-3fbe-4d38-8b2f-6bcc32a24071 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 945 time: 0.0516751 Nov 15 23:53:35.427959 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4e55af5a-ecb0-48d4-9ffb-accb0bbbedde req-4336c83e-2891-4cb5-9101-9361e4a8ce2a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Nov 15 23:53:35.884604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:53:35.985938 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning for port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 completed by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 23:53:35.989782 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:53:35.990143 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:36.065775 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:36.088123 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:53:36.090373 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f544761-d095-4754-96ec-f2a321c68f1f" -d '{"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-plugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:53:36.103828 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:53:36.152230 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:36.201586 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4dd8fc-6298-4587-a21c-e4f0c878059b x-openstack-request-id: req-8d4dd8fc-6298-4587-a21c-e4f0c878059b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:53:36.201877 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-plugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:53:36.202125 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d4dd8fc-6298-4587-a21c-e4f0c878059b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:53:36.202509 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'code': 200} Nov 15 23:53:36.203181 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:36.552490 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d53ae-fd98-4e17-b5cd-808cb6d40a1c req-1c3e5d63-0dac-48e1-a43d-d161aaf4c27d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:36.554209 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-554d53ae-fd98-4e17-b5cd-808cb6d40a1c req-1c3e5d63-0dac-48e1-a43d-d161aaf4c27d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 946 time: 0.0510263 Nov 15 23:53:36.605413 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-554d53ae-fd98-4e17-b5cd-808cb6d40a1c req-5ef578a4-1290-4e88-88f7-ed1d4d12b45e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Nov 15 23:53:36.622188 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e8d2-feeb-4859-8c83-6001189b757d req-e6310986-e0c4-4d62-bea1-b82f74387f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:36.623680 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51b9e8d2-feeb-4859-8c83-6001189b757d req-e6310986-e0c4-4d62-bea1-b82f74387f3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1097 time: 0.3575668 Nov 15 23:53:36.672639 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-51b9e8d2-feeb-4859-8c83-6001189b757d req-f48820c1-68c1-4563-ac92-2500aadf45b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370393 Nov 15 23:53:37.277609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c3d3-b09b-4d33-9724-601ccd366030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:37.721227 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b190-4015-415a-8adf-8ee4167a99ec req-231d9784-d745-450d-9998-fb3dcf28f78e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:37.722691 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e83b190-4015-415a-8adf-8ee4167a99ec req-231d9784-d745-450d-9998-fb3dcf28f78e tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 946 time: 0.0473228 Nov 15 23:53:37.774743 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-8e83b190-4015-415a-8adf-8ee4167a99ec req-2c442303-e997-4d9b-bd2d-d81d871ee48d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Nov 15 23:53:38.631866 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:38.887789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427ab43-1924-4652-af7e-a30860a7ab89 req-f3969c39-49fb-43da-b1d9-6f2ea05d1f7a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:38.889266 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6427ab43-1924-4652-af7e-a30860a7ab89 req-f3969c39-49fb-43da-b1d9-6f2ea05d1f7a tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 946 time: 0.0472257 Nov 15 23:53:38.936542 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-6427ab43-1924-4652-af7e-a30860a7ab89 req-d7b2dbb5-833d-4e1a-b9c5-4444af5f8d41 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Nov 15 23:53:39.052008 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeff1eb-b45c-48c6-b07e-6f7df46f441f req-64df74a0-9d39-4292-81cf-08e04efbb3b3 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.053535 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbeff1eb-b45c-48c6-b07e-6f7df46f441f req-64df74a0-9d39-4292-81cf-08e04efbb3b3 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 946 time: 0.0474024 Nov 15 23:53:39.101222 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-fbeff1eb-b45c-48c6-b07e-6f7df46f441f req-4a7a62ed-63ad-490c-9df5-1cb917f99f68 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Nov 15 23:53:39.122626 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43728) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:53:39.163909 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6584c1-045d-4e12-a328-689a5ebc33eb tempest-TestSnapshotPattern-1312342843 tempest-TestSnapshotPattern-1312342843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.165453 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ab6584c1-045d-4e12-a328-689a5ebc33eb tempest-TestSnapshotPattern-1312342843 tempest-TestSnapshotPattern-1312342843-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1092 time: 0.0418022 Nov 15 23:53:39.168019 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43730) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:53:39.172421 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.v2.base [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Request body: {'floatingip': {'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 23:53:39.249109 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:39.340568 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:39.443148 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Allocated IP 172.25.0.84 (fdf3ff0c-411b-453a-91c0-8145d9d11af3/e50541fb-5c0d-40a1-b829-ad30bad1a749/f04fdb59-7e59-44c1-973a-f8d331fa584e) {{(pid=103128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 23:53:39.541718 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:39.614539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-f845980c-9024-478e-bf64-843057170591 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400395 Nov 15 23:53:39.631428 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774437874068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:39.670201 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Network fdf3ff0c-411b-453a-91c0-8145d9d11af3 is already hosted by enough agents. {{(pid=103128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 23:53:39.678249 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Resources bound (agent type, host, resource id): {{(pid=103128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 23:53:39.680648 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Received port after_create {{(pid=103128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 23:53:39.703056 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a260f-a10b-4d32-a569-028a3448b199 req-532898f9-3e6d-4775-89af-e30c89c1b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.704567 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-532898f9-3e6d-4775-89af-e30c89c1b582 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0416963 Nov 15 23:53:39.706838 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=f04fdb59-7e59-44c1-973a-f8d331fa584e,revision_number=1']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:39.720098 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.720433 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.720861 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.721825 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.722156 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.722472 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.722789 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.723102 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.723411 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.723719 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.724032 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.724346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:53:39.746173 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:39.812414 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a260f-a10b-4d32-a569-028a3448b199 req-8110e25f-6404-40fc-9727-953f405c8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.813955 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-8110e25f-6404-40fc-9727-953f405c8a4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0884573 Nov 15 23:53:39.882908 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-8eea3deb-2c44-490a-a953-f6b794dc9c7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0617151 Nov 15 23:53:39.933112 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a260f-a10b-4d32-a569-028a3448b199 req-61d79a10-abd9-46d7-80e0-5fa9ce2c5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.934559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-61d79a10-abd9-46d7-80e0-5fa9ce2c5ff6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0434341 Nov 15 23:53:39.982293 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a260f-a10b-4d32-a569-028a3448b199 req-00ea89da-e676-4071-b6b9-b218e7dc47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:39.983826 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-00ea89da-e676-4071-b6b9-b218e7dc47a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418255 Nov 15 23:53:40.082800 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-4f059dac-8e2c-4c00-bd0a-eed1defdb0b1 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905612 Nov 15 23:53:40.175691 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-216a260f-a10b-4d32-a569-028a3448b199 req-996bbbf7-55f2-4599-a152-2d618432c511 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859544 Nov 15 23:53:40.363692 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.375499 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.514219 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.658342 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for port, precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.717735 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6164385'] for port, after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.788290 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event updated for resources: {'Port': ['ID=f04fdb59-7e59-44c1-973a-f8d331fa584e,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:53:40.797452 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-443313'] for floatingip, after_create {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:40.893668 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Floating IP 6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc associated. External IP: 172.25.0.84, port: 6ab6213a-e89f-44da-b2be-2b6230af0ba5. Nov 15 23:53:41.098194 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:53:41.200951 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:53:41.211597 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:53:41.220871 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:53:41.222733 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:53:41.263159 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:53:41.291162 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-5ddc72ab-e10d-4d84-9d5f-dc6c810099a4 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1220741 Nov 15 23:53:41.291806 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:53:41.294867 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d28e9b-138b-47af-b8a8-404529cdcfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:53:41.326120 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:53:41.332509 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2ea11-afec-401c-98d6-bd929e480e07 x-openstack-request-id: req-1df2ea11-afec-401c-98d6-bd929e480e07 {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:53:41.332892 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:53:41.333206 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1df2ea11-afec-401c-98d6-bd929e480e07 {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:53:41.333672 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'status': 'completed', 'code': 200} Nov 15 23:53:41.395039 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-3d324122-9229-4399-80a2-b910d8bf53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:41.396430 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-3d324122-9229-4399-80a2-b910d8bf53e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1097 time: 0.0406971 Nov 15 23:53:41.491082 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-913ceeea-76c0-4e5d-b297-a183b0c82dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:41.493338 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-913ceeea-76c0-4e5d-b297-a183b0c82dfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0894186 Nov 15 23:53:41.558262 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:a5:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:53:39Z', 'updated_at': '2021-11-15T23:53:39Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}, {'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:53:41.571527 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-b6605081-5a91-4c63-9870-de526462a97e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 999 time: 0.0691204 Nov 15 23:53:41.585362 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:53:41.593721 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:53:41.594307 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:53:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:53:41.625172 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-efa2dad1-d4d7-4c15-bc4c-347603348607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:41.626714 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-efa2dad1-d4d7-4c15-bc4c-347603348607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0482538 Nov 15 23:53:41.673191 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-9bf21289-9e68-45b9-941e-432a122ff923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:53:41.674722 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-9bf21289-9e68-45b9-941e-432a122ff923 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407188 Nov 15 23:53:41.700245 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:53:41.763417 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-2a7c40ce-4162-4063-bcd3-33d87f357175 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813932 Nov 15 23:53:41.857109 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-b8d28e9b-138b-47af-b8a8-404529cdcfa3 req-df588f4e-3a18-43fe-9e32-a2f7eb02463e service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Nov 15 23:53:41.931188 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:a5:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:53:39Z', 'updated_at': '2021-11-15T23:53:39Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}, {'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:53:41.956659 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae4df2-eb29-45f6-9fea-d6ecb53bb0e9 None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:a5:c4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:53:39Z', 'updated_at': '2021-11-15T23:53:39Z', 'revision_number': 0, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}, {'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:53:42.155894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc6335-318a-455f-bf2e-fd94c7851c85 None None] New status for floating IP 6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc: ACTIVE {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:54:00.178494 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:00.256731 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:54:00.693384 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:04.888495 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d93efd6c-4a69-400f-8877-9fac754e8391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:07.322954 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5c74ef5-99d2-403e-b15c-355747eb4b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:08.631124 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:09.751345 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:10.362991 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:30.236876 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:30.653661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:34.898216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d1e4-7a85-4161-aa3b-54c5e1c52193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:36.229949 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-80ac09ac-70cd-4c53-91fb-a95da7a6ea6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420930 Nov 15 23:54:36.312980 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-d80a158c-6e52-4167-94f4-6e2f43548bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:36.314496 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-d80a158c-6e52-4167-94f4-6e2f43548bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1097 time: 0.0397332 Nov 15 23:54:36.431308 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-1c01f170-f53b-43a9-9350-e15376b7716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:36.432817 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-1c01f170-f53b-43a9-9350-e15376b7716c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0962794 Nov 15 23:54:36.506636 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-e678782d-716a-4255-960c-27f293ad31c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0629835 Nov 15 23:54:36.563221 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-9270e3c4-8b4e-44ee-ad7e-621a60068eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:36.564815 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-9270e3c4-8b4e-44ee-ad7e-621a60068eab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0453966 Nov 15 23:54:36.616347 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-64286fd3-7dd1-4e33-a3f6-b75d6dcaab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:36.617909 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-64286fd3-7dd1-4e33-a3f6-b75d6dcaab6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413239 Nov 15 23:54:36.716243 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-85ec4fb8-38ff-4b59-87a6-f4e324cda6f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854373 Nov 15 23:54:36.811553 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-806ebbdc-2176-4a9f-aee4-c109cc0379d3 req-a77dcf07-d49c-48f8-92a2-7410995805bc service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837100 Nov 15 23:54:37.254876 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:54:37.276661 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f39617-0c1c-41c9-a10e-60df9ffd35aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:38.659734 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:39.790811 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:40.384929 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:54:41.587343 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-5b377aad-2f0f-49b6-bd00-9dc46bf4df55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396049 Nov 15 23:54:41.670760 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-cf64ab5a-cd31-48c5-b05c-c37c25aec584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:41.672226 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-cf64ab5a-cd31-48c5-b05c-c37c25aec584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0438528 Nov 15 23:54:41.774243 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-8b78aa1d-2a8f-413e-b33d-46c2956424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:41.775598 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-8b78aa1d-2a8f-413e-b33d-46c2956424a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0830479 Nov 15 23:54:41.843785 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-e9714fab-fb84-42aa-b5dc-607d07355368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0604935 Nov 15 23:54:41.892981 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-c5800926-e795-4e7a-b4ca-a6eebd49f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:41.894389 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-c5800926-e795-4e7a-b4ca-a6eebd49f4aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0431683 Nov 15 23:54:41.939387 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-fc25f357-27e2-41a8-aed0-d4ed3a8915bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:54:41.940853 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-fc25f357-27e2-41a8-aed0-d4ed3a8915bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384049 Nov 15 23:54:42.030750 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-431b262f-1125-491c-930e-ad8d6a3162fc service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817053 Nov 15 23:54:42.117468 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-15c9cc70-576d-49fa-bbc4-2991d752ad2e req-e9072c99-346b-4c9c-af75-afe44f41e3cc service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793054 Nov 15 23:55:00.162183 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:00.664564 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:04.899349 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ac84d84-fe16-4b25-abeb-373077f47898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:07.291800 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e27460b-dd5d-473b-8c74-935c6d493813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:08.779552 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:09.750262 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:10.361526 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:14.255177 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:55:24.393702 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 details requested by agent hyperv_n-h1-817995-3 with host n-h1-817995-3 {{(pid=103129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 23:55:24.491949 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:24.503211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Returning: {'device': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'port_id': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'mac_address': 'fa:16:3e:a5:c4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 23:55:24.539955 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:24.553831 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ab6213a-e89f-44da-b2be-2b6230af0ba5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 23:55:24.579878 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:24.674686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:24.735619 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:24.745102 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.745353 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.745604 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.746815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.746815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.746815 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.747257 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.747697 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.748277 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.748894 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.749525 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.750035 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:24.781321 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] get_ports_and_sgs() called for port_ids ['6ab6213a-e89f-44da-b2be-2b6230af0ba5'] {{(pid=103129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 23:55:26.398698 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 up at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 23:55:26.473028 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Provisioning complete for port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 triggered by entity L2. {{(pid=103129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 23:55:26.473471 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1577153'] for port, provisioning_complete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:26.562436 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:26.591138 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:26.593271 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6224c9ed-2825-4ead-b273-09b234710dba" -d '{"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-plugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:26.609601 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:26.640756 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d834d8-57ac-4ea6-87f5-5d080892dbfd x-openstack-request-id: req-e9d834d8-57ac-4ea6-87f5-5d080892dbfd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:26.641062 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-plugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:26.641333 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9d834d8-57ac-4ea6-87f5-5d080892dbfd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:26.641804 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'code': 200} Nov 15 23:55:26.670882 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:26.722193 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:30.190306 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:30.784686 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:34.875959 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eda95c3-21ee-48c6-81b2-cf4d7ff9a2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:35.551659 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-15e9ea3f-06b0-4469-b608-927c46ec3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:35.553493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-15e9ea3f-06b0-4469-b608-927c46ec3577 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1097 time: 0.0422289 Nov 15 23:55:35.672300 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-2860f481-705c-42e7-9d1f-629323f2a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:35.673797 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-2860f481-705c-42e7-9d1f-629323f2a66b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0924258 Nov 15 23:55:35.743229 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-46c4fe0f-b6e7-4984-b9d0-8ad7cf229fc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0579705 Nov 15 23:55:35.801934 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-6db93053-df37-480b-b6f3-ee887e1e1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:35.803462 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-6db93053-df37-480b-b6f3-ee887e1e1eab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0491791 Nov 15 23:55:35.849093 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-90fd5923-7c32-4ce5-9512-0d4d1d990589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:35.850571 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-90fd5923-7c32-4ce5-9512-0d4d1d990589 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400586 Nov 15 23:55:35.949774 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-45f71b58-1a71-4061-82c0-7278a2498e4e service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915673 Nov 15 23:55:36.043795 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-794a0dac-d53f-4cf8-8cb4-c76ccfb5eae9 req-ee1ac95c-f053-4c7d-b7ba-06f96f6277e3 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Nov 15 23:55:36.229954 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 43938) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:36.392809 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Deleting port f04fdb59-7e59-44c1-973a-f8d331fa584e {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:36.393131 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:36.473519 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:36.473832 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:36.485233 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Calling delete_port for f04fdb59-7e59-44c1-973a-f8d331fa584e owned by network:floatingip {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:36.693973 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:36.724250 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event deleted for resources: {'Port': ['ID=f04fdb59-7e59-44c1-973a-f8d331fa584e,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:36.748792 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.749208 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.749468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.749819 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.750155 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.750489 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.750813 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.751134 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.751456 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.751775 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.752093 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.752408 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:36.798589 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:36.798906 n-d-817995-3 neutron-server[103128]: INFO neutron.db.l3_db [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Floating IP 6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc disassociated (deleted). External IP: 172.25.0.84, port: 6ab6213a-e89f-44da-b2be-2b6230af0ba5. Nov 15 23:55:37.018532 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:55:37.123517 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:55:37.128329 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:37.132959 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:55:37.141859 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:37.142464 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:07Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:37.154877 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-be78a3f1-09cb-4c11-bfbb-4bed5fbc86f8 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc HTTP/1.1" status: 204 len: 168 time: 0.9238310 Nov 15 23:55:37.155563 n-d-817995-3 neutron-server[103128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:37.157970 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59fc82f629b2bbb5e2c1541909a6ff80ea1e4af4e57027ea4f2a611f5894957e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e31311-4153-4435-853a-a607b4f0eb17" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:37.236032 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce992dbf-269b-4ac3-8ecf-9c02d5d2a86d x-openstack-request-id: req-ce992dbf-269b-4ac3-8ecf-9c02d5d2a86d {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:37.236859 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "status": "completed", "code": 200}]} {{(pid=103128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:37.236859 n-d-817995-3 neutron-server[103128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce992dbf-269b-4ac3-8ecf-9c02d5d2a86d {{(pid=103128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:37.237106 n-d-817995-3 neutron-server[103128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'status': 'completed', 'code': 200} Nov 15 23:55:37.270267 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:37.293141 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e31311-4153-4435-853a-a607b4f0eb17 req-dc935852-927b-4306-be2e-866e32c175b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:37.294747 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-dc935852-927b-4306-be2e-866e32c175b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 1097 time: 0.0466216 Nov 15 23:55:37.304258 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49a6b94e-c55b-42c6-aa4a-34580baa3101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:37.393886 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e31311-4153-4435-853a-a607b4f0eb17 req-3821138a-016b-4682-b28c-25fbfeb20ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:37.395416 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-3821138a-016b-4682-b28c-25fbfeb20ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0916140 Nov 15 23:55:37.438445 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-5eea1f40-6849-4fdf-b200-8dae8c295d41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 200 len: 217 time: 0.0348942 Nov 15 23:55:37.494091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e31311-4153-4435-853a-a607b4f0eb17 req-65f92b12-79ac-46e8-82b8-6b20a2f1292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:37.495688 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-65f92b12-79ac-46e8-82b8-6b20a2f1292a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0496273 Nov 15 23:55:37.505747 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:37.534870 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:55:37.543830 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e31311-4153-4435-853a-a607b4f0eb17 req-de615f35-709a-4298-a7ff-e2e12a0ada74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:37.544488 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:37.545413 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:37.545671 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-de615f35-709a-4298-a7ff-e2e12a0ada74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424137 Nov 15 23:55:37.636911 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594db4-9f87-49bd-8b08-d2f068165529 req-7a369203-8e35-4381-8eb9-0af3b8933e30 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:37.641101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb594db4-9f87-49bd-8b08-d2f068165529 req-7a369203-8e35-4381-8eb9-0af3b8933e30 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 946 time: 0.0566578 Nov 15 23:55:37.649501 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-7bbbc868-db67-4084-a232-e45e774c9268 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935810 Nov 15 23:55:37.656529 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:37.691681 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-bb594db4-9f87-49bd-8b08-d2f068165529 req-b994b760-25de-419d-9ddb-71ccb3202074 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Nov 15 23:55:37.750897 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-97e31311-4153-4435-853a-a607b4f0eb17 req-49d5a969-f51a-4443-b0ad-307edceb2f39 service neutron] 10.222.0.55 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932946 Nov 15 23:55:37.877865 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:37.907480 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72057e7-507b-4001-ac6b-696ee9570cf0 None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_floatingips': [{'id': '8aae40cb-eeac-4800-91c5-b779b40d833e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'router_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'port_id': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'mac_address': 'fa:16:3e:eb:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T23:51:03Z', 'updated_at': '2021-11-15T23:51:05Z', 'revision_number': 1, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:55:38.147965 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730e95-f933-4cff-9b2a-6e067063ba01 None None] New status for floating IP 6ead1b64-6ffc-44d0-bcaa-2b7b6aeeb9fc: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:55:38.484915 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:38.564710 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659407'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:38.588086 n-d-817995-3 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:38.590388 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04329b3e073ca096e2dd9ceff5d57f0f25bd64c70f9119dc5c9f7f3648669b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b657d3f7-aa7d-48c0-a4b4-a20c294a34dc" -d '{"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:38.611689 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:38.630471 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8238d1e-d241-47eb-b4fa-3185fd298441 x-openstack-request-id: req-b8238d1e-d241-47eb-b4fa-3185fd298441 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:38.630759 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:38.631011 n-d-817995-3 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8238d1e-d241-47eb-b4fa-3185fd298441 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:38.631409 n-d-817995-3 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'code': 200} Nov 15 23:55:38.675488 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774438240687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774437874086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774437874104'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:38.707416 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:38.723247 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Pushing event updated for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:38.812888 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2f412-3ca0-4fd7-915d-087d9b208858 req-9912f737-f76a-4cd5-8214-ab5ede253d52 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:38.814457 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfd2f412-3ca0-4fd7-915d-087d9b208858 req-9912f737-f76a-4cd5-8214-ab5ede253d52 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0523551 Nov 15 23:55:38.863778 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-cfd2f412-3ca0-4fd7-915d-087d9b208858 req-8a44e65a-bf9a-4ed5-943a-3aee993ef44c tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 Nov 15 23:55:39.369483 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-c3435ae2-cae7-4dd0-ac5a-2ebcde0b8b95 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:39.370931 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-c3435ae2-cae7-4dd0-ac5a-2ebcde0b8b95 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 944 time: 0.0485165 Nov 15 23:55:39.467548 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Deleting port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:39.467890 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:39.556900 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] For port 6ab6213a-e89f-44da-b2be-2b6230af0ba5, host n-h1-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817995-3',level=0,port_id=6ab6213a-e89f-44da-b2be-2b6230af0ba5,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:39.557300 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:39.570119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Calling delete_port for 6ab6213a-e89f-44da-b2be-2b6230af0ba5 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:39.767265 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:39.807355 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:39.834959 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event deleted for resources: {'Port': ['ID=6ab6213a-e89f-44da-b2be-2b6230af0ba5,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:39.846882 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.847212 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.848051 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.848398 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.848750 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.851857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817995-3 {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 23:55:39.888673 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] No DVR routers for this DVR port 6ab6213a-e89f-44da-b2be-2b6230af0ba5 on host n-h1-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:39.891162 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:39.894539 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-aa1a43d0-717f-4253-9247-e53e20a3b7dc req-3b6fda2f-d7a8-42e8-a4fc-6373551ce057 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.55 "DELETE /v2.0/ports/6ab6213a-e89f-44da-b2be-2b6230af0ba5 HTTP/1.1" status: 204 len: 173 time: 0.5172694 Nov 15 23:55:39.895011 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-deleted', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:39.897263 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ffa3c-2e38-4b56-aa05-0c2ff4f888c8" -d '{"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-deleted", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:39.978016 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-ebf05a61-c4d3-48a2-b67e-b71f385e6a65 req-906c59e9-df64-4c5f-b862-a2f43b6a752d tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ed72d42-cb28-4f64-8363-b60462d0b625 HTTP/1.1" status: 200 len: 210 time: 0.0329640 Nov 15 23:55:40.002800 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e3a5a-8cae-4e9c-84df-4b57ef49981f x-openstack-request-id: req-c63e3a5a-8cae-4e9c-84df-4b57ef49981f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:40.003087 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed72d42-cb28-4f64-8363-b60462d0b625", "name": "network-vif-deleted", "tag": "6ab6213a-e89f-44da-b2be-2b6230af0ba5", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:40.003343 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c63e3a5a-8cae-4e9c-84df-4b57ef49981f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:40.003740 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed72d42-cb28-4f64-8363-b60462d0b625', 'name': 'network-vif-deleted', 'tag': '6ab6213a-e89f-44da-b2be-2b6230af0ba5', 'status': 'completed', 'code': 200} Nov 15 23:55:40.359939 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:41.633059 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-ac096822-7843-4e17-96cd-a79ef57c1d15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956948 Nov 15 23:55:41.716842 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-4d50c5a5-aed4-45d1-81c2-9ccae05717ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:41.718317 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-4d50c5a5-aed4-45d1-81c2-9ccae05717ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0395589 Nov 15 23:55:41.825749 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-3aa63461-f530-4143-8858-9a2f9d8fb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:41.827142 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-3aa63461-f530-4143-8858-9a2f9d8fb832 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.0891132 Nov 15 23:55:41.891788 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-3612cf54-71f1-41aa-97f4-b06fd37eb77d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0573769 Nov 15 23:55:41.940887 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-83aa5d9d-d8bc-4d87-8f0a-f18fca14282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:41.942584 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-83aa5d9d-d8bc-4d87-8f0a-f18fca14282c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0439963 Nov 15 23:55:41.993744 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-fb8fad49-aa20-4f95-a389-431fcfdd3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:41.995283 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-fb8fad49-aa20-4f95-a389-431fcfdd3b4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448873 Nov 15 23:55:42.085728 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-5a9aad09-75c5-4e8d-8fee-3a0a9cd8949d service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823510 Nov 15 23:55:42.179179 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-83f86064-2cdd-460d-b4b4-5dad5b87e895 req-7e109ec9-b29d-432b-a056-7f24c1ab478e service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862284 Nov 15 23:55:42.316856 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44008) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:42.469352 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Deleting port 1468ea9b-fe56-4f01-b49a-947ceee4e81a {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:42.469687 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:42.506880 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 no longer exists at agent hyperv_n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:42.526956 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] No Port match for: 6ab6213a-e89f-44da-b2be-2b6230af0ba5 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:42.527295 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Device 6ab6213a-e89f-44da-b2be-2b6230af0ba5 not bound to the agent host n-h1-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:42.548360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:42.548721 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:42.560119 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Calling delete_port for 1468ea9b-fe56-4f01-b49a-947ceee4e81a owned by network:floatingip {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:42.754019 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:42.780826 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event deleted for resources: {'Port': ['ID=1468ea9b-fe56-4f01-b49a-947ceee4e81a,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:42.841406 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for floatingip, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:42.841740 n-d-817995-3 neutron-server[103127]: INFO neutron.db.l3_db [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Floating IP 8aae40cb-eeac-4800-91c5-b779b40d833e disassociated (deleted). External IP: 172.25.0.222, port: e4027fd5-7b24-4653-b005-03fc38ffb3d9. Nov 15 23:55:43.041307 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:55:43.144971 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:55:43.149694 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for floatingip, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:43.154742 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:55:43.164731 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:43.165332 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:43.175873 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-468f7a70-d620-4400-85e3-48f0bd247cdc tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "DELETE /v2.0/floatingips/8aae40cb-eeac-4800-91c5-b779b40d833e HTTP/1.1" status: 204 len: 168 time: 0.8579433 Nov 15 23:55:43.176452 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:43.179335 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a330d5-c344-4bd0-b133-2406c942d6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:43.221037 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b2130-b4bd-44ba-8b38-797effc3507c x-openstack-request-id: req-e34b2130-b4bd-44ba-8b38-797effc3507c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:43.221399 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:43.221789 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e34b2130-b4bd-44ba-8b38-797effc3507c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:43.222486 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'status': 'completed', 'code': 200} Nov 15 23:55:43.274950 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:43.286991 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-7df19661-ff18-4db8-a469-8347d39c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:43.288493 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-7df19661-ff18-4db8-a469-8347d39c6391 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 1095 time: 0.0436261 Nov 15 23:55:43.484436 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:43.517739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:55:43.527973 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:43.528600 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:43.622045 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef2fe0-f53b-4f48-83fa-f51282b0ab7d req-8baee0bc-45a3-4ccc-bb92-6b8ec5c54d67 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:43.624287 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59ef2fe0-f53b-4f48-83fa-f51282b0ab7d req-8baee0bc-45a3-4ccc-bb92-6b8ec5c54d67 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0549855 Nov 15 23:55:43.642628 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:43.682417 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-59ef2fe0-f53b-4f48-83fa-f51282b0ab7d req-c446b3f7-b26b-4c38-9b1a-989d9b0ba980 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515313 Nov 15 23:55:43.714453 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-a8176ed7-a56b-4055-b6f3-e7a949d9bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:43.715871 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-a8176ed7-a56b-4055-b6f3-e7a949d9bdfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 200 len: 911 time: 0.4170632 Nov 15 23:55:43.757165 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-d38557d3-bb07-4d2f-8cfb-50033cd46717 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 200 len: 217 time: 0.0324786 Nov 15 23:55:43.812824 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-50e9a28f-9143-4036-be64-f50846c0305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:43.814294 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-50e9a28f-9143-4036-be64-f50846c0305f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 200 len: 849 time: 0.0461740 Nov 15 23:55:43.865275 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-77bdff8b-6f9d-455a-b783-a33332c2560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:43.866751 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-77bdff8b-6f9d-455a-b783-a33332c2560a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b749cd5a-1e17-416c-8531-2c70859c547e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442820 Nov 15 23:55:43.939595 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:43.957241 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-b11f856e-983a-4949-9191-ba5647088ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815237 Nov 15 23:55:43.965821 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0219abc-c06f-42ef-9b93-9a0cdf1d468f None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3', '_interfaces': [{'id': 'bbd0eb25-4b56-41f9-8a52-301d5efb3e89', 'name': '', 'network_id': 'b749cd5a-1e17-416c-8531-2c70859c547e', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'mac_address': 'fa:16:3e:ff:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:39Z', 'updated_at': '2021-11-15T23:50:43Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'subnets': [{'id': '39489c33-db3f-4657-a0ba-7fdcd850e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:55:44.056134 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-d6a330d5-c344-4bd0-b133-2406c942d6cd req-ea674d36-2a65-4f66-b135-8a722ac42b70 service neutron] 10.222.0.57 "GET /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905116 Nov 15 23:55:44.190716 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8b67b-691b-431d-b355-bc2066dab059 None None] New status for floating IP 8aae40cb-eeac-4800-91c5-b779b40d833e: DOWN {{(pid=103129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 23:55:44.803716 n-d-817995-3 neutron-server[103128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a11e9-04bb-486e-87ab-c121cf927bcb req-3210ceeb-184a-4f6b-a0e4-15120f61f446 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:44.805210 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a4a11e9-04bb-486e-87ab-c121cf927bcb req-3210ceeb-184a-4f6b-a0e4-15120f61f446 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Nov 15 23:55:44.853393 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-4a4a11e9-04bb-486e-87ab-c121cf927bcb req-1968f5d0-db70-4ef0-b7f6-fce620822597 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cc8e33e-d38d-4c8f-b632-1446432f5b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Nov 15 23:55:45.299127 n-d-817995-3 neutron-server[103127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-ce029bf4-513e-4429-9320-42e74e8acc00 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 23:55:45.300559 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-ce029bf4-513e-4429-9320-42e74e8acc00 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.57 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 944 time: 0.0483735 Nov 15 23:55:45.398936 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Deleting port e4027fd5-7b24-4653-b005-03fc38ffb3d9 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:45.401128 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:45.486101 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] For port e4027fd5-7b24-4653-b005-03fc38ffb3d9, host n-h2-817995-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817995-3',level=0,port_id=e4027fd5-7b24-4653-b005-03fc38ffb3d9,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:45.486457 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:45.498572 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Calling delete_port for e4027fd5-7b24-4653-b005-03fc38ffb3d9 owned by compute:nova {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:45.699330 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:45.726069 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event deleted for resources: {'Port': ['ID=e4027fd5-7b24-4653-b005-03fc38ffb3d9,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:45.772213 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] No DVR routers for this DVR port e4027fd5-7b24-4653-b005-03fc38ffb3d9 on host n-h2-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:45.774742 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102624'] for port, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:45.778066 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [req-4e32e04c-8efe-4e3f-b457-f0c643f3af11 req-26a0ee59-4053-422d-b6e4-e3482462f6ee tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.57 "DELETE /v2.0/ports/e4027fd5-7b24-4653-b005-03fc38ffb3d9 HTTP/1.1" status: 204 len: 173 time: 0.4711854 Nov 15 23:55:45.778501 n-d-817995-3 neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-deleted', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 23:55:45.780752 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cef5eb8276c22d66925679fd21c9b61f4baf03d2be5b48bb8b6296dc510e7bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51204960-d8bc-4354-bcb1-c133c2a91332" -d '{"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-deleted", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 23:55:45.816806 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 23:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec51dc92-e310-49dc-b1bc-5895f358e3b2 x-openstack-request-id: req-ec51dc92-e310-49dc-b1bc-5895f358e3b2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 23:55:45.817094 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfee19d-a33c-4e53-b829-b5a830bc02f1", "name": "network-vif-deleted", "tag": "e4027fd5-7b24-4653-b005-03fc38ffb3d9", "status": "completed", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 23:55:45.818085 n-d-817995-3 neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec51dc92-e310-49dc-b1bc-5895f358e3b2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 23:55:45.818484 n-d-817995-3 neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfee19d-a33c-4e53-b829-b5a830bc02f1', 'name': 'network-vif-deleted', 'tag': 'e4027fd5-7b24-4653-b005-03fc38ffb3d9', 'status': 'completed', 'code': 200} Nov 15 23:55:45.953385 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [req-22050965-571a-4941-8bab-4f15781327c2 req-615a92f3-abbd-4ab6-9c08-c00bece70816 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfee19d-a33c-4e53-b829-b5a830bc02f1 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Nov 15 23:55:47.055513 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44026) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:47.109383 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:47.135226 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:47.252475 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:47.255203 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:47.256396 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] 10.222.0.15 "DELETE /v2.0/security-groups/1cc8e33e-d38d-4c8f-b632-1446432f5b8f HTTP/1.1" status: 204 len: 168 time: 0.1998975 Nov 15 23:55:47.265908 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2f9a0-b6f7-4d91-8629-238450433645 tempest-TestSnapshotPattern-1752829240 tempest-TestSnapshotPattern-1752829240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc8e33e-d38d-4c8f-b632-1446432f5b8f,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:47.367834 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44030) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:47.801062 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.044019 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Deleting port bbd0eb25-4b56-41f9-8a52-301d5efb3e89 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:48.044350 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.120945 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] For port bbd0eb25-4b56-41f9-8a52-301d5efb3e89, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:48.121222 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.134961 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Calling delete_port for bbd0eb25-4b56-41f9-8a52-301d5efb3e89 owned by network:router_interface {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:48.355325 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.383238 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd0eb25-4b56-41f9-8a52-301d5efb3e89,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:48.551939 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.763703 n-d-817995-3 neutron-server[103127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:55:48.863835 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:55:48.869411 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-818c41a2-38fa-4572-827b-db6537306882 admin admin] 10.222.0.15 "PUT /v2.0/routers/c797b84d-51d2-4f8d-90e5-d4ce9a004b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997990 Nov 15 23:55:48.871237 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44034) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:48.872284 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Sync routers for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:55:48.881782 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:48.882379 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:48.973261 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:48.989263 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: n-d-817995-3 {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:49.074360 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.095112 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 no longer exists at agent hyperv_n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:49.114389 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] No Port match for: e4027fd5-7b24-4653-b005-03fc38ffb3d9 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:49.114721 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Device e4027fd5-7b24-4653-b005-03fc38ffb3d9 not bound to the agent host n-h2-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:49.166318 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:55:48Z', 'revision_number': 5, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port': {'id': '5dbded33-90e3-4242-a1a1-f8ba080cb4ca', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:37Z', 'updated_at': '2021-11-15T23:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:49.192276 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Checking router: c797b84d-51d2-4f8d-90e5-d4ce9a004b27 for host: n-d-817995-3 {{(pid=103130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:55:49.200996 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Routers {'c797b84d-51d2-4f8d-90e5-d4ce9a004b27'} bound to L3 agent in host n-d-817995-3 {{(pid=103130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:49.201591 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'], 'active': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:49.204400 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Deleting port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:49.204767 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.286650 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_dvr_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] Set router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 gateway port host: None {{(pid=103130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:49.287481 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] For port 5dbded33-90e3-4242-a1a1-f8ba080cb4ca, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:49.287851 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.300519 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Calling delete_port for 5dbded33-90e3-4242-a1a1-f8ba080cb4ca owned by network:router_gateway {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:49.340032 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.l3_hamode_db [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:55:49Z', 'revision_number': 6, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:49.365722 n-d-817995-3 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daddd1-d793-4b58-a12b-68add2f3b8bc None None] The sync data for ids ['c797b84d-51d2-4f8d-90e5-d4ce9a004b27'] in n-d-817995-3 is: [{'id': 'c797b84d-51d2-4f8d-90e5-d4ce9a004b27', 'name': 'tempest-TestSnapshotPattern-1217679163-router', 'tenant_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:36Z', 'updated_at': '2021-11-15T23:55:49Z', 'revision_number': 6, 'project_id': 'a1dd9eb1d50d43c8ab9f68c72be985d3', 'gw_port_host': None}] {{(pid=103130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:55:49.521713 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.548167 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbded33-90e3-4242-a1a1-f8ba080cb4ca,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:49.558740 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c685ccd-44fa-41af-8159-c334c6ff5576 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:55:49.610870 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.699850 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.701867 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.784521 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.785078 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c797b84d-51d2-4f8d-90e5-d4ce9a004b27 {{(pid=103127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:55:49.789751 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] Publish callbacks [] for router, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.790902 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-31edf672-8857-4b01-b3df-948d31d92e2a admin admin] 10.222.0.15 "DELETE /v2.0/routers/c797b84d-51d2-4f8d-90e5-d4ce9a004b27 HTTP/1.1" status: 204 len: 168 time: 0.9187655 Nov 15 23:55:49.793461 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44036) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:49.840169 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Deleting subnet 39489c33-db3f-4657-a0ba-7fdcd850e58f {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:55:49.843228 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.877257 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:49.954332 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.091665 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.115209 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39489c33-db3f-4657-a0ba-7fdcd850e58f,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:50.122947 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.126398 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-6fb63435-8669-40ee-8628-e9e1ef6e75f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39489c33-db3f-4657-a0ba-7fdcd850e58f HTTP/1.1" status: 204 len: 168 time: 0.3319509 Nov 15 23:55:50.129155 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44038) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:50.130018 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00557d65-5b8c-4792-aa8f-e06631196baa None None] Network b749cd5a-1e17-416c-8531-2c70859c547e requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:55:50.205206 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.259870 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Deleting port a12c75db-e759-4de9-a948-a394367fe327 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:50.260204 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.317151 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] DHCP port deletion for b749cd5a-1e17-416c-8531-2c70859c547e request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:55:50.332484 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] For port a12c75db-e759-4de9-a948-a394367fe327, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a12c75db-e759-4de9-a948-a394367fe327,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:50.332882 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.345907 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Calling delete_port for a12c75db-e759-4de9-a948-a394367fe327 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:50.369164 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Deleting port a12c75db-e759-4de9-a948-a394367fe327 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:50.369534 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.433325 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] For port a12c75db-e759-4de9-a948-a394367fe327, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=a12c75db-e759-4de9-a948-a394367fe327,segment=NetworkSegment(d5fc3166-eade-4482-80d8-22cf6ee9f6c8),segment_id=d5fc3166-eade-4482-80d8-22cf6ee9f6c8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:50.433723 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.446942 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Calling delete_port for a12c75db-e759-4de9-a948-a394367fe327 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:50.525669 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4589633'] for port, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.531060 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.553857 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] No DVR routers for this DVR port a12c75db-e759-4de9-a948-a394367fe327 on host n-d-817995-3 {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:50.556328 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] Pushing event deleted for resources: {'Port': ['ID=a12c75db-e759-4de9-a948-a394367fe327,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:50.558126 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c75db-e759-4de9-a948-a394367fe327,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:50.559923 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3960fc7-ba84-40ca-9c86-53d251091fa9 None None] No DVR routers for this DVR port a12c75db-e759-4de9-a948-a394367fe327 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:50.635218 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.644842 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5dbded33-90e3-4242-a1a1-f8ba080cb4ca no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:50.656251 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b749cd5a-1e17-416c-8531-2c70859c547e']}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:50.665105 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 5dbded33-90e3-4242-a1a1-f8ba080cb4ca {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:50.665448 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 5dbded33-90e3-4242-a1a1-f8ba080cb4ca not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:50.665857 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bbd0eb25-4b56-41f9-8a52-301d5efb3e89 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:50.666065 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8') {'for_net_delete': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:50.666359 n-d-817995-3 neutron-server[103127]: DEBUG neutron.services.segments.db [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fc3166-eade-4482-80d8-22cf6ee9f6c8') {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:50.676026 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5948041'] for segment, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.685177 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: bbd0eb25-4b56-41f9-8a52-301d5efb3e89 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:50.685512 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device bbd0eb25-4b56-41f9-8a52-301d5efb3e89 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:50.685922 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a12c75db-e759-4de9-a948-a394367fe327 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:50.690148 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.696636 n-d-817995-3 neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:55:50.697037 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4589590'] for segment, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: Traceback (most recent call last): Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: timer() Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: cb(*args, **kw) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: return func(*args, **kwargs) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: self._notify() Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: self.callback(batched_events) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: event.method(event) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: return f(self, *a, **k) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: return self._get(url).json() Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: return self.request(url, 'GET', **kwargs) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:55:50.698640 n-d-817995-3 neutron-server[103127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:55:50.706131 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: a12c75db-e759-4de9-a948-a394367fe327 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:50.706472 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device a12c75db-e759-4de9-a948-a394367fe327 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:50.818130 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.823635 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Publish callbacks [] for network, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:50.826858 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b749cd5a-1e17-416c-8531-2c70859c547e HTTP/1.1" status: 204 len: 168 time: 0.6964798 Nov 15 23:55:50.830015 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44040) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:50.838096 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a36e5-29c4-4903-93df-cf4798322609 admin admin] Pushing event deleted for resources: {'Network': ['ID=b749cd5a-1e17-416c-8531-2c70859c547e,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:51.166057 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445105'] for router_interface, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:51.253712 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:55:51.406118 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Deleting port e926b3fc-b6ef-4994-843c-6936d0def83b {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:51.406451 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:51.485081 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] For port e926b3fc-b6ef-4994-843c-6936d0def83b, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=e926b3fc-b6ef-4994-843c-6936d0def83b,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:51.485438 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:51.498173 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Calling delete_port for e926b3fc-b6ef-4994-843c-6936d0def83b owned by network:router_interface {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:51.731253 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:51.755079 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Pushing event deleted for resources: {'Port': ['ID=e926b3fc-b6ef-4994-843c-6936d0def83b,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:51.925019 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445125'] for router_interface, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:52.132664 n-d-817995-3 neutron-server[103128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Router 4c779732-fe64-41ef-a72a-ae44cc718b59 has already been hosted by L3 agent c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea {{(pid=103128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 23:55:52.567625 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] Notify agent at l3_agent.n-d-817995-3 the message routers_updated {{(pid=103128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 23:55:52.575833 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-1a157272-7aa6-4945-8389-6cf3ba0a167f admin admin] 10.222.0.15 "PUT /v2.0/routers/4c779732-fe64-41ef-a72a-ae44cc718b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417617 Nov 15 23:55:52.577384 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44042) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:52.579781 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Sync routers for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 23:55:52.593066 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:52.593593 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:52.682739 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks [] for router, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:52.698224 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: n-d-817995-3 {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:52.787378 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:52.894457 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Deleting port 115d03cd-f602-4e77-b8be-d2955a93e197 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:52.894796 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:52.972483 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] For port 115d03cd-f602-4e77-b8be-d2955a93e197, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=115d03cd-f602-4e77-b8be-d2955a93e197,segment=NetworkSegment(2db4579b-97d2-4849-8e4b-036070b689a4),segment_id=2db4579b-97d2-4849-8e4b-036070b689a4)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:52.973229 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:52.985657 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Calling delete_port for 115d03cd-f602-4e77-b8be-d2955a93e197 owned by network:router_gateway {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:53.023729 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'external_fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:55:51Z', 'revision_number': 5, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port': {'id': '115d03cd-f602-4e77-b8be-d2955a93e197', 'name': '', 'network_id': 'fdf3ff0c-411b-453a-91c0-8145d9d11af3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817995-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50541fb-5c0d-40a1-b829-ad30bad1a749', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817995-3'}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:53.050420 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Checking router: 4c779732-fe64-41ef-a72a-ae44cc718b59 for host: n-d-817995-3 {{(pid=103129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 23:55:53.059373 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Routers {'4c779732-fe64-41ef-a72a-ae44cc718b59'} bound to L3 agent in host n-d-817995-3 {{(pid=103129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 23:55:53.059978 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817995-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T22:09:07Z,description=,heartbeat_timestamp=2021-11-15T23:55:37Z,host='n-d-817995-3',id=c186d6b0-d12a-4ca2-9f8b-7c9a1fb61cea,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T22:09:08Z,topic='l3_agent')) {'router_ids': ['4c779732-fe64-41ef-a72a-ae44cc718b59'], 'active': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:53.144252 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvr_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] Set router 4c779732-fe64-41ef-a72a-ae44cc718b59 gateway port host: None {{(pid=103129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 23:55:53.198284 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_hamode_db [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:55:52Z', 'revision_number': 6, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port_host': None}], 'n-d-817995-3', False) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:53.222551 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.224206 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8bf56-3af0-4565-b332-928566f6e156 None None] The sync data for ids ['4c779732-fe64-41ef-a72a-ae44cc718b59'] in n-d-817995-3 is: [{'id': '4c779732-fe64-41ef-a72a-ae44cc718b59', 'name': 'tempest-TestSnapshotPattern-1985454941-router', 'tenant_id': 'efa2306bdd75422bb8fd9947186aeefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T23:50:43Z', 'updated_at': '2021-11-15T23:55:52Z', 'revision_number': 6, 'project_id': 'efa2306bdd75422bb8fd9947186aeefa', 'gw_port_host': None}] {{(pid=103129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 23:55:53.250725 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=115d03cd-f602-4e77-b8be-d2955a93e197,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:53.264020 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f0c99-66c4-4e41-b4b8-2da562430471 None None] DHCP port deletion for fdf3ff0c-411b-453a-91c0-8145d9d11af3 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:55:53.313478 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-443519'] for router_gateway, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.401969 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4370'] for router, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.404090 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.503045 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445828'] for router, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.503680 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c779732-fe64-41ef-a72a-ae44cc718b59 {{(pid=103128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 23:55:53.511719 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] Publish callbacks [] for router, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.511719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-2a0a087c-4e7f-4af8-baa6-9055034a0d2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/4c779732-fe64-41ef-a72a-ae44cc718b59 HTTP/1.1" status: 204 len: 168 time: 0.9326108 Nov 15 23:55:53.512091 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [-] (103127) accepted ('10.222.0.15', 44044) {{(pid=103127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:53.560997 n-d-817995-3 neutron-server[103127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Deleting subnet edabe173-781a-4283-9dce-ed0dceb3d43b {{(pid=103127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 23:55:53.569439 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.602107 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5948080'] for subnet, precommit_delete_associations {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.684524 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1573847'] for subnet, precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.824424 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1573854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4589740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6153177'] for subnet, after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.851969 n-d-817995-3 neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edabe173-781a-4283-9dce-ed0dceb3d43b,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:53.857618 n-d-817995-3 neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.863011 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6c520-f608-4b09-a3df-dc9301c90944 None None] Network 5201de73-2da7-42bf-b324-192d3754f693 requested from n-d-817995-3 {{(pid=103129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 23:55:53.866223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44046) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:53.866368 n-d-817995-3 neutron-server[103127]: INFO neutron.wsgi [None req-0cbc6d36-319a-4da8-b50e-05edffc2132a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/edabe173-781a-4283-9dce-ed0dceb3d43b HTTP/1.1" status: 204 len: 168 time: 0.3476560 Nov 15 23:55:53.938454 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1339536'] for network, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:53.994435 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Deleting port 116edd12-a970-4e59-a050-9da0a32a1987 {{(pid=103128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:53.995038 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.046533 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] DHCP port deletion for 5201de73-2da7-42bf-b324-192d3754f693 request from n-d-817995-3 {{(pid=103129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 23:55:54.061115 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] For port 116edd12-a970-4e59-a050-9da0a32a1987, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=116edd12-a970-4e59-a050-9da0a32a1987,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:54.061588 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.076894 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Calling delete_port for 116edd12-a970-4e59-a050-9da0a32a1987 owned by network:dhcp {{(pid=103128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:54.095169 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Deleting port 116edd12-a970-4e59-a050-9da0a32a1987 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 23:55:54.095542 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774438349523'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.173912 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] For port 116edd12-a970-4e59-a050-9da0a32a1987, host n-d-817995-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817995-3',level=0,port_id=116edd12-a970-4e59-a050-9da0a32a1987,segment=NetworkSegment(a2c668c6-1272-415b-94ed-aebf962a971a),segment_id=a2c668c6-1272-415b-94ed-aebf962a971a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 23:55:54.173912 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440043'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.179120 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Calling delete_port for 116edd12-a970-4e59-a050-9da0a32a1987 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 23:55:54.228113 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6164378'] for port, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.254852 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Pushing event deleted for resources: {'Port': ['ID=116edd12-a970-4e59-a050-9da0a32a1987,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:54.261061 n-d-817995-3 neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] No DVR routers for this DVR port 116edd12-a970-4e59-a050-9da0a32a1987 on host n-d-817995-3 {{(pid=103128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:54.267883 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774438240669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774437874077'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.298477 n-d-817995-3 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] Pushing event deleted for resources: {'Port': ['ID=116edd12-a970-4e59-a050-9da0a32a1987,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:54.300388 n-d-817995-3 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1c632-2f4d-48c7-8aef-495da6644020 None None] No DVR routers for this DVR port 116edd12-a970-4e59-a050-9da0a32a1987 on host n-d-817995-3 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 23:55:54.333790 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1574734', 'neutron.services.segments.db._delete_segments_for_network-8774438409162'] for network, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.353715 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5201de73-2da7-42bf-b324-192d3754f693']}} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:54.362848 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c668c6-1272-415b-94ed-aebf962a971a') {'for_net_delete': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:54.363139 n-d-817995-3 neutron-server[103128]: DEBUG neutron.services.segments.db [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c668c6-1272-415b-94ed-aebf962a971a') {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 23:55:54.372907 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774438413523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7164136'] for segment, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.385886 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190'] for segment, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.391669 n-d-817995-3 neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 23:55:54.393569 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1575190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6164429'] for segment, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: Traceback (most recent call last): Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: timer() Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: cb(*args, **kw) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: return func(*args, **kwargs) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: self._notify() Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: self.callback(batched_events) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: event.method(event) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: return f(self, *a, **k) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: return self._get(url).json() Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: return self.request(url, 'GET', **kwargs) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 23:55:54.393688 n-d-817995-3 neutron-server[103128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 23:55:54.503922 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1574741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-443483'] for network, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.509813 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Publish callbacks [] for network, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.512969 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] 10.222.0.15 "DELETE /v2.0/networks/5201de73-2da7-42bf-b324-192d3754f693 HTTP/1.1" status: 204 len: 168 time: 0.6480336 Nov 15 23:55:54.524502 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dd6bf-6141-4b6d-9c2a-e4411fc299cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5201de73-2da7-42bf-b324-192d3754f693,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:54.643801 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e926b3fc-b6ef-4994-843c-6936d0def83b no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:54.665490 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: e926b3fc-b6ef-4994-843c-6936d0def83b {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:54.665817 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device e926b3fc-b6ef-4994-843c-6936d0def83b not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:54.666211 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 116edd12-a970-4e59-a050-9da0a32a1987 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:54.687003 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 116edd12-a970-4e59-a050-9da0a32a1987 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:54.687318 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 116edd12-a970-4e59-a050-9da0a32a1987 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:54.687723 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 115d03cd-f602-4e77-b8be-d2955a93e197 no longer exists at agent ovs-agent-n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 23:55:54.706428 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] No Port match for: 115d03cd-f602-4e77-b8be-d2955a93e197 {{(pid=103129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 23:55:54.706765 n-d-817995-3 neutron-server[103129]: DEBUG neutron.plugins.ml2.rpc [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Device 115d03cd-f602-4e77-b8be-d2955a93e197 not bound to the agent host n-d-817995-3 {{(pid=103129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 23:55:54.805223 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44050) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:54.844101 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-0fb4c917-b180-45a9-8294-870c0fdc4be6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1dd9eb1d50d43c8ab9f68c72be985d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376563 Nov 15 23:55:54.846468 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44052) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:54.897120 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:54.918275 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.000928 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.003521 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.004719 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9ce507-119c-476b-8984-e6ee84851630 HTTP/1.1" status: 204 len: 168 time: 0.1573470 Nov 15 23:55:55.012730 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1241-2780-407d-bea3-f15ba203c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9ce507-119c-476b-8984-e6ee84851630,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:55:55.684925 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44058) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:55.729157 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c60643db-be42-422c-bf79-b95a69f1e951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efa2306bdd75422bb8fd9947186aeefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427787 Nov 15 23:55:55.732346 n-d-817995-3 neutron-server[103128]: DEBUG neutron.wsgi [-] (103128) accepted ('10.222.0.15', 44060) {{(pid=103128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 23:55:55.779693 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.800149 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.922042 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553599'] for security_group, after_delete {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.924093 n-d-817995-3 neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:55:55.925415 n-d-817995-3 neutron-server[103128]: INFO neutron.wsgi [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac7bfbe9-48a0-4c75-8c27-6ff56cf64634 HTTP/1.1" status: 204 len: 168 time: 0.1920459 Nov 15 23:55:55.935576 n-d-817995-3 neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78803-9cc1-4307-8f3b-74a0ef3f1c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7bfbe9-48a0-4c75-8c27-6ff56cf64634,revision_number=None']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 23:56:00.172338 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:00.669726 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:04.863559 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cafd98e0-101e-4ea6-b3d1-0ff7db350e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:07.349328 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d38419c-a556-4597-a0d1-cee2194c72dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:08.667324 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:09.760675 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:10.377851 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:28.252868 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:56:30.234804 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:30.651963 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:34.857499 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5d69911-8e2f-4f58-86ed-1c75f1463eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:37.303601 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e62894e3-ddd5-428e-bcb6-3c7ccc4d582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:38.708786 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:39.771896 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:56:40.406199 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:00.209225 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:00.660397 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:04.895031 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3ff-8a84-4fbb-b425-662c8def00b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:05.251460 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:57:07.317763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95431eb9-9810-4303-91df-fa91aafc57c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:08.695070 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:09.765641 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:10.393849 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:30.225703 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:30.662081 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:34.896774 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7776fc55-f680-48d4-aab1-7924777ae498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:37.319135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0edc1ff5-77ee-412b-8756-5909ec9d09e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:38.668348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:39.759137 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:40.374582 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:57:42.250861 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:58:00.247644 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:00.656194 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:04.864513 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a3231a2-a096-49b7-bec3-3b0f9b7b81ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:07.341989 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5796f45-a962-49ac-b25c-0a77fc8f743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:08.667222 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:09.764204 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:10.367616 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:19.250426 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:58:30.241443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:30.693118 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:34.883802 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57eb8440-119a-4478-af43-e7bb406d15d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:37.315433 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d1e627-1abe-4cc1-a1f2-bd316d823671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:38.675612 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:39.773348 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:40.385135 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:58:56.249904 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:59:00.229234 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:00.684163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:04.889417 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c099f97b-9399-4391-8052-17929b08e4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:07.337554 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5e14-e03e-4659-9ffe-a115b8754cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:08.666277 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:09.763440 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:10.385976 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:30.240238 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:30.691592 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:33.248387 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 23:59:34.879749 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-833cf743-a22e-4c61-bab1-ecb26377e3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:37.325485 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de1e4170-8d87-4d69-b8d3-e0c0bd89320f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:38.677068 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:39.768625 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 23:59:40.374541 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:00.271241 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:00.694106 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:04.838951 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95b643fc-c6cb-4c8d-99d3-ead55c6b2374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:07.324674 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03b14c3d-5a9e-4fb6-818f-6909e675d393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:08.684735 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:09.787609 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:10.247339 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:00:10.394432 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:30.242273 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:30.687596 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:34.867640 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9368b0d-53a8-468e-bebe-f702d9bf4760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:37.330049 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46433426-db15-4b2a-9794-1edfcff208c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:38.701163 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:39.786752 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:40.353418 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:00:47.247069 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:01:00.259030 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:00.695435 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:04.864151 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10561b5d-2819-4d0d-b5b5-ad8b8e88ff2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:07.358015 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7d5c-9f6c-470a-9e8b-b1c1e4aa89ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:08.692387 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:09.775055 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:10.355805 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:24.246506 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:01:30.254390 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:30.683217 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:34.850216 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b98f6c9a-0d64-4e8f-8732-ec8a88a1bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:37.326618 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-662be6b5-e2b2-454c-8bf5-c3cf93d26bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:38.700036 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:39.797159 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:01:40.360767 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:00.276632 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:00.697313 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:01.244836 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:02:04.853874 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60678db1-81cd-4d9f-a2a3-62face36caf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:07.331848 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b115090e-8ed6-42ed-bf0d-d03de20a0f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:08.720310 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:09.785130 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:10.406072 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:30.276155 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:30.733110 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:34.857075 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0532ba64-1a30-4362-87e5-70225d16d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:37.338763 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3a18785-7070-4a36-bf91-d9b010453637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:38.243749 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:02:38.704289 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:39.790246 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:02:40.367253 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:00.302648 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:00.732732 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:04.887971 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fda83585-0958-42c4-b2c9-b9add776b97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:07.367279 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f4371b1-e224-4923-9514-f5b4b3bb9900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:08.698544 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:09.805434 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:10.395580 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:15.242885 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:03:19.991766 n-d-817995-3 neutron-server[103127]: DEBUG neutron.wsgi [req-1b4dc55f-59a7-4fb5-acc7-14c611e7e772 req-9ef9b103-207e-4fd7-9e7a-c784605a66c3 service neutron] (103127) timed out ('10.222.0.15', 41778) {{(pid=103127) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 00:03:30.314764 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:30.716282 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:34.864414 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3322bbb9-cc8a-4125-b090-5d580260aaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:37.315322 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a19c964-5194-42be-b71a-ee6820f1ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:38.702318 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:39.801920 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:40.356059 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:03:52.241739 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:04:00.298120 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:00.698150 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:04.915119 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41562f6d-f2d8-4411-861d-cc9dd00922c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:07.315321 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0ec4441-b63d-41b1-a709-5c930a0e4d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:08.708598 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e26-16cc-45a3-adc3-1b66dc7fc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:09.795429 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-704fd1ea-a524-4125-90c8-a09f8b51c4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:10.372833 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d17680-beea-4244-8527-1c3bb98a9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:29.241909 n-d-817995-3 neutron-server[103130]: DEBUG neutron.db.agents_db [None req-737b4fbe-7dfb-4681-b19e-bade2086ae08 None None] Agent healthcheck: found 7 active agents {{(pid=103130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:04:30.315452 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e14ce96-3e20-4040-b4e2-b65f7c900a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 00:04:30.732443 n-d-817995-3 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b91dbef8-24ff-4969-b500-ccde9277fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774438409144', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1577104'] for agent, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}